From 53096145b8e0d8004039e6b8eb6bb9937fe2b844 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 16 Aug 2026 02:35:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Neelectric/Llama-3.1-8B-Instruct_SFT_sciencev00.16 Source: Original Platform --- .gitattributes | 36 + README.md | 59 + all_results.json | 8 + chat_template.jinja | 121 + config.json | 35 + generation_config.json | 8 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 + special_tokens_map.json | 10 + tokenizer.json | 3 + tokenizer_config.json | 2062 + train_results.json | 8 + trainer_state.json | 163951 ++++++++++++++++++++++++++++ training_args.bin | 3 + 17 files changed, 166615 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..118df2b --- /dev/null +++ b/README.md @@ -0,0 +1,59 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +datasets: Neelectric/Replay_0.1.MoT_science.wildguardmix.Llama3_4096toks +library_name: transformers +model_name: Llama-3.1-8B-Instruct_SFT_sciencev00.16 +tags: +- generated_from_trainer +- open-r1 +- sft +- trl +licence: license +--- + +# Model Card for Llama-3.1-8B-Instruct_SFT_sciencev00.16 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the [Neelectric/Replay_0.1.MoT_science.wildguardmix.Llama3_4096toks](https://huggingface.co/datasets/Neelectric/Replay_0.1.MoT_science.wildguardmix.Llama3_4096toks) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="Neelectric/Llama-3.1-8B-Instruct_SFT_sciencev00.16", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/neelectric/open-r1_science/runs/dhbcj9d9) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.28.0.dev0 +- Transformers: 4.57.6 +- Pytorch: 2.9.0 +- Datasets: 4.5.0 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..a9cb67e --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 1.9376085009147363e+19, + "train_loss": 0.952330203683932, + "train_runtime": 20647.6384, + "train_samples": 145693, + "train_samples_per_second": 14.112, + "train_steps_per_second": 0.882 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..0ab931a --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,121 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "You are a helpful AI Assistant that provides well-reasoned and detailed responses. You first think about the reasoning process as an internal monologue and then provide the user with the answer. Respond in the following format: +... + + +... +" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} + {%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {%- if message['role'] == 'assistant' %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} + {% generation %} + {{- message['content'] | trim + '<|eot_id|>' }} + {% endgeneration %} + {%- else %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- endif %} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {% generation %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {% endgeneration %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..e1d9068 --- /dev/null +++ b/config.json @@ -0,0 +1,35 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..1996dc1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,8 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.6" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..2edce2c --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34eb157bb75ccd20df6f63783f961f573ec0a8a39c12a221161f341fefbd766 +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..6ad2fb0 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2656a8ad746c86c34a42d6bf6c07565ba311e60e1e061260a2984527df5c51 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..a6e4e9d --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b14cb545bd1348ae1a298f4704b5e65aebd0a8ad2b1f5a880cebc4e67a0d794 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..c868111 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22008912f314f6652d686712db2aa34be29c44f77a059a6f516f3d20b81c155 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e8f05fa --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,10 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..8b0c7c1 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2062 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..a9cb67e --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 1.9376085009147363e+19, + "train_loss": 0.952330203683932, + "train_runtime": 20647.6384, + "train_samples": 145693, + "train_samples_per_second": 14.112, + "train_steps_per_second": 0.882 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..38adfdc --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,163951 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 18212, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00010981770261366133, + "grad_norm": 7.518333435058594, + "learning_rate": 0.0, + "loss": 1.4715, + "mean_token_accuracy": 0.6164694428443909, + "num_tokens": 22829.0, + "step": 1 + }, + { + "epoch": 0.00021963540522732265, + "grad_norm": 6.483539581298828, + "learning_rate": 5.48847420417124e-10, + "loss": 1.4961, + "mean_token_accuracy": 0.6078442335128784, + "num_tokens": 50821.0, + "step": 2 + }, + { + "epoch": 0.000329453107840984, + "grad_norm": 7.046496391296387, + "learning_rate": 1.097694840834248e-09, + "loss": 1.4805, + "mean_token_accuracy": 0.606382429599762, + "num_tokens": 75632.0, + "step": 3 + }, + { + "epoch": 0.0004392708104546453, + "grad_norm": 7.592474460601807, + "learning_rate": 1.646542261251372e-09, + "loss": 1.5599, + "mean_token_accuracy": 0.6006892323493958, + "num_tokens": 100747.0, + "step": 4 + }, + { + "epoch": 0.0005490885130683066, + "grad_norm": 8.112834930419922, + "learning_rate": 2.195389681668496e-09, + "loss": 1.5537, + "mean_token_accuracy": 0.6130417585372925, + "num_tokens": 120685.0, + "step": 5 + }, + { + "epoch": 0.000658906215681968, + "grad_norm": 8.549196243286133, + "learning_rate": 2.7442371020856205e-09, + "loss": 1.5027, + "mean_token_accuracy": 0.6171491742134094, + "num_tokens": 140000.0, + "step": 6 + }, + { + "epoch": 0.0007687239182956292, + "grad_norm": 6.9779486656188965, + "learning_rate": 3.293084522502744e-09, + "loss": 1.4609, + "mean_token_accuracy": 0.6173125505447388, + "num_tokens": 166406.0, + "step": 7 + }, + { + "epoch": 0.0008785416209092906, + "grad_norm": 8.360356330871582, + "learning_rate": 3.841931942919868e-09, + "loss": 1.5918, + "mean_token_accuracy": 0.5882669687271118, + "num_tokens": 187211.0, + "step": 8 + }, + { + "epoch": 0.000988359323522952, + "grad_norm": 6.454494953155518, + "learning_rate": 4.390779363336992e-09, + "loss": 1.3718, + "mean_token_accuracy": 0.6417790055274963, + "num_tokens": 213217.0, + "step": 9 + }, + { + "epoch": 0.0010981770261366132, + "grad_norm": 8.339908599853516, + "learning_rate": 4.939626783754116e-09, + "loss": 1.6041, + "mean_token_accuracy": 0.5921054482460022, + "num_tokens": 232251.0, + "step": 10 + }, + { + "epoch": 0.0012079947287502745, + "grad_norm": 6.229274272918701, + "learning_rate": 5.488474204171241e-09, + "loss": 1.5234, + "mean_token_accuracy": 0.606059193611145, + "num_tokens": 267994.0, + "step": 11 + }, + { + "epoch": 0.001317812431363936, + "grad_norm": 7.452854633331299, + "learning_rate": 6.0373216245883644e-09, + "loss": 1.5384, + "mean_token_accuracy": 0.6075231432914734, + "num_tokens": 291503.0, + "step": 12 + }, + { + "epoch": 0.0014276301339775973, + "grad_norm": 7.169643402099609, + "learning_rate": 6.586169045005488e-09, + "loss": 1.5172, + "mean_token_accuracy": 0.6147564053535461, + "num_tokens": 315992.0, + "step": 13 + }, + { + "epoch": 0.0015374478365912585, + "grad_norm": 7.181009769439697, + "learning_rate": 7.135016465422612e-09, + "loss": 1.5223, + "mean_token_accuracy": 0.6083154082298279, + "num_tokens": 340966.0, + "step": 14 + }, + { + "epoch": 0.0016472655392049198, + "grad_norm": 6.525298118591309, + "learning_rate": 7.683863885839736e-09, + "loss": 1.4819, + "mean_token_accuracy": 0.62290358543396, + "num_tokens": 367762.0, + "step": 15 + }, + { + "epoch": 0.0017570832418185812, + "grad_norm": 8.309815406799316, + "learning_rate": 8.23271130625686e-09, + "loss": 1.4337, + "mean_token_accuracy": 0.6229439377784729, + "num_tokens": 387589.0, + "step": 16 + }, + { + "epoch": 0.0018669009444322424, + "grad_norm": 6.899692058563232, + "learning_rate": 8.781558726673984e-09, + "loss": 1.443, + "mean_token_accuracy": 0.6200743913650513, + "num_tokens": 412962.0, + "step": 17 + }, + { + "epoch": 0.001976718647045904, + "grad_norm": 8.622212409973145, + "learning_rate": 9.330406147091108e-09, + "loss": 1.5173, + "mean_token_accuracy": 0.6098940372467041, + "num_tokens": 433097.0, + "step": 18 + }, + { + "epoch": 0.002086536349659565, + "grad_norm": 7.922769069671631, + "learning_rate": 9.879253567508231e-09, + "loss": 1.5093, + "mean_token_accuracy": 0.6039547920227051, + "num_tokens": 452030.0, + "step": 19 + }, + { + "epoch": 0.0021963540522732263, + "grad_norm": 7.916192531585693, + "learning_rate": 1.0428100987925357e-08, + "loss": 1.5454, + "mean_token_accuracy": 0.6054943799972534, + "num_tokens": 474314.0, + "step": 20 + }, + { + "epoch": 0.002306171754886888, + "grad_norm": 7.9094390869140625, + "learning_rate": 1.0976948408342482e-08, + "loss": 1.6125, + "mean_token_accuracy": 0.5911269187927246, + "num_tokens": 496001.0, + "step": 21 + }, + { + "epoch": 0.002415989457500549, + "grad_norm": 6.95030403137207, + "learning_rate": 1.1525795828759604e-08, + "loss": 1.4022, + "mean_token_accuracy": 0.639797568321228, + "num_tokens": 520426.0, + "step": 22 + }, + { + "epoch": 0.0025258071601142102, + "grad_norm": 6.7719221115112305, + "learning_rate": 1.2074643249176729e-08, + "loss": 1.4694, + "mean_token_accuracy": 0.6227743625640869, + "num_tokens": 543867.0, + "step": 23 + }, + { + "epoch": 0.002635624862727872, + "grad_norm": 7.595216751098633, + "learning_rate": 1.2623490669593852e-08, + "loss": 1.5421, + "mean_token_accuracy": 0.6008779406547546, + "num_tokens": 565968.0, + "step": 24 + }, + { + "epoch": 0.002745442565341533, + "grad_norm": 6.423687934875488, + "learning_rate": 1.3172338090010976e-08, + "loss": 1.325, + "mean_token_accuracy": 0.6517316102981567, + "num_tokens": 590848.0, + "step": 25 + }, + { + "epoch": 0.0028552602679551946, + "grad_norm": 6.354739665985107, + "learning_rate": 1.3721185510428101e-08, + "loss": 1.5138, + "mean_token_accuracy": 0.6068496704101562, + "num_tokens": 619681.0, + "step": 26 + }, + { + "epoch": 0.0029650779705688557, + "grad_norm": 6.205954551696777, + "learning_rate": 1.4270032930845225e-08, + "loss": 1.5189, + "mean_token_accuracy": 0.6020440459251404, + "num_tokens": 650600.0, + "step": 27 + }, + { + "epoch": 0.003074895673182517, + "grad_norm": 7.059844017028809, + "learning_rate": 1.4818880351262348e-08, + "loss": 1.5106, + "mean_token_accuracy": 0.6103048324584961, + "num_tokens": 675301.0, + "step": 28 + }, + { + "epoch": 0.0031847133757961785, + "grad_norm": 8.12054443359375, + "learning_rate": 1.536772777167947e-08, + "loss": 1.5658, + "mean_token_accuracy": 0.5985812544822693, + "num_tokens": 693210.0, + "step": 29 + }, + { + "epoch": 0.0032945310784098397, + "grad_norm": 7.199352741241455, + "learning_rate": 1.5916575192096597e-08, + "loss": 1.4899, + "mean_token_accuracy": 0.6219897270202637, + "num_tokens": 715519.0, + "step": 30 + }, + { + "epoch": 0.003404348781023501, + "grad_norm": 7.055786609649658, + "learning_rate": 1.646542261251372e-08, + "loss": 1.5213, + "mean_token_accuracy": 0.6096715927124023, + "num_tokens": 742145.0, + "step": 31 + }, + { + "epoch": 0.0035141664836371624, + "grad_norm": 6.906633377075195, + "learning_rate": 1.7014270032930844e-08, + "loss": 1.4984, + "mean_token_accuracy": 0.6085697412490845, + "num_tokens": 771145.0, + "step": 32 + }, + { + "epoch": 0.0036239841862508236, + "grad_norm": 7.365779399871826, + "learning_rate": 1.756311745334797e-08, + "loss": 1.4519, + "mean_token_accuracy": 0.621920108795166, + "num_tokens": 796102.0, + "step": 33 + }, + { + "epoch": 0.0037338018888644848, + "grad_norm": 7.652703285217285, + "learning_rate": 1.811196487376509e-08, + "loss": 1.4405, + "mean_token_accuracy": 0.6252661943435669, + "num_tokens": 814014.0, + "step": 34 + }, + { + "epoch": 0.0038436195914781464, + "grad_norm": 6.500119209289551, + "learning_rate": 1.8660812294182216e-08, + "loss": 1.4509, + "mean_token_accuracy": 0.6129928827285767, + "num_tokens": 841100.0, + "step": 35 + }, + { + "epoch": 0.003953437294091808, + "grad_norm": 6.653338432312012, + "learning_rate": 1.920965971459934e-08, + "loss": 1.4897, + "mean_token_accuracy": 0.6165096163749695, + "num_tokens": 865462.0, + "step": 36 + }, + { + "epoch": 0.004063254996705469, + "grad_norm": 6.839766025543213, + "learning_rate": 1.9758507135016463e-08, + "loss": 1.5077, + "mean_token_accuracy": 0.6082899570465088, + "num_tokens": 893536.0, + "step": 37 + }, + { + "epoch": 0.00417307269931913, + "grad_norm": 8.471917152404785, + "learning_rate": 2.030735455543359e-08, + "loss": 1.5415, + "mean_token_accuracy": 0.6014299392700195, + "num_tokens": 913655.0, + "step": 38 + }, + { + "epoch": 0.004282890401932792, + "grad_norm": 7.9061994552612305, + "learning_rate": 2.0856201975850713e-08, + "loss": 1.506, + "mean_token_accuracy": 0.6165509223937988, + "num_tokens": 934508.0, + "step": 39 + }, + { + "epoch": 0.004392708104546453, + "grad_norm": 8.425592422485352, + "learning_rate": 2.1405049396267835e-08, + "loss": 1.5703, + "mean_token_accuracy": 0.5967918634414673, + "num_tokens": 952855.0, + "step": 40 + }, + { + "epoch": 0.004502525807160114, + "grad_norm": 6.516731262207031, + "learning_rate": 2.1953896816684964e-08, + "loss": 1.5885, + "mean_token_accuracy": 0.5884933471679688, + "num_tokens": 983152.0, + "step": 41 + }, + { + "epoch": 0.004612343509773776, + "grad_norm": 7.9478535652160645, + "learning_rate": 2.2502744237102085e-08, + "loss": 1.5046, + "mean_token_accuracy": 0.6227706670761108, + "num_tokens": 1004370.0, + "step": 42 + }, + { + "epoch": 0.0047221612123874365, + "grad_norm": 7.5062103271484375, + "learning_rate": 2.3051591657519207e-08, + "loss": 1.4309, + "mean_token_accuracy": 0.6313714981079102, + "num_tokens": 1026405.0, + "step": 43 + }, + { + "epoch": 0.004831978915001098, + "grad_norm": 8.049750328063965, + "learning_rate": 2.3600439077936336e-08, + "loss": 1.5022, + "mean_token_accuracy": 0.6149489879608154, + "num_tokens": 1047325.0, + "step": 44 + }, + { + "epoch": 0.00494179661761476, + "grad_norm": 8.509161949157715, + "learning_rate": 2.4149286498353458e-08, + "loss": 1.6093, + "mean_token_accuracy": 0.5869298577308655, + "num_tokens": 1067017.0, + "step": 45 + }, + { + "epoch": 0.0050516143202284204, + "grad_norm": 7.1438469886779785, + "learning_rate": 2.469813391877058e-08, + "loss": 1.4714, + "mean_token_accuracy": 0.6119818687438965, + "num_tokens": 1090849.0, + "step": 46 + }, + { + "epoch": 0.005161432022842082, + "grad_norm": 7.440858840942383, + "learning_rate": 2.5246981339187705e-08, + "loss": 1.3546, + "mean_token_accuracy": 0.6403526663780212, + "num_tokens": 1111243.0, + "step": 47 + }, + { + "epoch": 0.005271249725455744, + "grad_norm": 7.352998733520508, + "learning_rate": 2.579582875960483e-08, + "loss": 1.52, + "mean_token_accuracy": 0.602850079536438, + "num_tokens": 1135385.0, + "step": 48 + }, + { + "epoch": 0.005381067428069404, + "grad_norm": 6.477883338928223, + "learning_rate": 2.6344676180021952e-08, + "loss": 1.4231, + "mean_token_accuracy": 0.6280480027198792, + "num_tokens": 1161743.0, + "step": 49 + }, + { + "epoch": 0.005490885130683066, + "grad_norm": 7.493258476257324, + "learning_rate": 2.6893523600439077e-08, + "loss": 1.4135, + "mean_token_accuracy": 0.6439819931983948, + "num_tokens": 1184689.0, + "step": 50 + }, + { + "epoch": 0.0056007028332967276, + "grad_norm": 8.427201271057129, + "learning_rate": 2.7442371020856202e-08, + "loss": 1.4832, + "mean_token_accuracy": 0.6102683544158936, + "num_tokens": 1203922.0, + "step": 51 + }, + { + "epoch": 0.005710520535910389, + "grad_norm": 7.027538299560547, + "learning_rate": 2.7991218441273324e-08, + "loss": 1.3708, + "mean_token_accuracy": 0.6401093006134033, + "num_tokens": 1225079.0, + "step": 52 + }, + { + "epoch": 0.00582033823852405, + "grad_norm": 7.1804304122924805, + "learning_rate": 2.854006586169045e-08, + "loss": 1.4607, + "mean_token_accuracy": 0.6252557039260864, + "num_tokens": 1246651.0, + "step": 53 + }, + { + "epoch": 0.0059301559411377115, + "grad_norm": 7.645743370056152, + "learning_rate": 2.9088913282107574e-08, + "loss": 1.5403, + "mean_token_accuracy": 0.6053668260574341, + "num_tokens": 1269234.0, + "step": 54 + }, + { + "epoch": 0.006039973643751373, + "grad_norm": 6.609579086303711, + "learning_rate": 2.9637760702524696e-08, + "loss": 1.477, + "mean_token_accuracy": 0.6109029054641724, + "num_tokens": 1298269.0, + "step": 55 + }, + { + "epoch": 0.006149791346365034, + "grad_norm": 6.0723490715026855, + "learning_rate": 3.018660812294182e-08, + "loss": 1.5647, + "mean_token_accuracy": 0.5977494716644287, + "num_tokens": 1333329.0, + "step": 56 + }, + { + "epoch": 0.006259609048978695, + "grad_norm": 7.8612446784973145, + "learning_rate": 3.073545554335894e-08, + "loss": 1.5339, + "mean_token_accuracy": 0.5991199016571045, + "num_tokens": 1355219.0, + "step": 57 + }, + { + "epoch": 0.006369426751592357, + "grad_norm": 8.005548477172852, + "learning_rate": 3.128430296377607e-08, + "loss": 1.4886, + "mean_token_accuracy": 0.6126556396484375, + "num_tokens": 1376940.0, + "step": 58 + }, + { + "epoch": 0.006479244454206018, + "grad_norm": 7.716507911682129, + "learning_rate": 3.1833150384193193e-08, + "loss": 1.4755, + "mean_token_accuracy": 0.6212368011474609, + "num_tokens": 1398561.0, + "step": 59 + }, + { + "epoch": 0.006589062156819679, + "grad_norm": 6.5540452003479, + "learning_rate": 3.2381997804610315e-08, + "loss": 1.459, + "mean_token_accuracy": 0.6224087476730347, + "num_tokens": 1427685.0, + "step": 60 + }, + { + "epoch": 0.006698879859433341, + "grad_norm": 6.969012260437012, + "learning_rate": 3.293084522502744e-08, + "loss": 1.4482, + "mean_token_accuracy": 0.6154125332832336, + "num_tokens": 1453116.0, + "step": 61 + }, + { + "epoch": 0.006808697562047002, + "grad_norm": 6.922916412353516, + "learning_rate": 3.3479692645444566e-08, + "loss": 1.5109, + "mean_token_accuracy": 0.6176472306251526, + "num_tokens": 1480858.0, + "step": 62 + }, + { + "epoch": 0.006918515264660663, + "grad_norm": 9.058560371398926, + "learning_rate": 3.402854006586169e-08, + "loss": 1.4686, + "mean_token_accuracy": 0.6211026906967163, + "num_tokens": 1496664.0, + "step": 63 + }, + { + "epoch": 0.007028332967274325, + "grad_norm": 7.8448710441589355, + "learning_rate": 3.4577387486278816e-08, + "loss": 1.5077, + "mean_token_accuracy": 0.6130298376083374, + "num_tokens": 1516311.0, + "step": 64 + }, + { + "epoch": 0.007138150669887986, + "grad_norm": 7.50284481048584, + "learning_rate": 3.512623490669594e-08, + "loss": 1.5886, + "mean_token_accuracy": 0.6021994352340698, + "num_tokens": 1540437.0, + "step": 65 + }, + { + "epoch": 0.007247968372501647, + "grad_norm": 6.969790458679199, + "learning_rate": 3.567508232711306e-08, + "loss": 1.4789, + "mean_token_accuracy": 0.604139506816864, + "num_tokens": 1563483.0, + "step": 66 + }, + { + "epoch": 0.007357786075115309, + "grad_norm": 6.982152462005615, + "learning_rate": 3.622392974753018e-08, + "loss": 1.4775, + "mean_token_accuracy": 0.624503493309021, + "num_tokens": 1585658.0, + "step": 67 + }, + { + "epoch": 0.0074676037777289695, + "grad_norm": 7.8543009757995605, + "learning_rate": 3.677277716794731e-08, + "loss": 1.5545, + "mean_token_accuracy": 0.6057227849960327, + "num_tokens": 1604823.0, + "step": 68 + }, + { + "epoch": 0.007577421480342631, + "grad_norm": 6.852533340454102, + "learning_rate": 3.732162458836443e-08, + "loss": 1.5119, + "mean_token_accuracy": 0.6029727458953857, + "num_tokens": 1632138.0, + "step": 69 + }, + { + "epoch": 0.007687239182956293, + "grad_norm": 6.018385887145996, + "learning_rate": 3.787047200878156e-08, + "loss": 1.3838, + "mean_token_accuracy": 0.6388416290283203, + "num_tokens": 1663048.0, + "step": 70 + }, + { + "epoch": 0.007797056885569954, + "grad_norm": 7.260439395904541, + "learning_rate": 3.841931942919868e-08, + "loss": 1.5728, + "mean_token_accuracy": 0.6040449738502502, + "num_tokens": 1685989.0, + "step": 71 + }, + { + "epoch": 0.007906874588183616, + "grad_norm": 7.321356296539307, + "learning_rate": 3.8968166849615804e-08, + "loss": 1.5934, + "mean_token_accuracy": 0.5924245715141296, + "num_tokens": 1708186.0, + "step": 72 + }, + { + "epoch": 0.008016692290797276, + "grad_norm": 7.214282035827637, + "learning_rate": 3.9517014270032926e-08, + "loss": 1.5445, + "mean_token_accuracy": 0.6009190082550049, + "num_tokens": 1731513.0, + "step": 73 + }, + { + "epoch": 0.008126509993410937, + "grad_norm": 7.192427158355713, + "learning_rate": 4.006586169045005e-08, + "loss": 1.4381, + "mean_token_accuracy": 0.6180333495140076, + "num_tokens": 1754601.0, + "step": 74 + }, + { + "epoch": 0.008236327696024599, + "grad_norm": 7.751751899719238, + "learning_rate": 4.061470911086718e-08, + "loss": 1.5242, + "mean_token_accuracy": 0.6015794277191162, + "num_tokens": 1774430.0, + "step": 75 + }, + { + "epoch": 0.00834614539863826, + "grad_norm": 6.745223045349121, + "learning_rate": 4.1163556531284305e-08, + "loss": 1.4625, + "mean_token_accuracy": 0.6144709587097168, + "num_tokens": 1802198.0, + "step": 76 + }, + { + "epoch": 0.008455963101251922, + "grad_norm": 6.392821788787842, + "learning_rate": 4.1712403951701427e-08, + "loss": 1.4709, + "mean_token_accuracy": 0.6245610117912292, + "num_tokens": 1830531.0, + "step": 77 + }, + { + "epoch": 0.008565780803865584, + "grad_norm": 7.027929782867432, + "learning_rate": 4.226125137211855e-08, + "loss": 1.4931, + "mean_token_accuracy": 0.611600399017334, + "num_tokens": 1854319.0, + "step": 78 + }, + { + "epoch": 0.008675598506479244, + "grad_norm": 6.409327983856201, + "learning_rate": 4.281009879253567e-08, + "loss": 1.5017, + "mean_token_accuracy": 0.601212739944458, + "num_tokens": 1883638.0, + "step": 79 + }, + { + "epoch": 0.008785416209092905, + "grad_norm": 7.066756248474121, + "learning_rate": 4.335894621295279e-08, + "loss": 1.4343, + "mean_token_accuracy": 0.6249494552612305, + "num_tokens": 1906884.0, + "step": 80 + }, + { + "epoch": 0.008895233911706567, + "grad_norm": 6.384061336517334, + "learning_rate": 4.390779363336993e-08, + "loss": 1.5256, + "mean_token_accuracy": 0.6047869324684143, + "num_tokens": 1937649.0, + "step": 81 + }, + { + "epoch": 0.009005051614320228, + "grad_norm": 7.082828521728516, + "learning_rate": 4.445664105378705e-08, + "loss": 1.554, + "mean_token_accuracy": 0.5913620591163635, + "num_tokens": 1962573.0, + "step": 82 + }, + { + "epoch": 0.00911486931693389, + "grad_norm": 7.915310859680176, + "learning_rate": 4.500548847420417e-08, + "loss": 1.4536, + "mean_token_accuracy": 0.6235682964324951, + "num_tokens": 1983144.0, + "step": 83 + }, + { + "epoch": 0.009224687019547552, + "grad_norm": 6.783156394958496, + "learning_rate": 4.555433589462129e-08, + "loss": 1.4716, + "mean_token_accuracy": 0.6194086074829102, + "num_tokens": 2004346.0, + "step": 84 + }, + { + "epoch": 0.009334504722161213, + "grad_norm": 7.217555522918701, + "learning_rate": 4.6103183315038415e-08, + "loss": 1.5863, + "mean_token_accuracy": 0.5862718224525452, + "num_tokens": 2029406.0, + "step": 85 + }, + { + "epoch": 0.009444322424774873, + "grad_norm": 7.737959384918213, + "learning_rate": 4.6652030735455537e-08, + "loss": 1.4812, + "mean_token_accuracy": 0.6141658425331116, + "num_tokens": 2049560.0, + "step": 86 + }, + { + "epoch": 0.009554140127388535, + "grad_norm": 6.571651935577393, + "learning_rate": 4.720087815587267e-08, + "loss": 1.4776, + "mean_token_accuracy": 0.6102081537246704, + "num_tokens": 2077292.0, + "step": 87 + }, + { + "epoch": 0.009663957830002196, + "grad_norm": 6.630451679229736, + "learning_rate": 4.7749725576289793e-08, + "loss": 1.452, + "mean_token_accuracy": 0.6199200749397278, + "num_tokens": 2100284.0, + "step": 88 + }, + { + "epoch": 0.009773775532615858, + "grad_norm": 7.7179274559021, + "learning_rate": 4.8298572996706915e-08, + "loss": 1.422, + "mean_token_accuracy": 0.6238954663276672, + "num_tokens": 2120321.0, + "step": 89 + }, + { + "epoch": 0.00988359323522952, + "grad_norm": 5.836608409881592, + "learning_rate": 4.884742041712404e-08, + "loss": 1.3861, + "mean_token_accuracy": 0.6342425346374512, + "num_tokens": 2148375.0, + "step": 90 + }, + { + "epoch": 0.009993410937843181, + "grad_norm": 6.48039436340332, + "learning_rate": 4.939626783754116e-08, + "loss": 1.4728, + "mean_token_accuracy": 0.6179167032241821, + "num_tokens": 2173152.0, + "step": 91 + }, + { + "epoch": 0.010103228640456841, + "grad_norm": 5.7773966789245605, + "learning_rate": 4.994511525795828e-08, + "loss": 1.3993, + "mean_token_accuracy": 0.6312659382820129, + "num_tokens": 2200555.0, + "step": 92 + }, + { + "epoch": 0.010213046343070502, + "grad_norm": 5.985602378845215, + "learning_rate": 5.049396267837541e-08, + "loss": 1.3973, + "mean_token_accuracy": 0.6328691244125366, + "num_tokens": 2228785.0, + "step": 93 + }, + { + "epoch": 0.010322864045684164, + "grad_norm": 6.408120632171631, + "learning_rate": 5.104281009879254e-08, + "loss": 1.4457, + "mean_token_accuracy": 0.6134051084518433, + "num_tokens": 2252603.0, + "step": 94 + }, + { + "epoch": 0.010432681748297826, + "grad_norm": 7.140142917633057, + "learning_rate": 5.159165751920966e-08, + "loss": 1.4408, + "mean_token_accuracy": 0.6266262531280518, + "num_tokens": 2272904.0, + "step": 95 + }, + { + "epoch": 0.010542499450911487, + "grad_norm": 7.145017147064209, + "learning_rate": 5.214050493962678e-08, + "loss": 1.4823, + "mean_token_accuracy": 0.6083513498306274, + "num_tokens": 2295335.0, + "step": 96 + }, + { + "epoch": 0.010652317153525149, + "grad_norm": 6.2420549392700195, + "learning_rate": 5.2689352360043903e-08, + "loss": 1.4674, + "mean_token_accuracy": 0.6045179963111877, + "num_tokens": 2320997.0, + "step": 97 + }, + { + "epoch": 0.010762134856138809, + "grad_norm": 7.803446292877197, + "learning_rate": 5.3238199780461025e-08, + "loss": 1.5642, + "mean_token_accuracy": 0.609081506729126, + "num_tokens": 2338687.0, + "step": 98 + }, + { + "epoch": 0.01087195255875247, + "grad_norm": 6.89213228225708, + "learning_rate": 5.3787047200878154e-08, + "loss": 1.5064, + "mean_token_accuracy": 0.605775773525238, + "num_tokens": 2362153.0, + "step": 99 + }, + { + "epoch": 0.010981770261366132, + "grad_norm": 6.768073081970215, + "learning_rate": 5.433589462129528e-08, + "loss": 1.5208, + "mean_token_accuracy": 0.6001962423324585, + "num_tokens": 2383365.0, + "step": 100 + }, + { + "epoch": 0.011091587963979794, + "grad_norm": 6.623209476470947, + "learning_rate": 5.4884742041712404e-08, + "loss": 1.4842, + "mean_token_accuracy": 0.6131051778793335, + "num_tokens": 2407331.0, + "step": 101 + }, + { + "epoch": 0.011201405666593455, + "grad_norm": 6.696758270263672, + "learning_rate": 5.5433589462129526e-08, + "loss": 1.4649, + "mean_token_accuracy": 0.6158876419067383, + "num_tokens": 2431190.0, + "step": 102 + }, + { + "epoch": 0.011311223369207117, + "grad_norm": 7.296339988708496, + "learning_rate": 5.598243688254665e-08, + "loss": 1.5893, + "mean_token_accuracy": 0.5940374135971069, + "num_tokens": 2453873.0, + "step": 103 + }, + { + "epoch": 0.011421041071820778, + "grad_norm": 8.141570091247559, + "learning_rate": 5.653128430296377e-08, + "loss": 1.5071, + "mean_token_accuracy": 0.6073533296585083, + "num_tokens": 2473024.0, + "step": 104 + }, + { + "epoch": 0.011530858774434438, + "grad_norm": 7.11227560043335, + "learning_rate": 5.70801317233809e-08, + "loss": 1.5386, + "mean_token_accuracy": 0.602036714553833, + "num_tokens": 2496272.0, + "step": 105 + }, + { + "epoch": 0.0116406764770481, + "grad_norm": 6.880554676055908, + "learning_rate": 5.762897914379802e-08, + "loss": 1.3565, + "mean_token_accuracy": 0.6323524713516235, + "num_tokens": 2518312.0, + "step": 106 + }, + { + "epoch": 0.011750494179661761, + "grad_norm": 7.8466410636901855, + "learning_rate": 5.817782656421515e-08, + "loss": 1.366, + "mean_token_accuracy": 0.6362451910972595, + "num_tokens": 2536780.0, + "step": 107 + }, + { + "epoch": 0.011860311882275423, + "grad_norm": 8.181822776794434, + "learning_rate": 5.872667398463227e-08, + "loss": 1.4226, + "mean_token_accuracy": 0.6312056183815002, + "num_tokens": 2555543.0, + "step": 108 + }, + { + "epoch": 0.011970129584889085, + "grad_norm": 7.587405681610107, + "learning_rate": 5.927552140504939e-08, + "loss": 1.4473, + "mean_token_accuracy": 0.6133099794387817, + "num_tokens": 2575902.0, + "step": 109 + }, + { + "epoch": 0.012079947287502746, + "grad_norm": 7.538633823394775, + "learning_rate": 5.982436882546651e-08, + "loss": 1.4834, + "mean_token_accuracy": 0.6153209805488586, + "num_tokens": 2598007.0, + "step": 110 + }, + { + "epoch": 0.012189764990116406, + "grad_norm": 7.079975605010986, + "learning_rate": 6.037321624588364e-08, + "loss": 1.516, + "mean_token_accuracy": 0.6097195744514465, + "num_tokens": 2621517.0, + "step": 111 + }, + { + "epoch": 0.012299582692730068, + "grad_norm": 6.431591987609863, + "learning_rate": 6.092206366630077e-08, + "loss": 1.4384, + "mean_token_accuracy": 0.6146442890167236, + "num_tokens": 2648930.0, + "step": 112 + }, + { + "epoch": 0.01240940039534373, + "grad_norm": 7.152211666107178, + "learning_rate": 6.147091108671789e-08, + "loss": 1.4217, + "mean_token_accuracy": 0.6172219514846802, + "num_tokens": 2670446.0, + "step": 113 + }, + { + "epoch": 0.01251921809795739, + "grad_norm": 7.390692234039307, + "learning_rate": 6.201975850713501e-08, + "loss": 1.3507, + "mean_token_accuracy": 0.641861081123352, + "num_tokens": 2690475.0, + "step": 114 + }, + { + "epoch": 0.012629035800571052, + "grad_norm": 6.1775803565979, + "learning_rate": 6.256860592755214e-08, + "loss": 1.4085, + "mean_token_accuracy": 0.6260799169540405, + "num_tokens": 2716392.0, + "step": 115 + }, + { + "epoch": 0.012738853503184714, + "grad_norm": 6.099376201629639, + "learning_rate": 6.311745334796927e-08, + "loss": 1.3778, + "mean_token_accuracy": 0.6291149854660034, + "num_tokens": 2745198.0, + "step": 116 + }, + { + "epoch": 0.012848671205798374, + "grad_norm": 7.89358377456665, + "learning_rate": 6.366630076838639e-08, + "loss": 1.4272, + "mean_token_accuracy": 0.615905225276947, + "num_tokens": 2764049.0, + "step": 117 + }, + { + "epoch": 0.012958488908412035, + "grad_norm": 7.309310436248779, + "learning_rate": 6.421514818880352e-08, + "loss": 1.4743, + "mean_token_accuracy": 0.6043938994407654, + "num_tokens": 2785873.0, + "step": 118 + }, + { + "epoch": 0.013068306611025697, + "grad_norm": 7.631666660308838, + "learning_rate": 6.476399560922063e-08, + "loss": 1.4084, + "mean_token_accuracy": 0.6276166439056396, + "num_tokens": 2805049.0, + "step": 119 + }, + { + "epoch": 0.013178124313639359, + "grad_norm": 6.522723197937012, + "learning_rate": 6.531284302963776e-08, + "loss": 1.4389, + "mean_token_accuracy": 0.6191670894622803, + "num_tokens": 2827991.0, + "step": 120 + }, + { + "epoch": 0.01328794201625302, + "grad_norm": 5.547305107116699, + "learning_rate": 6.586169045005487e-08, + "loss": 1.2743, + "mean_token_accuracy": 0.651841938495636, + "num_tokens": 2855084.0, + "step": 121 + }, + { + "epoch": 0.013397759718866682, + "grad_norm": 5.961413383483887, + "learning_rate": 6.6410537870472e-08, + "loss": 1.5204, + "mean_token_accuracy": 0.5973414778709412, + "num_tokens": 2878247.0, + "step": 122 + }, + { + "epoch": 0.013507577421480343, + "grad_norm": 5.962475299835205, + "learning_rate": 6.695938529088913e-08, + "loss": 1.3932, + "mean_token_accuracy": 0.6280932426452637, + "num_tokens": 2903194.0, + "step": 123 + }, + { + "epoch": 0.013617395124094003, + "grad_norm": 6.19887638092041, + "learning_rate": 6.750823271130625e-08, + "loss": 1.3868, + "mean_token_accuracy": 0.6256897449493408, + "num_tokens": 2925520.0, + "step": 124 + }, + { + "epoch": 0.013727212826707665, + "grad_norm": 5.6624884605407715, + "learning_rate": 6.805708013172338e-08, + "loss": 1.4086, + "mean_token_accuracy": 0.61707603931427, + "num_tokens": 2950521.0, + "step": 125 + }, + { + "epoch": 0.013837030529321327, + "grad_norm": 5.604684352874756, + "learning_rate": 6.86059275521405e-08, + "loss": 1.4038, + "mean_token_accuracy": 0.6210315823554993, + "num_tokens": 2973473.0, + "step": 126 + }, + { + "epoch": 0.013946848231934988, + "grad_norm": 5.746152400970459, + "learning_rate": 6.915477497255763e-08, + "loss": 1.286, + "mean_token_accuracy": 0.6634076833724976, + "num_tokens": 2992398.0, + "step": 127 + }, + { + "epoch": 0.01405666593454865, + "grad_norm": 6.436958312988281, + "learning_rate": 6.970362239297475e-08, + "loss": 1.4628, + "mean_token_accuracy": 0.6122370958328247, + "num_tokens": 3010890.0, + "step": 128 + }, + { + "epoch": 0.014166483637162311, + "grad_norm": 5.852139949798584, + "learning_rate": 7.025246981339188e-08, + "loss": 1.4459, + "mean_token_accuracy": 0.6118863224983215, + "num_tokens": 3032468.0, + "step": 129 + }, + { + "epoch": 0.014276301339775971, + "grad_norm": 5.451171875, + "learning_rate": 7.0801317233809e-08, + "loss": 1.3589, + "mean_token_accuracy": 0.6428468227386475, + "num_tokens": 3057220.0, + "step": 130 + }, + { + "epoch": 0.014386119042389633, + "grad_norm": 5.028565883636475, + "learning_rate": 7.135016465422612e-08, + "loss": 1.4335, + "mean_token_accuracy": 0.6252351403236389, + "num_tokens": 3084405.0, + "step": 131 + }, + { + "epoch": 0.014495936745003294, + "grad_norm": 5.30231237411499, + "learning_rate": 7.189901207464325e-08, + "loss": 1.4552, + "mean_token_accuracy": 0.611624002456665, + "num_tokens": 3107783.0, + "step": 132 + }, + { + "epoch": 0.014605754447616956, + "grad_norm": 5.362377166748047, + "learning_rate": 7.244785949506036e-08, + "loss": 1.4449, + "mean_token_accuracy": 0.5994373559951782, + "num_tokens": 3131640.0, + "step": 133 + }, + { + "epoch": 0.014715572150230618, + "grad_norm": 4.534657001495361, + "learning_rate": 7.299670691547749e-08, + "loss": 1.4272, + "mean_token_accuracy": 0.6190321445465088, + "num_tokens": 3164551.0, + "step": 134 + }, + { + "epoch": 0.01482538985284428, + "grad_norm": 5.1726975440979, + "learning_rate": 7.354555433589462e-08, + "loss": 1.3742, + "mean_token_accuracy": 0.62480229139328, + "num_tokens": 3191190.0, + "step": 135 + }, + { + "epoch": 0.014935207555457939, + "grad_norm": 6.433115005493164, + "learning_rate": 7.409440175631174e-08, + "loss": 1.4165, + "mean_token_accuracy": 0.6097022891044617, + "num_tokens": 3207501.0, + "step": 136 + }, + { + "epoch": 0.0150450252580716, + "grad_norm": 6.072401523590088, + "learning_rate": 7.464324917672886e-08, + "loss": 1.5052, + "mean_token_accuracy": 0.6063340902328491, + "num_tokens": 3226580.0, + "step": 137 + }, + { + "epoch": 0.015154842960685262, + "grad_norm": 4.991077899932861, + "learning_rate": 7.519209659714599e-08, + "loss": 1.4012, + "mean_token_accuracy": 0.6122525930404663, + "num_tokens": 3250864.0, + "step": 138 + }, + { + "epoch": 0.015264660663298924, + "grad_norm": 4.605306625366211, + "learning_rate": 7.574094401756312e-08, + "loss": 1.4207, + "mean_token_accuracy": 0.6216179132461548, + "num_tokens": 3281212.0, + "step": 139 + }, + { + "epoch": 0.015374478365912585, + "grad_norm": 5.049591541290283, + "learning_rate": 7.628979143798024e-08, + "loss": 1.2874, + "mean_token_accuracy": 0.644919753074646, + "num_tokens": 3301606.0, + "step": 140 + }, + { + "epoch": 0.015484296068526247, + "grad_norm": 5.323149681091309, + "learning_rate": 7.683863885839736e-08, + "loss": 1.3055, + "mean_token_accuracy": 0.6431092619895935, + "num_tokens": 3322627.0, + "step": 141 + }, + { + "epoch": 0.015594113771139909, + "grad_norm": 5.713238716125488, + "learning_rate": 7.738748627881449e-08, + "loss": 1.3185, + "mean_token_accuracy": 0.6338779330253601, + "num_tokens": 3342071.0, + "step": 142 + }, + { + "epoch": 0.01570393147375357, + "grad_norm": 5.192229270935059, + "learning_rate": 7.793633369923161e-08, + "loss": 1.3551, + "mean_token_accuracy": 0.640346348285675, + "num_tokens": 3363711.0, + "step": 143 + }, + { + "epoch": 0.015813749176367232, + "grad_norm": 5.112453460693359, + "learning_rate": 7.848518111964874e-08, + "loss": 1.3033, + "mean_token_accuracy": 0.6373023390769958, + "num_tokens": 3385625.0, + "step": 144 + }, + { + "epoch": 0.01592356687898089, + "grad_norm": 5.410715579986572, + "learning_rate": 7.903402854006585e-08, + "loss": 1.3687, + "mean_token_accuracy": 0.6342270970344543, + "num_tokens": 3404302.0, + "step": 145 + }, + { + "epoch": 0.01603338458159455, + "grad_norm": 5.445104122161865, + "learning_rate": 7.958287596048298e-08, + "loss": 1.4675, + "mean_token_accuracy": 0.6016031503677368, + "num_tokens": 3423195.0, + "step": 146 + }, + { + "epoch": 0.016143202284208215, + "grad_norm": 5.691219806671143, + "learning_rate": 8.01317233809001e-08, + "loss": 1.3648, + "mean_token_accuracy": 0.629450798034668, + "num_tokens": 3441939.0, + "step": 147 + }, + { + "epoch": 0.016253019986821875, + "grad_norm": 4.245553016662598, + "learning_rate": 8.068057080131722e-08, + "loss": 1.37, + "mean_token_accuracy": 0.6165472269058228, + "num_tokens": 3469986.0, + "step": 148 + }, + { + "epoch": 0.016362837689435538, + "grad_norm": 5.285606384277344, + "learning_rate": 8.122941822173437e-08, + "loss": 1.3434, + "mean_token_accuracy": 0.6360028982162476, + "num_tokens": 3490107.0, + "step": 149 + }, + { + "epoch": 0.016472655392049198, + "grad_norm": 4.5330610275268555, + "learning_rate": 8.177826564215148e-08, + "loss": 1.3665, + "mean_token_accuracy": 0.631945013999939, + "num_tokens": 3517495.0, + "step": 150 + }, + { + "epoch": 0.01658247309466286, + "grad_norm": 4.623921871185303, + "learning_rate": 8.232711306256861e-08, + "loss": 1.4318, + "mean_token_accuracy": 0.6068377494812012, + "num_tokens": 3546235.0, + "step": 151 + }, + { + "epoch": 0.01669229079727652, + "grad_norm": 4.745663642883301, + "learning_rate": 8.287596048298572e-08, + "loss": 1.2893, + "mean_token_accuracy": 0.649040699005127, + "num_tokens": 3570573.0, + "step": 152 + }, + { + "epoch": 0.01680210849989018, + "grad_norm": 4.73768949508667, + "learning_rate": 8.342480790340285e-08, + "loss": 1.3633, + "mean_token_accuracy": 0.6332666873931885, + "num_tokens": 3593421.0, + "step": 153 + }, + { + "epoch": 0.016911926202503844, + "grad_norm": 4.507425785064697, + "learning_rate": 8.397365532381998e-08, + "loss": 1.3558, + "mean_token_accuracy": 0.6308885812759399, + "num_tokens": 3620747.0, + "step": 154 + }, + { + "epoch": 0.017021743905117504, + "grad_norm": 4.451275825500488, + "learning_rate": 8.45225027442371e-08, + "loss": 1.4056, + "mean_token_accuracy": 0.6185306310653687, + "num_tokens": 3651939.0, + "step": 155 + }, + { + "epoch": 0.017131561607731167, + "grad_norm": 4.58339786529541, + "learning_rate": 8.507135016465423e-08, + "loss": 1.3023, + "mean_token_accuracy": 0.6430927515029907, + "num_tokens": 3673891.0, + "step": 156 + }, + { + "epoch": 0.017241379310344827, + "grad_norm": 4.639713287353516, + "learning_rate": 8.562019758507134e-08, + "loss": 1.4028, + "mean_token_accuracy": 0.6238020062446594, + "num_tokens": 3700184.0, + "step": 157 + }, + { + "epoch": 0.017351197012958487, + "grad_norm": 4.779143810272217, + "learning_rate": 8.616904500548847e-08, + "loss": 1.343, + "mean_token_accuracy": 0.6378107070922852, + "num_tokens": 3720329.0, + "step": 158 + }, + { + "epoch": 0.01746101471557215, + "grad_norm": 4.620726108551025, + "learning_rate": 8.671789242590558e-08, + "loss": 1.3645, + "mean_token_accuracy": 0.6274991035461426, + "num_tokens": 3743730.0, + "step": 159 + }, + { + "epoch": 0.01757083241818581, + "grad_norm": 5.012567520141602, + "learning_rate": 8.726673984632271e-08, + "loss": 1.387, + "mean_token_accuracy": 0.6242477893829346, + "num_tokens": 3765551.0, + "step": 160 + }, + { + "epoch": 0.017680650120799474, + "grad_norm": 4.194925785064697, + "learning_rate": 8.781558726673985e-08, + "loss": 1.2731, + "mean_token_accuracy": 0.6501142382621765, + "num_tokens": 3791990.0, + "step": 161 + }, + { + "epoch": 0.017790467823413134, + "grad_norm": 4.33966588973999, + "learning_rate": 8.836443468715697e-08, + "loss": 1.3866, + "mean_token_accuracy": 0.623475193977356, + "num_tokens": 3817996.0, + "step": 162 + }, + { + "epoch": 0.017900285526026797, + "grad_norm": 4.539363861083984, + "learning_rate": 8.89132821075741e-08, + "loss": 1.3704, + "mean_token_accuracy": 0.6269186735153198, + "num_tokens": 3841279.0, + "step": 163 + }, + { + "epoch": 0.018010103228640457, + "grad_norm": 4.522057056427002, + "learning_rate": 8.946212952799121e-08, + "loss": 1.3226, + "mean_token_accuracy": 0.646014928817749, + "num_tokens": 3868164.0, + "step": 164 + }, + { + "epoch": 0.018119920931254117, + "grad_norm": 4.321972370147705, + "learning_rate": 9.001097694840834e-08, + "loss": 1.2454, + "mean_token_accuracy": 0.6556991934776306, + "num_tokens": 3892308.0, + "step": 165 + }, + { + "epoch": 0.01822973863386778, + "grad_norm": 4.0374064445495605, + "learning_rate": 9.055982436882546e-08, + "loss": 1.4012, + "mean_token_accuracy": 0.6192388534545898, + "num_tokens": 3920392.0, + "step": 166 + }, + { + "epoch": 0.01833955633648144, + "grad_norm": 4.454774379730225, + "learning_rate": 9.110867178924259e-08, + "loss": 1.4286, + "mean_token_accuracy": 0.6122572422027588, + "num_tokens": 3948342.0, + "step": 167 + }, + { + "epoch": 0.018449374039095103, + "grad_norm": 5.582855224609375, + "learning_rate": 9.165751920965971e-08, + "loss": 1.2838, + "mean_token_accuracy": 0.6390655040740967, + "num_tokens": 3968140.0, + "step": 168 + }, + { + "epoch": 0.018559191741708763, + "grad_norm": 4.599658489227295, + "learning_rate": 9.220636663007683e-08, + "loss": 1.39, + "mean_token_accuracy": 0.6107545495033264, + "num_tokens": 3989493.0, + "step": 169 + }, + { + "epoch": 0.018669009444322426, + "grad_norm": 6.000124454498291, + "learning_rate": 9.275521405049396e-08, + "loss": 1.2808, + "mean_token_accuracy": 0.6535427570343018, + "num_tokens": 4005094.0, + "step": 170 + }, + { + "epoch": 0.018778827146936086, + "grad_norm": 5.70881986618042, + "learning_rate": 9.330406147091107e-08, + "loss": 1.3443, + "mean_token_accuracy": 0.6321951746940613, + "num_tokens": 4023576.0, + "step": 171 + }, + { + "epoch": 0.018888644849549746, + "grad_norm": 4.238897800445557, + "learning_rate": 9.38529088913282e-08, + "loss": 1.3745, + "mean_token_accuracy": 0.6183841228485107, + "num_tokens": 4052633.0, + "step": 172 + }, + { + "epoch": 0.01899846255216341, + "grad_norm": 4.567286491394043, + "learning_rate": 9.440175631174534e-08, + "loss": 1.4255, + "mean_token_accuracy": 0.6127065420150757, + "num_tokens": 4074243.0, + "step": 173 + }, + { + "epoch": 0.01910828025477707, + "grad_norm": 4.073327541351318, + "learning_rate": 9.495060373216246e-08, + "loss": 1.2358, + "mean_token_accuracy": 0.6496747136116028, + "num_tokens": 4098206.0, + "step": 174 + }, + { + "epoch": 0.019218097957390733, + "grad_norm": 4.637813091278076, + "learning_rate": 9.549945115257959e-08, + "loss": 1.3137, + "mean_token_accuracy": 0.6458197832107544, + "num_tokens": 4117530.0, + "step": 175 + }, + { + "epoch": 0.019327915660004392, + "grad_norm": 3.9491653442382812, + "learning_rate": 9.60482985729967e-08, + "loss": 1.3329, + "mean_token_accuracy": 0.6400146484375, + "num_tokens": 4144567.0, + "step": 176 + }, + { + "epoch": 0.019437733362618052, + "grad_norm": 4.365078449249268, + "learning_rate": 9.659714599341383e-08, + "loss": 1.3402, + "mean_token_accuracy": 0.6362079977989197, + "num_tokens": 4166613.0, + "step": 177 + }, + { + "epoch": 0.019547551065231716, + "grad_norm": 4.339459419250488, + "learning_rate": 9.714599341383095e-08, + "loss": 1.383, + "mean_token_accuracy": 0.6271098852157593, + "num_tokens": 4188367.0, + "step": 178 + }, + { + "epoch": 0.019657368767845376, + "grad_norm": 3.918121576309204, + "learning_rate": 9.769484083424807e-08, + "loss": 1.2972, + "mean_token_accuracy": 0.6476044654846191, + "num_tokens": 4216084.0, + "step": 179 + }, + { + "epoch": 0.01976718647045904, + "grad_norm": 4.677492618560791, + "learning_rate": 9.82436882546652e-08, + "loss": 1.3499, + "mean_token_accuracy": 0.6320554614067078, + "num_tokens": 4237633.0, + "step": 180 + }, + { + "epoch": 0.0198770041730727, + "grad_norm": 3.7697296142578125, + "learning_rate": 9.879253567508232e-08, + "loss": 1.3024, + "mean_token_accuracy": 0.6498123407363892, + "num_tokens": 4266984.0, + "step": 181 + }, + { + "epoch": 0.019986821875686362, + "grad_norm": 3.8250017166137695, + "learning_rate": 9.934138309549945e-08, + "loss": 1.2878, + "mean_token_accuracy": 0.6435593366622925, + "num_tokens": 4297924.0, + "step": 182 + }, + { + "epoch": 0.020096639578300022, + "grad_norm": 3.8758299350738525, + "learning_rate": 9.989023051591656e-08, + "loss": 1.3101, + "mean_token_accuracy": 0.636451244354248, + "num_tokens": 4324800.0, + "step": 183 + }, + { + "epoch": 0.020206457280913682, + "grad_norm": 3.860353946685791, + "learning_rate": 1.0043907793633369e-07, + "loss": 1.3342, + "mean_token_accuracy": 0.6337070465087891, + "num_tokens": 4352909.0, + "step": 184 + }, + { + "epoch": 0.020316274983527345, + "grad_norm": 4.980236053466797, + "learning_rate": 1.0098792535675082e-07, + "loss": 1.2711, + "mean_token_accuracy": 0.6567234992980957, + "num_tokens": 4374027.0, + "step": 185 + }, + { + "epoch": 0.020426092686141005, + "grad_norm": 6.409907817840576, + "learning_rate": 1.0153677277716795e-07, + "loss": 1.2191, + "mean_token_accuracy": 0.6616392135620117, + "num_tokens": 4388826.0, + "step": 186 + }, + { + "epoch": 0.02053591038875467, + "grad_norm": 4.204145908355713, + "learning_rate": 1.0208562019758508e-07, + "loss": 1.2927, + "mean_token_accuracy": 0.6415598392486572, + "num_tokens": 4411868.0, + "step": 187 + }, + { + "epoch": 0.020645728091368328, + "grad_norm": 4.8368611335754395, + "learning_rate": 1.0263446761800219e-07, + "loss": 1.3163, + "mean_token_accuracy": 0.6389181613922119, + "num_tokens": 4436320.0, + "step": 188 + }, + { + "epoch": 0.02075554579398199, + "grad_norm": 4.128422260284424, + "learning_rate": 1.0318331503841932e-07, + "loss": 1.3093, + "mean_token_accuracy": 0.6408326625823975, + "num_tokens": 4462517.0, + "step": 189 + }, + { + "epoch": 0.02086536349659565, + "grad_norm": 5.154606819152832, + "learning_rate": 1.0373216245883643e-07, + "loss": 1.3884, + "mean_token_accuracy": 0.6391445994377136, + "num_tokens": 4481095.0, + "step": 190 + }, + { + "epoch": 0.02097518119920931, + "grad_norm": 3.666083574295044, + "learning_rate": 1.0428100987925356e-07, + "loss": 1.3081, + "mean_token_accuracy": 0.6396494507789612, + "num_tokens": 4506220.0, + "step": 191 + }, + { + "epoch": 0.021084998901822975, + "grad_norm": 4.572271347045898, + "learning_rate": 1.0482985729967068e-07, + "loss": 1.3339, + "mean_token_accuracy": 0.6318089962005615, + "num_tokens": 4534530.0, + "step": 192 + }, + { + "epoch": 0.021194816604436634, + "grad_norm": 3.6371679306030273, + "learning_rate": 1.0537870472008781e-07, + "loss": 1.3469, + "mean_token_accuracy": 0.630771815776825, + "num_tokens": 4566103.0, + "step": 193 + }, + { + "epoch": 0.021304634307050298, + "grad_norm": 6.412442684173584, + "learning_rate": 1.0592755214050494e-07, + "loss": 1.4187, + "mean_token_accuracy": 0.6135602593421936, + "num_tokens": 4589513.0, + "step": 194 + }, + { + "epoch": 0.021414452009663958, + "grad_norm": 4.541504859924316, + "learning_rate": 1.0647639956092205e-07, + "loss": 1.285, + "mean_token_accuracy": 0.6440966725349426, + "num_tokens": 4611244.0, + "step": 195 + }, + { + "epoch": 0.021524269712277617, + "grad_norm": 5.22819709777832, + "learning_rate": 1.0702524698133918e-07, + "loss": 1.3011, + "mean_token_accuracy": 0.6424281597137451, + "num_tokens": 4632181.0, + "step": 196 + }, + { + "epoch": 0.02163408741489128, + "grad_norm": 4.664517879486084, + "learning_rate": 1.0757409440175631e-07, + "loss": 1.2896, + "mean_token_accuracy": 0.6434197425842285, + "num_tokens": 4659489.0, + "step": 197 + }, + { + "epoch": 0.02174390511750494, + "grad_norm": 5.440528392791748, + "learning_rate": 1.0812294182217344e-07, + "loss": 1.3024, + "mean_token_accuracy": 0.6399314403533936, + "num_tokens": 4683242.0, + "step": 198 + }, + { + "epoch": 0.021853722820118604, + "grad_norm": 6.717830657958984, + "learning_rate": 1.0867178924259056e-07, + "loss": 1.2414, + "mean_token_accuracy": 0.6481471657752991, + "num_tokens": 4698327.0, + "step": 199 + }, + { + "epoch": 0.021963540522732264, + "grad_norm": 5.153417587280273, + "learning_rate": 1.0922063666300768e-07, + "loss": 1.3385, + "mean_token_accuracy": 0.6271476745605469, + "num_tokens": 4724788.0, + "step": 200 + }, + { + "epoch": 0.022073358225345927, + "grad_norm": 4.523184299468994, + "learning_rate": 1.0976948408342481e-07, + "loss": 1.3317, + "mean_token_accuracy": 0.6256194114685059, + "num_tokens": 4751274.0, + "step": 201 + }, + { + "epoch": 0.022183175927959587, + "grad_norm": 4.9191575050354, + "learning_rate": 1.1031833150384192e-07, + "loss": 1.3698, + "mean_token_accuracy": 0.6175912618637085, + "num_tokens": 4777849.0, + "step": 202 + }, + { + "epoch": 0.022292993630573247, + "grad_norm": 4.541045188903809, + "learning_rate": 1.1086717892425905e-07, + "loss": 1.149, + "mean_token_accuracy": 0.6699506640434265, + "num_tokens": 4802125.0, + "step": 203 + }, + { + "epoch": 0.02240281133318691, + "grad_norm": 5.152735233306885, + "learning_rate": 1.1141602634467617e-07, + "loss": 1.2823, + "mean_token_accuracy": 0.6423630118370056, + "num_tokens": 4821750.0, + "step": 204 + }, + { + "epoch": 0.02251262903580057, + "grad_norm": 4.5434675216674805, + "learning_rate": 1.119648737650933e-07, + "loss": 1.3435, + "mean_token_accuracy": 0.6325377225875854, + "num_tokens": 4849084.0, + "step": 205 + }, + { + "epoch": 0.022622446738414233, + "grad_norm": 4.200932502746582, + "learning_rate": 1.1251372118551042e-07, + "loss": 1.3129, + "mean_token_accuracy": 0.6338618993759155, + "num_tokens": 4876016.0, + "step": 206 + }, + { + "epoch": 0.022732264441027893, + "grad_norm": 4.597352981567383, + "learning_rate": 1.1306256860592754e-07, + "loss": 1.3291, + "mean_token_accuracy": 0.6365025043487549, + "num_tokens": 4901972.0, + "step": 207 + }, + { + "epoch": 0.022842082143641557, + "grad_norm": 4.344783306121826, + "learning_rate": 1.1361141602634467e-07, + "loss": 1.2958, + "mean_token_accuracy": 0.643832266330719, + "num_tokens": 4927159.0, + "step": 208 + }, + { + "epoch": 0.022951899846255217, + "grad_norm": 4.557741165161133, + "learning_rate": 1.141602634467618e-07, + "loss": 1.3177, + "mean_token_accuracy": 0.6366583704948425, + "num_tokens": 4955407.0, + "step": 209 + }, + { + "epoch": 0.023061717548868876, + "grad_norm": 4.742407321929932, + "learning_rate": 1.1470911086717892e-07, + "loss": 1.3676, + "mean_token_accuracy": 0.6258383989334106, + "num_tokens": 4981879.0, + "step": 210 + }, + { + "epoch": 0.02317153525148254, + "grad_norm": 4.293022155761719, + "learning_rate": 1.1525795828759604e-07, + "loss": 1.24, + "mean_token_accuracy": 0.652631938457489, + "num_tokens": 5008089.0, + "step": 211 + }, + { + "epoch": 0.0232813529540962, + "grad_norm": 4.835278034210205, + "learning_rate": 1.1580680570801317e-07, + "loss": 1.3048, + "mean_token_accuracy": 0.6375837326049805, + "num_tokens": 5037876.0, + "step": 212 + }, + { + "epoch": 0.023391170656709863, + "grad_norm": 5.3481526374816895, + "learning_rate": 1.163556531284303e-07, + "loss": 1.3855, + "mean_token_accuracy": 0.6350191831588745, + "num_tokens": 5064232.0, + "step": 213 + }, + { + "epoch": 0.023500988359323523, + "grad_norm": 6.332596778869629, + "learning_rate": 1.1690450054884741e-07, + "loss": 1.2463, + "mean_token_accuracy": 0.654573917388916, + "num_tokens": 5086436.0, + "step": 214 + }, + { + "epoch": 0.023610806061937183, + "grad_norm": 4.491301536560059, + "learning_rate": 1.1745334796926454e-07, + "loss": 1.2849, + "mean_token_accuracy": 0.6517132520675659, + "num_tokens": 5114684.0, + "step": 215 + }, + { + "epoch": 0.023720623764550846, + "grad_norm": 6.172471046447754, + "learning_rate": 1.1800219538968166e-07, + "loss": 1.235, + "mean_token_accuracy": 0.6543352603912354, + "num_tokens": 5134527.0, + "step": 216 + }, + { + "epoch": 0.023830441467164506, + "grad_norm": 5.62211275100708, + "learning_rate": 1.1855104281009878e-07, + "loss": 1.3181, + "mean_token_accuracy": 0.6457720994949341, + "num_tokens": 5161920.0, + "step": 217 + }, + { + "epoch": 0.02394025916977817, + "grad_norm": 4.387749195098877, + "learning_rate": 1.1909989023051591e-07, + "loss": 1.2592, + "mean_token_accuracy": 0.6506800651550293, + "num_tokens": 5187312.0, + "step": 218 + }, + { + "epoch": 0.02405007687239183, + "grad_norm": 4.7996039390563965, + "learning_rate": 1.1964873765093303e-07, + "loss": 1.295, + "mean_token_accuracy": 0.6389941573143005, + "num_tokens": 5213009.0, + "step": 219 + }, + { + "epoch": 0.024159894575005492, + "grad_norm": 5.731561660766602, + "learning_rate": 1.2019758507135017e-07, + "loss": 1.3173, + "mean_token_accuracy": 0.630324125289917, + "num_tokens": 5232869.0, + "step": 220 + }, + { + "epoch": 0.024269712277619152, + "grad_norm": 4.271695613861084, + "learning_rate": 1.2074643249176729e-07, + "loss": 1.2429, + "mean_token_accuracy": 0.6546011567115784, + "num_tokens": 5263133.0, + "step": 221 + }, + { + "epoch": 0.024379529980232812, + "grad_norm": 5.792018890380859, + "learning_rate": 1.212952799121844e-07, + "loss": 1.2545, + "mean_token_accuracy": 0.6634102463722229, + "num_tokens": 5284340.0, + "step": 222 + }, + { + "epoch": 0.024489347682846475, + "grad_norm": 7.091463565826416, + "learning_rate": 1.2184412733260154e-07, + "loss": 1.2467, + "mean_token_accuracy": 0.658850371837616, + "num_tokens": 5302828.0, + "step": 223 + }, + { + "epoch": 0.024599165385460135, + "grad_norm": 7.2483673095703125, + "learning_rate": 1.2239297475301866e-07, + "loss": 1.1596, + "mean_token_accuracy": 0.6665341258049011, + "num_tokens": 5323301.0, + "step": 224 + }, + { + "epoch": 0.0247089830880738, + "grad_norm": 7.584331512451172, + "learning_rate": 1.2294182217343577e-07, + "loss": 1.2118, + "mean_token_accuracy": 0.651429295539856, + "num_tokens": 5340640.0, + "step": 225 + }, + { + "epoch": 0.02481880079068746, + "grad_norm": 6.251197814941406, + "learning_rate": 1.2349066959385291e-07, + "loss": 1.241, + "mean_token_accuracy": 0.6526384353637695, + "num_tokens": 5367620.0, + "step": 226 + }, + { + "epoch": 0.024928618493301122, + "grad_norm": 4.8110246658325195, + "learning_rate": 1.2403951701427003e-07, + "loss": 1.3152, + "mean_token_accuracy": 0.6199036240577698, + "num_tokens": 5395579.0, + "step": 227 + }, + { + "epoch": 0.02503843619591478, + "grad_norm": 6.808297634124756, + "learning_rate": 1.2458836443468714e-07, + "loss": 1.2186, + "mean_token_accuracy": 0.6582422852516174, + "num_tokens": 5417301.0, + "step": 228 + }, + { + "epoch": 0.02514825389852844, + "grad_norm": 6.604897975921631, + "learning_rate": 1.2513721185510429e-07, + "loss": 1.1777, + "mean_token_accuracy": 0.6710218191146851, + "num_tokens": 5443802.0, + "step": 229 + }, + { + "epoch": 0.025258071601142105, + "grad_norm": 4.942127227783203, + "learning_rate": 1.256860592755214e-07, + "loss": 1.2177, + "mean_token_accuracy": 0.6641453504562378, + "num_tokens": 5470206.0, + "step": 230 + }, + { + "epoch": 0.025367889303755765, + "grad_norm": 5.101413726806641, + "learning_rate": 1.2623490669593854e-07, + "loss": 1.2508, + "mean_token_accuracy": 0.6570707559585571, + "num_tokens": 5498279.0, + "step": 231 + }, + { + "epoch": 0.025477707006369428, + "grad_norm": 9.067827224731445, + "learning_rate": 1.2678375411635563e-07, + "loss": 1.358, + "mean_token_accuracy": 0.6349912881851196, + "num_tokens": 5516676.0, + "step": 232 + }, + { + "epoch": 0.025587524708983088, + "grad_norm": 6.2557692527771, + "learning_rate": 1.2733260153677277e-07, + "loss": 1.3148, + "mean_token_accuracy": 0.6276034116744995, + "num_tokens": 5538746.0, + "step": 233 + }, + { + "epoch": 0.025697342411596748, + "grad_norm": 6.516758441925049, + "learning_rate": 1.278814489571899e-07, + "loss": 1.298, + "mean_token_accuracy": 0.635015606880188, + "num_tokens": 5561743.0, + "step": 234 + }, + { + "epoch": 0.02580716011421041, + "grad_norm": 4.729096412658691, + "learning_rate": 1.2843029637760703e-07, + "loss": 1.2017, + "mean_token_accuracy": 0.6753170490264893, + "num_tokens": 5590314.0, + "step": 235 + }, + { + "epoch": 0.02591697781682407, + "grad_norm": 6.683493137359619, + "learning_rate": 1.2897914379802412e-07, + "loss": 1.2552, + "mean_token_accuracy": 0.6476163268089294, + "num_tokens": 5613851.0, + "step": 236 + }, + { + "epoch": 0.026026795519437734, + "grad_norm": 6.807730197906494, + "learning_rate": 1.2952799121844126e-07, + "loss": 1.1373, + "mean_token_accuracy": 0.6790065169334412, + "num_tokens": 5638503.0, + "step": 237 + }, + { + "epoch": 0.026136613222051394, + "grad_norm": 6.167490482330322, + "learning_rate": 1.300768386388584e-07, + "loss": 1.2043, + "mean_token_accuracy": 0.6627586483955383, + "num_tokens": 5663890.0, + "step": 238 + }, + { + "epoch": 0.026246430924665057, + "grad_norm": 8.575173377990723, + "learning_rate": 1.3062568605927552e-07, + "loss": 1.3259, + "mean_token_accuracy": 0.6371220350265503, + "num_tokens": 5684259.0, + "step": 239 + }, + { + "epoch": 0.026356248627278717, + "grad_norm": 6.143685340881348, + "learning_rate": 1.3117453347969266e-07, + "loss": 1.2586, + "mean_token_accuracy": 0.6442652344703674, + "num_tokens": 5704341.0, + "step": 240 + }, + { + "epoch": 0.026466066329892377, + "grad_norm": 5.396944999694824, + "learning_rate": 1.3172338090010975e-07, + "loss": 1.2157, + "mean_token_accuracy": 0.6635557413101196, + "num_tokens": 5724774.0, + "step": 241 + }, + { + "epoch": 0.02657588403250604, + "grad_norm": 5.499095916748047, + "learning_rate": 1.322722283205269e-07, + "loss": 1.342, + "mean_token_accuracy": 0.6236714124679565, + "num_tokens": 5748609.0, + "step": 242 + }, + { + "epoch": 0.0266857017351197, + "grad_norm": 5.432095050811768, + "learning_rate": 1.32821075740944e-07, + "loss": 1.3005, + "mean_token_accuracy": 0.6546521782875061, + "num_tokens": 5772225.0, + "step": 243 + }, + { + "epoch": 0.026795519437733364, + "grad_norm": 6.393365383148193, + "learning_rate": 1.3336992316136115e-07, + "loss": 1.3777, + "mean_token_accuracy": 0.6163161993026733, + "num_tokens": 5795749.0, + "step": 244 + }, + { + "epoch": 0.026905337140347024, + "grad_norm": 5.379540920257568, + "learning_rate": 1.3391877058177826e-07, + "loss": 1.2303, + "mean_token_accuracy": 0.6773478984832764, + "num_tokens": 5819088.0, + "step": 245 + }, + { + "epoch": 0.027015154842960687, + "grad_norm": 5.231070518493652, + "learning_rate": 1.3446761800219538e-07, + "loss": 1.3553, + "mean_token_accuracy": 0.6286317706108093, + "num_tokens": 5843595.0, + "step": 246 + }, + { + "epoch": 0.027124972545574347, + "grad_norm": 5.2851881980896, + "learning_rate": 1.350164654226125e-07, + "loss": 1.1906, + "mean_token_accuracy": 0.6612136363983154, + "num_tokens": 5866664.0, + "step": 247 + }, + { + "epoch": 0.027234790248188007, + "grad_norm": 5.825577259063721, + "learning_rate": 1.3556531284302963e-07, + "loss": 1.1997, + "mean_token_accuracy": 0.6600655913352966, + "num_tokens": 5887450.0, + "step": 248 + }, + { + "epoch": 0.02734460795080167, + "grad_norm": 7.017991065979004, + "learning_rate": 1.3611416026344675e-07, + "loss": 1.1813, + "mean_token_accuracy": 0.6627538204193115, + "num_tokens": 5906017.0, + "step": 249 + }, + { + "epoch": 0.02745442565341533, + "grad_norm": 6.374011516571045, + "learning_rate": 1.366630076838639e-07, + "loss": 1.3314, + "mean_token_accuracy": 0.6418301463127136, + "num_tokens": 5931763.0, + "step": 250 + }, + { + "epoch": 0.027564243356028993, + "grad_norm": 5.040996551513672, + "learning_rate": 1.37211855104281e-07, + "loss": 1.211, + "mean_token_accuracy": 0.64821857213974, + "num_tokens": 5951002.0, + "step": 251 + }, + { + "epoch": 0.027674061058642653, + "grad_norm": 5.0320048332214355, + "learning_rate": 1.3776070252469812e-07, + "loss": 1.2357, + "mean_token_accuracy": 0.6439063549041748, + "num_tokens": 5973475.0, + "step": 252 + }, + { + "epoch": 0.027783878761256313, + "grad_norm": 6.461793422698975, + "learning_rate": 1.3830954994511526e-07, + "loss": 1.1894, + "mean_token_accuracy": 0.6518214344978333, + "num_tokens": 5991385.0, + "step": 253 + }, + { + "epoch": 0.027893696463869976, + "grad_norm": 9.447789192199707, + "learning_rate": 1.3885839736553238e-07, + "loss": 1.0861, + "mean_token_accuracy": 0.6859244704246521, + "num_tokens": 6009391.0, + "step": 254 + }, + { + "epoch": 0.028003514166483636, + "grad_norm": 5.618837833404541, + "learning_rate": 1.394072447859495e-07, + "loss": 1.2076, + "mean_token_accuracy": 0.6549679040908813, + "num_tokens": 6032919.0, + "step": 255 + }, + { + "epoch": 0.0281133318690973, + "grad_norm": 5.981513977050781, + "learning_rate": 1.399560922063666e-07, + "loss": 1.198, + "mean_token_accuracy": 0.6614524722099304, + "num_tokens": 6055148.0, + "step": 256 + }, + { + "epoch": 0.02822314957171096, + "grad_norm": 6.449829578399658, + "learning_rate": 1.4050493962678375e-07, + "loss": 1.321, + "mean_token_accuracy": 0.6290348768234253, + "num_tokens": 6079454.0, + "step": 257 + }, + { + "epoch": 0.028332967274324623, + "grad_norm": 4.815812587738037, + "learning_rate": 1.4105378704720087e-07, + "loss": 1.2253, + "mean_token_accuracy": 0.6646221876144409, + "num_tokens": 6102995.0, + "step": 258 + }, + { + "epoch": 0.028442784976938282, + "grad_norm": 5.824459075927734, + "learning_rate": 1.41602634467618e-07, + "loss": 1.2673, + "mean_token_accuracy": 0.6616491675376892, + "num_tokens": 6124596.0, + "step": 259 + }, + { + "epoch": 0.028552602679551942, + "grad_norm": 6.029326438903809, + "learning_rate": 1.421514818880351e-07, + "loss": 1.2868, + "mean_token_accuracy": 0.646209716796875, + "num_tokens": 6144341.0, + "step": 260 + }, + { + "epoch": 0.028662420382165606, + "grad_norm": 4.0814008712768555, + "learning_rate": 1.4270032930845224e-07, + "loss": 1.2274, + "mean_token_accuracy": 0.6562530994415283, + "num_tokens": 6173336.0, + "step": 261 + }, + { + "epoch": 0.028772238084779266, + "grad_norm": 4.864054203033447, + "learning_rate": 1.4324917672886938e-07, + "loss": 1.2857, + "mean_token_accuracy": 0.6385061740875244, + "num_tokens": 6197159.0, + "step": 262 + }, + { + "epoch": 0.02888205578739293, + "grad_norm": 5.259591579437256, + "learning_rate": 1.437980241492865e-07, + "loss": 1.1912, + "mean_token_accuracy": 0.6619164943695068, + "num_tokens": 6222264.0, + "step": 263 + }, + { + "epoch": 0.02899187349000659, + "grad_norm": 5.482897758483887, + "learning_rate": 1.4434687156970364e-07, + "loss": 1.2567, + "mean_token_accuracy": 0.6475278735160828, + "num_tokens": 6243713.0, + "step": 264 + }, + { + "epoch": 0.029101691192620252, + "grad_norm": 5.161464214324951, + "learning_rate": 1.4489571899012073e-07, + "loss": 1.3267, + "mean_token_accuracy": 0.6339722871780396, + "num_tokens": 6263336.0, + "step": 265 + }, + { + "epoch": 0.029211508895233912, + "grad_norm": 5.1380438804626465, + "learning_rate": 1.4544456641053787e-07, + "loss": 1.1883, + "mean_token_accuracy": 0.6668980121612549, + "num_tokens": 6289628.0, + "step": 266 + }, + { + "epoch": 0.029321326597847572, + "grad_norm": 6.582797050476074, + "learning_rate": 1.4599341383095498e-07, + "loss": 1.2999, + "mean_token_accuracy": 0.6371301412582397, + "num_tokens": 6311077.0, + "step": 267 + }, + { + "epoch": 0.029431144300461235, + "grad_norm": 5.848807334899902, + "learning_rate": 1.4654226125137212e-07, + "loss": 1.2512, + "mean_token_accuracy": 0.6538147926330566, + "num_tokens": 6337539.0, + "step": 268 + }, + { + "epoch": 0.029540962003074895, + "grad_norm": 5.605030059814453, + "learning_rate": 1.4709110867178924e-07, + "loss": 1.2345, + "mean_token_accuracy": 0.6535412669181824, + "num_tokens": 6363203.0, + "step": 269 + }, + { + "epoch": 0.02965077970568856, + "grad_norm": 4.874910354614258, + "learning_rate": 1.4763995609220636e-07, + "loss": 1.2697, + "mean_token_accuracy": 0.6470917463302612, + "num_tokens": 6393421.0, + "step": 270 + }, + { + "epoch": 0.029760597408302218, + "grad_norm": 4.749342441558838, + "learning_rate": 1.4818880351262347e-07, + "loss": 1.2935, + "mean_token_accuracy": 0.6438060998916626, + "num_tokens": 6419256.0, + "step": 271 + }, + { + "epoch": 0.029870415110915878, + "grad_norm": 5.547649383544922, + "learning_rate": 1.487376509330406e-07, + "loss": 1.1708, + "mean_token_accuracy": 0.6743212938308716, + "num_tokens": 6442778.0, + "step": 272 + }, + { + "epoch": 0.02998023281352954, + "grad_norm": 6.2562408447265625, + "learning_rate": 1.4928649835345773e-07, + "loss": 1.3142, + "mean_token_accuracy": 0.6515350341796875, + "num_tokens": 6467254.0, + "step": 273 + }, + { + "epoch": 0.0300900505161432, + "grad_norm": 5.366505146026611, + "learning_rate": 1.4983534577387484e-07, + "loss": 1.1908, + "mean_token_accuracy": 0.6671282052993774, + "num_tokens": 6493991.0, + "step": 274 + }, + { + "epoch": 0.030199868218756865, + "grad_norm": 4.621706962585449, + "learning_rate": 1.5038419319429198e-07, + "loss": 1.2189, + "mean_token_accuracy": 0.645523190498352, + "num_tokens": 6519702.0, + "step": 275 + }, + { + "epoch": 0.030309685921370524, + "grad_norm": 5.216646194458008, + "learning_rate": 1.509330406147091e-07, + "loss": 1.1161, + "mean_token_accuracy": 0.6757517457008362, + "num_tokens": 6543192.0, + "step": 276 + }, + { + "epoch": 0.030419503623984188, + "grad_norm": 7.15349817276001, + "learning_rate": 1.5148188803512624e-07, + "loss": 1.2638, + "mean_token_accuracy": 0.6546976566314697, + "num_tokens": 6564362.0, + "step": 277 + }, + { + "epoch": 0.030529321326597848, + "grad_norm": 5.017391681671143, + "learning_rate": 1.5203073545554336e-07, + "loss": 1.2356, + "mean_token_accuracy": 0.6546124815940857, + "num_tokens": 6589016.0, + "step": 278 + }, + { + "epoch": 0.030639139029211507, + "grad_norm": 5.979681015014648, + "learning_rate": 1.5257958287596047e-07, + "loss": 1.2048, + "mean_token_accuracy": 0.6634646654129028, + "num_tokens": 6611239.0, + "step": 279 + }, + { + "epoch": 0.03074895673182517, + "grad_norm": 5.361054420471191, + "learning_rate": 1.531284302963776e-07, + "loss": 1.1977, + "mean_token_accuracy": 0.6660681962966919, + "num_tokens": 6634924.0, + "step": 280 + }, + { + "epoch": 0.03085877443443883, + "grad_norm": 4.397167205810547, + "learning_rate": 1.5367727771679473e-07, + "loss": 1.3203, + "mean_token_accuracy": 0.6299145221710205, + "num_tokens": 6665839.0, + "step": 281 + }, + { + "epoch": 0.030968592137052494, + "grad_norm": 5.319239616394043, + "learning_rate": 1.5422612513721184e-07, + "loss": 1.2665, + "mean_token_accuracy": 0.6472802758216858, + "num_tokens": 6695472.0, + "step": 282 + }, + { + "epoch": 0.031078409839666154, + "grad_norm": 4.32959508895874, + "learning_rate": 1.5477497255762899e-07, + "loss": 1.2306, + "mean_token_accuracy": 0.6479465961456299, + "num_tokens": 6720962.0, + "step": 283 + }, + { + "epoch": 0.031188227542279817, + "grad_norm": 4.78289794921875, + "learning_rate": 1.5532381997804607e-07, + "loss": 1.269, + "mean_token_accuracy": 0.6465678215026855, + "num_tokens": 6743267.0, + "step": 284 + }, + { + "epoch": 0.03129804524489348, + "grad_norm": 4.931103229522705, + "learning_rate": 1.5587266739846322e-07, + "loss": 1.2087, + "mean_token_accuracy": 0.6693124771118164, + "num_tokens": 6762959.0, + "step": 285 + }, + { + "epoch": 0.03140786294750714, + "grad_norm": 5.5579118728637695, + "learning_rate": 1.5642151481888036e-07, + "loss": 1.1363, + "mean_token_accuracy": 0.6733397841453552, + "num_tokens": 6782792.0, + "step": 286 + }, + { + "epoch": 0.0315176806501208, + "grad_norm": 6.148421764373779, + "learning_rate": 1.5697036223929747e-07, + "loss": 1.1979, + "mean_token_accuracy": 0.6607016324996948, + "num_tokens": 6802442.0, + "step": 287 + }, + { + "epoch": 0.031627498352734464, + "grad_norm": 5.310060501098633, + "learning_rate": 1.5751920965971461e-07, + "loss": 1.2221, + "mean_token_accuracy": 0.6574476957321167, + "num_tokens": 6829693.0, + "step": 288 + }, + { + "epoch": 0.03173731605534812, + "grad_norm": 6.192113876342773, + "learning_rate": 1.580680570801317e-07, + "loss": 1.1835, + "mean_token_accuracy": 0.6496714353561401, + "num_tokens": 6850669.0, + "step": 289 + }, + { + "epoch": 0.03184713375796178, + "grad_norm": 4.653676509857178, + "learning_rate": 1.5861690450054885e-07, + "loss": 1.1872, + "mean_token_accuracy": 0.6625785827636719, + "num_tokens": 6879907.0, + "step": 290 + }, + { + "epoch": 0.03195695146057544, + "grad_norm": 7.363024711608887, + "learning_rate": 1.5916575192096596e-07, + "loss": 1.2745, + "mean_token_accuracy": 0.6467376351356506, + "num_tokens": 6900313.0, + "step": 291 + }, + { + "epoch": 0.0320667691631891, + "grad_norm": 4.103745460510254, + "learning_rate": 1.597145993413831e-07, + "loss": 1.3364, + "mean_token_accuracy": 0.626446545124054, + "num_tokens": 6932815.0, + "step": 292 + }, + { + "epoch": 0.03217658686580277, + "grad_norm": 6.588729381561279, + "learning_rate": 1.602634467618002e-07, + "loss": 1.2704, + "mean_token_accuracy": 0.6456429362297058, + "num_tokens": 6956430.0, + "step": 293 + }, + { + "epoch": 0.03228640456841643, + "grad_norm": 5.940760135650635, + "learning_rate": 1.6081229418221733e-07, + "loss": 1.2391, + "mean_token_accuracy": 0.6504224538803101, + "num_tokens": 6979478.0, + "step": 294 + }, + { + "epoch": 0.03239622227103009, + "grad_norm": 5.19471549987793, + "learning_rate": 1.6136114160263445e-07, + "loss": 1.1605, + "mean_token_accuracy": 0.664137601852417, + "num_tokens": 7005620.0, + "step": 295 + }, + { + "epoch": 0.03250603997364375, + "grad_norm": 4.922431468963623, + "learning_rate": 1.619099890230516e-07, + "loss": 1.1708, + "mean_token_accuracy": 0.6610274314880371, + "num_tokens": 7033266.0, + "step": 296 + }, + { + "epoch": 0.03261585767625741, + "grad_norm": 6.080711364746094, + "learning_rate": 1.6245883644346873e-07, + "loss": 1.2511, + "mean_token_accuracy": 0.6390073299407959, + "num_tokens": 7053433.0, + "step": 297 + }, + { + "epoch": 0.032725675378871076, + "grad_norm": 7.195980072021484, + "learning_rate": 1.6300768386388582e-07, + "loss": 1.1268, + "mean_token_accuracy": 0.6776367425918579, + "num_tokens": 7076238.0, + "step": 298 + }, + { + "epoch": 0.032835493081484736, + "grad_norm": 4.842470169067383, + "learning_rate": 1.6355653128430296e-07, + "loss": 1.3074, + "mean_token_accuracy": 0.6389918923377991, + "num_tokens": 7096856.0, + "step": 299 + }, + { + "epoch": 0.032945310784098396, + "grad_norm": 4.09846305847168, + "learning_rate": 1.6410537870472008e-07, + "loss": 1.177, + "mean_token_accuracy": 0.6653075814247131, + "num_tokens": 7126088.0, + "step": 300 + }, + { + "epoch": 0.033055128486712056, + "grad_norm": 4.988121509552002, + "learning_rate": 1.6465422612513722e-07, + "loss": 1.1599, + "mean_token_accuracy": 0.6667016744613647, + "num_tokens": 7147828.0, + "step": 301 + }, + { + "epoch": 0.03316494618932572, + "grad_norm": 6.701309680938721, + "learning_rate": 1.6520307354555433e-07, + "loss": 1.1811, + "mean_token_accuracy": 0.6568573117256165, + "num_tokens": 7167744.0, + "step": 302 + }, + { + "epoch": 0.03327476389193938, + "grad_norm": 4.413985729217529, + "learning_rate": 1.6575192096597145e-07, + "loss": 1.2477, + "mean_token_accuracy": 0.6559777855873108, + "num_tokens": 7191118.0, + "step": 303 + }, + { + "epoch": 0.03338458159455304, + "grad_norm": 4.5456061363220215, + "learning_rate": 1.6630076838638856e-07, + "loss": 1.2337, + "mean_token_accuracy": 0.6524379849433899, + "num_tokens": 7224120.0, + "step": 304 + }, + { + "epoch": 0.0334943992971667, + "grad_norm": 4.213189125061035, + "learning_rate": 1.668496158068057e-07, + "loss": 1.2143, + "mean_token_accuracy": 0.6535380482673645, + "num_tokens": 7250375.0, + "step": 305 + }, + { + "epoch": 0.03360421699978036, + "grad_norm": 4.700157165527344, + "learning_rate": 1.6739846322722282e-07, + "loss": 1.1543, + "mean_token_accuracy": 0.6728142499923706, + "num_tokens": 7280013.0, + "step": 306 + }, + { + "epoch": 0.03371403470239403, + "grad_norm": 4.664373397827148, + "learning_rate": 1.6794731064763996e-07, + "loss": 1.2456, + "mean_token_accuracy": 0.6515885591506958, + "num_tokens": 7305341.0, + "step": 307 + }, + { + "epoch": 0.03382385240500769, + "grad_norm": 4.884073257446289, + "learning_rate": 1.6849615806805705e-07, + "loss": 1.2583, + "mean_token_accuracy": 0.6404852867126465, + "num_tokens": 7326442.0, + "step": 308 + }, + { + "epoch": 0.03393367010762135, + "grad_norm": 4.830812454223633, + "learning_rate": 1.690450054884742e-07, + "loss": 1.1938, + "mean_token_accuracy": 0.6629679203033447, + "num_tokens": 7350163.0, + "step": 309 + }, + { + "epoch": 0.03404348781023501, + "grad_norm": 4.874978542327881, + "learning_rate": 1.6959385290889134e-07, + "loss": 1.2465, + "mean_token_accuracy": 0.6532168984413147, + "num_tokens": 7380202.0, + "step": 310 + }, + { + "epoch": 0.03415330551284867, + "grad_norm": 5.498811721801758, + "learning_rate": 1.7014270032930845e-07, + "loss": 1.1971, + "mean_token_accuracy": 0.6698580980300903, + "num_tokens": 7408484.0, + "step": 311 + }, + { + "epoch": 0.034263123215462335, + "grad_norm": 4.207055568695068, + "learning_rate": 1.7069154774972557e-07, + "loss": 1.2501, + "mean_token_accuracy": 0.6447296142578125, + "num_tokens": 7436389.0, + "step": 312 + }, + { + "epoch": 0.034372940918075995, + "grad_norm": 5.87699556350708, + "learning_rate": 1.7124039517014268e-07, + "loss": 1.1352, + "mean_token_accuracy": 0.6955159902572632, + "num_tokens": 7457566.0, + "step": 313 + }, + { + "epoch": 0.034482758620689655, + "grad_norm": 4.2348198890686035, + "learning_rate": 1.7178924259055982e-07, + "loss": 1.2454, + "mean_token_accuracy": 0.6493543386459351, + "num_tokens": 7486055.0, + "step": 314 + }, + { + "epoch": 0.034592576323303315, + "grad_norm": 4.845175266265869, + "learning_rate": 1.7233809001097694e-07, + "loss": 1.1333, + "mean_token_accuracy": 0.6796744465827942, + "num_tokens": 7508767.0, + "step": 315 + }, + { + "epoch": 0.034702394025916974, + "grad_norm": 4.782210350036621, + "learning_rate": 1.7288693743139408e-07, + "loss": 1.1301, + "mean_token_accuracy": 0.6696031093597412, + "num_tokens": 7531428.0, + "step": 316 + }, + { + "epoch": 0.03481221172853064, + "grad_norm": 5.023386478424072, + "learning_rate": 1.7343578485181117e-07, + "loss": 1.1667, + "mean_token_accuracy": 0.6635624170303345, + "num_tokens": 7552347.0, + "step": 317 + }, + { + "epoch": 0.0349220294311443, + "grad_norm": 4.478449821472168, + "learning_rate": 1.739846322722283e-07, + "loss": 1.1815, + "mean_token_accuracy": 0.6724581122398376, + "num_tokens": 7578657.0, + "step": 318 + }, + { + "epoch": 0.03503184713375796, + "grad_norm": 4.698070049285889, + "learning_rate": 1.7453347969264543e-07, + "loss": 1.1148, + "mean_token_accuracy": 0.6757281422615051, + "num_tokens": 7604149.0, + "step": 319 + }, + { + "epoch": 0.03514166483637162, + "grad_norm": 4.827223777770996, + "learning_rate": 1.7508232711306257e-07, + "loss": 1.1757, + "mean_token_accuracy": 0.669039249420166, + "num_tokens": 7625088.0, + "step": 320 + }, + { + "epoch": 0.03525148253898529, + "grad_norm": 6.169027328491211, + "learning_rate": 1.756311745334797e-07, + "loss": 1.2136, + "mean_token_accuracy": 0.6663784980773926, + "num_tokens": 7642932.0, + "step": 321 + }, + { + "epoch": 0.03536130024159895, + "grad_norm": 3.801027297973633, + "learning_rate": 1.761800219538968e-07, + "loss": 1.2068, + "mean_token_accuracy": 0.6640155911445618, + "num_tokens": 7670825.0, + "step": 322 + }, + { + "epoch": 0.03547111794421261, + "grad_norm": 5.900460243225098, + "learning_rate": 1.7672886937431394e-07, + "loss": 1.1059, + "mean_token_accuracy": 0.6714843511581421, + "num_tokens": 7686981.0, + "step": 323 + }, + { + "epoch": 0.03558093564682627, + "grad_norm": 5.5764689445495605, + "learning_rate": 1.7727771679473105e-07, + "loss": 1.2872, + "mean_token_accuracy": 0.6317853927612305, + "num_tokens": 7713324.0, + "step": 324 + }, + { + "epoch": 0.03569075334943993, + "grad_norm": 4.999846458435059, + "learning_rate": 1.778265642151482e-07, + "loss": 1.2992, + "mean_token_accuracy": 0.6395794153213501, + "num_tokens": 7737654.0, + "step": 325 + }, + { + "epoch": 0.035800571052053594, + "grad_norm": 5.822606086730957, + "learning_rate": 1.7837541163556529e-07, + "loss": 1.1034, + "mean_token_accuracy": 0.675303041934967, + "num_tokens": 7757411.0, + "step": 326 + }, + { + "epoch": 0.035910388754667254, + "grad_norm": 3.912301778793335, + "learning_rate": 1.7892425905598243e-07, + "loss": 1.242, + "mean_token_accuracy": 0.6571439504623413, + "num_tokens": 7781995.0, + "step": 327 + }, + { + "epoch": 0.036020206457280914, + "grad_norm": 6.250425815582275, + "learning_rate": 1.7947310647639954e-07, + "loss": 1.1611, + "mean_token_accuracy": 0.6725521087646484, + "num_tokens": 7806311.0, + "step": 328 + }, + { + "epoch": 0.03613002415989457, + "grad_norm": 4.468831539154053, + "learning_rate": 1.8002195389681668e-07, + "loss": 1.273, + "mean_token_accuracy": 0.63959139585495, + "num_tokens": 7831339.0, + "step": 329 + }, + { + "epoch": 0.03623984186250823, + "grad_norm": 4.482947826385498, + "learning_rate": 1.805708013172338e-07, + "loss": 1.3222, + "mean_token_accuracy": 0.6382954120635986, + "num_tokens": 7858177.0, + "step": 330 + }, + { + "epoch": 0.0363496595651219, + "grad_norm": 5.050614356994629, + "learning_rate": 1.8111964873765091e-07, + "loss": 1.309, + "mean_token_accuracy": 0.6313761472702026, + "num_tokens": 7882986.0, + "step": 331 + }, + { + "epoch": 0.03645947726773556, + "grad_norm": 4.533842086791992, + "learning_rate": 1.8166849615806803e-07, + "loss": 1.2288, + "mean_token_accuracy": 0.6462584733963013, + "num_tokens": 7908030.0, + "step": 332 + }, + { + "epoch": 0.03656929497034922, + "grad_norm": 6.131041526794434, + "learning_rate": 1.8221734357848517e-07, + "loss": 1.1546, + "mean_token_accuracy": 0.6727372407913208, + "num_tokens": 7930892.0, + "step": 333 + }, + { + "epoch": 0.03667911267296288, + "grad_norm": 3.905693769454956, + "learning_rate": 1.827661909989023e-07, + "loss": 1.2178, + "mean_token_accuracy": 0.657387375831604, + "num_tokens": 7962188.0, + "step": 334 + }, + { + "epoch": 0.03678893037557654, + "grad_norm": 5.077796936035156, + "learning_rate": 1.8331503841931943e-07, + "loss": 1.132, + "mean_token_accuracy": 0.6804625391960144, + "num_tokens": 7982411.0, + "step": 335 + }, + { + "epoch": 0.036898748078190206, + "grad_norm": 4.966949462890625, + "learning_rate": 1.8386388583973654e-07, + "loss": 1.1531, + "mean_token_accuracy": 0.6663509607315063, + "num_tokens": 7999425.0, + "step": 336 + }, + { + "epoch": 0.037008565780803866, + "grad_norm": 3.9963531494140625, + "learning_rate": 1.8441273326015366e-07, + "loss": 1.1593, + "mean_token_accuracy": 0.6706534624099731, + "num_tokens": 8022953.0, + "step": 337 + }, + { + "epoch": 0.037118383483417526, + "grad_norm": 4.119542598724365, + "learning_rate": 1.849615806805708e-07, + "loss": 1.1822, + "mean_token_accuracy": 0.6582536101341248, + "num_tokens": 8046664.0, + "step": 338 + }, + { + "epoch": 0.037228201186031186, + "grad_norm": 3.842024326324463, + "learning_rate": 1.8551042810098792e-07, + "loss": 1.1646, + "mean_token_accuracy": 0.6696021556854248, + "num_tokens": 8069864.0, + "step": 339 + }, + { + "epoch": 0.03733801888864485, + "grad_norm": 6.137511730194092, + "learning_rate": 1.8605927552140506e-07, + "loss": 1.1303, + "mean_token_accuracy": 0.6834995746612549, + "num_tokens": 8083872.0, + "step": 340 + }, + { + "epoch": 0.03744783659125851, + "grad_norm": 4.368586540222168, + "learning_rate": 1.8660812294182215e-07, + "loss": 1.2458, + "mean_token_accuracy": 0.6550061106681824, + "num_tokens": 8108525.0, + "step": 341 + }, + { + "epoch": 0.03755765429387217, + "grad_norm": 3.678297519683838, + "learning_rate": 1.871569703622393e-07, + "loss": 1.2737, + "mean_token_accuracy": 0.6377408504486084, + "num_tokens": 8137746.0, + "step": 342 + }, + { + "epoch": 0.03766747199648583, + "grad_norm": 4.177038192749023, + "learning_rate": 1.877058177826564e-07, + "loss": 1.1919, + "mean_token_accuracy": 0.661466121673584, + "num_tokens": 8160477.0, + "step": 343 + }, + { + "epoch": 0.03777728969909949, + "grad_norm": 4.791107177734375, + "learning_rate": 1.8825466520307354e-07, + "loss": 1.2455, + "mean_token_accuracy": 0.6478513479232788, + "num_tokens": 8184787.0, + "step": 344 + }, + { + "epoch": 0.03788710740171316, + "grad_norm": 5.617316246032715, + "learning_rate": 1.8880351262349069e-07, + "loss": 1.0959, + "mean_token_accuracy": 0.6732207536697388, + "num_tokens": 8200187.0, + "step": 345 + }, + { + "epoch": 0.03799692510432682, + "grad_norm": 5.264132022857666, + "learning_rate": 1.8935236004390778e-07, + "loss": 1.2698, + "mean_token_accuracy": 0.641508936882019, + "num_tokens": 8228663.0, + "step": 346 + }, + { + "epoch": 0.03810674280694048, + "grad_norm": 5.061556339263916, + "learning_rate": 1.8990120746432492e-07, + "loss": 1.2818, + "mean_token_accuracy": 0.6347305178642273, + "num_tokens": 8256511.0, + "step": 347 + }, + { + "epoch": 0.03821656050955414, + "grad_norm": 4.127419948577881, + "learning_rate": 1.9045005488474203e-07, + "loss": 1.2336, + "mean_token_accuracy": 0.6527005434036255, + "num_tokens": 8288562.0, + "step": 348 + }, + { + "epoch": 0.0383263782121678, + "grad_norm": 4.854311466217041, + "learning_rate": 1.9099890230515917e-07, + "loss": 1.1824, + "mean_token_accuracy": 0.655755877494812, + "num_tokens": 8310376.0, + "step": 349 + }, + { + "epoch": 0.038436195914781465, + "grad_norm": 6.663857936859131, + "learning_rate": 1.9154774972557626e-07, + "loss": 1.0888, + "mean_token_accuracy": 0.6767468452453613, + "num_tokens": 8329015.0, + "step": 350 + }, + { + "epoch": 0.038546013617395125, + "grad_norm": 4.998146057128906, + "learning_rate": 1.920965971459934e-07, + "loss": 1.2159, + "mean_token_accuracy": 0.6692865490913391, + "num_tokens": 8353703.0, + "step": 351 + }, + { + "epoch": 0.038655831320008785, + "grad_norm": 5.637149333953857, + "learning_rate": 1.9264544456641052e-07, + "loss": 1.1146, + "mean_token_accuracy": 0.6854305267333984, + "num_tokens": 8372443.0, + "step": 352 + }, + { + "epoch": 0.038765649022622445, + "grad_norm": 4.635252475738525, + "learning_rate": 1.9319429198682766e-07, + "loss": 1.2885, + "mean_token_accuracy": 0.6429208517074585, + "num_tokens": 8400093.0, + "step": 353 + }, + { + "epoch": 0.038875466725236105, + "grad_norm": 4.882301330566406, + "learning_rate": 1.9374313940724478e-07, + "loss": 1.1756, + "mean_token_accuracy": 0.6645291447639465, + "num_tokens": 8422457.0, + "step": 354 + }, + { + "epoch": 0.03898528442784977, + "grad_norm": 4.784938812255859, + "learning_rate": 1.942919868276619e-07, + "loss": 1.2408, + "mean_token_accuracy": 0.6481492519378662, + "num_tokens": 8444398.0, + "step": 355 + }, + { + "epoch": 0.03909510213046343, + "grad_norm": 4.846647262573242, + "learning_rate": 1.9484083424807903e-07, + "loss": 1.1768, + "mean_token_accuracy": 0.6662041544914246, + "num_tokens": 8471296.0, + "step": 356 + }, + { + "epoch": 0.03920491983307709, + "grad_norm": 6.518858432769775, + "learning_rate": 1.9538968166849615e-07, + "loss": 1.2654, + "mean_token_accuracy": 0.6487008333206177, + "num_tokens": 8494408.0, + "step": 357 + }, + { + "epoch": 0.03931473753569075, + "grad_norm": 4.446807861328125, + "learning_rate": 1.959385290889133e-07, + "loss": 1.1791, + "mean_token_accuracy": 0.6649287939071655, + "num_tokens": 8516436.0, + "step": 358 + }, + { + "epoch": 0.03942455523830442, + "grad_norm": 5.3361711502075195, + "learning_rate": 1.964873765093304e-07, + "loss": 1.1446, + "mean_token_accuracy": 0.6672751903533936, + "num_tokens": 8539727.0, + "step": 359 + }, + { + "epoch": 0.03953437294091808, + "grad_norm": 4.942658424377441, + "learning_rate": 1.9703622392974752e-07, + "loss": 1.183, + "mean_token_accuracy": 0.6754132509231567, + "num_tokens": 8561385.0, + "step": 360 + }, + { + "epoch": 0.03964419064353174, + "grad_norm": 4.113417625427246, + "learning_rate": 1.9758507135016464e-07, + "loss": 1.2114, + "mean_token_accuracy": 0.6518636345863342, + "num_tokens": 8584714.0, + "step": 361 + }, + { + "epoch": 0.0397540083461454, + "grad_norm": 3.610793352127075, + "learning_rate": 1.9813391877058178e-07, + "loss": 1.209, + "mean_token_accuracy": 0.6542166471481323, + "num_tokens": 8612036.0, + "step": 362 + }, + { + "epoch": 0.03986382604875906, + "grad_norm": 3.6244142055511475, + "learning_rate": 1.986827661909989e-07, + "loss": 1.2177, + "mean_token_accuracy": 0.6540431380271912, + "num_tokens": 8639238.0, + "step": 363 + }, + { + "epoch": 0.039973643751372724, + "grad_norm": 3.945765256881714, + "learning_rate": 1.9923161361141603e-07, + "loss": 1.2267, + "mean_token_accuracy": 0.6637158393859863, + "num_tokens": 8663308.0, + "step": 364 + }, + { + "epoch": 0.040083461453986384, + "grad_norm": 3.9237186908721924, + "learning_rate": 1.9978046103183312e-07, + "loss": 1.2622, + "mean_token_accuracy": 0.6421478986740112, + "num_tokens": 8690426.0, + "step": 365 + }, + { + "epoch": 0.040193279156600044, + "grad_norm": 4.926176071166992, + "learning_rate": 2.0032930845225027e-07, + "loss": 1.2322, + "mean_token_accuracy": 0.6459899544715881, + "num_tokens": 8709130.0, + "step": 366 + }, + { + "epoch": 0.040303096859213704, + "grad_norm": 3.9134974479675293, + "learning_rate": 2.0087815587266738e-07, + "loss": 1.2305, + "mean_token_accuracy": 0.6657748222351074, + "num_tokens": 8732193.0, + "step": 367 + }, + { + "epoch": 0.040412914561827364, + "grad_norm": 3.92331862449646, + "learning_rate": 2.0142700329308452e-07, + "loss": 1.1782, + "mean_token_accuracy": 0.6578012108802795, + "num_tokens": 8757838.0, + "step": 368 + }, + { + "epoch": 0.04052273226444103, + "grad_norm": 4.419870376586914, + "learning_rate": 2.0197585071350164e-07, + "loss": 1.0928, + "mean_token_accuracy": 0.6943890452384949, + "num_tokens": 8777312.0, + "step": 369 + }, + { + "epoch": 0.04063254996705469, + "grad_norm": 4.191681385040283, + "learning_rate": 2.0252469813391875e-07, + "loss": 1.0867, + "mean_token_accuracy": 0.6890736818313599, + "num_tokens": 8798492.0, + "step": 370 + }, + { + "epoch": 0.04074236766966835, + "grad_norm": 4.495471000671387, + "learning_rate": 2.030735455543359e-07, + "loss": 1.1256, + "mean_token_accuracy": 0.6928707957267761, + "num_tokens": 8822282.0, + "step": 371 + }, + { + "epoch": 0.04085218537228201, + "grad_norm": 3.070493698120117, + "learning_rate": 2.03622392974753e-07, + "loss": 1.158, + "mean_token_accuracy": 0.6634044647216797, + "num_tokens": 8853401.0, + "step": 372 + }, + { + "epoch": 0.04096200307489567, + "grad_norm": 4.606342315673828, + "learning_rate": 2.0417124039517015e-07, + "loss": 1.1884, + "mean_token_accuracy": 0.66798996925354, + "num_tokens": 8876845.0, + "step": 373 + }, + { + "epoch": 0.04107182077750934, + "grad_norm": 3.6629257202148438, + "learning_rate": 2.0472008781558724e-07, + "loss": 1.1684, + "mean_token_accuracy": 0.664701521396637, + "num_tokens": 8906888.0, + "step": 374 + }, + { + "epoch": 0.041181638480122996, + "grad_norm": 3.7551674842834473, + "learning_rate": 2.0526893523600438e-07, + "loss": 1.2267, + "mean_token_accuracy": 0.6470434665679932, + "num_tokens": 8932069.0, + "step": 375 + }, + { + "epoch": 0.041291456182736656, + "grad_norm": 3.5234720706939697, + "learning_rate": 2.058177826564215e-07, + "loss": 1.2124, + "mean_token_accuracy": 0.6589093208312988, + "num_tokens": 8961801.0, + "step": 376 + }, + { + "epoch": 0.041401273885350316, + "grad_norm": 4.950728893280029, + "learning_rate": 2.0636663007683864e-07, + "loss": 1.2347, + "mean_token_accuracy": 0.6486367583274841, + "num_tokens": 8980207.0, + "step": 377 + }, + { + "epoch": 0.04151109158796398, + "grad_norm": 3.6851866245269775, + "learning_rate": 2.0691547749725575e-07, + "loss": 1.2439, + "mean_token_accuracy": 0.6417465209960938, + "num_tokens": 9004248.0, + "step": 378 + }, + { + "epoch": 0.04162090929057764, + "grad_norm": 3.6393425464630127, + "learning_rate": 2.0746432491767287e-07, + "loss": 1.2623, + "mean_token_accuracy": 0.6317884922027588, + "num_tokens": 9028629.0, + "step": 379 + }, + { + "epoch": 0.0417307269931913, + "grad_norm": 3.336376190185547, + "learning_rate": 2.0801317233809e-07, + "loss": 1.2406, + "mean_token_accuracy": 0.650158166885376, + "num_tokens": 9054233.0, + "step": 380 + }, + { + "epoch": 0.04184054469580496, + "grad_norm": 3.4062130451202393, + "learning_rate": 2.0856201975850713e-07, + "loss": 1.1967, + "mean_token_accuracy": 0.663440465927124, + "num_tokens": 9085802.0, + "step": 381 + }, + { + "epoch": 0.04195036239841862, + "grad_norm": 4.709332466125488, + "learning_rate": 2.0911086717892427e-07, + "loss": 1.107, + "mean_token_accuracy": 0.6777943968772888, + "num_tokens": 9107621.0, + "step": 382 + }, + { + "epoch": 0.04206018010103229, + "grad_norm": 3.6722474098205566, + "learning_rate": 2.0965971459934136e-07, + "loss": 1.2688, + "mean_token_accuracy": 0.6446873545646667, + "num_tokens": 9134807.0, + "step": 383 + }, + { + "epoch": 0.04216999780364595, + "grad_norm": 4.226809501647949, + "learning_rate": 2.102085620197585e-07, + "loss": 1.1756, + "mean_token_accuracy": 0.664637565612793, + "num_tokens": 9158442.0, + "step": 384 + }, + { + "epoch": 0.04227981550625961, + "grad_norm": 3.602548837661743, + "learning_rate": 2.1075740944017561e-07, + "loss": 1.178, + "mean_token_accuracy": 0.6612470149993896, + "num_tokens": 9182892.0, + "step": 385 + }, + { + "epoch": 0.04238963320887327, + "grad_norm": 3.718215227127075, + "learning_rate": 2.1130625686059276e-07, + "loss": 1.2122, + "mean_token_accuracy": 0.6507209539413452, + "num_tokens": 9206368.0, + "step": 386 + }, + { + "epoch": 0.04249945091148693, + "grad_norm": 3.3092973232269287, + "learning_rate": 2.1185510428100987e-07, + "loss": 1.2004, + "mean_token_accuracy": 0.6582364439964294, + "num_tokens": 9233385.0, + "step": 387 + }, + { + "epoch": 0.042609268614100596, + "grad_norm": 3.607329845428467, + "learning_rate": 2.1240395170142699e-07, + "loss": 1.1518, + "mean_token_accuracy": 0.6681908965110779, + "num_tokens": 9257830.0, + "step": 388 + }, + { + "epoch": 0.042719086316714255, + "grad_norm": 3.5464890003204346, + "learning_rate": 2.129527991218441e-07, + "loss": 1.1351, + "mean_token_accuracy": 0.6746882200241089, + "num_tokens": 9279103.0, + "step": 389 + }, + { + "epoch": 0.042828904019327915, + "grad_norm": 4.703717231750488, + "learning_rate": 2.1350164654226124e-07, + "loss": 1.1525, + "mean_token_accuracy": 0.6631659269332886, + "num_tokens": 9297278.0, + "step": 390 + }, + { + "epoch": 0.042938721721941575, + "grad_norm": 3.5469963550567627, + "learning_rate": 2.1405049396267836e-07, + "loss": 1.1495, + "mean_token_accuracy": 0.668147087097168, + "num_tokens": 9324609.0, + "step": 391 + }, + { + "epoch": 0.043048539424555235, + "grad_norm": 4.2083587646484375, + "learning_rate": 2.145993413830955e-07, + "loss": 1.1364, + "mean_token_accuracy": 0.6657000780105591, + "num_tokens": 9348121.0, + "step": 392 + }, + { + "epoch": 0.0431583571271689, + "grad_norm": 3.9031543731689453, + "learning_rate": 2.1514818880351262e-07, + "loss": 1.1181, + "mean_token_accuracy": 0.6793832778930664, + "num_tokens": 9369972.0, + "step": 393 + }, + { + "epoch": 0.04326817482978256, + "grad_norm": 4.111363887786865, + "learning_rate": 2.1569703622392973e-07, + "loss": 1.2366, + "mean_token_accuracy": 0.6457206010818481, + "num_tokens": 9394985.0, + "step": 394 + }, + { + "epoch": 0.04337799253239622, + "grad_norm": 3.407059907913208, + "learning_rate": 2.1624588364434687e-07, + "loss": 1.2245, + "mean_token_accuracy": 0.6662300825119019, + "num_tokens": 9421542.0, + "step": 395 + }, + { + "epoch": 0.04348781023500988, + "grad_norm": 3.885859251022339, + "learning_rate": 2.16794731064764e-07, + "loss": 1.2397, + "mean_token_accuracy": 0.651671290397644, + "num_tokens": 9444021.0, + "step": 396 + }, + { + "epoch": 0.04359762793762355, + "grad_norm": 4.909333229064941, + "learning_rate": 2.1734357848518113e-07, + "loss": 1.1423, + "mean_token_accuracy": 0.6695300340652466, + "num_tokens": 9461621.0, + "step": 397 + }, + { + "epoch": 0.04370744564023721, + "grad_norm": 3.7621641159057617, + "learning_rate": 2.1789242590559822e-07, + "loss": 1.2546, + "mean_token_accuracy": 0.6451592445373535, + "num_tokens": 9488452.0, + "step": 398 + }, + { + "epoch": 0.04381726334285087, + "grad_norm": 2.8367371559143066, + "learning_rate": 2.1844127332601536e-07, + "loss": 1.2205, + "mean_token_accuracy": 0.6509261131286621, + "num_tokens": 9520152.0, + "step": 399 + }, + { + "epoch": 0.04392708104546453, + "grad_norm": 3.1763834953308105, + "learning_rate": 2.1899012074643247e-07, + "loss": 1.1346, + "mean_token_accuracy": 0.6691723465919495, + "num_tokens": 9548583.0, + "step": 400 + }, + { + "epoch": 0.04403689874807819, + "grad_norm": 3.892184019088745, + "learning_rate": 2.1953896816684962e-07, + "loss": 1.0776, + "mean_token_accuracy": 0.6883841753005981, + "num_tokens": 9571570.0, + "step": 401 + }, + { + "epoch": 0.044146716450691854, + "grad_norm": 3.191462516784668, + "learning_rate": 2.200878155872667e-07, + "loss": 1.1499, + "mean_token_accuracy": 0.6665352582931519, + "num_tokens": 9600391.0, + "step": 402 + }, + { + "epoch": 0.044256534153305514, + "grad_norm": 3.627389669418335, + "learning_rate": 2.2063666300768385e-07, + "loss": 1.2543, + "mean_token_accuracy": 0.6403878927230835, + "num_tokens": 9624063.0, + "step": 403 + }, + { + "epoch": 0.044366351855919174, + "grad_norm": 3.695413589477539, + "learning_rate": 2.21185510428101e-07, + "loss": 1.3094, + "mean_token_accuracy": 0.641106128692627, + "num_tokens": 9648832.0, + "step": 404 + }, + { + "epoch": 0.044476169558532834, + "grad_norm": 3.0537829399108887, + "learning_rate": 2.217343578485181e-07, + "loss": 1.2546, + "mean_token_accuracy": 0.6461158394813538, + "num_tokens": 9677586.0, + "step": 405 + }, + { + "epoch": 0.044585987261146494, + "grad_norm": 4.060674667358398, + "learning_rate": 2.2228320526893525e-07, + "loss": 1.2743, + "mean_token_accuracy": 0.6355659365653992, + "num_tokens": 9697732.0, + "step": 406 + }, + { + "epoch": 0.04469580496376016, + "grad_norm": 3.2136688232421875, + "learning_rate": 2.2283205268935233e-07, + "loss": 1.1499, + "mean_token_accuracy": 0.6819407939910889, + "num_tokens": 9721562.0, + "step": 407 + }, + { + "epoch": 0.04480562266637382, + "grad_norm": 3.699033260345459, + "learning_rate": 2.2338090010976948e-07, + "loss": 1.097, + "mean_token_accuracy": 0.6863335371017456, + "num_tokens": 9744681.0, + "step": 408 + }, + { + "epoch": 0.04491544036898748, + "grad_norm": 3.4436333179473877, + "learning_rate": 2.239297475301866e-07, + "loss": 1.131, + "mean_token_accuracy": 0.6711056232452393, + "num_tokens": 9768461.0, + "step": 409 + }, + { + "epoch": 0.04502525807160114, + "grad_norm": 3.561924695968628, + "learning_rate": 2.2447859495060373e-07, + "loss": 1.1931, + "mean_token_accuracy": 0.6673271656036377, + "num_tokens": 9793474.0, + "step": 410 + }, + { + "epoch": 0.0451350757742148, + "grad_norm": 3.641955852508545, + "learning_rate": 2.2502744237102085e-07, + "loss": 1.177, + "mean_token_accuracy": 0.6663545370101929, + "num_tokens": 9820224.0, + "step": 411 + }, + { + "epoch": 0.04524489347682847, + "grad_norm": 3.742177724838257, + "learning_rate": 2.2557628979143796e-07, + "loss": 1.1629, + "mean_token_accuracy": 0.6744078397750854, + "num_tokens": 9841538.0, + "step": 412 + }, + { + "epoch": 0.04535471117944213, + "grad_norm": 4.705235004425049, + "learning_rate": 2.2612513721185508e-07, + "loss": 1.0745, + "mean_token_accuracy": 0.6779711842536926, + "num_tokens": 9856346.0, + "step": 413 + }, + { + "epoch": 0.04546452888205579, + "grad_norm": 4.400249481201172, + "learning_rate": 2.2667398463227222e-07, + "loss": 1.1411, + "mean_token_accuracy": 0.6744012832641602, + "num_tokens": 9874395.0, + "step": 414 + }, + { + "epoch": 0.045574346584669446, + "grad_norm": 3.822178363800049, + "learning_rate": 2.2722283205268934e-07, + "loss": 1.1943, + "mean_token_accuracy": 0.6549395322799683, + "num_tokens": 9900123.0, + "step": 415 + }, + { + "epoch": 0.04568416428728311, + "grad_norm": 3.7397513389587402, + "learning_rate": 2.2777167947310648e-07, + "loss": 1.1933, + "mean_token_accuracy": 0.6600070595741272, + "num_tokens": 9929742.0, + "step": 416 + }, + { + "epoch": 0.04579398198989677, + "grad_norm": 4.80096960067749, + "learning_rate": 2.283205268935236e-07, + "loss": 1.2118, + "mean_token_accuracy": 0.6580674648284912, + "num_tokens": 9947978.0, + "step": 417 + }, + { + "epoch": 0.04590379969251043, + "grad_norm": 3.002375602722168, + "learning_rate": 2.288693743139407e-07, + "loss": 1.1814, + "mean_token_accuracy": 0.6696901917457581, + "num_tokens": 9977967.0, + "step": 418 + }, + { + "epoch": 0.04601361739512409, + "grad_norm": 3.764024496078491, + "learning_rate": 2.2941822173435785e-07, + "loss": 1.1578, + "mean_token_accuracy": 0.6669654250144958, + "num_tokens": 10005743.0, + "step": 419 + }, + { + "epoch": 0.04612343509773775, + "grad_norm": 3.946324348449707, + "learning_rate": 2.2996706915477496e-07, + "loss": 1.1111, + "mean_token_accuracy": 0.6791343688964844, + "num_tokens": 10023556.0, + "step": 420 + }, + { + "epoch": 0.04623325280035142, + "grad_norm": 3.593475580215454, + "learning_rate": 2.3051591657519208e-07, + "loss": 1.1051, + "mean_token_accuracy": 0.6768370866775513, + "num_tokens": 10047694.0, + "step": 421 + }, + { + "epoch": 0.04634307050296508, + "grad_norm": 3.5796658992767334, + "learning_rate": 2.310647639956092e-07, + "loss": 1.296, + "mean_token_accuracy": 0.6322702169418335, + "num_tokens": 10071288.0, + "step": 422 + }, + { + "epoch": 0.04645288820557874, + "grad_norm": 4.100928783416748, + "learning_rate": 2.3161361141602634e-07, + "loss": 1.2063, + "mean_token_accuracy": 0.6620215177536011, + "num_tokens": 10092389.0, + "step": 423 + }, + { + "epoch": 0.0465627059081924, + "grad_norm": 4.485894203186035, + "learning_rate": 2.3216245883644345e-07, + "loss": 1.0339, + "mean_token_accuracy": 0.7047039270401001, + "num_tokens": 10109806.0, + "step": 424 + }, + { + "epoch": 0.04667252361080606, + "grad_norm": 3.685589551925659, + "learning_rate": 2.327113062568606e-07, + "loss": 1.1898, + "mean_token_accuracy": 0.6568264961242676, + "num_tokens": 10131705.0, + "step": 425 + }, + { + "epoch": 0.046782341313419726, + "grad_norm": 3.247497081756592, + "learning_rate": 2.3326015367727768e-07, + "loss": 1.0865, + "mean_token_accuracy": 0.6864475011825562, + "num_tokens": 10155614.0, + "step": 426 + }, + { + "epoch": 0.046892159016033386, + "grad_norm": 3.7205395698547363, + "learning_rate": 2.3380900109769482e-07, + "loss": 1.2486, + "mean_token_accuracy": 0.6586365699768066, + "num_tokens": 10177931.0, + "step": 427 + }, + { + "epoch": 0.047001976718647046, + "grad_norm": 3.3112807273864746, + "learning_rate": 2.3435784851811197e-07, + "loss": 1.1286, + "mean_token_accuracy": 0.669299840927124, + "num_tokens": 10204556.0, + "step": 428 + }, + { + "epoch": 0.047111794421260705, + "grad_norm": 3.012240409851074, + "learning_rate": 2.3490669593852908e-07, + "loss": 1.1515, + "mean_token_accuracy": 0.6665706038475037, + "num_tokens": 10231573.0, + "step": 429 + }, + { + "epoch": 0.047221612123874365, + "grad_norm": 3.085155725479126, + "learning_rate": 2.3545554335894622e-07, + "loss": 1.2359, + "mean_token_accuracy": 0.646086573600769, + "num_tokens": 10258892.0, + "step": 430 + }, + { + "epoch": 0.04733142982648803, + "grad_norm": 3.222470998764038, + "learning_rate": 2.360043907793633e-07, + "loss": 1.1475, + "mean_token_accuracy": 0.6728537082672119, + "num_tokens": 10282006.0, + "step": 431 + }, + { + "epoch": 0.04744124752910169, + "grad_norm": 2.792201519012451, + "learning_rate": 2.3655323819978045e-07, + "loss": 1.1978, + "mean_token_accuracy": 0.652824342250824, + "num_tokens": 10309829.0, + "step": 432 + }, + { + "epoch": 0.04755106523171535, + "grad_norm": 2.83378005027771, + "learning_rate": 2.3710208562019757e-07, + "loss": 1.1392, + "mean_token_accuracy": 0.6741149425506592, + "num_tokens": 10335228.0, + "step": 433 + }, + { + "epoch": 0.04766088293432901, + "grad_norm": 2.9119749069213867, + "learning_rate": 2.376509330406147e-07, + "loss": 1.1931, + "mean_token_accuracy": 0.6568050980567932, + "num_tokens": 10363711.0, + "step": 434 + }, + { + "epoch": 0.04777070063694268, + "grad_norm": 3.4276251792907715, + "learning_rate": 2.3819978046103183e-07, + "loss": 1.1704, + "mean_token_accuracy": 0.6596231460571289, + "num_tokens": 10383704.0, + "step": 435 + }, + { + "epoch": 0.04788051833955634, + "grad_norm": 3.8285961151123047, + "learning_rate": 2.3874862788144894e-07, + "loss": 1.1258, + "mean_token_accuracy": 0.6745598316192627, + "num_tokens": 10403558.0, + "step": 436 + }, + { + "epoch": 0.04799033604217, + "grad_norm": 3.2518622875213623, + "learning_rate": 2.3929747530186606e-07, + "loss": 1.095, + "mean_token_accuracy": 0.6870647668838501, + "num_tokens": 10431470.0, + "step": 437 + }, + { + "epoch": 0.04810015374478366, + "grad_norm": 3.9763567447662354, + "learning_rate": 2.3984632272228317e-07, + "loss": 1.2099, + "mean_token_accuracy": 0.653449535369873, + "num_tokens": 10451900.0, + "step": 438 + }, + { + "epoch": 0.04820997144739732, + "grad_norm": 2.9356813430786133, + "learning_rate": 2.4039517014270034e-07, + "loss": 1.1733, + "mean_token_accuracy": 0.6557205319404602, + "num_tokens": 10479768.0, + "step": 439 + }, + { + "epoch": 0.048319789150010985, + "grad_norm": 3.8006510734558105, + "learning_rate": 2.4094401756311745e-07, + "loss": 1.2221, + "mean_token_accuracy": 0.6485469341278076, + "num_tokens": 10498249.0, + "step": 440 + }, + { + "epoch": 0.048429606852624645, + "grad_norm": 2.8889665603637695, + "learning_rate": 2.4149286498353457e-07, + "loss": 1.184, + "mean_token_accuracy": 0.6564796566963196, + "num_tokens": 10527792.0, + "step": 441 + }, + { + "epoch": 0.048539424555238304, + "grad_norm": 3.1928935050964355, + "learning_rate": 2.420417124039517e-07, + "loss": 1.1218, + "mean_token_accuracy": 0.6734530329704285, + "num_tokens": 10549575.0, + "step": 442 + }, + { + "epoch": 0.048649242257851964, + "grad_norm": 3.433265447616577, + "learning_rate": 2.425905598243688e-07, + "loss": 1.235, + "mean_token_accuracy": 0.6469483971595764, + "num_tokens": 10573542.0, + "step": 443 + }, + { + "epoch": 0.048759059960465624, + "grad_norm": 3.0329551696777344, + "learning_rate": 2.431394072447859e-07, + "loss": 1.1457, + "mean_token_accuracy": 0.6740146279335022, + "num_tokens": 10601368.0, + "step": 444 + }, + { + "epoch": 0.04886887766307929, + "grad_norm": 3.13106107711792, + "learning_rate": 2.436882546652031e-07, + "loss": 1.1535, + "mean_token_accuracy": 0.6717538833618164, + "num_tokens": 10623412.0, + "step": 445 + }, + { + "epoch": 0.04897869536569295, + "grad_norm": 3.119194507598877, + "learning_rate": 2.442371020856202e-07, + "loss": 1.0689, + "mean_token_accuracy": 0.6870763301849365, + "num_tokens": 10646485.0, + "step": 446 + }, + { + "epoch": 0.04908851306830661, + "grad_norm": 3.7816696166992188, + "learning_rate": 2.447859495060373e-07, + "loss": 1.169, + "mean_token_accuracy": 0.6606561541557312, + "num_tokens": 10666233.0, + "step": 447 + }, + { + "epoch": 0.04919833077092027, + "grad_norm": 3.7827839851379395, + "learning_rate": 2.4533479692645443e-07, + "loss": 1.1998, + "mean_token_accuracy": 0.6494004726409912, + "num_tokens": 10685921.0, + "step": 448 + }, + { + "epoch": 0.04930814847353393, + "grad_norm": 3.464837074279785, + "learning_rate": 2.4588364434687154e-07, + "loss": 1.1474, + "mean_token_accuracy": 0.6676788330078125, + "num_tokens": 10707801.0, + "step": 449 + }, + { + "epoch": 0.0494179661761476, + "grad_norm": 3.2469937801361084, + "learning_rate": 2.4643249176728866e-07, + "loss": 1.1327, + "mean_token_accuracy": 0.6786915063858032, + "num_tokens": 10734524.0, + "step": 450 + }, + { + "epoch": 0.04952778387876126, + "grad_norm": 4.076132297515869, + "learning_rate": 2.4698133918770583e-07, + "loss": 1.2118, + "mean_token_accuracy": 0.6529414653778076, + "num_tokens": 10756422.0, + "step": 451 + }, + { + "epoch": 0.04963760158137492, + "grad_norm": 3.47163987159729, + "learning_rate": 2.4753018660812294e-07, + "loss": 1.0961, + "mean_token_accuracy": 0.6824997067451477, + "num_tokens": 10776129.0, + "step": 452 + }, + { + "epoch": 0.04974741928398858, + "grad_norm": 3.3665807247161865, + "learning_rate": 2.4807903402854006e-07, + "loss": 1.1768, + "mean_token_accuracy": 0.6643893718719482, + "num_tokens": 10797978.0, + "step": 453 + }, + { + "epoch": 0.049857236986602244, + "grad_norm": 3.965257406234741, + "learning_rate": 2.486278814489572e-07, + "loss": 1.1497, + "mean_token_accuracy": 0.6802829504013062, + "num_tokens": 10816387.0, + "step": 454 + }, + { + "epoch": 0.0499670546892159, + "grad_norm": 3.8730995655059814, + "learning_rate": 2.491767288693743e-07, + "loss": 1.1183, + "mean_token_accuracy": 0.6702382564544678, + "num_tokens": 10836055.0, + "step": 455 + }, + { + "epoch": 0.05007687239182956, + "grad_norm": 3.3992199897766113, + "learning_rate": 2.4972557628979146e-07, + "loss": 1.2531, + "mean_token_accuracy": 0.640781819820404, + "num_tokens": 10865462.0, + "step": 456 + }, + { + "epoch": 0.05018669009444322, + "grad_norm": 3.359632968902588, + "learning_rate": 2.5027442371020857e-07, + "loss": 1.1382, + "mean_token_accuracy": 0.702785849571228, + "num_tokens": 10886257.0, + "step": 457 + }, + { + "epoch": 0.05029650779705688, + "grad_norm": 3.332562208175659, + "learning_rate": 2.508232711306257e-07, + "loss": 1.1686, + "mean_token_accuracy": 0.6780942678451538, + "num_tokens": 10906501.0, + "step": 458 + }, + { + "epoch": 0.05040632549967055, + "grad_norm": 2.86623215675354, + "learning_rate": 2.513721185510428e-07, + "loss": 1.171, + "mean_token_accuracy": 0.6714143753051758, + "num_tokens": 10933539.0, + "step": 459 + }, + { + "epoch": 0.05051614320228421, + "grad_norm": 2.802372455596924, + "learning_rate": 2.519209659714599e-07, + "loss": 1.2287, + "mean_token_accuracy": 0.6474800109863281, + "num_tokens": 10967026.0, + "step": 460 + }, + { + "epoch": 0.05062596090489787, + "grad_norm": 2.7278780937194824, + "learning_rate": 2.524698133918771e-07, + "loss": 1.1072, + "mean_token_accuracy": 0.6770867109298706, + "num_tokens": 10996233.0, + "step": 461 + }, + { + "epoch": 0.05073577860751153, + "grad_norm": 3.775442123413086, + "learning_rate": 2.5301866081229415e-07, + "loss": 1.1849, + "mean_token_accuracy": 0.6596862077713013, + "num_tokens": 11019549.0, + "step": 462 + }, + { + "epoch": 0.05084559631012519, + "grad_norm": 3.2661948204040527, + "learning_rate": 2.5356750823271126e-07, + "loss": 1.1191, + "mean_token_accuracy": 0.6752567887306213, + "num_tokens": 11044412.0, + "step": 463 + }, + { + "epoch": 0.050955414012738856, + "grad_norm": 2.9651830196380615, + "learning_rate": 2.5411635565312843e-07, + "loss": 1.1572, + "mean_token_accuracy": 0.6646019816398621, + "num_tokens": 11068816.0, + "step": 464 + }, + { + "epoch": 0.051065231715352516, + "grad_norm": 2.5850586891174316, + "learning_rate": 2.5466520307354555e-07, + "loss": 1.1189, + "mean_token_accuracy": 0.681018590927124, + "num_tokens": 11099674.0, + "step": 465 + }, + { + "epoch": 0.051175049417966176, + "grad_norm": 3.527229070663452, + "learning_rate": 2.5521405049396266e-07, + "loss": 1.1105, + "mean_token_accuracy": 0.672684907913208, + "num_tokens": 11119931.0, + "step": 466 + }, + { + "epoch": 0.051284867120579836, + "grad_norm": 3.661836624145508, + "learning_rate": 2.557628979143798e-07, + "loss": 1.1437, + "mean_token_accuracy": 0.6696966290473938, + "num_tokens": 11140808.0, + "step": 467 + }, + { + "epoch": 0.051394684823193496, + "grad_norm": 2.9906818866729736, + "learning_rate": 2.5631174533479695e-07, + "loss": 1.0273, + "mean_token_accuracy": 0.6967430114746094, + "num_tokens": 11164474.0, + "step": 468 + }, + { + "epoch": 0.05150450252580716, + "grad_norm": 3.254640579223633, + "learning_rate": 2.5686059275521406e-07, + "loss": 1.1692, + "mean_token_accuracy": 0.6637632846832275, + "num_tokens": 11187407.0, + "step": 469 + }, + { + "epoch": 0.05161432022842082, + "grad_norm": 2.8699848651885986, + "learning_rate": 2.574094401756312e-07, + "loss": 1.1712, + "mean_token_accuracy": 0.6683001518249512, + "num_tokens": 11211289.0, + "step": 470 + }, + { + "epoch": 0.05172413793103448, + "grad_norm": 3.1293835639953613, + "learning_rate": 2.5795828759604824e-07, + "loss": 1.321, + "mean_token_accuracy": 0.631722629070282, + "num_tokens": 11240684.0, + "step": 471 + }, + { + "epoch": 0.05183395563364814, + "grad_norm": 3.267658233642578, + "learning_rate": 2.585071350164654e-07, + "loss": 1.1461, + "mean_token_accuracy": 0.66350919008255, + "num_tokens": 11262339.0, + "step": 472 + }, + { + "epoch": 0.05194377333626181, + "grad_norm": 2.9573981761932373, + "learning_rate": 2.590559824368825e-07, + "loss": 1.1136, + "mean_token_accuracy": 0.674087405204773, + "num_tokens": 11286097.0, + "step": 473 + }, + { + "epoch": 0.05205359103887547, + "grad_norm": 3.1876022815704346, + "learning_rate": 2.5960482985729964e-07, + "loss": 1.1217, + "mean_token_accuracy": 0.6744058132171631, + "num_tokens": 11307837.0, + "step": 474 + }, + { + "epoch": 0.05216340874148913, + "grad_norm": 2.9842605590820312, + "learning_rate": 2.601536772777168e-07, + "loss": 1.162, + "mean_token_accuracy": 0.6735844612121582, + "num_tokens": 11334213.0, + "step": 475 + }, + { + "epoch": 0.05227322644410279, + "grad_norm": 3.4077205657958984, + "learning_rate": 2.607025246981339e-07, + "loss": 1.1656, + "mean_token_accuracy": 0.6664427518844604, + "num_tokens": 11361228.0, + "step": 476 + }, + { + "epoch": 0.05238304414671645, + "grad_norm": 3.3164398670196533, + "learning_rate": 2.6125137211855104e-07, + "loss": 1.218, + "mean_token_accuracy": 0.6702448725700378, + "num_tokens": 11384338.0, + "step": 477 + }, + { + "epoch": 0.052492861849330115, + "grad_norm": 3.5109033584594727, + "learning_rate": 2.6180021953896815e-07, + "loss": 1.1052, + "mean_token_accuracy": 0.68496173620224, + "num_tokens": 11403459.0, + "step": 478 + }, + { + "epoch": 0.052602679551943775, + "grad_norm": 2.9305360317230225, + "learning_rate": 2.623490669593853e-07, + "loss": 1.236, + "mean_token_accuracy": 0.6460155844688416, + "num_tokens": 11428022.0, + "step": 479 + }, + { + "epoch": 0.052712497254557435, + "grad_norm": 3.1310648918151855, + "learning_rate": 2.6289791437980244e-07, + "loss": 1.0582, + "mean_token_accuracy": 0.6973729133605957, + "num_tokens": 11447987.0, + "step": 480 + }, + { + "epoch": 0.052822314957171095, + "grad_norm": 3.043855905532837, + "learning_rate": 2.634467618002195e-07, + "loss": 1.0929, + "mean_token_accuracy": 0.6884416341781616, + "num_tokens": 11469650.0, + "step": 481 + }, + { + "epoch": 0.052932132659784754, + "grad_norm": 2.897573947906494, + "learning_rate": 2.639956092206366e-07, + "loss": 1.0404, + "mean_token_accuracy": 0.6933709979057312, + "num_tokens": 11495687.0, + "step": 482 + }, + { + "epoch": 0.05304195036239842, + "grad_norm": 2.7671351432800293, + "learning_rate": 2.645444566410538e-07, + "loss": 1.1008, + "mean_token_accuracy": 0.6833994388580322, + "num_tokens": 11523033.0, + "step": 483 + }, + { + "epoch": 0.05315176806501208, + "grad_norm": 2.788935661315918, + "learning_rate": 2.650933040614709e-07, + "loss": 1.2855, + "mean_token_accuracy": 0.6392217874526978, + "num_tokens": 11548551.0, + "step": 484 + }, + { + "epoch": 0.05326158576762574, + "grad_norm": 3.42093825340271, + "learning_rate": 2.65642151481888e-07, + "loss": 1.1717, + "mean_token_accuracy": 0.6619880199432373, + "num_tokens": 11568526.0, + "step": 485 + }, + { + "epoch": 0.0533714034702394, + "grad_norm": 3.1481881141662598, + "learning_rate": 2.6619099890230513e-07, + "loss": 1.2426, + "mean_token_accuracy": 0.6486285924911499, + "num_tokens": 11592882.0, + "step": 486 + }, + { + "epoch": 0.05348122117285306, + "grad_norm": 3.0328965187072754, + "learning_rate": 2.667398463227223e-07, + "loss": 1.0755, + "mean_token_accuracy": 0.680678129196167, + "num_tokens": 11614848.0, + "step": 487 + }, + { + "epoch": 0.05359103887546673, + "grad_norm": 2.7668771743774414, + "learning_rate": 2.672886937431394e-07, + "loss": 1.1308, + "mean_token_accuracy": 0.6770880222320557, + "num_tokens": 11643189.0, + "step": 488 + }, + { + "epoch": 0.05370085657808039, + "grad_norm": 2.967552900314331, + "learning_rate": 2.678375411635565e-07, + "loss": 1.0927, + "mean_token_accuracy": 0.6770058870315552, + "num_tokens": 11667147.0, + "step": 489 + }, + { + "epoch": 0.05381067428069405, + "grad_norm": 3.0381839275360107, + "learning_rate": 2.6838638858397364e-07, + "loss": 1.1027, + "mean_token_accuracy": 0.675736665725708, + "num_tokens": 11689470.0, + "step": 490 + }, + { + "epoch": 0.05392049198330771, + "grad_norm": 2.9984240531921387, + "learning_rate": 2.6893523600439076e-07, + "loss": 1.1466, + "mean_token_accuracy": 0.6691503524780273, + "num_tokens": 11714095.0, + "step": 491 + }, + { + "epoch": 0.054030309685921374, + "grad_norm": 3.4042654037475586, + "learning_rate": 2.6948408342480787e-07, + "loss": 1.1165, + "mean_token_accuracy": 0.6718868017196655, + "num_tokens": 11737284.0, + "step": 492 + }, + { + "epoch": 0.054140127388535034, + "grad_norm": 2.637547254562378, + "learning_rate": 2.70032930845225e-07, + "loss": 1.0908, + "mean_token_accuracy": 0.6797803044319153, + "num_tokens": 11763338.0, + "step": 493 + }, + { + "epoch": 0.054249945091148694, + "grad_norm": 3.0346367359161377, + "learning_rate": 2.7058177826564215e-07, + "loss": 1.186, + "mean_token_accuracy": 0.6618629097938538, + "num_tokens": 11787673.0, + "step": 494 + }, + { + "epoch": 0.05435976279376235, + "grad_norm": 3.1314010620117188, + "learning_rate": 2.7113062568605927e-07, + "loss": 1.1204, + "mean_token_accuracy": 0.6752273440361023, + "num_tokens": 11810213.0, + "step": 495 + }, + { + "epoch": 0.05446958049637601, + "grad_norm": 2.8935303688049316, + "learning_rate": 2.716794731064764e-07, + "loss": 1.1616, + "mean_token_accuracy": 0.6618614196777344, + "num_tokens": 11834125.0, + "step": 496 + }, + { + "epoch": 0.05457939819898968, + "grad_norm": 3.125426769256592, + "learning_rate": 2.722283205268935e-07, + "loss": 1.0773, + "mean_token_accuracy": 0.6860846877098083, + "num_tokens": 11854604.0, + "step": 497 + }, + { + "epoch": 0.05468921590160334, + "grad_norm": 2.555187940597534, + "learning_rate": 2.7277716794731067e-07, + "loss": 1.2177, + "mean_token_accuracy": 0.6584795117378235, + "num_tokens": 11882766.0, + "step": 498 + }, + { + "epoch": 0.054799033604217, + "grad_norm": 2.8534669876098633, + "learning_rate": 2.733260153677278e-07, + "loss": 1.1959, + "mean_token_accuracy": 0.654200553894043, + "num_tokens": 11907400.0, + "step": 499 + }, + { + "epoch": 0.05490885130683066, + "grad_norm": 3.1702990531921387, + "learning_rate": 2.7387486278814485e-07, + "loss": 1.0981, + "mean_token_accuracy": 0.6768828630447388, + "num_tokens": 11927877.0, + "step": 500 + }, + { + "epoch": 0.05501866900944432, + "grad_norm": 2.6984152793884277, + "learning_rate": 2.74423710208562e-07, + "loss": 1.1178, + "mean_token_accuracy": 0.6749168634414673, + "num_tokens": 11952456.0, + "step": 501 + }, + { + "epoch": 0.055128486712057986, + "grad_norm": 3.252617120742798, + "learning_rate": 2.7497255762897913e-07, + "loss": 1.1076, + "mean_token_accuracy": 0.6807838082313538, + "num_tokens": 11974901.0, + "step": 502 + }, + { + "epoch": 0.055238304414671646, + "grad_norm": 3.2013936042785645, + "learning_rate": 2.7552140504939624e-07, + "loss": 1.1714, + "mean_token_accuracy": 0.6527555584907532, + "num_tokens": 11995555.0, + "step": 503 + }, + { + "epoch": 0.055348122117285306, + "grad_norm": 2.7144017219543457, + "learning_rate": 2.7607025246981336e-07, + "loss": 1.1258, + "mean_token_accuracy": 0.6743975877761841, + "num_tokens": 12021653.0, + "step": 504 + }, + { + "epoch": 0.055457939819898966, + "grad_norm": 3.7920756340026855, + "learning_rate": 2.7661909989023053e-07, + "loss": 0.9684, + "mean_token_accuracy": 0.7152462601661682, + "num_tokens": 12039079.0, + "step": 505 + }, + { + "epoch": 0.055567757522512626, + "grad_norm": 2.841874599456787, + "learning_rate": 2.7716794731064764e-07, + "loss": 1.1722, + "mean_token_accuracy": 0.6684083938598633, + "num_tokens": 12066093.0, + "step": 506 + }, + { + "epoch": 0.05567757522512629, + "grad_norm": 3.407195806503296, + "learning_rate": 2.7771679473106476e-07, + "loss": 1.137, + "mean_token_accuracy": 0.6706330180168152, + "num_tokens": 12087061.0, + "step": 507 + }, + { + "epoch": 0.05578739292773995, + "grad_norm": 3.031684398651123, + "learning_rate": 2.7826564215148187e-07, + "loss": 1.1536, + "mean_token_accuracy": 0.6668112277984619, + "num_tokens": 12108443.0, + "step": 508 + }, + { + "epoch": 0.05589721063035361, + "grad_norm": 3.0449349880218506, + "learning_rate": 2.78814489571899e-07, + "loss": 1.0324, + "mean_token_accuracy": 0.6902213096618652, + "num_tokens": 12127857.0, + "step": 509 + }, + { + "epoch": 0.05600702833296727, + "grad_norm": 3.1284122467041016, + "learning_rate": 2.793633369923161e-07, + "loss": 1.0479, + "mean_token_accuracy": 0.696278989315033, + "num_tokens": 12147098.0, + "step": 510 + }, + { + "epoch": 0.05611684603558094, + "grad_norm": 3.089578151702881, + "learning_rate": 2.799121844127332e-07, + "loss": 1.1489, + "mean_token_accuracy": 0.6729564666748047, + "num_tokens": 12168534.0, + "step": 511 + }, + { + "epoch": 0.0562266637381946, + "grad_norm": 3.3044116497039795, + "learning_rate": 2.804610318331504e-07, + "loss": 1.1337, + "mean_token_accuracy": 0.6734663248062134, + "num_tokens": 12189069.0, + "step": 512 + }, + { + "epoch": 0.05633648144080826, + "grad_norm": 3.1789023876190186, + "learning_rate": 2.810098792535675e-07, + "loss": 1.0404, + "mean_token_accuracy": 0.6929346323013306, + "num_tokens": 12208513.0, + "step": 513 + }, + { + "epoch": 0.05644629914342192, + "grad_norm": 3.7193644046783447, + "learning_rate": 2.815587266739846e-07, + "loss": 1.085, + "mean_token_accuracy": 0.6945006251335144, + "num_tokens": 12223456.0, + "step": 514 + }, + { + "epoch": 0.05655611684603558, + "grad_norm": 3.1407723426818848, + "learning_rate": 2.8210757409440173e-07, + "loss": 1.1187, + "mean_token_accuracy": 0.6745840311050415, + "num_tokens": 12245224.0, + "step": 515 + }, + { + "epoch": 0.056665934548649245, + "grad_norm": 2.6245648860931396, + "learning_rate": 2.826564215148189e-07, + "loss": 1.2042, + "mean_token_accuracy": 0.6489843130111694, + "num_tokens": 12272066.0, + "step": 516 + }, + { + "epoch": 0.056775752251262905, + "grad_norm": 3.015188455581665, + "learning_rate": 2.83205268935236e-07, + "loss": 1.0839, + "mean_token_accuracy": 0.6914718151092529, + "num_tokens": 12294078.0, + "step": 517 + }, + { + "epoch": 0.056885569953876565, + "grad_norm": 2.541313648223877, + "learning_rate": 2.8375411635565313e-07, + "loss": 1.1215, + "mean_token_accuracy": 0.6754515171051025, + "num_tokens": 12325474.0, + "step": 518 + }, + { + "epoch": 0.056995387656490225, + "grad_norm": 2.964390993118286, + "learning_rate": 2.843029637760702e-07, + "loss": 1.1909, + "mean_token_accuracy": 0.6603376269340515, + "num_tokens": 12346916.0, + "step": 519 + }, + { + "epoch": 0.057105205359103885, + "grad_norm": 2.8254528045654297, + "learning_rate": 2.8485181119648736e-07, + "loss": 1.0152, + "mean_token_accuracy": 0.6970540285110474, + "num_tokens": 12372085.0, + "step": 520 + }, + { + "epoch": 0.05721502306171755, + "grad_norm": 2.7765822410583496, + "learning_rate": 2.854006586169045e-07, + "loss": 1.1358, + "mean_token_accuracy": 0.6724448204040527, + "num_tokens": 12395735.0, + "step": 521 + }, + { + "epoch": 0.05732484076433121, + "grad_norm": 2.5618345737457275, + "learning_rate": 2.859495060373216e-07, + "loss": 1.213, + "mean_token_accuracy": 0.6590015888214111, + "num_tokens": 12423427.0, + "step": 522 + }, + { + "epoch": 0.05743465846694487, + "grad_norm": 2.852299928665161, + "learning_rate": 2.8649835345773876e-07, + "loss": 1.2063, + "mean_token_accuracy": 0.6624361276626587, + "num_tokens": 12447906.0, + "step": 523 + }, + { + "epoch": 0.05754447616955853, + "grad_norm": 3.1240954399108887, + "learning_rate": 2.870472008781559e-07, + "loss": 1.1633, + "mean_token_accuracy": 0.655297577381134, + "num_tokens": 12466610.0, + "step": 524 + }, + { + "epoch": 0.05765429387217219, + "grad_norm": 3.2446951866149902, + "learning_rate": 2.87596048298573e-07, + "loss": 1.2189, + "mean_token_accuracy": 0.6442898511886597, + "num_tokens": 12486669.0, + "step": 525 + }, + { + "epoch": 0.05776411157478586, + "grad_norm": 3.091630458831787, + "learning_rate": 2.881448957189901e-07, + "loss": 1.085, + "mean_token_accuracy": 0.667738676071167, + "num_tokens": 12505301.0, + "step": 526 + }, + { + "epoch": 0.05787392927739952, + "grad_norm": 2.8520312309265137, + "learning_rate": 2.886937431394073e-07, + "loss": 1.1242, + "mean_token_accuracy": 0.6678431630134583, + "num_tokens": 12527331.0, + "step": 527 + }, + { + "epoch": 0.05798374698001318, + "grad_norm": 2.8739306926727295, + "learning_rate": 2.8924259055982434e-07, + "loss": 1.1121, + "mean_token_accuracy": 0.681155800819397, + "num_tokens": 12548458.0, + "step": 528 + }, + { + "epoch": 0.05809356468262684, + "grad_norm": 3.20286226272583, + "learning_rate": 2.8979143798024145e-07, + "loss": 1.1134, + "mean_token_accuracy": 0.6777822971343994, + "num_tokens": 12566940.0, + "step": 529 + }, + { + "epoch": 0.058203382385240504, + "grad_norm": 2.941136360168457, + "learning_rate": 2.9034028540065857e-07, + "loss": 1.105, + "mean_token_accuracy": 0.6727137565612793, + "num_tokens": 12589790.0, + "step": 530 + }, + { + "epoch": 0.058313200087854164, + "grad_norm": 3.026902675628662, + "learning_rate": 2.9088913282107574e-07, + "loss": 1.0868, + "mean_token_accuracy": 0.6859438419342041, + "num_tokens": 12611677.0, + "step": 531 + }, + { + "epoch": 0.058423017790467824, + "grad_norm": 2.89190673828125, + "learning_rate": 2.9143798024149285e-07, + "loss": 1.1693, + "mean_token_accuracy": 0.6688172817230225, + "num_tokens": 12634816.0, + "step": 532 + }, + { + "epoch": 0.058532835493081484, + "grad_norm": 2.5813934803009033, + "learning_rate": 2.9198682766190997e-07, + "loss": 1.0557, + "mean_token_accuracy": 0.6853491067886353, + "num_tokens": 12660968.0, + "step": 533 + }, + { + "epoch": 0.058642653195695144, + "grad_norm": 2.9429967403411865, + "learning_rate": 2.9253567508232713e-07, + "loss": 1.0047, + "mean_token_accuracy": 0.704250693321228, + "num_tokens": 12680595.0, + "step": 534 + }, + { + "epoch": 0.05875247089830881, + "grad_norm": 3.170623302459717, + "learning_rate": 2.9308452250274425e-07, + "loss": 1.1201, + "mean_token_accuracy": 0.6756088733673096, + "num_tokens": 12698389.0, + "step": 535 + }, + { + "epoch": 0.05886228860092247, + "grad_norm": 2.985041856765747, + "learning_rate": 2.9363336992316136e-07, + "loss": 1.097, + "mean_token_accuracy": 0.6768733263015747, + "num_tokens": 12718422.0, + "step": 536 + }, + { + "epoch": 0.05897210630353613, + "grad_norm": 3.042386054992676, + "learning_rate": 2.941822173435785e-07, + "loss": 1.0524, + "mean_token_accuracy": 0.6898394823074341, + "num_tokens": 12739387.0, + "step": 537 + }, + { + "epoch": 0.05908192400614979, + "grad_norm": 2.5258285999298096, + "learning_rate": 2.947310647639956e-07, + "loss": 1.1205, + "mean_token_accuracy": 0.680861234664917, + "num_tokens": 12766495.0, + "step": 538 + }, + { + "epoch": 0.05919174170876345, + "grad_norm": 2.354311227798462, + "learning_rate": 2.952799121844127e-07, + "loss": 1.1782, + "mean_token_accuracy": 0.6539881825447083, + "num_tokens": 12795623.0, + "step": 539 + }, + { + "epoch": 0.05930155941137712, + "grad_norm": 2.4576566219329834, + "learning_rate": 2.958287596048298e-07, + "loss": 1.2068, + "mean_token_accuracy": 0.6528963446617126, + "num_tokens": 12824663.0, + "step": 540 + }, + { + "epoch": 0.059411377113990776, + "grad_norm": 2.8161730766296387, + "learning_rate": 2.9637760702524694e-07, + "loss": 1.1934, + "mean_token_accuracy": 0.6590129137039185, + "num_tokens": 12847962.0, + "step": 541 + }, + { + "epoch": 0.059521194816604436, + "grad_norm": 2.576528549194336, + "learning_rate": 2.969264544456641e-07, + "loss": 1.1169, + "mean_token_accuracy": 0.6773700714111328, + "num_tokens": 12873556.0, + "step": 542 + }, + { + "epoch": 0.059631012519218096, + "grad_norm": 2.847494602203369, + "learning_rate": 2.974753018660812e-07, + "loss": 1.0876, + "mean_token_accuracy": 0.6901294589042664, + "num_tokens": 12895183.0, + "step": 543 + }, + { + "epoch": 0.059740830221831756, + "grad_norm": 2.4755167961120605, + "learning_rate": 2.9802414928649834e-07, + "loss": 1.1801, + "mean_token_accuracy": 0.6596435308456421, + "num_tokens": 12924912.0, + "step": 544 + }, + { + "epoch": 0.05985064792444542, + "grad_norm": 2.721423625946045, + "learning_rate": 2.9857299670691546e-07, + "loss": 1.1887, + "mean_token_accuracy": 0.6558460593223572, + "num_tokens": 12949504.0, + "step": 545 + }, + { + "epoch": 0.05996046562705908, + "grad_norm": 2.757850170135498, + "learning_rate": 2.991218441273326e-07, + "loss": 1.0847, + "mean_token_accuracy": 0.6857069730758667, + "num_tokens": 12975757.0, + "step": 546 + }, + { + "epoch": 0.06007028332967274, + "grad_norm": 2.4442732334136963, + "learning_rate": 2.996706915477497e-07, + "loss": 1.1182, + "mean_token_accuracy": 0.6745250225067139, + "num_tokens": 13004790.0, + "step": 547 + }, + { + "epoch": 0.0601801010322864, + "grad_norm": 2.3109805583953857, + "learning_rate": 3.002195389681668e-07, + "loss": 1.2467, + "mean_token_accuracy": 0.6380956768989563, + "num_tokens": 13041857.0, + "step": 548 + }, + { + "epoch": 0.06028991873490007, + "grad_norm": 2.622648000717163, + "learning_rate": 3.0076838638858397e-07, + "loss": 1.0948, + "mean_token_accuracy": 0.6769484877586365, + "num_tokens": 13066490.0, + "step": 549 + }, + { + "epoch": 0.06039973643751373, + "grad_norm": 2.6187992095947266, + "learning_rate": 3.013172338090011e-07, + "loss": 1.1563, + "mean_token_accuracy": 0.6620112657546997, + "num_tokens": 13094002.0, + "step": 550 + }, + { + "epoch": 0.06050955414012739, + "grad_norm": 2.560110092163086, + "learning_rate": 3.018660812294182e-07, + "loss": 1.0849, + "mean_token_accuracy": 0.6803597211837769, + "num_tokens": 13121683.0, + "step": 551 + }, + { + "epoch": 0.06061937184274105, + "grad_norm": 2.6717052459716797, + "learning_rate": 3.024149286498353e-07, + "loss": 1.1824, + "mean_token_accuracy": 0.662722110748291, + "num_tokens": 13145722.0, + "step": 552 + }, + { + "epoch": 0.06072918954535471, + "grad_norm": 2.4458673000335693, + "learning_rate": 3.029637760702525e-07, + "loss": 1.1043, + "mean_token_accuracy": 0.6816617250442505, + "num_tokens": 13176826.0, + "step": 553 + }, + { + "epoch": 0.060839007247968376, + "grad_norm": 2.401334047317505, + "learning_rate": 3.035126234906696e-07, + "loss": 1.2347, + "mean_token_accuracy": 0.6498515605926514, + "num_tokens": 13209242.0, + "step": 554 + }, + { + "epoch": 0.060948824950582035, + "grad_norm": 2.8236169815063477, + "learning_rate": 3.040614709110867e-07, + "loss": 1.1514, + "mean_token_accuracy": 0.6687885522842407, + "num_tokens": 13231346.0, + "step": 555 + }, + { + "epoch": 0.061058642653195695, + "grad_norm": 3.3762714862823486, + "learning_rate": 3.046103183315038e-07, + "loss": 1.1201, + "mean_token_accuracy": 0.6723175048828125, + "num_tokens": 13247944.0, + "step": 556 + }, + { + "epoch": 0.061168460355809355, + "grad_norm": 2.8502519130706787, + "learning_rate": 3.0515916575192094e-07, + "loss": 1.1123, + "mean_token_accuracy": 0.6853348016738892, + "num_tokens": 13269113.0, + "step": 557 + }, + { + "epoch": 0.061278278058423015, + "grad_norm": 2.462559223175049, + "learning_rate": 3.0570801317233806e-07, + "loss": 1.1433, + "mean_token_accuracy": 0.671286404132843, + "num_tokens": 13297215.0, + "step": 558 + }, + { + "epoch": 0.06138809576103668, + "grad_norm": 2.5523619651794434, + "learning_rate": 3.062568605927552e-07, + "loss": 1.0598, + "mean_token_accuracy": 0.6880962252616882, + "num_tokens": 13323559.0, + "step": 559 + }, + { + "epoch": 0.06149791346365034, + "grad_norm": 3.064406633377075, + "learning_rate": 3.0680570801317234e-07, + "loss": 1.1365, + "mean_token_accuracy": 0.6674062013626099, + "num_tokens": 13346562.0, + "step": 560 + }, + { + "epoch": 0.061607731166264, + "grad_norm": 2.747187376022339, + "learning_rate": 3.0735455543358946e-07, + "loss": 1.2094, + "mean_token_accuracy": 0.6685788631439209, + "num_tokens": 13370328.0, + "step": 561 + }, + { + "epoch": 0.06171754886887766, + "grad_norm": 2.1147513389587402, + "learning_rate": 3.0790340285400657e-07, + "loss": 1.0968, + "mean_token_accuracy": 0.681894838809967, + "num_tokens": 13407156.0, + "step": 562 + }, + { + "epoch": 0.06182736657149132, + "grad_norm": 2.715653657913208, + "learning_rate": 3.084522502744237e-07, + "loss": 1.1105, + "mean_token_accuracy": 0.6739931106567383, + "num_tokens": 13429633.0, + "step": 563 + }, + { + "epoch": 0.06193718427410499, + "grad_norm": 2.1775453090667725, + "learning_rate": 3.0900109769484086e-07, + "loss": 1.2582, + "mean_token_accuracy": 0.6383670568466187, + "num_tokens": 13462914.0, + "step": 564 + }, + { + "epoch": 0.06204700197671865, + "grad_norm": 2.6543381214141846, + "learning_rate": 3.0954994511525797e-07, + "loss": 1.0899, + "mean_token_accuracy": 0.6721276640892029, + "num_tokens": 13488078.0, + "step": 565 + }, + { + "epoch": 0.06215681967933231, + "grad_norm": 2.9482760429382324, + "learning_rate": 3.1009879253567503e-07, + "loss": 1.1548, + "mean_token_accuracy": 0.6702607870101929, + "num_tokens": 13509022.0, + "step": 566 + }, + { + "epoch": 0.06226663738194597, + "grad_norm": 2.1307215690612793, + "learning_rate": 3.1064763995609215e-07, + "loss": 1.1693, + "mean_token_accuracy": 0.6675465106964111, + "num_tokens": 13544260.0, + "step": 567 + }, + { + "epoch": 0.062376455084559634, + "grad_norm": 2.5024361610412598, + "learning_rate": 3.111964873765093e-07, + "loss": 1.1663, + "mean_token_accuracy": 0.661029577255249, + "num_tokens": 13569269.0, + "step": 568 + }, + { + "epoch": 0.062486272787173294, + "grad_norm": 2.764920949935913, + "learning_rate": 3.1174533479692643e-07, + "loss": 1.1003, + "mean_token_accuracy": 0.6834080219268799, + "num_tokens": 13591542.0, + "step": 569 + }, + { + "epoch": 0.06259609048978695, + "grad_norm": 2.2377915382385254, + "learning_rate": 3.1229418221734355e-07, + "loss": 1.2209, + "mean_token_accuracy": 0.6516129970550537, + "num_tokens": 13625944.0, + "step": 570 + }, + { + "epoch": 0.06270590819240061, + "grad_norm": 3.360610246658325, + "learning_rate": 3.128430296377607e-07, + "loss": 0.9567, + "mean_token_accuracy": 0.7104469537734985, + "num_tokens": 13642913.0, + "step": 571 + }, + { + "epoch": 0.06281572589501427, + "grad_norm": 2.9825456142425537, + "learning_rate": 3.1339187705817783e-07, + "loss": 1.1455, + "mean_token_accuracy": 0.6553511619567871, + "num_tokens": 13665476.0, + "step": 572 + }, + { + "epoch": 0.06292554359762793, + "grad_norm": 2.9938790798187256, + "learning_rate": 3.1394072447859495e-07, + "loss": 1.0847, + "mean_token_accuracy": 0.6799116134643555, + "num_tokens": 13686315.0, + "step": 573 + }, + { + "epoch": 0.0630353613002416, + "grad_norm": 2.8072972297668457, + "learning_rate": 3.1448957189901206e-07, + "loss": 1.134, + "mean_token_accuracy": 0.6737496852874756, + "num_tokens": 13712270.0, + "step": 574 + }, + { + "epoch": 0.06314517900285525, + "grad_norm": 2.5746359825134277, + "learning_rate": 3.1503841931942923e-07, + "loss": 1.1352, + "mean_token_accuracy": 0.6697356104850769, + "num_tokens": 13741240.0, + "step": 575 + }, + { + "epoch": 0.06325499670546893, + "grad_norm": 3.291698932647705, + "learning_rate": 3.155872667398463e-07, + "loss": 1.0802, + "mean_token_accuracy": 0.6840994954109192, + "num_tokens": 13758677.0, + "step": 576 + }, + { + "epoch": 0.06336481440808259, + "grad_norm": 2.3935484886169434, + "learning_rate": 3.161361141602634e-07, + "loss": 1.2912, + "mean_token_accuracy": 0.6390902996063232, + "num_tokens": 13787882.0, + "step": 577 + }, + { + "epoch": 0.06347463211069625, + "grad_norm": 2.644247055053711, + "learning_rate": 3.166849615806805e-07, + "loss": 1.093, + "mean_token_accuracy": 0.6762264966964722, + "num_tokens": 13811521.0, + "step": 578 + }, + { + "epoch": 0.0635844498133099, + "grad_norm": 2.554983139038086, + "learning_rate": 3.172338090010977e-07, + "loss": 1.185, + "mean_token_accuracy": 0.6618932485580444, + "num_tokens": 13839094.0, + "step": 579 + }, + { + "epoch": 0.06369426751592357, + "grad_norm": 3.32468581199646, + "learning_rate": 3.177826564215148e-07, + "loss": 1.0892, + "mean_token_accuracy": 0.690750002861023, + "num_tokens": 13855162.0, + "step": 580 + }, + { + "epoch": 0.06380408521853723, + "grad_norm": 3.2042126655578613, + "learning_rate": 3.183315038419319e-07, + "loss": 1.1232, + "mean_token_accuracy": 0.6713376045227051, + "num_tokens": 13873879.0, + "step": 581 + }, + { + "epoch": 0.06391390292115089, + "grad_norm": 2.5929176807403564, + "learning_rate": 3.188803512623491e-07, + "loss": 1.2291, + "mean_token_accuracy": 0.6420497894287109, + "num_tokens": 13900526.0, + "step": 582 + }, + { + "epoch": 0.06402372062376455, + "grad_norm": 3.031215190887451, + "learning_rate": 3.194291986827662e-07, + "loss": 1.1346, + "mean_token_accuracy": 0.6712797284126282, + "num_tokens": 13919809.0, + "step": 583 + }, + { + "epoch": 0.0641335383263782, + "grad_norm": 3.15376353263855, + "learning_rate": 3.199780461031833e-07, + "loss": 1.1956, + "mean_token_accuracy": 0.6744312644004822, + "num_tokens": 13939428.0, + "step": 584 + }, + { + "epoch": 0.06424335602899188, + "grad_norm": 2.5830399990081787, + "learning_rate": 3.205268935236004e-07, + "loss": 1.2161, + "mean_token_accuracy": 0.6437228322029114, + "num_tokens": 13966335.0, + "step": 585 + }, + { + "epoch": 0.06435317373160554, + "grad_norm": 3.24247407913208, + "learning_rate": 3.2107574094401755e-07, + "loss": 1.1514, + "mean_token_accuracy": 0.6754322052001953, + "num_tokens": 13984624.0, + "step": 586 + }, + { + "epoch": 0.0644629914342192, + "grad_norm": 2.501016616821289, + "learning_rate": 3.2162458836443467e-07, + "loss": 1.0356, + "mean_token_accuracy": 0.7009513974189758, + "num_tokens": 14011051.0, + "step": 587 + }, + { + "epoch": 0.06457280913683286, + "grad_norm": 2.482030153274536, + "learning_rate": 3.221734357848518e-07, + "loss": 1.1924, + "mean_token_accuracy": 0.6636536717414856, + "num_tokens": 14038997.0, + "step": 588 + }, + { + "epoch": 0.06468262683944652, + "grad_norm": 2.6441524028778076, + "learning_rate": 3.227222832052689e-07, + "loss": 1.131, + "mean_token_accuracy": 0.6721537113189697, + "num_tokens": 14063856.0, + "step": 589 + }, + { + "epoch": 0.06479244454206018, + "grad_norm": 2.402935266494751, + "learning_rate": 3.2327113062568606e-07, + "loss": 1.0509, + "mean_token_accuracy": 0.6985192894935608, + "num_tokens": 14090795.0, + "step": 590 + }, + { + "epoch": 0.06490226224467384, + "grad_norm": 2.9960684776306152, + "learning_rate": 3.238199780461032e-07, + "loss": 1.0941, + "mean_token_accuracy": 0.6896255016326904, + "num_tokens": 14110983.0, + "step": 591 + }, + { + "epoch": 0.0650120799472875, + "grad_norm": 2.569640636444092, + "learning_rate": 3.243688254665203e-07, + "loss": 1.0804, + "mean_token_accuracy": 0.6866313219070435, + "num_tokens": 14135961.0, + "step": 592 + }, + { + "epoch": 0.06512189764990116, + "grad_norm": 3.1898393630981445, + "learning_rate": 3.2491767288693746e-07, + "loss": 0.9078, + "mean_token_accuracy": 0.7238339185714722, + "num_tokens": 14152335.0, + "step": 593 + }, + { + "epoch": 0.06523171535251482, + "grad_norm": 2.4639174938201904, + "learning_rate": 3.254665203073546e-07, + "loss": 1.0015, + "mean_token_accuracy": 0.7038918137550354, + "num_tokens": 14177625.0, + "step": 594 + }, + { + "epoch": 0.06534153305512849, + "grad_norm": 2.82916522026062, + "learning_rate": 3.2601536772777164e-07, + "loss": 1.1314, + "mean_token_accuracy": 0.6743464469909668, + "num_tokens": 14199048.0, + "step": 595 + }, + { + "epoch": 0.06545135075774215, + "grad_norm": 2.309522867202759, + "learning_rate": 3.2656421514818876e-07, + "loss": 1.0702, + "mean_token_accuracy": 0.6907881498336792, + "num_tokens": 14230593.0, + "step": 596 + }, + { + "epoch": 0.06556116846035581, + "grad_norm": 2.543013095855713, + "learning_rate": 3.271130625686059e-07, + "loss": 1.1358, + "mean_token_accuracy": 0.6715024709701538, + "num_tokens": 14256568.0, + "step": 597 + }, + { + "epoch": 0.06567098616296947, + "grad_norm": 2.384333372116089, + "learning_rate": 3.2766190998902304e-07, + "loss": 1.113, + "mean_token_accuracy": 0.6778507232666016, + "num_tokens": 14287331.0, + "step": 598 + }, + { + "epoch": 0.06578080386558313, + "grad_norm": 2.96650767326355, + "learning_rate": 3.2821075740944015e-07, + "loss": 1.1362, + "mean_token_accuracy": 0.6855102777481079, + "num_tokens": 14306289.0, + "step": 599 + }, + { + "epoch": 0.06589062156819679, + "grad_norm": 2.791200876235962, + "learning_rate": 3.2875960482985727e-07, + "loss": 1.0948, + "mean_token_accuracy": 0.6800315976142883, + "num_tokens": 14327496.0, + "step": 600 + }, + { + "epoch": 0.06600043927081045, + "grad_norm": 2.4970057010650635, + "learning_rate": 3.2930845225027444e-07, + "loss": 1.2165, + "mean_token_accuracy": 0.6543189883232117, + "num_tokens": 14354533.0, + "step": 601 + }, + { + "epoch": 0.06611025697342411, + "grad_norm": 2.530245780944824, + "learning_rate": 3.2985729967069155e-07, + "loss": 1.0378, + "mean_token_accuracy": 0.697644054889679, + "num_tokens": 14379444.0, + "step": 602 + }, + { + "epoch": 0.06622007467603777, + "grad_norm": 2.7619385719299316, + "learning_rate": 3.3040614709110867e-07, + "loss": 1.1311, + "mean_token_accuracy": 0.6703788638114929, + "num_tokens": 14401043.0, + "step": 603 + }, + { + "epoch": 0.06632989237865144, + "grad_norm": 2.1814146041870117, + "learning_rate": 3.3095499451152573e-07, + "loss": 1.1232, + "mean_token_accuracy": 0.6734209656715393, + "num_tokens": 14433183.0, + "step": 604 + }, + { + "epoch": 0.0664397100812651, + "grad_norm": 2.9272279739379883, + "learning_rate": 3.315038419319429e-07, + "loss": 1.0852, + "mean_token_accuracy": 0.6766685247421265, + "num_tokens": 14452128.0, + "step": 605 + }, + { + "epoch": 0.06654952778387876, + "grad_norm": 2.64538311958313, + "learning_rate": 3.3205268935236e-07, + "loss": 1.03, + "mean_token_accuracy": 0.7046214938163757, + "num_tokens": 14473289.0, + "step": 606 + }, + { + "epoch": 0.06665934548649242, + "grad_norm": 2.3184335231781006, + "learning_rate": 3.3260153677277713e-07, + "loss": 1.1617, + "mean_token_accuracy": 0.6591708660125732, + "num_tokens": 14501751.0, + "step": 607 + }, + { + "epoch": 0.06676916318910608, + "grad_norm": 2.94907546043396, + "learning_rate": 3.331503841931943e-07, + "loss": 1.1861, + "mean_token_accuracy": 0.6592766046524048, + "num_tokens": 14523671.0, + "step": 608 + }, + { + "epoch": 0.06687898089171974, + "grad_norm": 2.6344690322875977, + "learning_rate": 3.336992316136114e-07, + "loss": 1.0622, + "mean_token_accuracy": 0.6844037771224976, + "num_tokens": 14547273.0, + "step": 609 + }, + { + "epoch": 0.0669887985943334, + "grad_norm": 2.2816689014434814, + "learning_rate": 3.3424807903402853e-07, + "loss": 1.1356, + "mean_token_accuracy": 0.6652637720108032, + "num_tokens": 14578471.0, + "step": 610 + }, + { + "epoch": 0.06709861629694706, + "grad_norm": 2.6091668605804443, + "learning_rate": 3.3479692645444564e-07, + "loss": 1.0634, + "mean_token_accuracy": 0.6977294683456421, + "num_tokens": 14604018.0, + "step": 611 + }, + { + "epoch": 0.06720843399956072, + "grad_norm": 2.8997159004211426, + "learning_rate": 3.353457738748628e-07, + "loss": 1.0482, + "mean_token_accuracy": 0.6892797946929932, + "num_tokens": 14624747.0, + "step": 612 + }, + { + "epoch": 0.06731825170217438, + "grad_norm": 2.6426875591278076, + "learning_rate": 3.3589462129527993e-07, + "loss": 1.096, + "mean_token_accuracy": 0.6781807541847229, + "num_tokens": 14647734.0, + "step": 613 + }, + { + "epoch": 0.06742806940478806, + "grad_norm": 2.3412139415740967, + "learning_rate": 3.36443468715697e-07, + "loss": 1.1071, + "mean_token_accuracy": 0.6861776113510132, + "num_tokens": 14676457.0, + "step": 614 + }, + { + "epoch": 0.06753788710740172, + "grad_norm": 3.2848896980285645, + "learning_rate": 3.369923161361141e-07, + "loss": 1.0491, + "mean_token_accuracy": 0.6929550170898438, + "num_tokens": 14692791.0, + "step": 615 + }, + { + "epoch": 0.06764770481001538, + "grad_norm": 2.54789662361145, + "learning_rate": 3.3754116355653127e-07, + "loss": 1.0703, + "mean_token_accuracy": 0.6904457807540894, + "num_tokens": 14716675.0, + "step": 616 + }, + { + "epoch": 0.06775752251262904, + "grad_norm": 3.3279736042022705, + "learning_rate": 3.380900109769484e-07, + "loss": 1.1291, + "mean_token_accuracy": 0.6825606822967529, + "num_tokens": 14732945.0, + "step": 617 + }, + { + "epoch": 0.0678673402152427, + "grad_norm": 2.6463541984558105, + "learning_rate": 3.386388583973655e-07, + "loss": 1.0885, + "mean_token_accuracy": 0.6763402223587036, + "num_tokens": 14755576.0, + "step": 618 + }, + { + "epoch": 0.06797715791785636, + "grad_norm": 2.2863852977752686, + "learning_rate": 3.3918770581778267e-07, + "loss": 1.0987, + "mean_token_accuracy": 0.6786587238311768, + "num_tokens": 14785487.0, + "step": 619 + }, + { + "epoch": 0.06808697562047002, + "grad_norm": 2.5288188457489014, + "learning_rate": 3.397365532381998e-07, + "loss": 1.0967, + "mean_token_accuracy": 0.6796412467956543, + "num_tokens": 14812254.0, + "step": 620 + }, + { + "epoch": 0.06819679332308368, + "grad_norm": 2.4317708015441895, + "learning_rate": 3.402854006586169e-07, + "loss": 1.1811, + "mean_token_accuracy": 0.6515964269638062, + "num_tokens": 14840849.0, + "step": 621 + }, + { + "epoch": 0.06830661102569734, + "grad_norm": 2.6420791149139404, + "learning_rate": 3.40834248079034e-07, + "loss": 1.1527, + "mean_token_accuracy": 0.6637277007102966, + "num_tokens": 14864950.0, + "step": 622 + }, + { + "epoch": 0.06841642872831101, + "grad_norm": 2.8234546184539795, + "learning_rate": 3.4138309549945113e-07, + "loss": 1.0919, + "mean_token_accuracy": 0.6792421340942383, + "num_tokens": 14887078.0, + "step": 623 + }, + { + "epoch": 0.06852624643092467, + "grad_norm": 3.134723424911499, + "learning_rate": 3.4193194291986825e-07, + "loss": 1.1568, + "mean_token_accuracy": 0.7254549264907837, + "num_tokens": 14905345.0, + "step": 624 + }, + { + "epoch": 0.06863606413353833, + "grad_norm": 2.8037972450256348, + "learning_rate": 3.4248079034028536e-07, + "loss": 1.0193, + "mean_token_accuracy": 0.6907646656036377, + "num_tokens": 14924540.0, + "step": 625 + }, + { + "epoch": 0.06874588183615199, + "grad_norm": 2.5180845260620117, + "learning_rate": 3.430296377607025e-07, + "loss": 1.1173, + "mean_token_accuracy": 0.6793081760406494, + "num_tokens": 14947413.0, + "step": 626 + }, + { + "epoch": 0.06885569953876565, + "grad_norm": 2.551671028137207, + "learning_rate": 3.4357848518111965e-07, + "loss": 1.0668, + "mean_token_accuracy": 0.6876047253608704, + "num_tokens": 14972228.0, + "step": 627 + }, + { + "epoch": 0.06896551724137931, + "grad_norm": 3.4160056114196777, + "learning_rate": 3.4412733260153676e-07, + "loss": 1.1378, + "mean_token_accuracy": 0.6823229789733887, + "num_tokens": 14985675.0, + "step": 628 + }, + { + "epoch": 0.06907533494399297, + "grad_norm": 2.1645843982696533, + "learning_rate": 3.446761800219539e-07, + "loss": 1.1052, + "mean_token_accuracy": 0.6898331642150879, + "num_tokens": 15016279.0, + "step": 629 + }, + { + "epoch": 0.06918515264660663, + "grad_norm": 2.919891357421875, + "learning_rate": 3.4522502744237104e-07, + "loss": 1.0583, + "mean_token_accuracy": 0.6950239539146423, + "num_tokens": 15035947.0, + "step": 630 + }, + { + "epoch": 0.06929497034922029, + "grad_norm": 2.2030999660491943, + "learning_rate": 3.4577387486278816e-07, + "loss": 1.1096, + "mean_token_accuracy": 0.6756141185760498, + "num_tokens": 15068592.0, + "step": 631 + }, + { + "epoch": 0.06940478805183395, + "grad_norm": 2.5350687503814697, + "learning_rate": 3.463227222832053e-07, + "loss": 1.0729, + "mean_token_accuracy": 0.6751424074172974, + "num_tokens": 15092494.0, + "step": 632 + }, + { + "epoch": 0.06951460575444762, + "grad_norm": 2.3910813331604004, + "learning_rate": 3.4687156970362234e-07, + "loss": 1.0401, + "mean_token_accuracy": 0.6919746994972229, + "num_tokens": 15118037.0, + "step": 633 + }, + { + "epoch": 0.06962442345706128, + "grad_norm": 2.9797017574310303, + "learning_rate": 3.474204171240395e-07, + "loss": 1.2477, + "mean_token_accuracy": 0.6670655608177185, + "num_tokens": 15137084.0, + "step": 634 + }, + { + "epoch": 0.06973424115967494, + "grad_norm": 2.750828266143799, + "learning_rate": 3.479692645444566e-07, + "loss": 1.0708, + "mean_token_accuracy": 0.6811883449554443, + "num_tokens": 15159976.0, + "step": 635 + }, + { + "epoch": 0.0698440588622886, + "grad_norm": 2.493892192840576, + "learning_rate": 3.4851811196487374e-07, + "loss": 1.1863, + "mean_token_accuracy": 0.6592597365379333, + "num_tokens": 15185380.0, + "step": 636 + }, + { + "epoch": 0.06995387656490226, + "grad_norm": 2.9316225051879883, + "learning_rate": 3.4906695938529085e-07, + "loss": 1.1715, + "mean_token_accuracy": 0.6595804691314697, + "num_tokens": 15205443.0, + "step": 637 + }, + { + "epoch": 0.07006369426751592, + "grad_norm": 2.2950150966644287, + "learning_rate": 3.49615806805708e-07, + "loss": 1.0596, + "mean_token_accuracy": 0.6933303475379944, + "num_tokens": 15231826.0, + "step": 638 + }, + { + "epoch": 0.07017351197012958, + "grad_norm": 2.9923651218414307, + "learning_rate": 3.5016465422612513e-07, + "loss": 1.0436, + "mean_token_accuracy": 0.6939647197723389, + "num_tokens": 15250547.0, + "step": 639 + }, + { + "epoch": 0.07028332967274324, + "grad_norm": 3.1989235877990723, + "learning_rate": 3.5071350164654225e-07, + "loss": 1.0108, + "mean_token_accuracy": 0.6970957517623901, + "num_tokens": 15268478.0, + "step": 640 + }, + { + "epoch": 0.0703931473753569, + "grad_norm": 2.267340660095215, + "learning_rate": 3.512623490669594e-07, + "loss": 1.2087, + "mean_token_accuracy": 0.6509498357772827, + "num_tokens": 15296439.0, + "step": 641 + }, + { + "epoch": 0.07050296507797058, + "grad_norm": 2.806520938873291, + "learning_rate": 3.518111964873765e-07, + "loss": 1.0665, + "mean_token_accuracy": 0.6809368133544922, + "num_tokens": 15316216.0, + "step": 642 + }, + { + "epoch": 0.07061278278058424, + "grad_norm": 3.260533094406128, + "learning_rate": 3.523600439077936e-07, + "loss": 1.0535, + "mean_token_accuracy": 0.6923072934150696, + "num_tokens": 15331839.0, + "step": 643 + }, + { + "epoch": 0.0707226004831979, + "grad_norm": 2.558619499206543, + "learning_rate": 3.529088913282107e-07, + "loss": 1.146, + "mean_token_accuracy": 0.6655965447425842, + "num_tokens": 15356093.0, + "step": 644 + }, + { + "epoch": 0.07083241818581155, + "grad_norm": 2.6298255920410156, + "learning_rate": 3.534577387486279e-07, + "loss": 1.1261, + "mean_token_accuracy": 0.6732320785522461, + "num_tokens": 15379088.0, + "step": 645 + }, + { + "epoch": 0.07094223588842521, + "grad_norm": 2.2746338844299316, + "learning_rate": 3.54006586169045e-07, + "loss": 1.1806, + "mean_token_accuracy": 0.656065046787262, + "num_tokens": 15408752.0, + "step": 646 + }, + { + "epoch": 0.07105205359103887, + "grad_norm": 2.4325461387634277, + "learning_rate": 3.545554335894621e-07, + "loss": 1.2078, + "mean_token_accuracy": 0.6586689352989197, + "num_tokens": 15437593.0, + "step": 647 + }, + { + "epoch": 0.07116187129365253, + "grad_norm": 3.3234498500823975, + "learning_rate": 3.551042810098792e-07, + "loss": 1.1281, + "mean_token_accuracy": 0.6763328313827515, + "num_tokens": 15452834.0, + "step": 648 + }, + { + "epoch": 0.0712716889962662, + "grad_norm": 2.6235594749450684, + "learning_rate": 3.556531284302964e-07, + "loss": 1.0395, + "mean_token_accuracy": 0.6971675157546997, + "num_tokens": 15474439.0, + "step": 649 + }, + { + "epoch": 0.07138150669887985, + "grad_norm": 2.573021411895752, + "learning_rate": 3.562019758507135e-07, + "loss": 1.0835, + "mean_token_accuracy": 0.6821272373199463, + "num_tokens": 15498770.0, + "step": 650 + }, + { + "epoch": 0.07149132440149351, + "grad_norm": 2.8724937438964844, + "learning_rate": 3.5675082327113057e-07, + "loss": 1.1514, + "mean_token_accuracy": 0.6699292063713074, + "num_tokens": 15518363.0, + "step": 651 + }, + { + "epoch": 0.07160114210410719, + "grad_norm": 2.428189754486084, + "learning_rate": 3.5729967069154774e-07, + "loss": 1.0611, + "mean_token_accuracy": 0.6858492493629456, + "num_tokens": 15545407.0, + "step": 652 + }, + { + "epoch": 0.07171095980672085, + "grad_norm": 2.4908559322357178, + "learning_rate": 3.5784851811196485e-07, + "loss": 1.1045, + "mean_token_accuracy": 0.676834225654602, + "num_tokens": 15570399.0, + "step": 653 + }, + { + "epoch": 0.07182077750933451, + "grad_norm": 2.795863389968872, + "learning_rate": 3.5839736553238197e-07, + "loss": 1.1194, + "mean_token_accuracy": 0.6794519424438477, + "num_tokens": 15591443.0, + "step": 654 + }, + { + "epoch": 0.07193059521194817, + "grad_norm": 2.912146806716919, + "learning_rate": 3.589462129527991e-07, + "loss": 1.0083, + "mean_token_accuracy": 0.698549211025238, + "num_tokens": 15611057.0, + "step": 655 + }, + { + "epoch": 0.07204041291456183, + "grad_norm": 2.507091522216797, + "learning_rate": 3.5949506037321625e-07, + "loss": 1.0909, + "mean_token_accuracy": 0.6830390095710754, + "num_tokens": 15636746.0, + "step": 656 + }, + { + "epoch": 0.07215023061717549, + "grad_norm": 2.645758867263794, + "learning_rate": 3.6004390779363337e-07, + "loss": 1.1882, + "mean_token_accuracy": 0.6551501750946045, + "num_tokens": 15660386.0, + "step": 657 + }, + { + "epoch": 0.07226004831978915, + "grad_norm": 2.3671090602874756, + "learning_rate": 3.605927552140505e-07, + "loss": 1.1665, + "mean_token_accuracy": 0.6670366525650024, + "num_tokens": 15688516.0, + "step": 658 + }, + { + "epoch": 0.0723698660224028, + "grad_norm": 2.8061978816986084, + "learning_rate": 3.611416026344676e-07, + "loss": 1.1384, + "mean_token_accuracy": 0.6659239530563354, + "num_tokens": 15709762.0, + "step": 659 + }, + { + "epoch": 0.07247968372501647, + "grad_norm": 2.586759328842163, + "learning_rate": 3.6169045005488477e-07, + "loss": 1.1118, + "mean_token_accuracy": 0.6823042631149292, + "num_tokens": 15732569.0, + "step": 660 + }, + { + "epoch": 0.07258950142763014, + "grad_norm": 2.3971831798553467, + "learning_rate": 3.6223929747530183e-07, + "loss": 1.0951, + "mean_token_accuracy": 0.6894152760505676, + "num_tokens": 15760713.0, + "step": 661 + }, + { + "epoch": 0.0726993191302438, + "grad_norm": 2.4831149578094482, + "learning_rate": 3.6278814489571894e-07, + "loss": 1.1258, + "mean_token_accuracy": 0.6711426973342896, + "num_tokens": 15787553.0, + "step": 662 + }, + { + "epoch": 0.07280913683285746, + "grad_norm": 2.4369864463806152, + "learning_rate": 3.6333699231613606e-07, + "loss": 1.178, + "mean_token_accuracy": 0.656342625617981, + "num_tokens": 15816314.0, + "step": 663 + }, + { + "epoch": 0.07291895453547112, + "grad_norm": 2.503460168838501, + "learning_rate": 3.6388583973655323e-07, + "loss": 1.1448, + "mean_token_accuracy": 0.665558934211731, + "num_tokens": 15842668.0, + "step": 664 + }, + { + "epoch": 0.07302877223808478, + "grad_norm": 2.4924492835998535, + "learning_rate": 3.6443468715697034e-07, + "loss": 1.1071, + "mean_token_accuracy": 0.6764779090881348, + "num_tokens": 15868536.0, + "step": 665 + }, + { + "epoch": 0.07313858994069844, + "grad_norm": 2.343827247619629, + "learning_rate": 3.6498353457738746e-07, + "loss": 1.0957, + "mean_token_accuracy": 0.6785381436347961, + "num_tokens": 15893519.0, + "step": 666 + }, + { + "epoch": 0.0732484076433121, + "grad_norm": 2.5809710025787354, + "learning_rate": 3.655323819978046e-07, + "loss": 1.0622, + "mean_token_accuracy": 0.6857620477676392, + "num_tokens": 15916413.0, + "step": 667 + }, + { + "epoch": 0.07335822534592576, + "grad_norm": 2.6946420669555664, + "learning_rate": 3.6608122941822174e-07, + "loss": 1.1808, + "mean_token_accuracy": 0.6656031012535095, + "num_tokens": 15939214.0, + "step": 668 + }, + { + "epoch": 0.07346804304853942, + "grad_norm": 2.9099111557006836, + "learning_rate": 3.6663007683863886e-07, + "loss": 0.9669, + "mean_token_accuracy": 0.709289014339447, + "num_tokens": 15957225.0, + "step": 669 + }, + { + "epoch": 0.07357786075115308, + "grad_norm": 2.3504745960235596, + "learning_rate": 3.671789242590559e-07, + "loss": 1.102, + "mean_token_accuracy": 0.6799539923667908, + "num_tokens": 15983132.0, + "step": 670 + }, + { + "epoch": 0.07368767845376675, + "grad_norm": 2.2656569480895996, + "learning_rate": 3.677277716794731e-07, + "loss": 1.1087, + "mean_token_accuracy": 0.680854320526123, + "num_tokens": 16011633.0, + "step": 671 + }, + { + "epoch": 0.07379749615638041, + "grad_norm": 2.549912691116333, + "learning_rate": 3.682766190998902e-07, + "loss": 1.1444, + "mean_token_accuracy": 0.6698946356773376, + "num_tokens": 16036975.0, + "step": 672 + }, + { + "epoch": 0.07390731385899407, + "grad_norm": 2.5820364952087402, + "learning_rate": 3.688254665203073e-07, + "loss": 1.01, + "mean_token_accuracy": 0.7038148045539856, + "num_tokens": 16060713.0, + "step": 673 + }, + { + "epoch": 0.07401713156160773, + "grad_norm": 2.560598850250244, + "learning_rate": 3.6937431394072443e-07, + "loss": 1.1657, + "mean_token_accuracy": 0.6579452157020569, + "num_tokens": 16085971.0, + "step": 674 + }, + { + "epoch": 0.07412694926422139, + "grad_norm": 2.4125545024871826, + "learning_rate": 3.699231613611416e-07, + "loss": 1.136, + "mean_token_accuracy": 0.6668393611907959, + "num_tokens": 16114876.0, + "step": 675 + }, + { + "epoch": 0.07423676696683505, + "grad_norm": 3.099123001098633, + "learning_rate": 3.704720087815587e-07, + "loss": 1.0237, + "mean_token_accuracy": 0.6951567530632019, + "num_tokens": 16132126.0, + "step": 676 + }, + { + "epoch": 0.07434658466944871, + "grad_norm": 2.8167567253112793, + "learning_rate": 3.7102085620197583e-07, + "loss": 1.149, + "mean_token_accuracy": 0.6591252088546753, + "num_tokens": 16153446.0, + "step": 677 + }, + { + "epoch": 0.07445640237206237, + "grad_norm": 3.409236431121826, + "learning_rate": 3.71569703622393e-07, + "loss": 1.0962, + "mean_token_accuracy": 0.6773084998130798, + "num_tokens": 16173600.0, + "step": 678 + }, + { + "epoch": 0.07456622007467603, + "grad_norm": 2.4264109134674072, + "learning_rate": 3.721185510428101e-07, + "loss": 1.0798, + "mean_token_accuracy": 0.6761199235916138, + "num_tokens": 16198800.0, + "step": 679 + }, + { + "epoch": 0.0746760377772897, + "grad_norm": 2.7240517139434814, + "learning_rate": 3.726673984632272e-07, + "loss": 1.0472, + "mean_token_accuracy": 0.7012842893600464, + "num_tokens": 16220593.0, + "step": 680 + }, + { + "epoch": 0.07478585547990337, + "grad_norm": 2.6382153034210205, + "learning_rate": 3.732162458836443e-07, + "loss": 1.1311, + "mean_token_accuracy": 0.6682405471801758, + "num_tokens": 16243132.0, + "step": 681 + }, + { + "epoch": 0.07489567318251703, + "grad_norm": 2.6272218227386475, + "learning_rate": 3.7376509330406146e-07, + "loss": 1.1438, + "mean_token_accuracy": 0.6628322005271912, + "num_tokens": 16266000.0, + "step": 682 + }, + { + "epoch": 0.07500549088513069, + "grad_norm": 2.577092409133911, + "learning_rate": 3.743139407244786e-07, + "loss": 1.083, + "mean_token_accuracy": 0.6795964241027832, + "num_tokens": 16289897.0, + "step": 683 + }, + { + "epoch": 0.07511530858774434, + "grad_norm": 2.4829065799713135, + "learning_rate": 3.748627881448957e-07, + "loss": 1.1143, + "mean_token_accuracy": 0.6710399389266968, + "num_tokens": 16315614.0, + "step": 684 + }, + { + "epoch": 0.075225126290358, + "grad_norm": 2.8487730026245117, + "learning_rate": 3.754116355653128e-07, + "loss": 1.0512, + "mean_token_accuracy": 0.6834900379180908, + "num_tokens": 16336274.0, + "step": 685 + }, + { + "epoch": 0.07533494399297166, + "grad_norm": 2.4355368614196777, + "learning_rate": 3.7596048298573e-07, + "loss": 1.2346, + "mean_token_accuracy": 0.6467797756195068, + "num_tokens": 16363075.0, + "step": 686 + }, + { + "epoch": 0.07544476169558532, + "grad_norm": 2.944657325744629, + "learning_rate": 3.765093304061471e-07, + "loss": 1.0972, + "mean_token_accuracy": 0.6764431595802307, + "num_tokens": 16382089.0, + "step": 687 + }, + { + "epoch": 0.07555457939819898, + "grad_norm": 2.5184855461120605, + "learning_rate": 3.770581778265642e-07, + "loss": 0.9788, + "mean_token_accuracy": 0.7171921730041504, + "num_tokens": 16404845.0, + "step": 688 + }, + { + "epoch": 0.07566439710081264, + "grad_norm": 2.5442166328430176, + "learning_rate": 3.7760702524698137e-07, + "loss": 1.0358, + "mean_token_accuracy": 0.6920215487480164, + "num_tokens": 16429011.0, + "step": 689 + }, + { + "epoch": 0.07577421480342632, + "grad_norm": 2.2303357124328613, + "learning_rate": 3.7815587266739844e-07, + "loss": 1.108, + "mean_token_accuracy": 0.6841975450515747, + "num_tokens": 16457119.0, + "step": 690 + }, + { + "epoch": 0.07588403250603998, + "grad_norm": 2.5858638286590576, + "learning_rate": 3.7870472008781555e-07, + "loss": 1.1393, + "mean_token_accuracy": 0.6703226566314697, + "num_tokens": 16480766.0, + "step": 691 + }, + { + "epoch": 0.07599385020865364, + "grad_norm": 2.567966938018799, + "learning_rate": 3.7925356750823267e-07, + "loss": 1.0897, + "mean_token_accuracy": 0.6747129559516907, + "num_tokens": 16502866.0, + "step": 692 + }, + { + "epoch": 0.0761036679112673, + "grad_norm": 2.4219300746917725, + "learning_rate": 3.7980241492864983e-07, + "loss": 1.1986, + "mean_token_accuracy": 0.6523531675338745, + "num_tokens": 16539376.0, + "step": 693 + }, + { + "epoch": 0.07621348561388096, + "grad_norm": 2.708836078643799, + "learning_rate": 3.8035126234906695e-07, + "loss": 1.0541, + "mean_token_accuracy": 0.6888929605484009, + "num_tokens": 16563389.0, + "step": 694 + }, + { + "epoch": 0.07632330331649462, + "grad_norm": 3.179729700088501, + "learning_rate": 3.8090010976948406e-07, + "loss": 0.9887, + "mean_token_accuracy": 0.6994054317474365, + "num_tokens": 16579864.0, + "step": 695 + }, + { + "epoch": 0.07643312101910828, + "grad_norm": 2.38504695892334, + "learning_rate": 3.814489571899012e-07, + "loss": 1.1017, + "mean_token_accuracy": 0.6765214204788208, + "num_tokens": 16606576.0, + "step": 696 + }, + { + "epoch": 0.07654293872172194, + "grad_norm": 2.936742067337036, + "learning_rate": 3.8199780461031835e-07, + "loss": 1.139, + "mean_token_accuracy": 0.6721236705780029, + "num_tokens": 16623866.0, + "step": 697 + }, + { + "epoch": 0.0766527564243356, + "grad_norm": 2.7490503787994385, + "learning_rate": 3.8254665203073546e-07, + "loss": 1.0967, + "mean_token_accuracy": 0.6766348481178284, + "num_tokens": 16645145.0, + "step": 698 + }, + { + "epoch": 0.07676257412694927, + "grad_norm": 2.561753034591675, + "learning_rate": 3.830954994511525e-07, + "loss": 1.1401, + "mean_token_accuracy": 0.6797828674316406, + "num_tokens": 16669046.0, + "step": 699 + }, + { + "epoch": 0.07687239182956293, + "grad_norm": 2.997237205505371, + "learning_rate": 3.836443468715697e-07, + "loss": 1.1184, + "mean_token_accuracy": 0.6731960773468018, + "num_tokens": 16689285.0, + "step": 700 + }, + { + "epoch": 0.07698220953217659, + "grad_norm": 2.765979766845703, + "learning_rate": 3.841931942919868e-07, + "loss": 0.9842, + "mean_token_accuracy": 0.7062094211578369, + "num_tokens": 16708326.0, + "step": 701 + }, + { + "epoch": 0.07709202723479025, + "grad_norm": 3.075385093688965, + "learning_rate": 3.847420417124039e-07, + "loss": 0.9989, + "mean_token_accuracy": 0.701728880405426, + "num_tokens": 16724788.0, + "step": 702 + }, + { + "epoch": 0.07720184493740391, + "grad_norm": 2.6271450519561768, + "learning_rate": 3.8529088913282104e-07, + "loss": 0.9702, + "mean_token_accuracy": 0.7101234197616577, + "num_tokens": 16745075.0, + "step": 703 + }, + { + "epoch": 0.07731166264001757, + "grad_norm": 2.918713331222534, + "learning_rate": 3.858397365532382e-07, + "loss": 0.956, + "mean_token_accuracy": 0.7040889263153076, + "num_tokens": 16762600.0, + "step": 704 + }, + { + "epoch": 0.07742148034263123, + "grad_norm": 2.377563953399658, + "learning_rate": 3.863885839736553e-07, + "loss": 1.1582, + "mean_token_accuracy": 0.6575829982757568, + "num_tokens": 16789990.0, + "step": 705 + }, + { + "epoch": 0.07753129804524489, + "grad_norm": 2.977800130844116, + "learning_rate": 3.8693743139407244e-07, + "loss": 1.0357, + "mean_token_accuracy": 0.6963081359863281, + "num_tokens": 16808212.0, + "step": 706 + }, + { + "epoch": 0.07764111574785855, + "grad_norm": 2.2887258529663086, + "learning_rate": 3.8748627881448955e-07, + "loss": 1.1385, + "mean_token_accuracy": 0.6664665937423706, + "num_tokens": 16837922.0, + "step": 707 + }, + { + "epoch": 0.07775093345047221, + "grad_norm": 2.5964763164520264, + "learning_rate": 3.880351262349067e-07, + "loss": 1.0239, + "mean_token_accuracy": 0.6960626244544983, + "num_tokens": 16860533.0, + "step": 708 + }, + { + "epoch": 0.07786075115308588, + "grad_norm": 2.914979934692383, + "learning_rate": 3.885839736553238e-07, + "loss": 1.0293, + "mean_token_accuracy": 0.6874474287033081, + "num_tokens": 16878414.0, + "step": 709 + }, + { + "epoch": 0.07797056885569954, + "grad_norm": 2.9167017936706543, + "learning_rate": 3.891328210757409e-07, + "loss": 1.0115, + "mean_token_accuracy": 0.6923642754554749, + "num_tokens": 16896956.0, + "step": 710 + }, + { + "epoch": 0.0780803865583132, + "grad_norm": 2.577486276626587, + "learning_rate": 3.8968166849615807e-07, + "loss": 1.1101, + "mean_token_accuracy": 0.6745787858963013, + "num_tokens": 16920954.0, + "step": 711 + }, + { + "epoch": 0.07819020426092686, + "grad_norm": 2.2491848468780518, + "learning_rate": 3.902305159165752e-07, + "loss": 1.1431, + "mean_token_accuracy": 0.6736794710159302, + "num_tokens": 16951512.0, + "step": 712 + }, + { + "epoch": 0.07830002196354052, + "grad_norm": 2.6900155544281006, + "learning_rate": 3.907793633369923e-07, + "loss": 1.0781, + "mean_token_accuracy": 0.6861494779586792, + "num_tokens": 16972721.0, + "step": 713 + }, + { + "epoch": 0.07840983966615418, + "grad_norm": 2.5365304946899414, + "learning_rate": 3.913282107574094e-07, + "loss": 1.0618, + "mean_token_accuracy": 0.6818045377731323, + "num_tokens": 16993746.0, + "step": 714 + }, + { + "epoch": 0.07851965736876784, + "grad_norm": 2.5040059089660645, + "learning_rate": 3.918770581778266e-07, + "loss": 1.0993, + "mean_token_accuracy": 0.6769489049911499, + "num_tokens": 17018047.0, + "step": 715 + }, + { + "epoch": 0.0786294750713815, + "grad_norm": 2.6595380306243896, + "learning_rate": 3.924259055982437e-07, + "loss": 1.0834, + "mean_token_accuracy": 0.7002625465393066, + "num_tokens": 17039570.0, + "step": 716 + }, + { + "epoch": 0.07873929277399516, + "grad_norm": 2.57210111618042, + "learning_rate": 3.929747530186608e-07, + "loss": 1.0461, + "mean_token_accuracy": 0.6890897154808044, + "num_tokens": 17062411.0, + "step": 717 + }, + { + "epoch": 0.07884911047660884, + "grad_norm": 2.5354902744293213, + "learning_rate": 3.935236004390779e-07, + "loss": 1.0408, + "mean_token_accuracy": 0.692150354385376, + "num_tokens": 17087661.0, + "step": 718 + }, + { + "epoch": 0.0789589281792225, + "grad_norm": 2.238266944885254, + "learning_rate": 3.9407244785949504e-07, + "loss": 1.1815, + "mean_token_accuracy": 0.678210973739624, + "num_tokens": 17117966.0, + "step": 719 + }, + { + "epoch": 0.07906874588183616, + "grad_norm": 2.3701915740966797, + "learning_rate": 3.9462129527991216e-07, + "loss": 1.0587, + "mean_token_accuracy": 0.6820919513702393, + "num_tokens": 17144982.0, + "step": 720 + }, + { + "epoch": 0.07917856358444982, + "grad_norm": 2.460585832595825, + "learning_rate": 3.9517014270032927e-07, + "loss": 1.0816, + "mean_token_accuracy": 0.6782928705215454, + "num_tokens": 17169606.0, + "step": 721 + }, + { + "epoch": 0.07928838128706348, + "grad_norm": 2.755181312561035, + "learning_rate": 3.957189901207464e-07, + "loss": 1.1346, + "mean_token_accuracy": 0.6683723330497742, + "num_tokens": 17191234.0, + "step": 722 + }, + { + "epoch": 0.07939819898967714, + "grad_norm": 2.1658427715301514, + "learning_rate": 3.9626783754116356e-07, + "loss": 1.0834, + "mean_token_accuracy": 0.6780092120170593, + "num_tokens": 17219766.0, + "step": 723 + }, + { + "epoch": 0.0795080166922908, + "grad_norm": 2.4100825786590576, + "learning_rate": 3.9681668496158067e-07, + "loss": 1.0653, + "mean_token_accuracy": 0.6807568669319153, + "num_tokens": 17244890.0, + "step": 724 + }, + { + "epoch": 0.07961783439490445, + "grad_norm": 2.263490676879883, + "learning_rate": 3.973655323819978e-07, + "loss": 1.0585, + "mean_token_accuracy": 0.6999589204788208, + "num_tokens": 17273729.0, + "step": 725 + }, + { + "epoch": 0.07972765209751811, + "grad_norm": 2.479581117630005, + "learning_rate": 3.9791437980241495e-07, + "loss": 1.0197, + "mean_token_accuracy": 0.692369818687439, + "num_tokens": 17296500.0, + "step": 726 + }, + { + "epoch": 0.07983746980013177, + "grad_norm": 2.1946938037872314, + "learning_rate": 3.9846322722283207e-07, + "loss": 1.0523, + "mean_token_accuracy": 0.6901671290397644, + "num_tokens": 17328287.0, + "step": 727 + }, + { + "epoch": 0.07994728750274545, + "grad_norm": 2.39662504196167, + "learning_rate": 3.9901207464324913e-07, + "loss": 1.0417, + "mean_token_accuracy": 0.6984225511550903, + "num_tokens": 17354305.0, + "step": 728 + }, + { + "epoch": 0.08005710520535911, + "grad_norm": 2.620598316192627, + "learning_rate": 3.9956092206366625e-07, + "loss": 1.1188, + "mean_token_accuracy": 0.6718524694442749, + "num_tokens": 17379095.0, + "step": 729 + }, + { + "epoch": 0.08016692290797277, + "grad_norm": 3.139483690261841, + "learning_rate": 4.001097694840834e-07, + "loss": 1.1509, + "mean_token_accuracy": 0.6858711242675781, + "num_tokens": 17397275.0, + "step": 730 + }, + { + "epoch": 0.08027674061058643, + "grad_norm": 2.3831405639648438, + "learning_rate": 4.0065861690450053e-07, + "loss": 1.0841, + "mean_token_accuracy": 0.6818304061889648, + "num_tokens": 17423939.0, + "step": 731 + }, + { + "epoch": 0.08038655831320009, + "grad_norm": 2.4653639793395996, + "learning_rate": 4.0120746432491765e-07, + "loss": 1.1855, + "mean_token_accuracy": 0.6548320055007935, + "num_tokens": 17448425.0, + "step": 732 + }, + { + "epoch": 0.08049637601581375, + "grad_norm": 2.4557089805603027, + "learning_rate": 4.0175631174533476e-07, + "loss": 1.0339, + "mean_token_accuracy": 0.6883479356765747, + "num_tokens": 17474855.0, + "step": 733 + }, + { + "epoch": 0.08060619371842741, + "grad_norm": 2.4585506916046143, + "learning_rate": 4.0230515916575193e-07, + "loss": 1.118, + "mean_token_accuracy": 0.6741316318511963, + "num_tokens": 17497658.0, + "step": 734 + }, + { + "epoch": 0.08071601142104107, + "grad_norm": 2.293912172317505, + "learning_rate": 4.0285400658616904e-07, + "loss": 1.0992, + "mean_token_accuracy": 0.6901537775993347, + "num_tokens": 17526273.0, + "step": 735 + }, + { + "epoch": 0.08082582912365473, + "grad_norm": 2.7010891437530518, + "learning_rate": 4.0340285400658616e-07, + "loss": 1.0837, + "mean_token_accuracy": 0.6807891130447388, + "num_tokens": 17547525.0, + "step": 736 + }, + { + "epoch": 0.0809356468262684, + "grad_norm": 2.768002510070801, + "learning_rate": 4.039517014270033e-07, + "loss": 0.9727, + "mean_token_accuracy": 0.7108818292617798, + "num_tokens": 17567223.0, + "step": 737 + }, + { + "epoch": 0.08104546452888206, + "grad_norm": 2.786872386932373, + "learning_rate": 4.045005488474204e-07, + "loss": 1.133, + "mean_token_accuracy": 0.6722649335861206, + "num_tokens": 17587533.0, + "step": 738 + }, + { + "epoch": 0.08115528223149572, + "grad_norm": 2.389164686203003, + "learning_rate": 4.050493962678375e-07, + "loss": 1.0776, + "mean_token_accuracy": 0.6776555180549622, + "num_tokens": 17612729.0, + "step": 739 + }, + { + "epoch": 0.08126509993410938, + "grad_norm": 2.444347858428955, + "learning_rate": 4.055982436882546e-07, + "loss": 0.97, + "mean_token_accuracy": 0.713934063911438, + "num_tokens": 17636489.0, + "step": 740 + }, + { + "epoch": 0.08137491763672304, + "grad_norm": 2.2490954399108887, + "learning_rate": 4.061470911086718e-07, + "loss": 1.0127, + "mean_token_accuracy": 0.6985453367233276, + "num_tokens": 17663637.0, + "step": 741 + }, + { + "epoch": 0.0814847353393367, + "grad_norm": 2.5319151878356934, + "learning_rate": 4.066959385290889e-07, + "loss": 1.1312, + "mean_token_accuracy": 0.6692123413085938, + "num_tokens": 17687251.0, + "step": 742 + }, + { + "epoch": 0.08159455304195036, + "grad_norm": 2.382519006729126, + "learning_rate": 4.07244785949506e-07, + "loss": 1.1294, + "mean_token_accuracy": 0.6773488521575928, + "num_tokens": 17713141.0, + "step": 743 + }, + { + "epoch": 0.08170437074456402, + "grad_norm": 2.5995934009552, + "learning_rate": 4.0779363336992313e-07, + "loss": 1.067, + "mean_token_accuracy": 0.6793954372406006, + "num_tokens": 17734618.0, + "step": 744 + }, + { + "epoch": 0.08181418844717768, + "grad_norm": 2.4484033584594727, + "learning_rate": 4.083424807903403e-07, + "loss": 1.1138, + "mean_token_accuracy": 0.6682941913604736, + "num_tokens": 17760335.0, + "step": 745 + }, + { + "epoch": 0.08192400614979134, + "grad_norm": 2.3241312503814697, + "learning_rate": 4.0889132821075737e-07, + "loss": 0.99, + "mean_token_accuracy": 0.7061038017272949, + "num_tokens": 17788950.0, + "step": 746 + }, + { + "epoch": 0.08203382385240501, + "grad_norm": 2.1196281909942627, + "learning_rate": 4.094401756311745e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.6971116065979004, + "num_tokens": 17819359.0, + "step": 747 + }, + { + "epoch": 0.08214364155501867, + "grad_norm": 2.2669641971588135, + "learning_rate": 4.0998902305159165e-07, + "loss": 1.0775, + "mean_token_accuracy": 0.6825900673866272, + "num_tokens": 17847798.0, + "step": 748 + }, + { + "epoch": 0.08225345925763233, + "grad_norm": 2.3998801708221436, + "learning_rate": 4.1053787047200876e-07, + "loss": 1.2061, + "mean_token_accuracy": 0.6517248153686523, + "num_tokens": 17874651.0, + "step": 749 + }, + { + "epoch": 0.08236327696024599, + "grad_norm": 2.682011365890503, + "learning_rate": 4.110867178924259e-07, + "loss": 1.1175, + "mean_token_accuracy": 0.6757775545120239, + "num_tokens": 17895944.0, + "step": 750 + }, + { + "epoch": 0.08247309466285965, + "grad_norm": 2.199460744857788, + "learning_rate": 4.11635565312843e-07, + "loss": 1.0528, + "mean_token_accuracy": 0.6913455724716187, + "num_tokens": 17925931.0, + "step": 751 + }, + { + "epoch": 0.08258291236547331, + "grad_norm": 2.367896318435669, + "learning_rate": 4.1218441273326016e-07, + "loss": 1.1657, + "mean_token_accuracy": 0.6627718210220337, + "num_tokens": 17952461.0, + "step": 752 + }, + { + "epoch": 0.08269273006808697, + "grad_norm": 2.5861194133758545, + "learning_rate": 4.127332601536773e-07, + "loss": 0.9999, + "mean_token_accuracy": 0.7042216062545776, + "num_tokens": 17974620.0, + "step": 753 + }, + { + "epoch": 0.08280254777070063, + "grad_norm": 2.465090274810791, + "learning_rate": 4.132821075740944e-07, + "loss": 1.128, + "mean_token_accuracy": 0.677833616733551, + "num_tokens": 18002031.0, + "step": 754 + }, + { + "epoch": 0.08291236547331429, + "grad_norm": 2.5561037063598633, + "learning_rate": 4.138309549945115e-07, + "loss": 1.0864, + "mean_token_accuracy": 0.6834862232208252, + "num_tokens": 18025933.0, + "step": 755 + }, + { + "epoch": 0.08302218317592797, + "grad_norm": 2.37890625, + "learning_rate": 4.143798024149286e-07, + "loss": 1.1122, + "mean_token_accuracy": 0.6811710596084595, + "num_tokens": 18050697.0, + "step": 756 + }, + { + "epoch": 0.08313200087854163, + "grad_norm": 2.740912914276123, + "learning_rate": 4.1492864983534574e-07, + "loss": 1.1156, + "mean_token_accuracy": 0.6698849201202393, + "num_tokens": 18070158.0, + "step": 757 + }, + { + "epoch": 0.08324181858115529, + "grad_norm": 2.6906747817993164, + "learning_rate": 4.1547749725576285e-07, + "loss": 1.028, + "mean_token_accuracy": 0.6941654682159424, + "num_tokens": 18090331.0, + "step": 758 + }, + { + "epoch": 0.08335163628376895, + "grad_norm": 2.405174970626831, + "learning_rate": 4.1602634467618e-07, + "loss": 0.9957, + "mean_token_accuracy": 0.6925623416900635, + "num_tokens": 18113467.0, + "step": 759 + }, + { + "epoch": 0.0834614539863826, + "grad_norm": 2.487913131713867, + "learning_rate": 4.1657519209659714e-07, + "loss": 0.9792, + "mean_token_accuracy": 0.7067804336547852, + "num_tokens": 18136505.0, + "step": 760 + }, + { + "epoch": 0.08357127168899627, + "grad_norm": 2.477879762649536, + "learning_rate": 4.1712403951701425e-07, + "loss": 1.0095, + "mean_token_accuracy": 0.7009535431861877, + "num_tokens": 18159820.0, + "step": 761 + }, + { + "epoch": 0.08368108939160993, + "grad_norm": 2.1807758808135986, + "learning_rate": 4.1767288693743137e-07, + "loss": 1.0724, + "mean_token_accuracy": 0.6892367005348206, + "num_tokens": 18191054.0, + "step": 762 + }, + { + "epoch": 0.08379090709422359, + "grad_norm": 2.550903797149658, + "learning_rate": 4.1822173435784854e-07, + "loss": 1.0999, + "mean_token_accuracy": 0.6847527027130127, + "num_tokens": 18216492.0, + "step": 763 + }, + { + "epoch": 0.08390072479683724, + "grad_norm": 2.1359357833862305, + "learning_rate": 4.1877058177826565e-07, + "loss": 1.1014, + "mean_token_accuracy": 0.6707760095596313, + "num_tokens": 18245941.0, + "step": 764 + }, + { + "epoch": 0.0840105424994509, + "grad_norm": 2.475656032562256, + "learning_rate": 4.193194291986827e-07, + "loss": 1.1455, + "mean_token_accuracy": 0.6663252115249634, + "num_tokens": 18276528.0, + "step": 765 + }, + { + "epoch": 0.08412036020206458, + "grad_norm": 2.5950663089752197, + "learning_rate": 4.1986827661909983e-07, + "loss": 1.0555, + "mean_token_accuracy": 0.6849393844604492, + "num_tokens": 18300079.0, + "step": 766 + }, + { + "epoch": 0.08423017790467824, + "grad_norm": 2.334348440170288, + "learning_rate": 4.20417124039517e-07, + "loss": 1.1192, + "mean_token_accuracy": 0.6716651916503906, + "num_tokens": 18325967.0, + "step": 767 + }, + { + "epoch": 0.0843399956072919, + "grad_norm": 2.2981066703796387, + "learning_rate": 4.209659714599341e-07, + "loss": 1.1379, + "mean_token_accuracy": 0.6666942238807678, + "num_tokens": 18354811.0, + "step": 768 + }, + { + "epoch": 0.08444981330990556, + "grad_norm": 2.26481032371521, + "learning_rate": 4.2151481888035123e-07, + "loss": 1.0897, + "mean_token_accuracy": 0.6811793446540833, + "num_tokens": 18382258.0, + "step": 769 + }, + { + "epoch": 0.08455963101251922, + "grad_norm": 2.534693956375122, + "learning_rate": 4.2206366630076834e-07, + "loss": 1.2179, + "mean_token_accuracy": 0.6510823369026184, + "num_tokens": 18407765.0, + "step": 770 + }, + { + "epoch": 0.08466944871513288, + "grad_norm": 2.432072401046753, + "learning_rate": 4.226125137211855e-07, + "loss": 1.1661, + "mean_token_accuracy": 0.6706926822662354, + "num_tokens": 18434931.0, + "step": 771 + }, + { + "epoch": 0.08477926641774654, + "grad_norm": 3.0460946559906006, + "learning_rate": 4.231613611416026e-07, + "loss": 1.0179, + "mean_token_accuracy": 0.6953816413879395, + "num_tokens": 18452674.0, + "step": 772 + }, + { + "epoch": 0.0848890841203602, + "grad_norm": 2.223426580429077, + "learning_rate": 4.2371020856201974e-07, + "loss": 1.0612, + "mean_token_accuracy": 0.6906335353851318, + "num_tokens": 18482678.0, + "step": 773 + }, + { + "epoch": 0.08499890182297386, + "grad_norm": 2.536306619644165, + "learning_rate": 4.242590559824369e-07, + "loss": 1.1297, + "mean_token_accuracy": 0.6648540496826172, + "num_tokens": 18505982.0, + "step": 774 + }, + { + "epoch": 0.08510871952558753, + "grad_norm": 2.234496593475342, + "learning_rate": 4.2480790340285397e-07, + "loss": 1.196, + "mean_token_accuracy": 0.6597891449928284, + "num_tokens": 18534028.0, + "step": 775 + }, + { + "epoch": 0.08521853722820119, + "grad_norm": 2.5776073932647705, + "learning_rate": 4.253567508232711e-07, + "loss": 1.148, + "mean_token_accuracy": 0.6671496629714966, + "num_tokens": 18555985.0, + "step": 776 + }, + { + "epoch": 0.08532835493081485, + "grad_norm": 2.2684383392333984, + "learning_rate": 4.259055982436882e-07, + "loss": 1.1863, + "mean_token_accuracy": 0.6589033603668213, + "num_tokens": 18583102.0, + "step": 777 + }, + { + "epoch": 0.08543817263342851, + "grad_norm": 2.4168901443481445, + "learning_rate": 4.2645444566410537e-07, + "loss": 1.1396, + "mean_token_accuracy": 0.6727474927902222, + "num_tokens": 18606475.0, + "step": 778 + }, + { + "epoch": 0.08554799033604217, + "grad_norm": 2.2622971534729004, + "learning_rate": 4.270032930845225e-07, + "loss": 1.1201, + "mean_token_accuracy": 0.6731998920440674, + "num_tokens": 18634279.0, + "step": 779 + }, + { + "epoch": 0.08565780803865583, + "grad_norm": 2.3352110385894775, + "learning_rate": 4.275521405049396e-07, + "loss": 1.1383, + "mean_token_accuracy": 0.6692179441452026, + "num_tokens": 18662667.0, + "step": 780 + }, + { + "epoch": 0.08576762574126949, + "grad_norm": 2.799443244934082, + "learning_rate": 4.281009879253567e-07, + "loss": 1.0706, + "mean_token_accuracy": 0.6846771240234375, + "num_tokens": 18683281.0, + "step": 781 + }, + { + "epoch": 0.08587744344388315, + "grad_norm": 2.411310911178589, + "learning_rate": 4.286498353457739e-07, + "loss": 1.1154, + "mean_token_accuracy": 0.6743699312210083, + "num_tokens": 18708435.0, + "step": 782 + }, + { + "epoch": 0.08598726114649681, + "grad_norm": 2.491166353225708, + "learning_rate": 4.29198682766191e-07, + "loss": 1.088, + "mean_token_accuracy": 0.6726685762405396, + "num_tokens": 18732455.0, + "step": 783 + }, + { + "epoch": 0.08609707884911047, + "grad_norm": 2.363731861114502, + "learning_rate": 4.2974753018660806e-07, + "loss": 1.0898, + "mean_token_accuracy": 0.6830714344978333, + "num_tokens": 18756958.0, + "step": 784 + }, + { + "epoch": 0.08620689655172414, + "grad_norm": 3.3506760597229004, + "learning_rate": 4.3029637760702523e-07, + "loss": 1.1279, + "mean_token_accuracy": 0.7042125463485718, + "num_tokens": 18772691.0, + "step": 785 + }, + { + "epoch": 0.0863167142543378, + "grad_norm": 2.6730613708496094, + "learning_rate": 4.3084522502744235e-07, + "loss": 1.0373, + "mean_token_accuracy": 0.6948838233947754, + "num_tokens": 18793900.0, + "step": 786 + }, + { + "epoch": 0.08642653195695146, + "grad_norm": 2.574281930923462, + "learning_rate": 4.3139407244785946e-07, + "loss": 1.0872, + "mean_token_accuracy": 0.6913855075836182, + "num_tokens": 18816424.0, + "step": 787 + }, + { + "epoch": 0.08653634965956512, + "grad_norm": 2.703050136566162, + "learning_rate": 4.319429198682766e-07, + "loss": 1.0944, + "mean_token_accuracy": 0.6741446256637573, + "num_tokens": 18836480.0, + "step": 788 + }, + { + "epoch": 0.08664616736217878, + "grad_norm": 2.7395617961883545, + "learning_rate": 4.3249176728869374e-07, + "loss": 1.1273, + "mean_token_accuracy": 0.6704279780387878, + "num_tokens": 18861469.0, + "step": 789 + }, + { + "epoch": 0.08675598506479244, + "grad_norm": 2.4528555870056152, + "learning_rate": 4.3304061470911086e-07, + "loss": 1.0713, + "mean_token_accuracy": 0.683661699295044, + "num_tokens": 18886416.0, + "step": 790 + }, + { + "epoch": 0.0868658027674061, + "grad_norm": 2.588494062423706, + "learning_rate": 4.33589462129528e-07, + "loss": 1.119, + "mean_token_accuracy": 0.6665284037590027, + "num_tokens": 18909002.0, + "step": 791 + }, + { + "epoch": 0.08697562047001976, + "grad_norm": 2.4865996837615967, + "learning_rate": 4.341383095499451e-07, + "loss": 1.0743, + "mean_token_accuracy": 0.6840611100196838, + "num_tokens": 18932868.0, + "step": 792 + }, + { + "epoch": 0.08708543817263342, + "grad_norm": 2.638400077819824, + "learning_rate": 4.3468715697036226e-07, + "loss": 1.0521, + "mean_token_accuracy": 0.6918230056762695, + "num_tokens": 18954136.0, + "step": 793 + }, + { + "epoch": 0.0871952558752471, + "grad_norm": 2.298431634902954, + "learning_rate": 4.352360043907793e-07, + "loss": 1.0272, + "mean_token_accuracy": 0.699183464050293, + "num_tokens": 18980448.0, + "step": 794 + }, + { + "epoch": 0.08730507357786076, + "grad_norm": 2.1251156330108643, + "learning_rate": 4.3578485181119644e-07, + "loss": 1.0996, + "mean_token_accuracy": 0.6688073873519897, + "num_tokens": 19011423.0, + "step": 795 + }, + { + "epoch": 0.08741489128047442, + "grad_norm": 2.485597848892212, + "learning_rate": 4.363336992316136e-07, + "loss": 1.063, + "mean_token_accuracy": 0.685837984085083, + "num_tokens": 19034616.0, + "step": 796 + }, + { + "epoch": 0.08752470898308808, + "grad_norm": 2.122117280960083, + "learning_rate": 4.368825466520307e-07, + "loss": 1.1243, + "mean_token_accuracy": 0.6714171171188354, + "num_tokens": 19066221.0, + "step": 797 + }, + { + "epoch": 0.08763452668570174, + "grad_norm": 2.8853487968444824, + "learning_rate": 4.3743139407244783e-07, + "loss": 1.0846, + "mean_token_accuracy": 0.6767075061798096, + "num_tokens": 19085714.0, + "step": 798 + }, + { + "epoch": 0.0877443443883154, + "grad_norm": 2.5780022144317627, + "learning_rate": 4.3798024149286495e-07, + "loss": 1.1559, + "mean_token_accuracy": 0.6607276201248169, + "num_tokens": 19108223.0, + "step": 799 + }, + { + "epoch": 0.08785416209092906, + "grad_norm": 2.816195011138916, + "learning_rate": 4.385290889132821e-07, + "loss": 1.0896, + "mean_token_accuracy": 0.6787663698196411, + "num_tokens": 19128073.0, + "step": 800 + }, + { + "epoch": 0.08796397979354272, + "grad_norm": 2.2201590538024902, + "learning_rate": 4.3907793633369923e-07, + "loss": 1.0235, + "mean_token_accuracy": 0.6925460696220398, + "num_tokens": 19154829.0, + "step": 801 + }, + { + "epoch": 0.08807379749615638, + "grad_norm": 2.4227912425994873, + "learning_rate": 4.3962678375411635e-07, + "loss": 1.0279, + "mean_token_accuracy": 0.6931962966918945, + "num_tokens": 19179291.0, + "step": 802 + }, + { + "epoch": 0.08818361519877004, + "grad_norm": 2.4997718334198, + "learning_rate": 4.401756311745334e-07, + "loss": 1.1146, + "mean_token_accuracy": 0.6654508113861084, + "num_tokens": 19203153.0, + "step": 803 + }, + { + "epoch": 0.08829343290138371, + "grad_norm": 2.698697805404663, + "learning_rate": 4.407244785949506e-07, + "loss": 1.0119, + "mean_token_accuracy": 0.6934084892272949, + "num_tokens": 19224743.0, + "step": 804 + }, + { + "epoch": 0.08840325060399737, + "grad_norm": 2.728419780731201, + "learning_rate": 4.412733260153677e-07, + "loss": 1.1395, + "mean_token_accuracy": 0.670302152633667, + "num_tokens": 19248324.0, + "step": 805 + }, + { + "epoch": 0.08851306830661103, + "grad_norm": 3.1710989475250244, + "learning_rate": 4.418221734357848e-07, + "loss": 1.0859, + "mean_token_accuracy": 0.6790333986282349, + "num_tokens": 19265310.0, + "step": 806 + }, + { + "epoch": 0.08862288600922469, + "grad_norm": 2.4634010791778564, + "learning_rate": 4.42371020856202e-07, + "loss": 1.0404, + "mean_token_accuracy": 0.6797246932983398, + "num_tokens": 19289772.0, + "step": 807 + }, + { + "epoch": 0.08873270371183835, + "grad_norm": 2.3357431888580322, + "learning_rate": 4.429198682766191e-07, + "loss": 1.0942, + "mean_token_accuracy": 0.6725125312805176, + "num_tokens": 19316314.0, + "step": 808 + }, + { + "epoch": 0.08884252141445201, + "grad_norm": 2.900153636932373, + "learning_rate": 4.434687156970362e-07, + "loss": 0.93, + "mean_token_accuracy": 0.7168154716491699, + "num_tokens": 19335226.0, + "step": 809 + }, + { + "epoch": 0.08895233911706567, + "grad_norm": 2.4951913356781006, + "learning_rate": 4.440175631174533e-07, + "loss": 1.1022, + "mean_token_accuracy": 0.6760196685791016, + "num_tokens": 19359104.0, + "step": 810 + }, + { + "epoch": 0.08906215681967933, + "grad_norm": 2.4676363468170166, + "learning_rate": 4.445664105378705e-07, + "loss": 1.1262, + "mean_token_accuracy": 0.6653528213500977, + "num_tokens": 19384649.0, + "step": 811 + }, + { + "epoch": 0.08917197452229299, + "grad_norm": 2.356200933456421, + "learning_rate": 4.451152579582876e-07, + "loss": 1.0237, + "mean_token_accuracy": 0.704656720161438, + "num_tokens": 19411271.0, + "step": 812 + }, + { + "epoch": 0.08928179222490666, + "grad_norm": 2.536733627319336, + "learning_rate": 4.4566410537870467e-07, + "loss": 1.0377, + "mean_token_accuracy": 0.6955735683441162, + "num_tokens": 19432105.0, + "step": 813 + }, + { + "epoch": 0.08939160992752032, + "grad_norm": 2.706862211227417, + "learning_rate": 4.462129527991218e-07, + "loss": 1.1224, + "mean_token_accuracy": 0.6848946213722229, + "num_tokens": 19452049.0, + "step": 814 + }, + { + "epoch": 0.08950142763013398, + "grad_norm": 2.600527763366699, + "learning_rate": 4.4676180021953895e-07, + "loss": 1.1318, + "mean_token_accuracy": 0.6750876307487488, + "num_tokens": 19474923.0, + "step": 815 + }, + { + "epoch": 0.08961124533274764, + "grad_norm": 2.6224074363708496, + "learning_rate": 4.4731064763995607e-07, + "loss": 0.9516, + "mean_token_accuracy": 0.7124003767967224, + "num_tokens": 19495235.0, + "step": 816 + }, + { + "epoch": 0.0897210630353613, + "grad_norm": 3.000764846801758, + "learning_rate": 4.478594950603732e-07, + "loss": 0.9603, + "mean_token_accuracy": 0.7096718549728394, + "num_tokens": 19511120.0, + "step": 817 + }, + { + "epoch": 0.08983088073797496, + "grad_norm": 2.4273269176483154, + "learning_rate": 4.4840834248079035e-07, + "loss": 1.0524, + "mean_token_accuracy": 0.693860650062561, + "num_tokens": 19535700.0, + "step": 818 + }, + { + "epoch": 0.08994069844058862, + "grad_norm": 2.96453857421875, + "learning_rate": 4.4895718990120747e-07, + "loss": 1.0312, + "mean_token_accuracy": 0.6860458850860596, + "num_tokens": 19553650.0, + "step": 819 + }, + { + "epoch": 0.09005051614320228, + "grad_norm": 2.1566755771636963, + "learning_rate": 4.495060373216246e-07, + "loss": 1.1098, + "mean_token_accuracy": 0.6733919382095337, + "num_tokens": 19583105.0, + "step": 820 + }, + { + "epoch": 0.09016033384581594, + "grad_norm": 2.572648525238037, + "learning_rate": 4.500548847420417e-07, + "loss": 1.1628, + "mean_token_accuracy": 0.6687266826629639, + "num_tokens": 19606710.0, + "step": 821 + }, + { + "epoch": 0.0902701515484296, + "grad_norm": 2.5174968242645264, + "learning_rate": 4.5060373216245886e-07, + "loss": 1.0112, + "mean_token_accuracy": 0.6985316276550293, + "num_tokens": 19627667.0, + "step": 822 + }, + { + "epoch": 0.09037996925104327, + "grad_norm": 2.3176138401031494, + "learning_rate": 4.5115257958287593e-07, + "loss": 1.1222, + "mean_token_accuracy": 0.6770120859146118, + "num_tokens": 19656227.0, + "step": 823 + }, + { + "epoch": 0.09048978695365693, + "grad_norm": 2.6268792152404785, + "learning_rate": 4.5170142700329304e-07, + "loss": 1.0651, + "mean_token_accuracy": 0.6796540021896362, + "num_tokens": 19678883.0, + "step": 824 + }, + { + "epoch": 0.0905996046562706, + "grad_norm": 2.706801652908325, + "learning_rate": 4.5225027442371016e-07, + "loss": 1.1882, + "mean_token_accuracy": 0.6615275144577026, + "num_tokens": 19700788.0, + "step": 825 + }, + { + "epoch": 0.09070942235888425, + "grad_norm": 2.2608704566955566, + "learning_rate": 4.527991218441273e-07, + "loss": 1.0999, + "mean_token_accuracy": 0.6751770973205566, + "num_tokens": 19728360.0, + "step": 826 + }, + { + "epoch": 0.09081924006149791, + "grad_norm": 2.474024772644043, + "learning_rate": 4.5334796926454444e-07, + "loss": 1.1484, + "mean_token_accuracy": 0.6597843170166016, + "num_tokens": 19751888.0, + "step": 827 + }, + { + "epoch": 0.09092905776411157, + "grad_norm": 2.2583398818969727, + "learning_rate": 4.5389681668496156e-07, + "loss": 1.1995, + "mean_token_accuracy": 0.6602336168289185, + "num_tokens": 19781110.0, + "step": 828 + }, + { + "epoch": 0.09103887546672523, + "grad_norm": 2.702331304550171, + "learning_rate": 4.5444566410537867e-07, + "loss": 1.0832, + "mean_token_accuracy": 0.6797367930412292, + "num_tokens": 19803737.0, + "step": 829 + }, + { + "epoch": 0.09114869316933889, + "grad_norm": 2.5053086280822754, + "learning_rate": 4.5499451152579584e-07, + "loss": 1.0884, + "mean_token_accuracy": 0.6862138509750366, + "num_tokens": 19826412.0, + "step": 830 + }, + { + "epoch": 0.09125851087195255, + "grad_norm": 2.427107572555542, + "learning_rate": 4.5554335894621295e-07, + "loss": 1.0942, + "mean_token_accuracy": 0.6691008806228638, + "num_tokens": 19850113.0, + "step": 831 + }, + { + "epoch": 0.09136832857456623, + "grad_norm": 2.1529481410980225, + "learning_rate": 4.5609220636663e-07, + "loss": 1.1397, + "mean_token_accuracy": 0.6669207811355591, + "num_tokens": 19880508.0, + "step": 832 + }, + { + "epoch": 0.09147814627717989, + "grad_norm": 2.758483409881592, + "learning_rate": 4.566410537870472e-07, + "loss": 1.0587, + "mean_token_accuracy": 0.684149980545044, + "num_tokens": 19900623.0, + "step": 833 + }, + { + "epoch": 0.09158796397979355, + "grad_norm": 2.81274151802063, + "learning_rate": 4.571899012074643e-07, + "loss": 1.0082, + "mean_token_accuracy": 0.7011121511459351, + "num_tokens": 19917553.0, + "step": 834 + }, + { + "epoch": 0.0916977816824072, + "grad_norm": 2.5382535457611084, + "learning_rate": 4.577387486278814e-07, + "loss": 1.0762, + "mean_token_accuracy": 0.6840658783912659, + "num_tokens": 19939498.0, + "step": 835 + }, + { + "epoch": 0.09180759938502087, + "grad_norm": 2.400222063064575, + "learning_rate": 4.5828759604829853e-07, + "loss": 1.0021, + "mean_token_accuracy": 0.7047843337059021, + "num_tokens": 19961400.0, + "step": 836 + }, + { + "epoch": 0.09191741708763453, + "grad_norm": 2.8093526363372803, + "learning_rate": 4.588364434687157e-07, + "loss": 1.0313, + "mean_token_accuracy": 0.6937201023101807, + "num_tokens": 19979063.0, + "step": 837 + }, + { + "epoch": 0.09202723479024819, + "grad_norm": 2.6501729488372803, + "learning_rate": 4.593852908891328e-07, + "loss": 1.127, + "mean_token_accuracy": 0.6670894026756287, + "num_tokens": 20000328.0, + "step": 838 + }, + { + "epoch": 0.09213705249286185, + "grad_norm": 2.7302756309509277, + "learning_rate": 4.5993413830954993e-07, + "loss": 1.0222, + "mean_token_accuracy": 0.7069615125656128, + "num_tokens": 20020911.0, + "step": 839 + }, + { + "epoch": 0.0922468701954755, + "grad_norm": 2.1856865882873535, + "learning_rate": 4.6048298572996704e-07, + "loss": 1.1203, + "mean_token_accuracy": 0.6742749214172363, + "num_tokens": 20051364.0, + "step": 840 + }, + { + "epoch": 0.09235668789808917, + "grad_norm": 2.8537192344665527, + "learning_rate": 4.6103183315038416e-07, + "loss": 0.9837, + "mean_token_accuracy": 0.711268424987793, + "num_tokens": 20070230.0, + "step": 841 + }, + { + "epoch": 0.09246650560070284, + "grad_norm": 2.4846816062927246, + "learning_rate": 4.615806805708013e-07, + "loss": 1.133, + "mean_token_accuracy": 0.6827830672264099, + "num_tokens": 20094238.0, + "step": 842 + }, + { + "epoch": 0.0925763233033165, + "grad_norm": 2.1019420623779297, + "learning_rate": 4.621295279912184e-07, + "loss": 1.1767, + "mean_token_accuracy": 0.6607531309127808, + "num_tokens": 20125874.0, + "step": 843 + }, + { + "epoch": 0.09268614100593016, + "grad_norm": 2.5827157497406006, + "learning_rate": 4.6267837541163556e-07, + "loss": 1.0395, + "mean_token_accuracy": 0.6949942708015442, + "num_tokens": 20148164.0, + "step": 844 + }, + { + "epoch": 0.09279595870854382, + "grad_norm": 2.7079684734344482, + "learning_rate": 4.632272228320527e-07, + "loss": 1.0124, + "mean_token_accuracy": 0.7004712820053101, + "num_tokens": 20168609.0, + "step": 845 + }, + { + "epoch": 0.09290577641115748, + "grad_norm": 2.374394178390503, + "learning_rate": 4.637760702524698e-07, + "loss": 1.0244, + "mean_token_accuracy": 0.6993846893310547, + "num_tokens": 20193200.0, + "step": 846 + }, + { + "epoch": 0.09301559411377114, + "grad_norm": 2.685044527053833, + "learning_rate": 4.643249176728869e-07, + "loss": 1.0704, + "mean_token_accuracy": 0.6868617534637451, + "num_tokens": 20213233.0, + "step": 847 + }, + { + "epoch": 0.0931254118163848, + "grad_norm": 2.65394926071167, + "learning_rate": 4.6487376509330407e-07, + "loss": 1.1521, + "mean_token_accuracy": 0.6597481369972229, + "num_tokens": 20235525.0, + "step": 848 + }, + { + "epoch": 0.09323522951899846, + "grad_norm": 2.5512585639953613, + "learning_rate": 4.654226125137212e-07, + "loss": 1.0521, + "mean_token_accuracy": 0.6881586313247681, + "num_tokens": 20256850.0, + "step": 849 + }, + { + "epoch": 0.09334504722161212, + "grad_norm": 3.0149500370025635, + "learning_rate": 4.659714599341383e-07, + "loss": 1.0219, + "mean_token_accuracy": 0.6891494393348694, + "num_tokens": 20273350.0, + "step": 850 + }, + { + "epoch": 0.09345486492422579, + "grad_norm": 2.3371353149414062, + "learning_rate": 4.6652030735455537e-07, + "loss": 1.0767, + "mean_token_accuracy": 0.6822700500488281, + "num_tokens": 20299874.0, + "step": 851 + }, + { + "epoch": 0.09356468262683945, + "grad_norm": 2.235349416732788, + "learning_rate": 4.6706915477497253e-07, + "loss": 1.0219, + "mean_token_accuracy": 0.6945564150810242, + "num_tokens": 20330279.0, + "step": 852 + }, + { + "epoch": 0.09367450032945311, + "grad_norm": 2.6373465061187744, + "learning_rate": 4.6761800219538965e-07, + "loss": 1.0366, + "mean_token_accuracy": 0.6855025887489319, + "num_tokens": 20350875.0, + "step": 853 + }, + { + "epoch": 0.09378431803206677, + "grad_norm": 2.53690242767334, + "learning_rate": 4.6816684961580676e-07, + "loss": 1.0799, + "mean_token_accuracy": 0.6875147223472595, + "num_tokens": 20372314.0, + "step": 854 + }, + { + "epoch": 0.09389413573468043, + "grad_norm": 2.5146496295928955, + "learning_rate": 4.6871569703622393e-07, + "loss": 1.0245, + "mean_token_accuracy": 0.692124605178833, + "num_tokens": 20393613.0, + "step": 855 + }, + { + "epoch": 0.09400395343729409, + "grad_norm": 2.3434739112854004, + "learning_rate": 4.6926454445664105e-07, + "loss": 1.0837, + "mean_token_accuracy": 0.6790939569473267, + "num_tokens": 20418714.0, + "step": 856 + }, + { + "epoch": 0.09411377113990775, + "grad_norm": 2.370821952819824, + "learning_rate": 4.6981339187705816e-07, + "loss": 0.9984, + "mean_token_accuracy": 0.6981229782104492, + "num_tokens": 20441800.0, + "step": 857 + }, + { + "epoch": 0.09422358884252141, + "grad_norm": 2.3721916675567627, + "learning_rate": 4.703622392974753e-07, + "loss": 1.0333, + "mean_token_accuracy": 0.6883352994918823, + "num_tokens": 20466012.0, + "step": 858 + }, + { + "epoch": 0.09433340654513507, + "grad_norm": 2.379713535308838, + "learning_rate": 4.7091108671789245e-07, + "loss": 1.0488, + "mean_token_accuracy": 0.6878201961517334, + "num_tokens": 20489553.0, + "step": 859 + }, + { + "epoch": 0.09444322424774873, + "grad_norm": 2.217158079147339, + "learning_rate": 4.714599341383095e-07, + "loss": 1.1017, + "mean_token_accuracy": 0.6754235029220581, + "num_tokens": 20517005.0, + "step": 860 + }, + { + "epoch": 0.0945530419503624, + "grad_norm": 2.6197948455810547, + "learning_rate": 4.720087815587266e-07, + "loss": 1.08, + "mean_token_accuracy": 0.6759250164031982, + "num_tokens": 20538062.0, + "step": 861 + }, + { + "epoch": 0.09466285965297606, + "grad_norm": 2.3918447494506836, + "learning_rate": 4.7255762897914374e-07, + "loss": 1.0663, + "mean_token_accuracy": 0.697786808013916, + "num_tokens": 20562501.0, + "step": 862 + }, + { + "epoch": 0.09477267735558972, + "grad_norm": 2.546795606613159, + "learning_rate": 4.731064763995609e-07, + "loss": 1.0948, + "mean_token_accuracy": 0.6867192983627319, + "num_tokens": 20585221.0, + "step": 863 + }, + { + "epoch": 0.09488249505820338, + "grad_norm": 2.389073610305786, + "learning_rate": 4.73655323819978e-07, + "loss": 1.035, + "mean_token_accuracy": 0.7027666568756104, + "num_tokens": 20609328.0, + "step": 864 + }, + { + "epoch": 0.09499231276081704, + "grad_norm": 2.0541114807128906, + "learning_rate": 4.7420417124039514e-07, + "loss": 1.128, + "mean_token_accuracy": 0.6654272079467773, + "num_tokens": 20645934.0, + "step": 865 + }, + { + "epoch": 0.0951021304634307, + "grad_norm": 2.569530963897705, + "learning_rate": 4.747530186608123e-07, + "loss": 0.9908, + "mean_token_accuracy": 0.7006703615188599, + "num_tokens": 20667604.0, + "step": 866 + }, + { + "epoch": 0.09521194816604436, + "grad_norm": 2.558668851852417, + "learning_rate": 4.753018660812294e-07, + "loss": 1.0314, + "mean_token_accuracy": 0.6888896226882935, + "num_tokens": 20687391.0, + "step": 867 + }, + { + "epoch": 0.09532176586865802, + "grad_norm": 2.4348816871643066, + "learning_rate": 4.7585071350164654e-07, + "loss": 0.9834, + "mean_token_accuracy": 0.6998076438903809, + "num_tokens": 20712110.0, + "step": 868 + }, + { + "epoch": 0.09543158357127168, + "grad_norm": 2.180521249771118, + "learning_rate": 4.7639956092206365e-07, + "loss": 1.0435, + "mean_token_accuracy": 0.6946009397506714, + "num_tokens": 20739345.0, + "step": 869 + }, + { + "epoch": 0.09554140127388536, + "grad_norm": 2.5808401107788086, + "learning_rate": 4.769484083424808e-07, + "loss": 1.1191, + "mean_token_accuracy": 0.673475980758667, + "num_tokens": 20762108.0, + "step": 870 + }, + { + "epoch": 0.09565121897649902, + "grad_norm": 3.077906370162964, + "learning_rate": 4.774972557628979e-07, + "loss": 1.0443, + "mean_token_accuracy": 0.6836193799972534, + "num_tokens": 20777609.0, + "step": 871 + }, + { + "epoch": 0.09576103667911268, + "grad_norm": 2.8034467697143555, + "learning_rate": 4.78046103183315e-07, + "loss": 1.109, + "mean_token_accuracy": 0.6687798500061035, + "num_tokens": 20796070.0, + "step": 872 + }, + { + "epoch": 0.09587085438172634, + "grad_norm": 2.787942409515381, + "learning_rate": 4.785949506037321e-07, + "loss": 1.0495, + "mean_token_accuracy": 0.6875677108764648, + "num_tokens": 20816387.0, + "step": 873 + }, + { + "epoch": 0.09598067208434, + "grad_norm": 2.8239352703094482, + "learning_rate": 4.791437980241493e-07, + "loss": 1.0803, + "mean_token_accuracy": 0.6741918921470642, + "num_tokens": 20834650.0, + "step": 874 + }, + { + "epoch": 0.09609048978695366, + "grad_norm": 2.7567262649536133, + "learning_rate": 4.796926454445663e-07, + "loss": 1.0441, + "mean_token_accuracy": 0.6859797239303589, + "num_tokens": 20855036.0, + "step": 875 + }, + { + "epoch": 0.09620030748956732, + "grad_norm": 2.5474002361297607, + "learning_rate": 4.802414928649835e-07, + "loss": 1.0577, + "mean_token_accuracy": 0.6910887956619263, + "num_tokens": 20877266.0, + "step": 876 + }, + { + "epoch": 0.09631012519218098, + "grad_norm": 2.2926828861236572, + "learning_rate": 4.807903402854007e-07, + "loss": 1.0166, + "mean_token_accuracy": 0.6923103928565979, + "num_tokens": 20903111.0, + "step": 877 + }, + { + "epoch": 0.09641994289479464, + "grad_norm": 2.470212459564209, + "learning_rate": 4.813391877058177e-07, + "loss": 1.0175, + "mean_token_accuracy": 0.6995377540588379, + "num_tokens": 20926195.0, + "step": 878 + }, + { + "epoch": 0.0965297605974083, + "grad_norm": 2.4473204612731934, + "learning_rate": 4.818880351262349e-07, + "loss": 1.0569, + "mean_token_accuracy": 0.6802936792373657, + "num_tokens": 20951195.0, + "step": 879 + }, + { + "epoch": 0.09663957830002197, + "grad_norm": 2.5689656734466553, + "learning_rate": 4.82436882546652e-07, + "loss": 1.0879, + "mean_token_accuracy": 0.6814097166061401, + "num_tokens": 20973278.0, + "step": 880 + }, + { + "epoch": 0.09674939600263563, + "grad_norm": 2.7916982173919678, + "learning_rate": 4.829857299670691e-07, + "loss": 1.102, + "mean_token_accuracy": 0.6721178293228149, + "num_tokens": 20991817.0, + "step": 881 + }, + { + "epoch": 0.09685921370524929, + "grad_norm": 2.2708609104156494, + "learning_rate": 4.835345773874863e-07, + "loss": 1.0391, + "mean_token_accuracy": 0.6917493343353271, + "num_tokens": 21020255.0, + "step": 882 + }, + { + "epoch": 0.09696903140786295, + "grad_norm": 2.2393393516540527, + "learning_rate": 4.840834248079034e-07, + "loss": 1.0452, + "mean_token_accuracy": 0.6922875642776489, + "num_tokens": 21049081.0, + "step": 883 + }, + { + "epoch": 0.09707884911047661, + "grad_norm": 2.639061450958252, + "learning_rate": 4.846322722283204e-07, + "loss": 1.0198, + "mean_token_accuracy": 0.7008177042007446, + "num_tokens": 21070745.0, + "step": 884 + }, + { + "epoch": 0.09718866681309027, + "grad_norm": 2.6006968021392822, + "learning_rate": 4.851811196487376e-07, + "loss": 0.9838, + "mean_token_accuracy": 0.6987354755401611, + "num_tokens": 21091748.0, + "step": 885 + }, + { + "epoch": 0.09729848451570393, + "grad_norm": 2.342137336730957, + "learning_rate": 4.857299670691548e-07, + "loss": 1.0907, + "mean_token_accuracy": 0.6730616092681885, + "num_tokens": 21116193.0, + "step": 886 + }, + { + "epoch": 0.09740830221831759, + "grad_norm": 2.9931046962738037, + "learning_rate": 4.862788144895718e-07, + "loss": 1.1024, + "mean_token_accuracy": 0.6750545501708984, + "num_tokens": 21135243.0, + "step": 887 + }, + { + "epoch": 0.09751811992093125, + "grad_norm": 2.5775678157806396, + "learning_rate": 4.86827661909989e-07, + "loss": 1.0613, + "mean_token_accuracy": 0.6834456920623779, + "num_tokens": 21158040.0, + "step": 888 + }, + { + "epoch": 0.09762793762354492, + "grad_norm": 2.4981608390808105, + "learning_rate": 4.873765093304062e-07, + "loss": 0.9576, + "mean_token_accuracy": 0.7296727895736694, + "num_tokens": 21181581.0, + "step": 889 + }, + { + "epoch": 0.09773775532615858, + "grad_norm": 2.542436361312866, + "learning_rate": 4.879253567508232e-07, + "loss": 0.9497, + "mean_token_accuracy": 0.7038233280181885, + "num_tokens": 21203562.0, + "step": 890 + }, + { + "epoch": 0.09784757302877224, + "grad_norm": 2.325648069381714, + "learning_rate": 4.884742041712404e-07, + "loss": 1.089, + "mean_token_accuracy": 0.6880872249603271, + "num_tokens": 21229725.0, + "step": 891 + }, + { + "epoch": 0.0979573907313859, + "grad_norm": 2.224363088607788, + "learning_rate": 4.890230515916576e-07, + "loss": 1.0939, + "mean_token_accuracy": 0.6782160401344299, + "num_tokens": 21256555.0, + "step": 892 + }, + { + "epoch": 0.09806720843399956, + "grad_norm": 2.306083917617798, + "learning_rate": 4.895718990120746e-07, + "loss": 1.2156, + "mean_token_accuracy": 0.6500151753425598, + "num_tokens": 21284473.0, + "step": 893 + }, + { + "epoch": 0.09817702613661322, + "grad_norm": 2.3702170848846436, + "learning_rate": 4.901207464324917e-07, + "loss": 1.0249, + "mean_token_accuracy": 0.6951923966407776, + "num_tokens": 21309004.0, + "step": 894 + }, + { + "epoch": 0.09828684383922688, + "grad_norm": 2.91054105758667, + "learning_rate": 4.906695938529089e-07, + "loss": 1.0992, + "mean_token_accuracy": 0.6733851432800293, + "num_tokens": 21329312.0, + "step": 895 + }, + { + "epoch": 0.09839666154184054, + "grad_norm": 2.5233631134033203, + "learning_rate": 4.91218441273326e-07, + "loss": 0.9259, + "mean_token_accuracy": 0.7224565148353577, + "num_tokens": 21351478.0, + "step": 896 + }, + { + "epoch": 0.0985064792444542, + "grad_norm": 2.291050672531128, + "learning_rate": 4.917672886937431e-07, + "loss": 1.0585, + "mean_token_accuracy": 0.685210108757019, + "num_tokens": 21377595.0, + "step": 897 + }, + { + "epoch": 0.09861629694706786, + "grad_norm": 2.366464376449585, + "learning_rate": 4.923161361141603e-07, + "loss": 1.1026, + "mean_token_accuracy": 0.6699388027191162, + "num_tokens": 21401191.0, + "step": 898 + }, + { + "epoch": 0.09872611464968153, + "grad_norm": 2.628530740737915, + "learning_rate": 4.928649835345773e-07, + "loss": 1.1507, + "mean_token_accuracy": 0.6855111718177795, + "num_tokens": 21422605.0, + "step": 899 + }, + { + "epoch": 0.0988359323522952, + "grad_norm": 2.357118844985962, + "learning_rate": 4.934138309549945e-07, + "loss": 1.136, + "mean_token_accuracy": 0.6654688119888306, + "num_tokens": 21451076.0, + "step": 900 + }, + { + "epoch": 0.09894575005490885, + "grad_norm": 2.733788013458252, + "learning_rate": 4.939626783754117e-07, + "loss": 1.094, + "mean_token_accuracy": 0.6772114038467407, + "num_tokens": 21472171.0, + "step": 901 + }, + { + "epoch": 0.09905556775752251, + "grad_norm": 2.2500975131988525, + "learning_rate": 4.945115257958287e-07, + "loss": 1.1239, + "mean_token_accuracy": 0.6786045432090759, + "num_tokens": 21501197.0, + "step": 902 + }, + { + "epoch": 0.09916538546013617, + "grad_norm": 2.4621148109436035, + "learning_rate": 4.950603732162459e-07, + "loss": 0.9498, + "mean_token_accuracy": 0.7135123610496521, + "num_tokens": 21524115.0, + "step": 903 + }, + { + "epoch": 0.09927520316274983, + "grad_norm": 2.686246633529663, + "learning_rate": 4.95609220636663e-07, + "loss": 1.0665, + "mean_token_accuracy": 0.6949878334999084, + "num_tokens": 21544988.0, + "step": 904 + }, + { + "epoch": 0.0993850208653635, + "grad_norm": 2.226943016052246, + "learning_rate": 4.961580680570801e-07, + "loss": 1.1292, + "mean_token_accuracy": 0.6722073554992676, + "num_tokens": 21573416.0, + "step": 905 + }, + { + "epoch": 0.09949483856797715, + "grad_norm": 2.472257375717163, + "learning_rate": 4.967069154774972e-07, + "loss": 1.1061, + "mean_token_accuracy": 0.6721671223640442, + "num_tokens": 21598256.0, + "step": 906 + }, + { + "epoch": 0.09960465627059081, + "grad_norm": 2.4841272830963135, + "learning_rate": 4.972557628979143e-07, + "loss": 1.1229, + "mean_token_accuracy": 0.6747320890426636, + "num_tokens": 21621187.0, + "step": 907 + }, + { + "epoch": 0.09971447397320449, + "grad_norm": 2.364485502243042, + "learning_rate": 4.978046103183315e-07, + "loss": 1.1074, + "mean_token_accuracy": 0.6756033897399902, + "num_tokens": 21648825.0, + "step": 908 + }, + { + "epoch": 0.09982429167581815, + "grad_norm": 2.3287813663482666, + "learning_rate": 4.983534577387486e-07, + "loss": 1.0599, + "mean_token_accuracy": 0.6930086612701416, + "num_tokens": 21674764.0, + "step": 909 + }, + { + "epoch": 0.0999341093784318, + "grad_norm": 2.219672203063965, + "learning_rate": 4.989023051591657e-07, + "loss": 1.0832, + "mean_token_accuracy": 0.6837059855461121, + "num_tokens": 21700704.0, + "step": 910 + }, + { + "epoch": 0.10004392708104547, + "grad_norm": 2.475916862487793, + "learning_rate": 4.994511525795829e-07, + "loss": 1.0669, + "mean_token_accuracy": 0.6801517605781555, + "num_tokens": 21724388.0, + "step": 911 + }, + { + "epoch": 0.10015374478365913, + "grad_norm": 2.2782654762268066, + "learning_rate": 5e-07, + "loss": 1.1578, + "mean_token_accuracy": 0.6643799543380737, + "num_tokens": 21753226.0, + "step": 912 + }, + { + "epoch": 0.10026356248627279, + "grad_norm": 2.6788060665130615, + "learning_rate": 5.005488474204171e-07, + "loss": 1.1523, + "mean_token_accuracy": 0.6651854515075684, + "num_tokens": 21774268.0, + "step": 913 + }, + { + "epoch": 0.10037338018888645, + "grad_norm": 2.50100040435791, + "learning_rate": 5.010976948408342e-07, + "loss": 1.013, + "mean_token_accuracy": 0.6969248652458191, + "num_tokens": 21797268.0, + "step": 914 + }, + { + "epoch": 0.1004831978915001, + "grad_norm": 2.08738374710083, + "learning_rate": 5.016465422612514e-07, + "loss": 1.1153, + "mean_token_accuracy": 0.6747735738754272, + "num_tokens": 21828933.0, + "step": 915 + }, + { + "epoch": 0.10059301559411377, + "grad_norm": 2.6825449466705322, + "learning_rate": 5.021953896816685e-07, + "loss": 1.0591, + "mean_token_accuracy": 0.6826553344726562, + "num_tokens": 21848983.0, + "step": 916 + }, + { + "epoch": 0.10070283329672743, + "grad_norm": 2.588245153427124, + "learning_rate": 5.027442371020856e-07, + "loss": 1.0869, + "mean_token_accuracy": 0.6827235221862793, + "num_tokens": 21871940.0, + "step": 917 + }, + { + "epoch": 0.1008126509993411, + "grad_norm": 2.8132903575897217, + "learning_rate": 5.032930845225028e-07, + "loss": 0.9886, + "mean_token_accuracy": 0.7025159597396851, + "num_tokens": 21889912.0, + "step": 918 + }, + { + "epoch": 0.10092246870195476, + "grad_norm": 2.2143187522888184, + "learning_rate": 5.038419319429198e-07, + "loss": 1.0694, + "mean_token_accuracy": 0.6875200271606445, + "num_tokens": 21917183.0, + "step": 919 + }, + { + "epoch": 0.10103228640456842, + "grad_norm": 2.136911153793335, + "learning_rate": 5.04390779363337e-07, + "loss": 1.0242, + "mean_token_accuracy": 0.6931092143058777, + "num_tokens": 21944748.0, + "step": 920 + }, + { + "epoch": 0.10114210410718208, + "grad_norm": 2.846224308013916, + "learning_rate": 5.049396267837542e-07, + "loss": 1.0295, + "mean_token_accuracy": 0.705498456954956, + "num_tokens": 21963463.0, + "step": 921 + }, + { + "epoch": 0.10125192180979574, + "grad_norm": 2.344900369644165, + "learning_rate": 5.054884742041711e-07, + "loss": 1.0777, + "mean_token_accuracy": 0.6774329543113708, + "num_tokens": 21987831.0, + "step": 922 + }, + { + "epoch": 0.1013617395124094, + "grad_norm": 2.400738000869751, + "learning_rate": 5.060373216245883e-07, + "loss": 1.0563, + "mean_token_accuracy": 0.6862690448760986, + "num_tokens": 22012512.0, + "step": 923 + }, + { + "epoch": 0.10147155721502306, + "grad_norm": 2.0641517639160156, + "learning_rate": 5.065861690450055e-07, + "loss": 1.1458, + "mean_token_accuracy": 0.6649577617645264, + "num_tokens": 22043539.0, + "step": 924 + }, + { + "epoch": 0.10158137491763672, + "grad_norm": 2.4156932830810547, + "learning_rate": 5.071350164654225e-07, + "loss": 1.1375, + "mean_token_accuracy": 0.6642163991928101, + "num_tokens": 22070589.0, + "step": 925 + }, + { + "epoch": 0.10169119262025038, + "grad_norm": 3.06488299369812, + "learning_rate": 5.076838638858397e-07, + "loss": 1.0158, + "mean_token_accuracy": 0.705518364906311, + "num_tokens": 22087361.0, + "step": 926 + }, + { + "epoch": 0.10180101032286405, + "grad_norm": 2.5696539878845215, + "learning_rate": 5.082327113062569e-07, + "loss": 1.0178, + "mean_token_accuracy": 0.6915067434310913, + "num_tokens": 22107730.0, + "step": 927 + }, + { + "epoch": 0.10191082802547771, + "grad_norm": 2.2441182136535645, + "learning_rate": 5.087815587266739e-07, + "loss": 1.0522, + "mean_token_accuracy": 0.6815429329872131, + "num_tokens": 22135773.0, + "step": 928 + }, + { + "epoch": 0.10202064572809137, + "grad_norm": 2.7805018424987793, + "learning_rate": 5.093304061470911e-07, + "loss": 1.1035, + "mean_token_accuracy": 0.6684825420379639, + "num_tokens": 22156929.0, + "step": 929 + }, + { + "epoch": 0.10213046343070503, + "grad_norm": 2.5853123664855957, + "learning_rate": 5.098792535675082e-07, + "loss": 1.0674, + "mean_token_accuracy": 0.6924684047698975, + "num_tokens": 22180432.0, + "step": 930 + }, + { + "epoch": 0.10224028113331869, + "grad_norm": 2.2929770946502686, + "learning_rate": 5.104281009879253e-07, + "loss": 1.1241, + "mean_token_accuracy": 0.6677371263504028, + "num_tokens": 22210121.0, + "step": 931 + }, + { + "epoch": 0.10235009883593235, + "grad_norm": 2.8703880310058594, + "learning_rate": 5.109769484083425e-07, + "loss": 1.0969, + "mean_token_accuracy": 0.6814034581184387, + "num_tokens": 22230198.0, + "step": 932 + }, + { + "epoch": 0.10245991653854601, + "grad_norm": 2.5552713871002197, + "learning_rate": 5.115257958287596e-07, + "loss": 1.0781, + "mean_token_accuracy": 0.683351993560791, + "num_tokens": 22253278.0, + "step": 933 + }, + { + "epoch": 0.10256973424115967, + "grad_norm": 2.4059860706329346, + "learning_rate": 5.120746432491767e-07, + "loss": 1.0779, + "mean_token_accuracy": 0.6870524883270264, + "num_tokens": 22277450.0, + "step": 934 + }, + { + "epoch": 0.10267955194377333, + "grad_norm": 2.5938892364501953, + "learning_rate": 5.126234906695939e-07, + "loss": 1.1043, + "mean_token_accuracy": 0.6726143956184387, + "num_tokens": 22299068.0, + "step": 935 + }, + { + "epoch": 0.10278936964638699, + "grad_norm": 2.511253595352173, + "learning_rate": 5.13172338090011e-07, + "loss": 1.09, + "mean_token_accuracy": 0.6788472533226013, + "num_tokens": 22322978.0, + "step": 936 + }, + { + "epoch": 0.10289918734900066, + "grad_norm": 2.286317825317383, + "learning_rate": 5.137211855104281e-07, + "loss": 1.0904, + "mean_token_accuracy": 0.6779836416244507, + "num_tokens": 22350271.0, + "step": 937 + }, + { + "epoch": 0.10300900505161432, + "grad_norm": 2.588602066040039, + "learning_rate": 5.142700329308453e-07, + "loss": 1.0178, + "mean_token_accuracy": 0.6938921809196472, + "num_tokens": 22371469.0, + "step": 938 + }, + { + "epoch": 0.10311882275422798, + "grad_norm": 2.8718557357788086, + "learning_rate": 5.148188803512624e-07, + "loss": 0.9374, + "mean_token_accuracy": 0.7162739038467407, + "num_tokens": 22389642.0, + "step": 939 + }, + { + "epoch": 0.10322864045684164, + "grad_norm": 2.4548909664154053, + "learning_rate": 5.153677277716795e-07, + "loss": 1.0611, + "mean_token_accuracy": 0.6829347014427185, + "num_tokens": 22411695.0, + "step": 940 + }, + { + "epoch": 0.1033384581594553, + "grad_norm": 2.899012565612793, + "learning_rate": 5.159165751920965e-07, + "loss": 1.0043, + "mean_token_accuracy": 0.7029551863670349, + "num_tokens": 22430848.0, + "step": 941 + }, + { + "epoch": 0.10344827586206896, + "grad_norm": 2.163020133972168, + "learning_rate": 5.164654226125136e-07, + "loss": 1.1574, + "mean_token_accuracy": 0.6584805846214294, + "num_tokens": 22462064.0, + "step": 942 + }, + { + "epoch": 0.10355809356468262, + "grad_norm": 2.544945001602173, + "learning_rate": 5.170142700329308e-07, + "loss": 1.1208, + "mean_token_accuracy": 0.6721552610397339, + "num_tokens": 22485308.0, + "step": 943 + }, + { + "epoch": 0.10366791126729628, + "grad_norm": 2.4401111602783203, + "learning_rate": 5.175631174533479e-07, + "loss": 1.0839, + "mean_token_accuracy": 0.67638099193573, + "num_tokens": 22509670.0, + "step": 944 + }, + { + "epoch": 0.10377772896990994, + "grad_norm": 2.449949026107788, + "learning_rate": 5.18111964873765e-07, + "loss": 1.1014, + "mean_token_accuracy": 0.678891658782959, + "num_tokens": 22533419.0, + "step": 945 + }, + { + "epoch": 0.10388754667252362, + "grad_norm": 2.3286876678466797, + "learning_rate": 5.186608122941822e-07, + "loss": 0.9786, + "mean_token_accuracy": 0.6968327760696411, + "num_tokens": 22558651.0, + "step": 946 + }, + { + "epoch": 0.10399736437513728, + "grad_norm": 2.5277187824249268, + "learning_rate": 5.192096597145993e-07, + "loss": 1.0763, + "mean_token_accuracy": 0.6840376257896423, + "num_tokens": 22580979.0, + "step": 947 + }, + { + "epoch": 0.10410718207775094, + "grad_norm": 2.796869993209839, + "learning_rate": 5.197585071350164e-07, + "loss": 0.9845, + "mean_token_accuracy": 0.7015613913536072, + "num_tokens": 22600640.0, + "step": 948 + }, + { + "epoch": 0.1042169997803646, + "grad_norm": 2.697150945663452, + "learning_rate": 5.203073545554336e-07, + "loss": 1.104, + "mean_token_accuracy": 0.6675150394439697, + "num_tokens": 22620099.0, + "step": 949 + }, + { + "epoch": 0.10432681748297826, + "grad_norm": 2.3326303958892822, + "learning_rate": 5.208562019758507e-07, + "loss": 1.0643, + "mean_token_accuracy": 0.6909956932067871, + "num_tokens": 22645715.0, + "step": 950 + }, + { + "epoch": 0.10443663518559192, + "grad_norm": 2.3406896591186523, + "learning_rate": 5.214050493962678e-07, + "loss": 1.1126, + "mean_token_accuracy": 0.672405481338501, + "num_tokens": 22670835.0, + "step": 951 + }, + { + "epoch": 0.10454645288820558, + "grad_norm": 2.798529863357544, + "learning_rate": 5.219538968166849e-07, + "loss": 1.0728, + "mean_token_accuracy": 0.684836745262146, + "num_tokens": 22690958.0, + "step": 952 + }, + { + "epoch": 0.10465627059081924, + "grad_norm": 2.212114095687866, + "learning_rate": 5.225027442371021e-07, + "loss": 1.0721, + "mean_token_accuracy": 0.6923784613609314, + "num_tokens": 22717593.0, + "step": 953 + }, + { + "epoch": 0.1047660882934329, + "grad_norm": 2.593815803527832, + "learning_rate": 5.230515916575192e-07, + "loss": 0.8943, + "mean_token_accuracy": 0.7072275876998901, + "num_tokens": 22736762.0, + "step": 954 + }, + { + "epoch": 0.10487590599604656, + "grad_norm": 2.6975247859954834, + "learning_rate": 5.236004390779363e-07, + "loss": 1.0029, + "mean_token_accuracy": 0.6979718208312988, + "num_tokens": 22756805.0, + "step": 955 + }, + { + "epoch": 0.10498572369866023, + "grad_norm": 2.3749358654022217, + "learning_rate": 5.241492864983535e-07, + "loss": 1.0691, + "mean_token_accuracy": 0.6878235340118408, + "num_tokens": 22781898.0, + "step": 956 + }, + { + "epoch": 0.10509554140127389, + "grad_norm": 2.387460470199585, + "learning_rate": 5.246981339187706e-07, + "loss": 1.0925, + "mean_token_accuracy": 0.6739529967308044, + "num_tokens": 22808685.0, + "step": 957 + }, + { + "epoch": 0.10520535910388755, + "grad_norm": 2.198513984680176, + "learning_rate": 5.252469813391877e-07, + "loss": 1.0364, + "mean_token_accuracy": 0.6893908381462097, + "num_tokens": 22835968.0, + "step": 958 + }, + { + "epoch": 0.10531517680650121, + "grad_norm": 3.491875410079956, + "learning_rate": 5.257958287596049e-07, + "loss": 1.0312, + "mean_token_accuracy": 0.6918989419937134, + "num_tokens": 22851684.0, + "step": 959 + }, + { + "epoch": 0.10542499450911487, + "grad_norm": 2.3803513050079346, + "learning_rate": 5.263446761800219e-07, + "loss": 1.1452, + "mean_token_accuracy": 0.664061427116394, + "num_tokens": 22875468.0, + "step": 960 + }, + { + "epoch": 0.10553481221172853, + "grad_norm": 2.1590898036956787, + "learning_rate": 5.26893523600439e-07, + "loss": 1.0085, + "mean_token_accuracy": 0.699298620223999, + "num_tokens": 22904662.0, + "step": 961 + }, + { + "epoch": 0.10564462991434219, + "grad_norm": 2.3520305156707764, + "learning_rate": 5.274423710208562e-07, + "loss": 1.0075, + "mean_token_accuracy": 0.7074505686759949, + "num_tokens": 22930171.0, + "step": 962 + }, + { + "epoch": 0.10575444761695585, + "grad_norm": 2.5308046340942383, + "learning_rate": 5.279912184412732e-07, + "loss": 1.0845, + "mean_token_accuracy": 0.6909903883934021, + "num_tokens": 22952805.0, + "step": 963 + }, + { + "epoch": 0.10586426531956951, + "grad_norm": 2.228452682495117, + "learning_rate": 5.285400658616904e-07, + "loss": 1.1131, + "mean_token_accuracy": 0.6688048839569092, + "num_tokens": 22978426.0, + "step": 964 + }, + { + "epoch": 0.10597408302218318, + "grad_norm": 2.440523624420166, + "learning_rate": 5.290889132821076e-07, + "loss": 1.0716, + "mean_token_accuracy": 0.6912056803703308, + "num_tokens": 23001712.0, + "step": 965 + }, + { + "epoch": 0.10608390072479684, + "grad_norm": 2.436310291290283, + "learning_rate": 5.296377607025246e-07, + "loss": 1.0031, + "mean_token_accuracy": 0.7057639360427856, + "num_tokens": 23024105.0, + "step": 966 + }, + { + "epoch": 0.1061937184274105, + "grad_norm": 2.0290896892547607, + "learning_rate": 5.301866081229418e-07, + "loss": 1.0656, + "mean_token_accuracy": 0.6792489290237427, + "num_tokens": 23054587.0, + "step": 967 + }, + { + "epoch": 0.10630353613002416, + "grad_norm": 2.30307936668396, + "learning_rate": 5.30735455543359e-07, + "loss": 1.0417, + "mean_token_accuracy": 0.6925959587097168, + "num_tokens": 23080683.0, + "step": 968 + }, + { + "epoch": 0.10641335383263782, + "grad_norm": 2.5850770473480225, + "learning_rate": 5.31284302963776e-07, + "loss": 1.0267, + "mean_token_accuracy": 0.6940256357192993, + "num_tokens": 23101281.0, + "step": 969 + }, + { + "epoch": 0.10652317153525148, + "grad_norm": 2.532255172729492, + "learning_rate": 5.318331503841932e-07, + "loss": 0.9681, + "mean_token_accuracy": 0.708053469657898, + "num_tokens": 23123252.0, + "step": 970 + }, + { + "epoch": 0.10663298923786514, + "grad_norm": 2.294206380844116, + "learning_rate": 5.323819978046103e-07, + "loss": 1.0506, + "mean_token_accuracy": 0.6840405464172363, + "num_tokens": 23149966.0, + "step": 971 + }, + { + "epoch": 0.1067428069404788, + "grad_norm": 2.6299219131469727, + "learning_rate": 5.329308452250274e-07, + "loss": 1.0576, + "mean_token_accuracy": 0.6899822950363159, + "num_tokens": 23171176.0, + "step": 972 + }, + { + "epoch": 0.10685262464309246, + "grad_norm": 2.1865017414093018, + "learning_rate": 5.334796926454446e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.6967132091522217, + "num_tokens": 23198607.0, + "step": 973 + }, + { + "epoch": 0.10696244234570612, + "grad_norm": 2.218151807785034, + "learning_rate": 5.340285400658617e-07, + "loss": 1.1052, + "mean_token_accuracy": 0.684561550617218, + "num_tokens": 23225206.0, + "step": 974 + }, + { + "epoch": 0.1070722600483198, + "grad_norm": 2.594541072845459, + "learning_rate": 5.345773874862788e-07, + "loss": 1.0155, + "mean_token_accuracy": 0.6885638236999512, + "num_tokens": 23244997.0, + "step": 975 + }, + { + "epoch": 0.10718207775093345, + "grad_norm": 2.534503221511841, + "learning_rate": 5.35126234906696e-07, + "loss": 0.968, + "mean_token_accuracy": 0.7048250436782837, + "num_tokens": 23266596.0, + "step": 976 + }, + { + "epoch": 0.10729189545354711, + "grad_norm": 2.1799709796905518, + "learning_rate": 5.35675082327113e-07, + "loss": 1.0836, + "mean_token_accuracy": 0.6794753074645996, + "num_tokens": 23295167.0, + "step": 977 + }, + { + "epoch": 0.10740171315616077, + "grad_norm": 2.62520694732666, + "learning_rate": 5.362239297475302e-07, + "loss": 1.0983, + "mean_token_accuracy": 0.6717947125434875, + "num_tokens": 23315163.0, + "step": 978 + }, + { + "epoch": 0.10751153085877443, + "grad_norm": 2.47597336769104, + "learning_rate": 5.367727771679473e-07, + "loss": 1.0251, + "mean_token_accuracy": 0.6980709433555603, + "num_tokens": 23339431.0, + "step": 979 + }, + { + "epoch": 0.1076213485613881, + "grad_norm": 2.4308390617370605, + "learning_rate": 5.373216245883643e-07, + "loss": 0.9883, + "mean_token_accuracy": 0.701903223991394, + "num_tokens": 23362938.0, + "step": 980 + }, + { + "epoch": 0.10773116626400175, + "grad_norm": 2.471419095993042, + "learning_rate": 5.378704720087815e-07, + "loss": 1.1334, + "mean_token_accuracy": 0.6737979650497437, + "num_tokens": 23386060.0, + "step": 981 + }, + { + "epoch": 0.10784098396661541, + "grad_norm": 2.1494154930114746, + "learning_rate": 5.384193194291986e-07, + "loss": 1.0685, + "mean_token_accuracy": 0.6942244172096252, + "num_tokens": 23414138.0, + "step": 982 + }, + { + "epoch": 0.10795080166922907, + "grad_norm": 2.393371820449829, + "learning_rate": 5.389681668496157e-07, + "loss": 1.1832, + "mean_token_accuracy": 0.659748375415802, + "num_tokens": 23440991.0, + "step": 983 + }, + { + "epoch": 0.10806061937184275, + "grad_norm": 2.2760350704193115, + "learning_rate": 5.395170142700329e-07, + "loss": 1.071, + "mean_token_accuracy": 0.6783106327056885, + "num_tokens": 23469907.0, + "step": 984 + }, + { + "epoch": 0.10817043707445641, + "grad_norm": 2.57804799079895, + "learning_rate": 5.4006586169045e-07, + "loss": 1.0463, + "mean_token_accuracy": 0.6984289288520813, + "num_tokens": 23492640.0, + "step": 985 + }, + { + "epoch": 0.10828025477707007, + "grad_norm": 2.505444288253784, + "learning_rate": 5.406147091108671e-07, + "loss": 1.0733, + "mean_token_accuracy": 0.681638240814209, + "num_tokens": 23515299.0, + "step": 986 + }, + { + "epoch": 0.10839007247968373, + "grad_norm": 2.6127517223358154, + "learning_rate": 5.411635565312843e-07, + "loss": 1.0504, + "mean_token_accuracy": 0.6891205310821533, + "num_tokens": 23535797.0, + "step": 987 + }, + { + "epoch": 0.10849989018229739, + "grad_norm": 2.5053694248199463, + "learning_rate": 5.417124039517014e-07, + "loss": 1.1296, + "mean_token_accuracy": 0.6671226024627686, + "num_tokens": 23559929.0, + "step": 988 + }, + { + "epoch": 0.10860970788491105, + "grad_norm": 2.870727777481079, + "learning_rate": 5.422612513721185e-07, + "loss": 1.0383, + "mean_token_accuracy": 0.6933954954147339, + "num_tokens": 23578137.0, + "step": 989 + }, + { + "epoch": 0.1087195255875247, + "grad_norm": 2.35170316696167, + "learning_rate": 5.428100987925357e-07, + "loss": 1.0464, + "mean_token_accuracy": 0.6918423175811768, + "num_tokens": 23603601.0, + "step": 990 + }, + { + "epoch": 0.10882934329013837, + "grad_norm": 2.5439627170562744, + "learning_rate": 5.433589462129528e-07, + "loss": 1.0703, + "mean_token_accuracy": 0.7031280994415283, + "num_tokens": 23625966.0, + "step": 991 + }, + { + "epoch": 0.10893916099275203, + "grad_norm": 2.491912603378296, + "learning_rate": 5.439077936333699e-07, + "loss": 1.0105, + "mean_token_accuracy": 0.6973458528518677, + "num_tokens": 23648693.0, + "step": 992 + }, + { + "epoch": 0.10904897869536569, + "grad_norm": 2.8560631275177, + "learning_rate": 5.44456641053787e-07, + "loss": 1.0198, + "mean_token_accuracy": 0.6916011571884155, + "num_tokens": 23667096.0, + "step": 993 + }, + { + "epoch": 0.10915879639797936, + "grad_norm": 2.091750144958496, + "learning_rate": 5.450054884742042e-07, + "loss": 1.1363, + "mean_token_accuracy": 0.6584991812705994, + "num_tokens": 23698685.0, + "step": 994 + }, + { + "epoch": 0.10926861410059302, + "grad_norm": 2.513033628463745, + "learning_rate": 5.455543358946213e-07, + "loss": 1.0004, + "mean_token_accuracy": 0.703045129776001, + "num_tokens": 23721031.0, + "step": 995 + }, + { + "epoch": 0.10937843180320668, + "grad_norm": 3.0410118103027344, + "learning_rate": 5.461031833150384e-07, + "loss": 0.9821, + "mean_token_accuracy": 0.7023519277572632, + "num_tokens": 23736938.0, + "step": 996 + }, + { + "epoch": 0.10948824950582034, + "grad_norm": 2.5510201454162598, + "learning_rate": 5.466520307354556e-07, + "loss": 1.0532, + "mean_token_accuracy": 0.6889837980270386, + "num_tokens": 23758162.0, + "step": 997 + }, + { + "epoch": 0.109598067208434, + "grad_norm": 2.676987409591675, + "learning_rate": 5.472008781558726e-07, + "loss": 1.0612, + "mean_token_accuracy": 0.693443775177002, + "num_tokens": 23778434.0, + "step": 998 + }, + { + "epoch": 0.10970788491104766, + "grad_norm": 2.4948012828826904, + "learning_rate": 5.477497255762897e-07, + "loss": 1.1793, + "mean_token_accuracy": 0.6686820983886719, + "num_tokens": 23804028.0, + "step": 999 + }, + { + "epoch": 0.10981770261366132, + "grad_norm": 2.1033287048339844, + "learning_rate": 5.482985729967069e-07, + "loss": 0.9887, + "mean_token_accuracy": 0.7010664939880371, + "num_tokens": 23831399.0, + "step": 1000 + }, + { + "epoch": 0.10992752031627498, + "grad_norm": 2.383674144744873, + "learning_rate": 5.48847420417124e-07, + "loss": 1.0395, + "mean_token_accuracy": 0.6850104331970215, + "num_tokens": 23856168.0, + "step": 1001 + }, + { + "epoch": 0.11003733801888864, + "grad_norm": 2.1676695346832275, + "learning_rate": 5.493962678375411e-07, + "loss": 1.1588, + "mean_token_accuracy": 0.6640288829803467, + "num_tokens": 23886400.0, + "step": 1002 + }, + { + "epoch": 0.11014715572150231, + "grad_norm": 2.365201473236084, + "learning_rate": 5.499451152579583e-07, + "loss": 1.1069, + "mean_token_accuracy": 0.676295280456543, + "num_tokens": 23912731.0, + "step": 1003 + }, + { + "epoch": 0.11025697342411597, + "grad_norm": 2.302248954772949, + "learning_rate": 5.504939626783753e-07, + "loss": 1.0136, + "mean_token_accuracy": 0.6958244442939758, + "num_tokens": 23937759.0, + "step": 1004 + }, + { + "epoch": 0.11036679112672963, + "grad_norm": 2.4428837299346924, + "learning_rate": 5.510428100987925e-07, + "loss": 1.1684, + "mean_token_accuracy": 0.6540710926055908, + "num_tokens": 23961490.0, + "step": 1005 + }, + { + "epoch": 0.11047660882934329, + "grad_norm": 2.885756731033325, + "learning_rate": 5.515916575192097e-07, + "loss": 0.992, + "mean_token_accuracy": 0.7008827924728394, + "num_tokens": 23978381.0, + "step": 1006 + }, + { + "epoch": 0.11058642653195695, + "grad_norm": 2.452742338180542, + "learning_rate": 5.521405049396267e-07, + "loss": 1.0987, + "mean_token_accuracy": 0.6786861419677734, + "num_tokens": 24002533.0, + "step": 1007 + }, + { + "epoch": 0.11069624423457061, + "grad_norm": 2.4235892295837402, + "learning_rate": 5.526893523600439e-07, + "loss": 0.982, + "mean_token_accuracy": 0.7041993141174316, + "num_tokens": 24024708.0, + "step": 1008 + }, + { + "epoch": 0.11080606193718427, + "grad_norm": 2.871767282485962, + "learning_rate": 5.532381997804611e-07, + "loss": 0.9603, + "mean_token_accuracy": 0.7087371349334717, + "num_tokens": 24041958.0, + "step": 1009 + }, + { + "epoch": 0.11091587963979793, + "grad_norm": 2.8682971000671387, + "learning_rate": 5.537870472008781e-07, + "loss": 1.0346, + "mean_token_accuracy": 0.6955772638320923, + "num_tokens": 24063632.0, + "step": 1010 + }, + { + "epoch": 0.11102569734241159, + "grad_norm": 2.5805702209472656, + "learning_rate": 5.543358946212953e-07, + "loss": 0.9988, + "mean_token_accuracy": 0.702038049697876, + "num_tokens": 24083927.0, + "step": 1011 + }, + { + "epoch": 0.11113551504502525, + "grad_norm": 2.3254055976867676, + "learning_rate": 5.548847420417125e-07, + "loss": 1.0986, + "mean_token_accuracy": 0.6724872589111328, + "num_tokens": 24110591.0, + "step": 1012 + }, + { + "epoch": 0.11124533274763893, + "grad_norm": 2.0524890422821045, + "learning_rate": 5.554335894621295e-07, + "loss": 1.0363, + "mean_token_accuracy": 0.6927199959754944, + "num_tokens": 24142638.0, + "step": 1013 + }, + { + "epoch": 0.11135515045025259, + "grad_norm": 2.376329183578491, + "learning_rate": 5.559824368825467e-07, + "loss": 1.1257, + "mean_token_accuracy": 0.6701445579528809, + "num_tokens": 24168629.0, + "step": 1014 + }, + { + "epoch": 0.11146496815286625, + "grad_norm": 2.293294668197632, + "learning_rate": 5.565312843029637e-07, + "loss": 1.0913, + "mean_token_accuracy": 0.6843095421791077, + "num_tokens": 24194015.0, + "step": 1015 + }, + { + "epoch": 0.1115747858554799, + "grad_norm": 3.001398801803589, + "learning_rate": 5.570801317233809e-07, + "loss": 0.9952, + "mean_token_accuracy": 0.6993768215179443, + "num_tokens": 24209644.0, + "step": 1016 + }, + { + "epoch": 0.11168460355809356, + "grad_norm": 2.313375949859619, + "learning_rate": 5.57628979143798e-07, + "loss": 1.0616, + "mean_token_accuracy": 0.6858533620834351, + "num_tokens": 24236347.0, + "step": 1017 + }, + { + "epoch": 0.11179442126070722, + "grad_norm": 2.4024782180786133, + "learning_rate": 5.58177826564215e-07, + "loss": 0.9959, + "mean_token_accuracy": 0.694379985332489, + "num_tokens": 24260119.0, + "step": 1018 + }, + { + "epoch": 0.11190423896332088, + "grad_norm": 2.390801429748535, + "learning_rate": 5.587266739846322e-07, + "loss": 0.9852, + "mean_token_accuracy": 0.7029674053192139, + "num_tokens": 24283524.0, + "step": 1019 + }, + { + "epoch": 0.11201405666593454, + "grad_norm": 2.3318989276885986, + "learning_rate": 5.592755214050494e-07, + "loss": 1.1133, + "mean_token_accuracy": 0.6708035469055176, + "num_tokens": 24309106.0, + "step": 1020 + }, + { + "epoch": 0.1121238743685482, + "grad_norm": 2.450597047805786, + "learning_rate": 5.598243688254664e-07, + "loss": 1.0939, + "mean_token_accuracy": 0.6831414699554443, + "num_tokens": 24333888.0, + "step": 1021 + }, + { + "epoch": 0.11223369207116188, + "grad_norm": 2.8523528575897217, + "learning_rate": 5.603732162458836e-07, + "loss": 1.0554, + "mean_token_accuracy": 0.6865602731704712, + "num_tokens": 24352662.0, + "step": 1022 + }, + { + "epoch": 0.11234350977377554, + "grad_norm": 2.1700170040130615, + "learning_rate": 5.609220636663008e-07, + "loss": 0.9654, + "mean_token_accuracy": 0.7084122896194458, + "num_tokens": 24379291.0, + "step": 1023 + }, + { + "epoch": 0.1124533274763892, + "grad_norm": 2.6171436309814453, + "learning_rate": 5.614709110867178e-07, + "loss": 1.0712, + "mean_token_accuracy": 0.6835757493972778, + "num_tokens": 24400378.0, + "step": 1024 + }, + { + "epoch": 0.11256314517900286, + "grad_norm": 2.4311530590057373, + "learning_rate": 5.62019758507135e-07, + "loss": 1.0346, + "mean_token_accuracy": 0.6914379596710205, + "num_tokens": 24425012.0, + "step": 1025 + }, + { + "epoch": 0.11267296288161652, + "grad_norm": 2.2722365856170654, + "learning_rate": 5.625686059275521e-07, + "loss": 1.0932, + "mean_token_accuracy": 0.6758131980895996, + "num_tokens": 24452407.0, + "step": 1026 + }, + { + "epoch": 0.11278278058423018, + "grad_norm": 3.2645838260650635, + "learning_rate": 5.631174533479692e-07, + "loss": 1.0861, + "mean_token_accuracy": 0.6834377646446228, + "num_tokens": 24472974.0, + "step": 1027 + }, + { + "epoch": 0.11289259828684384, + "grad_norm": 2.603484630584717, + "learning_rate": 5.636663007683864e-07, + "loss": 1.1299, + "mean_token_accuracy": 0.664216160774231, + "num_tokens": 24494133.0, + "step": 1028 + }, + { + "epoch": 0.1130024159894575, + "grad_norm": 2.3600940704345703, + "learning_rate": 5.642151481888035e-07, + "loss": 1.1887, + "mean_token_accuracy": 0.6534006595611572, + "num_tokens": 24521760.0, + "step": 1029 + }, + { + "epoch": 0.11311223369207116, + "grad_norm": 2.221452474594116, + "learning_rate": 5.647639956092206e-07, + "loss": 1.0898, + "mean_token_accuracy": 0.6774578094482422, + "num_tokens": 24549052.0, + "step": 1030 + }, + { + "epoch": 0.11322205139468482, + "grad_norm": 2.653205394744873, + "learning_rate": 5.653128430296378e-07, + "loss": 1.0597, + "mean_token_accuracy": 0.6967766284942627, + "num_tokens": 24569561.0, + "step": 1031 + }, + { + "epoch": 0.11333186909729849, + "grad_norm": 2.4779105186462402, + "learning_rate": 5.658616904500549e-07, + "loss": 1.0447, + "mean_token_accuracy": 0.6870484352111816, + "num_tokens": 24592734.0, + "step": 1032 + }, + { + "epoch": 0.11344168679991215, + "grad_norm": 2.2229223251342773, + "learning_rate": 5.66410537870472e-07, + "loss": 1.1201, + "mean_token_accuracy": 0.6794461607933044, + "num_tokens": 24620062.0, + "step": 1033 + }, + { + "epoch": 0.11355150450252581, + "grad_norm": 2.1687700748443604, + "learning_rate": 5.669593852908892e-07, + "loss": 1.1594, + "mean_token_accuracy": 0.6598349213600159, + "num_tokens": 24648451.0, + "step": 1034 + }, + { + "epoch": 0.11366132220513947, + "grad_norm": 2.3990976810455322, + "learning_rate": 5.675082327113063e-07, + "loss": 1.0121, + "mean_token_accuracy": 0.6952077746391296, + "num_tokens": 24672257.0, + "step": 1035 + }, + { + "epoch": 0.11377113990775313, + "grad_norm": 2.7234578132629395, + "learning_rate": 5.680570801317233e-07, + "loss": 1.0954, + "mean_token_accuracy": 0.6881309747695923, + "num_tokens": 24692659.0, + "step": 1036 + }, + { + "epoch": 0.11388095761036679, + "grad_norm": 2.4682111740112305, + "learning_rate": 5.686059275521404e-07, + "loss": 1.0419, + "mean_token_accuracy": 0.6897100210189819, + "num_tokens": 24715693.0, + "step": 1037 + }, + { + "epoch": 0.11399077531298045, + "grad_norm": 2.63130259513855, + "learning_rate": 5.691547749725576e-07, + "loss": 1.0431, + "mean_token_accuracy": 0.6881155371665955, + "num_tokens": 24737119.0, + "step": 1038 + }, + { + "epoch": 0.11410059301559411, + "grad_norm": 2.6342952251434326, + "learning_rate": 5.697036223929747e-07, + "loss": 1.1751, + "mean_token_accuracy": 0.6557859182357788, + "num_tokens": 24759043.0, + "step": 1039 + }, + { + "epoch": 0.11421041071820777, + "grad_norm": 2.2760047912597656, + "learning_rate": 5.702524698133918e-07, + "loss": 1.0089, + "mean_token_accuracy": 0.6991400718688965, + "num_tokens": 24783970.0, + "step": 1040 + }, + { + "epoch": 0.11432022842082144, + "grad_norm": 2.1699814796447754, + "learning_rate": 5.70801317233809e-07, + "loss": 1.1808, + "mean_token_accuracy": 0.6466127634048462, + "num_tokens": 24815165.0, + "step": 1041 + }, + { + "epoch": 0.1144300461234351, + "grad_norm": 2.317460536956787, + "learning_rate": 5.713501646542261e-07, + "loss": 1.1046, + "mean_token_accuracy": 0.6691093444824219, + "num_tokens": 24841305.0, + "step": 1042 + }, + { + "epoch": 0.11453986382604876, + "grad_norm": 1.9998353719711304, + "learning_rate": 5.718990120746432e-07, + "loss": 1.089, + "mean_token_accuracy": 0.675742506980896, + "num_tokens": 24872769.0, + "step": 1043 + }, + { + "epoch": 0.11464968152866242, + "grad_norm": 2.690086841583252, + "learning_rate": 5.724478594950604e-07, + "loss": 0.9466, + "mean_token_accuracy": 0.7109469771385193, + "num_tokens": 24891253.0, + "step": 1044 + }, + { + "epoch": 0.11475949923127608, + "grad_norm": 2.6895296573638916, + "learning_rate": 5.729967069154775e-07, + "loss": 1.1019, + "mean_token_accuracy": 0.6812272667884827, + "num_tokens": 24911332.0, + "step": 1045 + }, + { + "epoch": 0.11486931693388974, + "grad_norm": 2.3307650089263916, + "learning_rate": 5.735455543358946e-07, + "loss": 1.0015, + "mean_token_accuracy": 0.7004809379577637, + "num_tokens": 24935722.0, + "step": 1046 + }, + { + "epoch": 0.1149791346365034, + "grad_norm": 2.233060836791992, + "learning_rate": 5.740944017563118e-07, + "loss": 1.0275, + "mean_token_accuracy": 0.6876010894775391, + "num_tokens": 24962618.0, + "step": 1047 + }, + { + "epoch": 0.11508895233911706, + "grad_norm": 2.1406304836273193, + "learning_rate": 5.746432491767288e-07, + "loss": 1.1391, + "mean_token_accuracy": 0.661596953868866, + "num_tokens": 24991543.0, + "step": 1048 + }, + { + "epoch": 0.11519877004173072, + "grad_norm": 2.5078346729278564, + "learning_rate": 5.75192096597146e-07, + "loss": 1.1057, + "mean_token_accuracy": 0.6702104806900024, + "num_tokens": 25015224.0, + "step": 1049 + }, + { + "epoch": 0.11530858774434438, + "grad_norm": 2.3153395652770996, + "learning_rate": 5.757409440175632e-07, + "loss": 1.0255, + "mean_token_accuracy": 0.6890677213668823, + "num_tokens": 25041557.0, + "step": 1050 + }, + { + "epoch": 0.11541840544695806, + "grad_norm": 2.3496930599212646, + "learning_rate": 5.762897914379802e-07, + "loss": 1.0599, + "mean_token_accuracy": 0.6943535208702087, + "num_tokens": 25067480.0, + "step": 1051 + }, + { + "epoch": 0.11552822314957172, + "grad_norm": 2.6998884677886963, + "learning_rate": 5.768386388583974e-07, + "loss": 1.0137, + "mean_token_accuracy": 0.6994421482086182, + "num_tokens": 25088478.0, + "step": 1052 + }, + { + "epoch": 0.11563804085218538, + "grad_norm": 2.5732269287109375, + "learning_rate": 5.773874862788145e-07, + "loss": 1.1428, + "mean_token_accuracy": 0.6656287908554077, + "num_tokens": 25111502.0, + "step": 1053 + }, + { + "epoch": 0.11574785855479904, + "grad_norm": 2.3339970111846924, + "learning_rate": 5.779363336992316e-07, + "loss": 1.0921, + "mean_token_accuracy": 0.6657339334487915, + "num_tokens": 25137598.0, + "step": 1054 + }, + { + "epoch": 0.1158576762574127, + "grad_norm": 2.33052134513855, + "learning_rate": 5.784851811196487e-07, + "loss": 1.0843, + "mean_token_accuracy": 0.6710700988769531, + "num_tokens": 25163923.0, + "step": 1055 + }, + { + "epoch": 0.11596749396002635, + "grad_norm": 2.208817958831787, + "learning_rate": 5.790340285400658e-07, + "loss": 1.065, + "mean_token_accuracy": 0.694985032081604, + "num_tokens": 25191376.0, + "step": 1056 + }, + { + "epoch": 0.11607731166264001, + "grad_norm": 2.611766815185547, + "learning_rate": 5.795828759604829e-07, + "loss": 1.1996, + "mean_token_accuracy": 0.6505002975463867, + "num_tokens": 25212579.0, + "step": 1057 + }, + { + "epoch": 0.11618712936525367, + "grad_norm": 2.4282853603363037, + "learning_rate": 5.801317233809001e-07, + "loss": 1.0884, + "mean_token_accuracy": 0.6885024309158325, + "num_tokens": 25235928.0, + "step": 1058 + }, + { + "epoch": 0.11629694706786733, + "grad_norm": 2.628448009490967, + "learning_rate": 5.806805708013171e-07, + "loss": 1.074, + "mean_token_accuracy": 0.6826795935630798, + "num_tokens": 25258176.0, + "step": 1059 + }, + { + "epoch": 0.11640676477048101, + "grad_norm": 2.7165277004241943, + "learning_rate": 5.812294182217343e-07, + "loss": 0.9981, + "mean_token_accuracy": 0.7007776498794556, + "num_tokens": 25278572.0, + "step": 1060 + }, + { + "epoch": 0.11651658247309467, + "grad_norm": 2.357644557952881, + "learning_rate": 5.817782656421515e-07, + "loss": 1.0703, + "mean_token_accuracy": 0.6861030459403992, + "num_tokens": 25302860.0, + "step": 1061 + }, + { + "epoch": 0.11662640017570833, + "grad_norm": 2.817599296569824, + "learning_rate": 5.823271130625685e-07, + "loss": 1.0635, + "mean_token_accuracy": 0.6857172250747681, + "num_tokens": 25322571.0, + "step": 1062 + }, + { + "epoch": 0.11673621787832199, + "grad_norm": 2.4138832092285156, + "learning_rate": 5.828759604829857e-07, + "loss": 1.0349, + "mean_token_accuracy": 0.6905529499053955, + "num_tokens": 25347884.0, + "step": 1063 + }, + { + "epoch": 0.11684603558093565, + "grad_norm": 2.3947458267211914, + "learning_rate": 5.834248079034029e-07, + "loss": 1.0667, + "mean_token_accuracy": 0.6861858367919922, + "num_tokens": 25372520.0, + "step": 1064 + }, + { + "epoch": 0.11695585328354931, + "grad_norm": 2.169914722442627, + "learning_rate": 5.839736553238199e-07, + "loss": 1.1532, + "mean_token_accuracy": 0.6761102676391602, + "num_tokens": 25403460.0, + "step": 1065 + }, + { + "epoch": 0.11706567098616297, + "grad_norm": 2.116316795349121, + "learning_rate": 5.845225027442371e-07, + "loss": 1.1569, + "mean_token_accuracy": 0.6581836938858032, + "num_tokens": 25432986.0, + "step": 1066 + }, + { + "epoch": 0.11717548868877663, + "grad_norm": 2.8292884826660156, + "learning_rate": 5.850713501646543e-07, + "loss": 1.0216, + "mean_token_accuracy": 0.6951773166656494, + "num_tokens": 25452748.0, + "step": 1067 + }, + { + "epoch": 0.11728530639139029, + "grad_norm": 2.187051296234131, + "learning_rate": 5.856201975850713e-07, + "loss": 1.1202, + "mean_token_accuracy": 0.6752891540527344, + "num_tokens": 25481040.0, + "step": 1068 + }, + { + "epoch": 0.11739512409400395, + "grad_norm": 2.2684214115142822, + "learning_rate": 5.861690450054885e-07, + "loss": 1.1234, + "mean_token_accuracy": 0.681416928768158, + "num_tokens": 25508022.0, + "step": 1069 + }, + { + "epoch": 0.11750494179661762, + "grad_norm": 2.264737129211426, + "learning_rate": 5.867178924259056e-07, + "loss": 1.0413, + "mean_token_accuracy": 0.6949028372764587, + "num_tokens": 25534221.0, + "step": 1070 + }, + { + "epoch": 0.11761475949923128, + "grad_norm": 2.77799391746521, + "learning_rate": 5.872667398463227e-07, + "loss": 1.0124, + "mean_token_accuracy": 0.6939321756362915, + "num_tokens": 25552553.0, + "step": 1071 + }, + { + "epoch": 0.11772457720184494, + "grad_norm": 2.1782968044281006, + "learning_rate": 5.878155872667399e-07, + "loss": 1.0938, + "mean_token_accuracy": 0.6759971380233765, + "num_tokens": 25581086.0, + "step": 1072 + }, + { + "epoch": 0.1178343949044586, + "grad_norm": 2.703582525253296, + "learning_rate": 5.88364434687157e-07, + "loss": 1.049, + "mean_token_accuracy": 0.6904807686805725, + "num_tokens": 25600749.0, + "step": 1073 + }, + { + "epoch": 0.11794421260707226, + "grad_norm": 2.5606677532196045, + "learning_rate": 5.88913282107574e-07, + "loss": 1.1521, + "mean_token_accuracy": 0.677148699760437, + "num_tokens": 25623315.0, + "step": 1074 + }, + { + "epoch": 0.11805403030968592, + "grad_norm": 2.27363920211792, + "learning_rate": 5.894621295279912e-07, + "loss": 1.0303, + "mean_token_accuracy": 0.691974401473999, + "num_tokens": 25649525.0, + "step": 1075 + }, + { + "epoch": 0.11816384801229958, + "grad_norm": 2.2629847526550293, + "learning_rate": 5.900109769484083e-07, + "loss": 1.0266, + "mean_token_accuracy": 0.694319486618042, + "num_tokens": 25675333.0, + "step": 1076 + }, + { + "epoch": 0.11827366571491324, + "grad_norm": 2.431427478790283, + "learning_rate": 5.905598243688254e-07, + "loss": 1.067, + "mean_token_accuracy": 0.6784214377403259, + "num_tokens": 25700136.0, + "step": 1077 + }, + { + "epoch": 0.1183834834175269, + "grad_norm": 2.6060070991516113, + "learning_rate": 5.911086717892426e-07, + "loss": 1.1555, + "mean_token_accuracy": 0.6671769618988037, + "num_tokens": 25723550.0, + "step": 1078 + }, + { + "epoch": 0.11849330112014057, + "grad_norm": 2.4661688804626465, + "learning_rate": 5.916575192096597e-07, + "loss": 1.1579, + "mean_token_accuracy": 0.6584300994873047, + "num_tokens": 25747756.0, + "step": 1079 + }, + { + "epoch": 0.11860311882275423, + "grad_norm": 2.122981309890747, + "learning_rate": 5.922063666300768e-07, + "loss": 1.0823, + "mean_token_accuracy": 0.6770458221435547, + "num_tokens": 25778439.0, + "step": 1080 + }, + { + "epoch": 0.1187129365253679, + "grad_norm": 2.6219708919525146, + "learning_rate": 5.927552140504939e-07, + "loss": 0.9764, + "mean_token_accuracy": 0.7078897953033447, + "num_tokens": 25797105.0, + "step": 1081 + }, + { + "epoch": 0.11882275422798155, + "grad_norm": 2.527900457382202, + "learning_rate": 5.93304061470911e-07, + "loss": 1.07, + "mean_token_accuracy": 0.6811134815216064, + "num_tokens": 25820087.0, + "step": 1082 + }, + { + "epoch": 0.11893257193059521, + "grad_norm": 2.61395001411438, + "learning_rate": 5.938529088913282e-07, + "loss": 1.0798, + "mean_token_accuracy": 0.6873435974121094, + "num_tokens": 25841508.0, + "step": 1083 + }, + { + "epoch": 0.11904238963320887, + "grad_norm": 2.26760196685791, + "learning_rate": 5.944017563117453e-07, + "loss": 1.0973, + "mean_token_accuracy": 0.678711473941803, + "num_tokens": 25868835.0, + "step": 1084 + }, + { + "epoch": 0.11915220733582253, + "grad_norm": 2.5910115242004395, + "learning_rate": 5.949506037321624e-07, + "loss": 1.1444, + "mean_token_accuracy": 0.6720572113990784, + "num_tokens": 25892244.0, + "step": 1085 + }, + { + "epoch": 0.11926202503843619, + "grad_norm": 2.5358688831329346, + "learning_rate": 5.954994511525796e-07, + "loss": 1.0785, + "mean_token_accuracy": 0.7006324529647827, + "num_tokens": 25915078.0, + "step": 1086 + }, + { + "epoch": 0.11937184274104985, + "grad_norm": 2.6137802600860596, + "learning_rate": 5.960482985729967e-07, + "loss": 1.0889, + "mean_token_accuracy": 0.6990866661071777, + "num_tokens": 25935908.0, + "step": 1087 + }, + { + "epoch": 0.11948166044366351, + "grad_norm": 2.337271213531494, + "learning_rate": 5.965971459934138e-07, + "loss": 1.0916, + "mean_token_accuracy": 0.6735073328018188, + "num_tokens": 25961751.0, + "step": 1088 + }, + { + "epoch": 0.11959147814627719, + "grad_norm": 2.7667410373687744, + "learning_rate": 5.971459934138309e-07, + "loss": 0.9975, + "mean_token_accuracy": 0.6998351812362671, + "num_tokens": 25980936.0, + "step": 1089 + }, + { + "epoch": 0.11970129584889085, + "grad_norm": 2.281414031982422, + "learning_rate": 5.976948408342481e-07, + "loss": 1.0736, + "mean_token_accuracy": 0.6827908754348755, + "num_tokens": 26007685.0, + "step": 1090 + }, + { + "epoch": 0.1198111135515045, + "grad_norm": 2.6616995334625244, + "learning_rate": 5.982436882546652e-07, + "loss": 1.0067, + "mean_token_accuracy": 0.6953762173652649, + "num_tokens": 26029707.0, + "step": 1091 + }, + { + "epoch": 0.11992093125411817, + "grad_norm": 2.35563325881958, + "learning_rate": 5.987925356750822e-07, + "loss": 1.1286, + "mean_token_accuracy": 0.667201042175293, + "num_tokens": 26058867.0, + "step": 1092 + }, + { + "epoch": 0.12003074895673183, + "grad_norm": 2.489748001098633, + "learning_rate": 5.993413830954994e-07, + "loss": 1.0466, + "mean_token_accuracy": 0.6917316913604736, + "num_tokens": 26081524.0, + "step": 1093 + }, + { + "epoch": 0.12014056665934549, + "grad_norm": 2.5271830558776855, + "learning_rate": 5.998902305159165e-07, + "loss": 1.0549, + "mean_token_accuracy": 0.6913727521896362, + "num_tokens": 26102436.0, + "step": 1094 + }, + { + "epoch": 0.12025038436195915, + "grad_norm": 2.2898495197296143, + "learning_rate": 6.004390779363336e-07, + "loss": 1.099, + "mean_token_accuracy": 0.6811215877532959, + "num_tokens": 26129621.0, + "step": 1095 + }, + { + "epoch": 0.1203602020645728, + "grad_norm": 2.514676094055176, + "learning_rate": 6.009879253567508e-07, + "loss": 1.0466, + "mean_token_accuracy": 0.6969021558761597, + "num_tokens": 26153383.0, + "step": 1096 + }, + { + "epoch": 0.12047001976718646, + "grad_norm": 2.402411937713623, + "learning_rate": 6.015367727771679e-07, + "loss": 1.0724, + "mean_token_accuracy": 0.6932911276817322, + "num_tokens": 26178253.0, + "step": 1097 + }, + { + "epoch": 0.12057983746980014, + "grad_norm": 2.6984009742736816, + "learning_rate": 6.02085620197585e-07, + "loss": 1.0366, + "mean_token_accuracy": 0.6917266249656677, + "num_tokens": 26198480.0, + "step": 1098 + }, + { + "epoch": 0.1206896551724138, + "grad_norm": 2.4189820289611816, + "learning_rate": 6.026344676180022e-07, + "loss": 1.095, + "mean_token_accuracy": 0.6889593601226807, + "num_tokens": 26222972.0, + "step": 1099 + }, + { + "epoch": 0.12079947287502746, + "grad_norm": 2.3673977851867676, + "learning_rate": 6.031833150384192e-07, + "loss": 1.0722, + "mean_token_accuracy": 0.6904714703559875, + "num_tokens": 26248342.0, + "step": 1100 + }, + { + "epoch": 0.12090929057764112, + "grad_norm": 2.666581392288208, + "learning_rate": 6.037321624588364e-07, + "loss": 1.0958, + "mean_token_accuracy": 0.6767345666885376, + "num_tokens": 26269521.0, + "step": 1101 + }, + { + "epoch": 0.12101910828025478, + "grad_norm": 2.526909828186035, + "learning_rate": 6.042810098792536e-07, + "loss": 1.0764, + "mean_token_accuracy": 0.6844247579574585, + "num_tokens": 26292192.0, + "step": 1102 + }, + { + "epoch": 0.12112892598286844, + "grad_norm": 2.760753870010376, + "learning_rate": 6.048298572996706e-07, + "loss": 0.9998, + "mean_token_accuracy": 0.7004197239875793, + "num_tokens": 26311241.0, + "step": 1103 + }, + { + "epoch": 0.1212387436854821, + "grad_norm": 2.707859754562378, + "learning_rate": 6.053787047200878e-07, + "loss": 1.0576, + "mean_token_accuracy": 0.6872776746749878, + "num_tokens": 26330572.0, + "step": 1104 + }, + { + "epoch": 0.12134856138809576, + "grad_norm": 2.6970231533050537, + "learning_rate": 6.05927552140505e-07, + "loss": 0.9691, + "mean_token_accuracy": 0.7154054641723633, + "num_tokens": 26349778.0, + "step": 1105 + }, + { + "epoch": 0.12145837909070942, + "grad_norm": 2.469102382659912, + "learning_rate": 6.06476399560922e-07, + "loss": 1.0823, + "mean_token_accuracy": 0.6805835962295532, + "num_tokens": 26372503.0, + "step": 1106 + }, + { + "epoch": 0.12156819679332308, + "grad_norm": 2.595834970474243, + "learning_rate": 6.070252469813392e-07, + "loss": 1.0562, + "mean_token_accuracy": 0.6807196140289307, + "num_tokens": 26395330.0, + "step": 1107 + }, + { + "epoch": 0.12167801449593675, + "grad_norm": 2.5490670204162598, + "learning_rate": 6.075740944017564e-07, + "loss": 1.1113, + "mean_token_accuracy": 0.6812132596969604, + "num_tokens": 26419627.0, + "step": 1108 + }, + { + "epoch": 0.12178783219855041, + "grad_norm": 2.330854654312134, + "learning_rate": 6.081229418221734e-07, + "loss": 1.0544, + "mean_token_accuracy": 0.6835074424743652, + "num_tokens": 26445103.0, + "step": 1109 + }, + { + "epoch": 0.12189764990116407, + "grad_norm": 2.4695630073547363, + "learning_rate": 6.086717892425906e-07, + "loss": 1.075, + "mean_token_accuracy": 0.683967113494873, + "num_tokens": 26471458.0, + "step": 1110 + }, + { + "epoch": 0.12200746760377773, + "grad_norm": 2.6797759532928467, + "learning_rate": 6.092206366630076e-07, + "loss": 0.9973, + "mean_token_accuracy": 0.7000423669815063, + "num_tokens": 26489299.0, + "step": 1111 + }, + { + "epoch": 0.12211728530639139, + "grad_norm": 2.674992799758911, + "learning_rate": 6.097694840834247e-07, + "loss": 1.0282, + "mean_token_accuracy": 0.6890199780464172, + "num_tokens": 26509473.0, + "step": 1112 + }, + { + "epoch": 0.12222710300900505, + "grad_norm": 2.263974905014038, + "learning_rate": 6.103183315038419e-07, + "loss": 0.9982, + "mean_token_accuracy": 0.7069061398506165, + "num_tokens": 26533259.0, + "step": 1113 + }, + { + "epoch": 0.12233692071161871, + "grad_norm": 2.363288164138794, + "learning_rate": 6.10867178924259e-07, + "loss": 1.1018, + "mean_token_accuracy": 0.6761087775230408, + "num_tokens": 26559487.0, + "step": 1114 + }, + { + "epoch": 0.12244673841423237, + "grad_norm": 2.705022096633911, + "learning_rate": 6.114160263446761e-07, + "loss": 0.994, + "mean_token_accuracy": 0.7060158252716064, + "num_tokens": 26579197.0, + "step": 1115 + }, + { + "epoch": 0.12255655611684603, + "grad_norm": 2.376776695251465, + "learning_rate": 6.119648737650933e-07, + "loss": 1.0381, + "mean_token_accuracy": 0.6904971599578857, + "num_tokens": 26603895.0, + "step": 1116 + }, + { + "epoch": 0.1226663738194597, + "grad_norm": 2.447864532470703, + "learning_rate": 6.125137211855103e-07, + "loss": 1.0042, + "mean_token_accuracy": 0.6934982538223267, + "num_tokens": 26627051.0, + "step": 1117 + }, + { + "epoch": 0.12277619152207336, + "grad_norm": 2.901123046875, + "learning_rate": 6.130625686059275e-07, + "loss": 1.0969, + "mean_token_accuracy": 0.6758880615234375, + "num_tokens": 26645312.0, + "step": 1118 + }, + { + "epoch": 0.12288600922468702, + "grad_norm": 2.3260483741760254, + "learning_rate": 6.136114160263447e-07, + "loss": 0.9974, + "mean_token_accuracy": 0.7020909190177917, + "num_tokens": 26669206.0, + "step": 1119 + }, + { + "epoch": 0.12299582692730068, + "grad_norm": 2.298121929168701, + "learning_rate": 6.141602634467617e-07, + "loss": 1.0321, + "mean_token_accuracy": 0.6932439208030701, + "num_tokens": 26694176.0, + "step": 1120 + }, + { + "epoch": 0.12310564462991434, + "grad_norm": 2.195300579071045, + "learning_rate": 6.147091108671789e-07, + "loss": 1.0915, + "mean_token_accuracy": 0.6775871515274048, + "num_tokens": 26721400.0, + "step": 1121 + }, + { + "epoch": 0.123215462332528, + "grad_norm": 2.6139416694641113, + "learning_rate": 6.15257958287596e-07, + "loss": 1.0129, + "mean_token_accuracy": 0.6990250945091248, + "num_tokens": 26741225.0, + "step": 1122 + }, + { + "epoch": 0.12332528003514166, + "grad_norm": 2.7416083812713623, + "learning_rate": 6.158068057080131e-07, + "loss": 1.0533, + "mean_token_accuracy": 0.6812946796417236, + "num_tokens": 26762094.0, + "step": 1123 + }, + { + "epoch": 0.12343509773775532, + "grad_norm": 2.369112968444824, + "learning_rate": 6.163556531284303e-07, + "loss": 1.0387, + "mean_token_accuracy": 0.684589147567749, + "num_tokens": 26786832.0, + "step": 1124 + }, + { + "epoch": 0.12354491544036898, + "grad_norm": 2.3628954887390137, + "learning_rate": 6.169045005488474e-07, + "loss": 1.0372, + "mean_token_accuracy": 0.689648449420929, + "num_tokens": 26811447.0, + "step": 1125 + }, + { + "epoch": 0.12365473314298264, + "grad_norm": 2.5246315002441406, + "learning_rate": 6.174533479692645e-07, + "loss": 1.016, + "mean_token_accuracy": 0.6996011734008789, + "num_tokens": 26832195.0, + "step": 1126 + }, + { + "epoch": 0.12376455084559632, + "grad_norm": 2.2979140281677246, + "learning_rate": 6.180021953896817e-07, + "loss": 1.0704, + "mean_token_accuracy": 0.6817266345024109, + "num_tokens": 26858825.0, + "step": 1127 + }, + { + "epoch": 0.12387436854820998, + "grad_norm": 2.251190185546875, + "learning_rate": 6.185510428100988e-07, + "loss": 1.1377, + "mean_token_accuracy": 0.6602724194526672, + "num_tokens": 26888662.0, + "step": 1128 + }, + { + "epoch": 0.12398418625082364, + "grad_norm": 2.1782026290893555, + "learning_rate": 6.190998902305159e-07, + "loss": 1.0493, + "mean_token_accuracy": 0.6914889812469482, + "num_tokens": 26916107.0, + "step": 1129 + }, + { + "epoch": 0.1240940039534373, + "grad_norm": 2.51953387260437, + "learning_rate": 6.196487376509331e-07, + "loss": 1.0209, + "mean_token_accuracy": 0.6972987651824951, + "num_tokens": 26937257.0, + "step": 1130 + }, + { + "epoch": 0.12420382165605096, + "grad_norm": 2.4278438091278076, + "learning_rate": 6.201975850713501e-07, + "loss": 1.1337, + "mean_token_accuracy": 0.6642017364501953, + "num_tokens": 26960440.0, + "step": 1131 + }, + { + "epoch": 0.12431363935866462, + "grad_norm": 2.5594170093536377, + "learning_rate": 6.207464324917672e-07, + "loss": 1.0891, + "mean_token_accuracy": 0.6839628219604492, + "num_tokens": 26985724.0, + "step": 1132 + }, + { + "epoch": 0.12442345706127828, + "grad_norm": 2.6034963130950928, + "learning_rate": 6.212952799121843e-07, + "loss": 1.0791, + "mean_token_accuracy": 0.684951663017273, + "num_tokens": 27005801.0, + "step": 1133 + }, + { + "epoch": 0.12453327476389194, + "grad_norm": 2.442753553390503, + "learning_rate": 6.218441273326015e-07, + "loss": 1.0658, + "mean_token_accuracy": 0.6889257431030273, + "num_tokens": 27030158.0, + "step": 1134 + }, + { + "epoch": 0.1246430924665056, + "grad_norm": 2.389267921447754, + "learning_rate": 6.223929747530186e-07, + "loss": 1.0743, + "mean_token_accuracy": 0.6809421181678772, + "num_tokens": 27055186.0, + "step": 1135 + }, + { + "epoch": 0.12475291016911927, + "grad_norm": 2.5600311756134033, + "learning_rate": 6.229418221734357e-07, + "loss": 0.9665, + "mean_token_accuracy": 0.7092152237892151, + "num_tokens": 27075233.0, + "step": 1136 + }, + { + "epoch": 0.12486272787173293, + "grad_norm": 2.4439961910247803, + "learning_rate": 6.234906695938529e-07, + "loss": 1.1148, + "mean_token_accuracy": 0.6702778935432434, + "num_tokens": 27099593.0, + "step": 1137 + }, + { + "epoch": 0.12497254557434659, + "grad_norm": 3.6697819232940674, + "learning_rate": 6.2403951701427e-07, + "loss": 1.048, + "mean_token_accuracy": 0.7013413906097412, + "num_tokens": 27121481.0, + "step": 1138 + }, + { + "epoch": 0.12508236327696023, + "grad_norm": 2.286105155944824, + "learning_rate": 6.245883644346871e-07, + "loss": 1.0034, + "mean_token_accuracy": 0.6982646584510803, + "num_tokens": 27147586.0, + "step": 1139 + }, + { + "epoch": 0.1251921809795739, + "grad_norm": 2.216294765472412, + "learning_rate": 6.251372118551043e-07, + "loss": 1.037, + "mean_token_accuracy": 0.6924855709075928, + "num_tokens": 27173788.0, + "step": 1140 + }, + { + "epoch": 0.12530199868218758, + "grad_norm": 2.4460458755493164, + "learning_rate": 6.256860592755214e-07, + "loss": 1.1399, + "mean_token_accuracy": 0.6696603894233704, + "num_tokens": 27196731.0, + "step": 1141 + }, + { + "epoch": 0.12541181638480123, + "grad_norm": 2.611518383026123, + "learning_rate": 6.262349066959385e-07, + "loss": 1.1096, + "mean_token_accuracy": 0.6786148548126221, + "num_tokens": 27219622.0, + "step": 1142 + }, + { + "epoch": 0.1255216340874149, + "grad_norm": 2.314809799194336, + "learning_rate": 6.267837541163557e-07, + "loss": 1.037, + "mean_token_accuracy": 0.6811122894287109, + "num_tokens": 27244943.0, + "step": 1143 + }, + { + "epoch": 0.12563145179002855, + "grad_norm": 2.5702152252197266, + "learning_rate": 6.273326015367727e-07, + "loss": 1.0333, + "mean_token_accuracy": 0.6913015842437744, + "num_tokens": 27266044.0, + "step": 1144 + }, + { + "epoch": 0.12574126949264222, + "grad_norm": 2.5746474266052246, + "learning_rate": 6.278814489571899e-07, + "loss": 1.0669, + "mean_token_accuracy": 0.6862725615501404, + "num_tokens": 27287243.0, + "step": 1145 + }, + { + "epoch": 0.12585108719525587, + "grad_norm": 2.582902669906616, + "learning_rate": 6.284302963776071e-07, + "loss": 1.057, + "mean_token_accuracy": 0.6939871311187744, + "num_tokens": 27308389.0, + "step": 1146 + }, + { + "epoch": 0.12596090489786954, + "grad_norm": 2.6333625316619873, + "learning_rate": 6.289791437980241e-07, + "loss": 0.9327, + "mean_token_accuracy": 0.7162622809410095, + "num_tokens": 27328469.0, + "step": 1147 + }, + { + "epoch": 0.1260707226004832, + "grad_norm": 2.671204090118408, + "learning_rate": 6.295279912184413e-07, + "loss": 1.0598, + "mean_token_accuracy": 0.6797098517417908, + "num_tokens": 27348095.0, + "step": 1148 + }, + { + "epoch": 0.12618054030309686, + "grad_norm": 2.80011248588562, + "learning_rate": 6.300768386388585e-07, + "loss": 1.055, + "mean_token_accuracy": 0.6884436011314392, + "num_tokens": 27367180.0, + "step": 1149 + }, + { + "epoch": 0.1262903580057105, + "grad_norm": 2.0246355533599854, + "learning_rate": 6.306256860592754e-07, + "loss": 0.9891, + "mean_token_accuracy": 0.7043197154998779, + "num_tokens": 27397795.0, + "step": 1150 + }, + { + "epoch": 0.12640017570832418, + "grad_norm": 2.1837964057922363, + "learning_rate": 6.311745334796926e-07, + "loss": 1.1174, + "mean_token_accuracy": 0.6703129410743713, + "num_tokens": 27427477.0, + "step": 1151 + }, + { + "epoch": 0.12650999341093785, + "grad_norm": 2.4053051471710205, + "learning_rate": 6.317233809001098e-07, + "loss": 1.0491, + "mean_token_accuracy": 0.6986241340637207, + "num_tokens": 27452024.0, + "step": 1152 + }, + { + "epoch": 0.1266198111135515, + "grad_norm": 2.3939731121063232, + "learning_rate": 6.322722283205268e-07, + "loss": 1.0918, + "mean_token_accuracy": 0.6844280958175659, + "num_tokens": 27476604.0, + "step": 1153 + }, + { + "epoch": 0.12672962881616517, + "grad_norm": 2.9720990657806396, + "learning_rate": 6.32821075740944e-07, + "loss": 0.9974, + "mean_token_accuracy": 0.6969467401504517, + "num_tokens": 27494218.0, + "step": 1154 + }, + { + "epoch": 0.12683944651877882, + "grad_norm": 2.2259514331817627, + "learning_rate": 6.33369923161361e-07, + "loss": 1.0003, + "mean_token_accuracy": 0.6976650357246399, + "num_tokens": 27520617.0, + "step": 1155 + }, + { + "epoch": 0.1269492642213925, + "grad_norm": 2.2660152912139893, + "learning_rate": 6.339187705817782e-07, + "loss": 1.0342, + "mean_token_accuracy": 0.6928802728652954, + "num_tokens": 27546452.0, + "step": 1156 + }, + { + "epoch": 0.12705908192400614, + "grad_norm": 2.416233777999878, + "learning_rate": 6.344676180021954e-07, + "loss": 0.964, + "mean_token_accuracy": 0.706795334815979, + "num_tokens": 27567651.0, + "step": 1157 + }, + { + "epoch": 0.1271688996266198, + "grad_norm": 2.3863463401794434, + "learning_rate": 6.350164654226124e-07, + "loss": 1.1095, + "mean_token_accuracy": 0.6725929975509644, + "num_tokens": 27591807.0, + "step": 1158 + }, + { + "epoch": 0.12727871732923346, + "grad_norm": 2.372605562210083, + "learning_rate": 6.355653128430296e-07, + "loss": 1.0352, + "mean_token_accuracy": 0.6905407309532166, + "num_tokens": 27615677.0, + "step": 1159 + }, + { + "epoch": 0.12738853503184713, + "grad_norm": 2.2324562072753906, + "learning_rate": 6.361141602634468e-07, + "loss": 1.0271, + "mean_token_accuracy": 0.6917456388473511, + "num_tokens": 27641739.0, + "step": 1160 + }, + { + "epoch": 0.1274983527344608, + "grad_norm": 2.22843337059021, + "learning_rate": 6.366630076838638e-07, + "loss": 0.9907, + "mean_token_accuracy": 0.6972453594207764, + "num_tokens": 27667310.0, + "step": 1161 + }, + { + "epoch": 0.12760817043707445, + "grad_norm": 2.2535362243652344, + "learning_rate": 6.37211855104281e-07, + "loss": 1.1019, + "mean_token_accuracy": 0.6673399806022644, + "num_tokens": 27694990.0, + "step": 1162 + }, + { + "epoch": 0.12771798813968813, + "grad_norm": 2.277312755584717, + "learning_rate": 6.377607025246982e-07, + "loss": 1.084, + "mean_token_accuracy": 0.6762218475341797, + "num_tokens": 27721036.0, + "step": 1163 + }, + { + "epoch": 0.12782780584230177, + "grad_norm": 2.386777400970459, + "learning_rate": 6.383095499451152e-07, + "loss": 1.1116, + "mean_token_accuracy": 0.6836858987808228, + "num_tokens": 27747517.0, + "step": 1164 + }, + { + "epoch": 0.12793762354491545, + "grad_norm": 2.201970338821411, + "learning_rate": 6.388583973655324e-07, + "loss": 1.0602, + "mean_token_accuracy": 0.6872167587280273, + "num_tokens": 27776061.0, + "step": 1165 + }, + { + "epoch": 0.1280474412475291, + "grad_norm": 2.3788914680480957, + "learning_rate": 6.394072447859495e-07, + "loss": 1.0364, + "mean_token_accuracy": 0.6879482269287109, + "num_tokens": 27798635.0, + "step": 1166 + }, + { + "epoch": 0.12815725895014277, + "grad_norm": 2.2336080074310303, + "learning_rate": 6.399560922063666e-07, + "loss": 0.9556, + "mean_token_accuracy": 0.7159624099731445, + "num_tokens": 27824447.0, + "step": 1167 + }, + { + "epoch": 0.1282670766527564, + "grad_norm": 2.3402533531188965, + "learning_rate": 6.405049396267838e-07, + "loss": 1.0063, + "mean_token_accuracy": 0.7023569941520691, + "num_tokens": 27850535.0, + "step": 1168 + }, + { + "epoch": 0.12837689435537009, + "grad_norm": 2.4959006309509277, + "learning_rate": 6.410537870472008e-07, + "loss": 1.0259, + "mean_token_accuracy": 0.6913319826126099, + "num_tokens": 27872069.0, + "step": 1169 + }, + { + "epoch": 0.12848671205798376, + "grad_norm": 2.9074978828430176, + "learning_rate": 6.416026344676179e-07, + "loss": 1.0733, + "mean_token_accuracy": 0.6774675250053406, + "num_tokens": 27890116.0, + "step": 1170 + }, + { + "epoch": 0.1285965297605974, + "grad_norm": 2.1395010948181152, + "learning_rate": 6.421514818880351e-07, + "loss": 1.0056, + "mean_token_accuracy": 0.7030535936355591, + "num_tokens": 27918582.0, + "step": 1171 + }, + { + "epoch": 0.12870634746321108, + "grad_norm": 2.5201947689056396, + "learning_rate": 6.427003293084522e-07, + "loss": 1.0089, + "mean_token_accuracy": 0.6897283792495728, + "num_tokens": 27940433.0, + "step": 1172 + }, + { + "epoch": 0.12881616516582473, + "grad_norm": 2.6516308784484863, + "learning_rate": 6.432491767288693e-07, + "loss": 1.0702, + "mean_token_accuracy": 0.6830121278762817, + "num_tokens": 27966264.0, + "step": 1173 + }, + { + "epoch": 0.1289259828684384, + "grad_norm": 2.1466636657714844, + "learning_rate": 6.437980241492865e-07, + "loss": 1.0436, + "mean_token_accuracy": 0.7014914751052856, + "num_tokens": 27994640.0, + "step": 1174 + }, + { + "epoch": 0.12903580057105205, + "grad_norm": 2.6650431156158447, + "learning_rate": 6.443468715697036e-07, + "loss": 1.0894, + "mean_token_accuracy": 0.6850313544273376, + "num_tokens": 28015836.0, + "step": 1175 + }, + { + "epoch": 0.12914561827366572, + "grad_norm": 2.4938669204711914, + "learning_rate": 6.448957189901207e-07, + "loss": 1.0439, + "mean_token_accuracy": 0.7138977646827698, + "num_tokens": 28037884.0, + "step": 1176 + }, + { + "epoch": 0.12925543597627936, + "grad_norm": 2.6439225673675537, + "learning_rate": 6.454445664105378e-07, + "loss": 1.0488, + "mean_token_accuracy": 0.6921416521072388, + "num_tokens": 28058858.0, + "step": 1177 + }, + { + "epoch": 0.12936525367889304, + "grad_norm": 2.4753518104553223, + "learning_rate": 6.45993413830955e-07, + "loss": 1.0318, + "mean_token_accuracy": 0.6999717950820923, + "num_tokens": 28081084.0, + "step": 1178 + }, + { + "epoch": 0.1294750713815067, + "grad_norm": 2.791109800338745, + "learning_rate": 6.465422612513721e-07, + "loss": 1.0517, + "mean_token_accuracy": 0.6889758110046387, + "num_tokens": 28099543.0, + "step": 1179 + }, + { + "epoch": 0.12958488908412036, + "grad_norm": 2.51754093170166, + "learning_rate": 6.470911086717892e-07, + "loss": 1.0819, + "mean_token_accuracy": 0.6811909675598145, + "num_tokens": 28122409.0, + "step": 1180 + }, + { + "epoch": 0.12969470678673403, + "grad_norm": 2.1975784301757812, + "learning_rate": 6.476399560922064e-07, + "loss": 1.1676, + "mean_token_accuracy": 0.6602160930633545, + "num_tokens": 28151979.0, + "step": 1181 + }, + { + "epoch": 0.12980452448934768, + "grad_norm": 2.7579824924468994, + "learning_rate": 6.481888035126235e-07, + "loss": 1.0223, + "mean_token_accuracy": 0.7013678550720215, + "num_tokens": 28171947.0, + "step": 1182 + }, + { + "epoch": 0.12991434219196135, + "grad_norm": 2.638449192047119, + "learning_rate": 6.487376509330406e-07, + "loss": 0.9829, + "mean_token_accuracy": 0.7097052335739136, + "num_tokens": 28192624.0, + "step": 1183 + }, + { + "epoch": 0.130024159894575, + "grad_norm": 2.3148107528686523, + "learning_rate": 6.492864983534578e-07, + "loss": 1.1797, + "mean_token_accuracy": 0.6678182482719421, + "num_tokens": 28219638.0, + "step": 1184 + }, + { + "epoch": 0.13013397759718867, + "grad_norm": 2.5288732051849365, + "learning_rate": 6.498353457738749e-07, + "loss": 1.0285, + "mean_token_accuracy": 0.6943917274475098, + "num_tokens": 28239550.0, + "step": 1185 + }, + { + "epoch": 0.13024379529980232, + "grad_norm": 2.2197253704071045, + "learning_rate": 6.50384193194292e-07, + "loss": 1.0365, + "mean_token_accuracy": 0.70345139503479, + "num_tokens": 28266291.0, + "step": 1186 + }, + { + "epoch": 0.130353613002416, + "grad_norm": 2.4965035915374756, + "learning_rate": 6.509330406147092e-07, + "loss": 1.0505, + "mean_token_accuracy": 0.6838000416755676, + "num_tokens": 28290417.0, + "step": 1187 + }, + { + "epoch": 0.13046343070502964, + "grad_norm": 3.169639825820923, + "learning_rate": 6.514818880351261e-07, + "loss": 0.9356, + "mean_token_accuracy": 0.7161918878555298, + "num_tokens": 28305952.0, + "step": 1188 + }, + { + "epoch": 0.1305732484076433, + "grad_norm": 2.7197089195251465, + "learning_rate": 6.520307354555433e-07, + "loss": 1.1315, + "mean_token_accuracy": 0.6778280735015869, + "num_tokens": 28326363.0, + "step": 1189 + }, + { + "epoch": 0.13068306611025698, + "grad_norm": 2.5573713779449463, + "learning_rate": 6.525795828759604e-07, + "loss": 1.014, + "mean_token_accuracy": 0.6940609216690063, + "num_tokens": 28347138.0, + "step": 1190 + }, + { + "epoch": 0.13079288381287063, + "grad_norm": 2.541853904724121, + "learning_rate": 6.531284302963775e-07, + "loss": 1.0769, + "mean_token_accuracy": 0.6888427734375, + "num_tokens": 28369291.0, + "step": 1191 + }, + { + "epoch": 0.1309027015154843, + "grad_norm": 2.502448320388794, + "learning_rate": 6.536772777167947e-07, + "loss": 0.9914, + "mean_token_accuracy": 0.7032957673072815, + "num_tokens": 28392108.0, + "step": 1192 + }, + { + "epoch": 0.13101251921809795, + "grad_norm": 2.385021448135376, + "learning_rate": 6.542261251372118e-07, + "loss": 1.0602, + "mean_token_accuracy": 0.6923888921737671, + "num_tokens": 28417060.0, + "step": 1193 + }, + { + "epoch": 0.13112233692071162, + "grad_norm": 2.4937169551849365, + "learning_rate": 6.547749725576289e-07, + "loss": 1.0543, + "mean_token_accuracy": 0.6988994479179382, + "num_tokens": 28439882.0, + "step": 1194 + }, + { + "epoch": 0.13123215462332527, + "grad_norm": 2.396141767501831, + "learning_rate": 6.553238199780461e-07, + "loss": 1.1312, + "mean_token_accuracy": 0.6750134229660034, + "num_tokens": 28465657.0, + "step": 1195 + }, + { + "epoch": 0.13134197232593894, + "grad_norm": 2.539388418197632, + "learning_rate": 6.558726673984632e-07, + "loss": 1.0552, + "mean_token_accuracy": 0.6889137029647827, + "num_tokens": 28488481.0, + "step": 1196 + }, + { + "epoch": 0.1314517900285526, + "grad_norm": 2.513808488845825, + "learning_rate": 6.564215148188803e-07, + "loss": 1.0291, + "mean_token_accuracy": 0.694687008857727, + "num_tokens": 28509644.0, + "step": 1197 + }, + { + "epoch": 0.13156160773116626, + "grad_norm": 2.7104620933532715, + "learning_rate": 6.569703622392975e-07, + "loss": 1.0429, + "mean_token_accuracy": 0.6863871812820435, + "num_tokens": 28531477.0, + "step": 1198 + }, + { + "epoch": 0.13167142543377994, + "grad_norm": 2.31052303314209, + "learning_rate": 6.575192096597145e-07, + "loss": 0.9669, + "mean_token_accuracy": 0.7092687487602234, + "num_tokens": 28554912.0, + "step": 1199 + }, + { + "epoch": 0.13178124313639358, + "grad_norm": 2.4292619228363037, + "learning_rate": 6.580680570801317e-07, + "loss": 1.0082, + "mean_token_accuracy": 0.6952245235443115, + "num_tokens": 28577965.0, + "step": 1200 + }, + { + "epoch": 0.13189106083900726, + "grad_norm": 2.102210521697998, + "learning_rate": 6.586169045005489e-07, + "loss": 0.9843, + "mean_token_accuracy": 0.7019909620285034, + "num_tokens": 28604893.0, + "step": 1201 + }, + { + "epoch": 0.1320008785416209, + "grad_norm": 2.3096420764923096, + "learning_rate": 6.591657519209659e-07, + "loss": 1.0068, + "mean_token_accuracy": 0.7047895789146423, + "num_tokens": 28628722.0, + "step": 1202 + }, + { + "epoch": 0.13211069624423458, + "grad_norm": 2.1272103786468506, + "learning_rate": 6.597145993413831e-07, + "loss": 1.129, + "mean_token_accuracy": 0.6660033464431763, + "num_tokens": 28658768.0, + "step": 1203 + }, + { + "epoch": 0.13222051394684822, + "grad_norm": 2.6584103107452393, + "learning_rate": 6.602634467618003e-07, + "loss": 1.0339, + "mean_token_accuracy": 0.699896514415741, + "num_tokens": 28680163.0, + "step": 1204 + }, + { + "epoch": 0.1323303316494619, + "grad_norm": 2.018146514892578, + "learning_rate": 6.608122941822173e-07, + "loss": 1.0477, + "mean_token_accuracy": 0.6843432188034058, + "num_tokens": 28712491.0, + "step": 1205 + }, + { + "epoch": 0.13244014935207554, + "grad_norm": 2.3173105716705322, + "learning_rate": 6.613611416026345e-07, + "loss": 1.0328, + "mean_token_accuracy": 0.6846399307250977, + "num_tokens": 28737565.0, + "step": 1206 + }, + { + "epoch": 0.13254996705468922, + "grad_norm": 2.616206645965576, + "learning_rate": 6.619099890230515e-07, + "loss": 1.0571, + "mean_token_accuracy": 0.6887253522872925, + "num_tokens": 28760172.0, + "step": 1207 + }, + { + "epoch": 0.1326597847573029, + "grad_norm": 2.3047420978546143, + "learning_rate": 6.624588364434686e-07, + "loss": 1.0946, + "mean_token_accuracy": 0.6920566558837891, + "num_tokens": 28785100.0, + "step": 1208 + }, + { + "epoch": 0.13276960245991654, + "grad_norm": 3.0303573608398438, + "learning_rate": 6.630076838638858e-07, + "loss": 1.0857, + "mean_token_accuracy": 0.6872668266296387, + "num_tokens": 28801717.0, + "step": 1209 + }, + { + "epoch": 0.1328794201625302, + "grad_norm": 2.3652076721191406, + "learning_rate": 6.635565312843029e-07, + "loss": 1.0499, + "mean_token_accuracy": 0.6972650289535522, + "num_tokens": 28826497.0, + "step": 1210 + }, + { + "epoch": 0.13298923786514386, + "grad_norm": 2.176682233810425, + "learning_rate": 6.6410537870472e-07, + "loss": 1.05, + "mean_token_accuracy": 0.6819849610328674, + "num_tokens": 28854142.0, + "step": 1211 + }, + { + "epoch": 0.13309905556775753, + "grad_norm": 2.176461935043335, + "learning_rate": 6.646542261251372e-07, + "loss": 1.0639, + "mean_token_accuracy": 0.6836956739425659, + "num_tokens": 28882832.0, + "step": 1212 + }, + { + "epoch": 0.13320887327037118, + "grad_norm": 2.364978551864624, + "learning_rate": 6.652030735455543e-07, + "loss": 1.0244, + "mean_token_accuracy": 0.69349205493927, + "num_tokens": 28907443.0, + "step": 1213 + }, + { + "epoch": 0.13331869097298485, + "grad_norm": 2.4291913509368896, + "learning_rate": 6.657519209659714e-07, + "loss": 1.0587, + "mean_token_accuracy": 0.6959303021430969, + "num_tokens": 28930280.0, + "step": 1214 + }, + { + "epoch": 0.1334285086755985, + "grad_norm": 2.5627920627593994, + "learning_rate": 6.663007683863886e-07, + "loss": 1.0322, + "mean_token_accuracy": 0.697806715965271, + "num_tokens": 28951976.0, + "step": 1215 + }, + { + "epoch": 0.13353832637821217, + "grad_norm": 2.5606634616851807, + "learning_rate": 6.668496158068057e-07, + "loss": 1.0714, + "mean_token_accuracy": 0.682155191898346, + "num_tokens": 28975109.0, + "step": 1216 + }, + { + "epoch": 0.13364814408082584, + "grad_norm": 2.326277256011963, + "learning_rate": 6.673984632272228e-07, + "loss": 0.9774, + "mean_token_accuracy": 0.6997599601745605, + "num_tokens": 28998983.0, + "step": 1217 + }, + { + "epoch": 0.1337579617834395, + "grad_norm": 2.3819100856781006, + "learning_rate": 6.679473106476399e-07, + "loss": 1.0001, + "mean_token_accuracy": 0.7007192969322205, + "num_tokens": 29022031.0, + "step": 1218 + }, + { + "epoch": 0.13386777948605316, + "grad_norm": 2.2249858379364014, + "learning_rate": 6.684961580680571e-07, + "loss": 1.0762, + "mean_token_accuracy": 0.6762515902519226, + "num_tokens": 29049386.0, + "step": 1219 + }, + { + "epoch": 0.1339775971886668, + "grad_norm": 2.197209358215332, + "learning_rate": 6.690450054884742e-07, + "loss": 0.9654, + "mean_token_accuracy": 0.7100018262863159, + "num_tokens": 29077085.0, + "step": 1220 + }, + { + "epoch": 0.13408741489128048, + "grad_norm": 2.421736478805542, + "learning_rate": 6.695938529088913e-07, + "loss": 1.0544, + "mean_token_accuracy": 0.6823219060897827, + "num_tokens": 29100525.0, + "step": 1221 + }, + { + "epoch": 0.13419723259389413, + "grad_norm": 2.451296329498291, + "learning_rate": 6.701427003293085e-07, + "loss": 1.0381, + "mean_token_accuracy": 0.6928118467330933, + "num_tokens": 29124268.0, + "step": 1222 + }, + { + "epoch": 0.1343070502965078, + "grad_norm": 2.3199961185455322, + "learning_rate": 6.706915477497256e-07, + "loss": 1.0296, + "mean_token_accuracy": 0.6920002698898315, + "num_tokens": 29150042.0, + "step": 1223 + }, + { + "epoch": 0.13441686799912145, + "grad_norm": 2.8575150966644287, + "learning_rate": 6.712403951701427e-07, + "loss": 1.08, + "mean_token_accuracy": 0.6799970865249634, + "num_tokens": 29168411.0, + "step": 1224 + }, + { + "epoch": 0.13452668570173512, + "grad_norm": 2.335629940032959, + "learning_rate": 6.717892425905599e-07, + "loss": 1.1527, + "mean_token_accuracy": 0.6587322950363159, + "num_tokens": 29193994.0, + "step": 1225 + }, + { + "epoch": 0.13463650340434877, + "grad_norm": 2.8057680130004883, + "learning_rate": 6.723380900109769e-07, + "loss": 0.9217, + "mean_token_accuracy": 0.7299730777740479, + "num_tokens": 29211478.0, + "step": 1226 + }, + { + "epoch": 0.13474632110696244, + "grad_norm": 2.728548765182495, + "learning_rate": 6.72886937431394e-07, + "loss": 1.0533, + "mean_token_accuracy": 0.6908169388771057, + "num_tokens": 29234266.0, + "step": 1227 + }, + { + "epoch": 0.13485613880957611, + "grad_norm": 2.227426528930664, + "learning_rate": 6.734357848518111e-07, + "loss": 1.0441, + "mean_token_accuracy": 0.6873458623886108, + "num_tokens": 29259810.0, + "step": 1228 + }, + { + "epoch": 0.13496595651218976, + "grad_norm": 2.2331976890563965, + "learning_rate": 6.739846322722282e-07, + "loss": 1.0389, + "mean_token_accuracy": 0.6845822334289551, + "num_tokens": 29289660.0, + "step": 1229 + }, + { + "epoch": 0.13507577421480343, + "grad_norm": 2.6714541912078857, + "learning_rate": 6.745334796926454e-07, + "loss": 1.0588, + "mean_token_accuracy": 0.6890676021575928, + "num_tokens": 29309540.0, + "step": 1230 + }, + { + "epoch": 0.13518559191741708, + "grad_norm": 2.2737553119659424, + "learning_rate": 6.750823271130625e-07, + "loss": 1.1266, + "mean_token_accuracy": 0.6638193130493164, + "num_tokens": 29336171.0, + "step": 1231 + }, + { + "epoch": 0.13529540962003075, + "grad_norm": 2.0245859622955322, + "learning_rate": 6.756311745334796e-07, + "loss": 1.0463, + "mean_token_accuracy": 0.6873457431793213, + "num_tokens": 29367005.0, + "step": 1232 + }, + { + "epoch": 0.1354052273226444, + "grad_norm": 2.574286460876465, + "learning_rate": 6.761800219538968e-07, + "loss": 1.0986, + "mean_token_accuracy": 0.6795971393585205, + "num_tokens": 29389172.0, + "step": 1233 + }, + { + "epoch": 0.13551504502525807, + "grad_norm": 2.352363348007202, + "learning_rate": 6.767288693743139e-07, + "loss": 1.0104, + "mean_token_accuracy": 0.7079579830169678, + "num_tokens": 29412904.0, + "step": 1234 + }, + { + "epoch": 0.13562486272787172, + "grad_norm": 2.4284183979034424, + "learning_rate": 6.77277716794731e-07, + "loss": 0.9546, + "mean_token_accuracy": 0.7187978625297546, + "num_tokens": 29435279.0, + "step": 1235 + }, + { + "epoch": 0.1357346804304854, + "grad_norm": 2.4313886165618896, + "learning_rate": 6.778265642151482e-07, + "loss": 1.0839, + "mean_token_accuracy": 0.6828703880310059, + "num_tokens": 29459502.0, + "step": 1236 + }, + { + "epoch": 0.13584449813309907, + "grad_norm": 2.325305938720703, + "learning_rate": 6.783754116355653e-07, + "loss": 1.0649, + "mean_token_accuracy": 0.6882379055023193, + "num_tokens": 29485628.0, + "step": 1237 + }, + { + "epoch": 0.1359543158357127, + "grad_norm": 2.383084297180176, + "learning_rate": 6.789242590559824e-07, + "loss": 1.1364, + "mean_token_accuracy": 0.6702593564987183, + "num_tokens": 29510883.0, + "step": 1238 + }, + { + "epoch": 0.1360641335383264, + "grad_norm": 2.6023707389831543, + "learning_rate": 6.794731064763996e-07, + "loss": 1.033, + "mean_token_accuracy": 0.6890461444854736, + "num_tokens": 29532512.0, + "step": 1239 + }, + { + "epoch": 0.13617395124094003, + "grad_norm": 2.604149580001831, + "learning_rate": 6.800219538968166e-07, + "loss": 1.0022, + "mean_token_accuracy": 0.6976593732833862, + "num_tokens": 29552346.0, + "step": 1240 + }, + { + "epoch": 0.1362837689435537, + "grad_norm": 2.211801528930664, + "learning_rate": 6.805708013172338e-07, + "loss": 0.9809, + "mean_token_accuracy": 0.7002716660499573, + "num_tokens": 29579946.0, + "step": 1241 + }, + { + "epoch": 0.13639358664616735, + "grad_norm": 2.8555617332458496, + "learning_rate": 6.81119648737651e-07, + "loss": 1.0318, + "mean_token_accuracy": 0.6905028223991394, + "num_tokens": 29597119.0, + "step": 1242 + }, + { + "epoch": 0.13650340434878103, + "grad_norm": 2.321664810180664, + "learning_rate": 6.81668496158068e-07, + "loss": 1.0607, + "mean_token_accuracy": 0.6820318102836609, + "num_tokens": 29623140.0, + "step": 1243 + }, + { + "epoch": 0.13661322205139467, + "grad_norm": 2.2449934482574463, + "learning_rate": 6.822173435784852e-07, + "loss": 1.0453, + "mean_token_accuracy": 0.6876748204231262, + "num_tokens": 29649373.0, + "step": 1244 + }, + { + "epoch": 0.13672303975400835, + "grad_norm": 2.7502455711364746, + "learning_rate": 6.827661909989023e-07, + "loss": 1.0288, + "mean_token_accuracy": 0.692776083946228, + "num_tokens": 29666923.0, + "step": 1245 + }, + { + "epoch": 0.13683285745662202, + "grad_norm": 2.400970220565796, + "learning_rate": 6.833150384193193e-07, + "loss": 1.1268, + "mean_token_accuracy": 0.6784529685974121, + "num_tokens": 29693518.0, + "step": 1246 + }, + { + "epoch": 0.13694267515923567, + "grad_norm": 2.33768892288208, + "learning_rate": 6.838638858397365e-07, + "loss": 1.1171, + "mean_token_accuracy": 0.6726160049438477, + "num_tokens": 29721426.0, + "step": 1247 + }, + { + "epoch": 0.13705249286184934, + "grad_norm": 3.0017459392547607, + "learning_rate": 6.844127332601537e-07, + "loss": 0.9455, + "mean_token_accuracy": 0.7156174778938293, + "num_tokens": 29738590.0, + "step": 1248 + }, + { + "epoch": 0.13716231056446299, + "grad_norm": 2.3446996212005615, + "learning_rate": 6.849615806805707e-07, + "loss": 1.1905, + "mean_token_accuracy": 0.6601247787475586, + "num_tokens": 29766092.0, + "step": 1249 + }, + { + "epoch": 0.13727212826707666, + "grad_norm": 2.530971050262451, + "learning_rate": 6.855104281009879e-07, + "loss": 1.0233, + "mean_token_accuracy": 0.6954447031021118, + "num_tokens": 29789969.0, + "step": 1250 + }, + { + "epoch": 0.1373819459696903, + "grad_norm": 2.634850025177002, + "learning_rate": 6.86059275521405e-07, + "loss": 1.1006, + "mean_token_accuracy": 0.6664947271347046, + "num_tokens": 29811589.0, + "step": 1251 + }, + { + "epoch": 0.13749176367230398, + "grad_norm": 2.5930862426757812, + "learning_rate": 6.866081229418221e-07, + "loss": 1.0724, + "mean_token_accuracy": 0.6821581125259399, + "num_tokens": 29833869.0, + "step": 1252 + }, + { + "epoch": 0.13760158137491763, + "grad_norm": 2.3061366081237793, + "learning_rate": 6.871569703622393e-07, + "loss": 0.9434, + "mean_token_accuracy": 0.7109942436218262, + "num_tokens": 29857467.0, + "step": 1253 + }, + { + "epoch": 0.1377113990775313, + "grad_norm": 2.0761826038360596, + "learning_rate": 6.877058177826564e-07, + "loss": 1.0897, + "mean_token_accuracy": 0.6829403042793274, + "num_tokens": 29889031.0, + "step": 1254 + }, + { + "epoch": 0.13782121678014497, + "grad_norm": 2.3123388290405273, + "learning_rate": 6.882546652030735e-07, + "loss": 0.9484, + "mean_token_accuracy": 0.7172710299491882, + "num_tokens": 29915201.0, + "step": 1255 + }, + { + "epoch": 0.13793103448275862, + "grad_norm": 2.195554733276367, + "learning_rate": 6.888035126234907e-07, + "loss": 1.0952, + "mean_token_accuracy": 0.6842389702796936, + "num_tokens": 29941278.0, + "step": 1256 + }, + { + "epoch": 0.1380408521853723, + "grad_norm": 2.0472958087921143, + "learning_rate": 6.893523600439078e-07, + "loss": 1.0293, + "mean_token_accuracy": 0.6902782320976257, + "num_tokens": 29970756.0, + "step": 1257 + }, + { + "epoch": 0.13815066988798594, + "grad_norm": 2.355515241622925, + "learning_rate": 6.899012074643249e-07, + "loss": 1.0669, + "mean_token_accuracy": 0.683111310005188, + "num_tokens": 29997686.0, + "step": 1258 + }, + { + "epoch": 0.1382604875905996, + "grad_norm": 2.718501091003418, + "learning_rate": 6.904500548847421e-07, + "loss": 1.0781, + "mean_token_accuracy": 0.6807471513748169, + "num_tokens": 30017807.0, + "step": 1259 + }, + { + "epoch": 0.13837030529321326, + "grad_norm": 2.4025137424468994, + "learning_rate": 6.909989023051592e-07, + "loss": 1.117, + "mean_token_accuracy": 0.6660823225975037, + "num_tokens": 30042585.0, + "step": 1260 + }, + { + "epoch": 0.13848012299582693, + "grad_norm": 2.561948537826538, + "learning_rate": 6.915477497255763e-07, + "loss": 1.0696, + "mean_token_accuracy": 0.679423987865448, + "num_tokens": 30065116.0, + "step": 1261 + }, + { + "epoch": 0.13858994069844058, + "grad_norm": 2.8579750061035156, + "learning_rate": 6.920965971459934e-07, + "loss": 1.0888, + "mean_token_accuracy": 0.6795562505722046, + "num_tokens": 30084512.0, + "step": 1262 + }, + { + "epoch": 0.13869975840105425, + "grad_norm": 2.307055950164795, + "learning_rate": 6.926454445664105e-07, + "loss": 1.0149, + "mean_token_accuracy": 0.697044849395752, + "num_tokens": 30110719.0, + "step": 1263 + }, + { + "epoch": 0.1388095761036679, + "grad_norm": 2.4145681858062744, + "learning_rate": 6.931942919868276e-07, + "loss": 0.99, + "mean_token_accuracy": 0.6985515356063843, + "num_tokens": 30134097.0, + "step": 1264 + }, + { + "epoch": 0.13891939380628157, + "grad_norm": 2.29024600982666, + "learning_rate": 6.937431394072447e-07, + "loss": 1.0882, + "mean_token_accuracy": 0.6875523328781128, + "num_tokens": 30161755.0, + "step": 1265 + }, + { + "epoch": 0.13902921150889525, + "grad_norm": 2.3960840702056885, + "learning_rate": 6.942919868276618e-07, + "loss": 1.0084, + "mean_token_accuracy": 0.700502872467041, + "num_tokens": 30185336.0, + "step": 1266 + }, + { + "epoch": 0.1391390292115089, + "grad_norm": 2.743208408355713, + "learning_rate": 6.94840834248079e-07, + "loss": 1.1225, + "mean_token_accuracy": 0.6678863763809204, + "num_tokens": 30205808.0, + "step": 1267 + }, + { + "epoch": 0.13924884691412256, + "grad_norm": 2.1063506603240967, + "learning_rate": 6.953896816684961e-07, + "loss": 1.066, + "mean_token_accuracy": 0.687843918800354, + "num_tokens": 30236135.0, + "step": 1268 + }, + { + "epoch": 0.1393586646167362, + "grad_norm": 2.5103719234466553, + "learning_rate": 6.959385290889132e-07, + "loss": 0.9105, + "mean_token_accuracy": 0.7309955358505249, + "num_tokens": 30257653.0, + "step": 1269 + }, + { + "epoch": 0.13946848231934988, + "grad_norm": 2.2352588176727295, + "learning_rate": 6.964873765093304e-07, + "loss": 1.1035, + "mean_token_accuracy": 0.6746612787246704, + "num_tokens": 30286992.0, + "step": 1270 + }, + { + "epoch": 0.13957830002196353, + "grad_norm": 2.449709892272949, + "learning_rate": 6.970362239297475e-07, + "loss": 0.915, + "mean_token_accuracy": 0.7245974540710449, + "num_tokens": 30307710.0, + "step": 1271 + }, + { + "epoch": 0.1396881177245772, + "grad_norm": 2.3700523376464844, + "learning_rate": 6.975850713501646e-07, + "loss": 1.0998, + "mean_token_accuracy": 0.6860866546630859, + "num_tokens": 30333822.0, + "step": 1272 + }, + { + "epoch": 0.13979793542719085, + "grad_norm": 2.3530991077423096, + "learning_rate": 6.981339187705817e-07, + "loss": 1.0614, + "mean_token_accuracy": 0.6900571584701538, + "num_tokens": 30357993.0, + "step": 1273 + }, + { + "epoch": 0.13990775312980452, + "grad_norm": 2.045214891433716, + "learning_rate": 6.986827661909989e-07, + "loss": 1.1175, + "mean_token_accuracy": 0.66444993019104, + "num_tokens": 30391465.0, + "step": 1274 + }, + { + "epoch": 0.1400175708324182, + "grad_norm": 2.7087442874908447, + "learning_rate": 6.99231613611416e-07, + "loss": 1.0104, + "mean_token_accuracy": 0.7019162178039551, + "num_tokens": 30411059.0, + "step": 1275 + }, + { + "epoch": 0.14012738853503184, + "grad_norm": 2.4837253093719482, + "learning_rate": 6.997804610318331e-07, + "loss": 1.062, + "mean_token_accuracy": 0.6989381313323975, + "num_tokens": 30433750.0, + "step": 1276 + }, + { + "epoch": 0.14023720623764552, + "grad_norm": 2.3095574378967285, + "learning_rate": 7.003293084522503e-07, + "loss": 1.1283, + "mean_token_accuracy": 0.6692076325416565, + "num_tokens": 30460327.0, + "step": 1277 + }, + { + "epoch": 0.14034702394025916, + "grad_norm": 2.6834065914154053, + "learning_rate": 7.008781558726674e-07, + "loss": 1.0523, + "mean_token_accuracy": 0.6823791861534119, + "num_tokens": 30479748.0, + "step": 1278 + }, + { + "epoch": 0.14045684164287284, + "grad_norm": 2.293424367904663, + "learning_rate": 7.014270032930845e-07, + "loss": 1.0594, + "mean_token_accuracy": 0.6888420581817627, + "num_tokens": 30505369.0, + "step": 1279 + }, + { + "epoch": 0.14056665934548648, + "grad_norm": 2.6090006828308105, + "learning_rate": 7.019758507135017e-07, + "loss": 1.0268, + "mean_token_accuracy": 0.6897202730178833, + "num_tokens": 30525138.0, + "step": 1280 + }, + { + "epoch": 0.14067647704810016, + "grad_norm": 2.5510408878326416, + "learning_rate": 7.025246981339188e-07, + "loss": 0.9624, + "mean_token_accuracy": 0.7134565114974976, + "num_tokens": 30545244.0, + "step": 1281 + }, + { + "epoch": 0.1407862947507138, + "grad_norm": 2.298203229904175, + "learning_rate": 7.030735455543358e-07, + "loss": 1.0076, + "mean_token_accuracy": 0.7016749978065491, + "num_tokens": 30568792.0, + "step": 1282 + }, + { + "epoch": 0.14089611245332748, + "grad_norm": 2.53389048576355, + "learning_rate": 7.03622392974753e-07, + "loss": 1.023, + "mean_token_accuracy": 0.6976637840270996, + "num_tokens": 30590636.0, + "step": 1283 + }, + { + "epoch": 0.14100593015594115, + "grad_norm": 2.402073383331299, + "learning_rate": 7.0417124039517e-07, + "loss": 1.0201, + "mean_token_accuracy": 0.6987193822860718, + "num_tokens": 30613962.0, + "step": 1284 + }, + { + "epoch": 0.1411157478585548, + "grad_norm": 2.5456361770629883, + "learning_rate": 7.047200878155872e-07, + "loss": 1.0938, + "mean_token_accuracy": 0.6876534223556519, + "num_tokens": 30635359.0, + "step": 1285 + }, + { + "epoch": 0.14122556556116847, + "grad_norm": 2.6146507263183594, + "learning_rate": 7.052689352360044e-07, + "loss": 1.0075, + "mean_token_accuracy": 0.6946245431900024, + "num_tokens": 30656293.0, + "step": 1286 + }, + { + "epoch": 0.14133538326378212, + "grad_norm": 2.306208610534668, + "learning_rate": 7.058177826564214e-07, + "loss": 1.0852, + "mean_token_accuracy": 0.6917891502380371, + "num_tokens": 30681812.0, + "step": 1287 + }, + { + "epoch": 0.1414452009663958, + "grad_norm": 2.402860641479492, + "learning_rate": 7.063666300768386e-07, + "loss": 1.1481, + "mean_token_accuracy": 0.6597439646720886, + "num_tokens": 30709894.0, + "step": 1288 + }, + { + "epoch": 0.14155501866900944, + "grad_norm": 2.297297716140747, + "learning_rate": 7.069154774972558e-07, + "loss": 1.115, + "mean_token_accuracy": 0.6724787354469299, + "num_tokens": 30736203.0, + "step": 1289 + }, + { + "epoch": 0.1416648363716231, + "grad_norm": 2.323307752609253, + "learning_rate": 7.074643249176728e-07, + "loss": 1.0068, + "mean_token_accuracy": 0.6967111825942993, + "num_tokens": 30760489.0, + "step": 1290 + }, + { + "epoch": 0.14177465407423676, + "grad_norm": 2.5539309978485107, + "learning_rate": 7.0801317233809e-07, + "loss": 0.9721, + "mean_token_accuracy": 0.7178969979286194, + "num_tokens": 30780470.0, + "step": 1291 + }, + { + "epoch": 0.14188447177685043, + "grad_norm": 2.6851046085357666, + "learning_rate": 7.085620197585072e-07, + "loss": 1.0488, + "mean_token_accuracy": 0.6915243864059448, + "num_tokens": 30801364.0, + "step": 1292 + }, + { + "epoch": 0.1419942894794641, + "grad_norm": 2.0441083908081055, + "learning_rate": 7.091108671789242e-07, + "loss": 1.0951, + "mean_token_accuracy": 0.6780257225036621, + "num_tokens": 30832642.0, + "step": 1293 + }, + { + "epoch": 0.14210410718207775, + "grad_norm": 2.4297595024108887, + "learning_rate": 7.096597145993414e-07, + "loss": 0.9543, + "mean_token_accuracy": 0.7115052342414856, + "num_tokens": 30855463.0, + "step": 1294 + }, + { + "epoch": 0.14221392488469142, + "grad_norm": 2.584317445755005, + "learning_rate": 7.102085620197584e-07, + "loss": 1.0952, + "mean_token_accuracy": 0.6624000668525696, + "num_tokens": 30876644.0, + "step": 1295 + }, + { + "epoch": 0.14232374258730507, + "grad_norm": 2.174899101257324, + "learning_rate": 7.107574094401756e-07, + "loss": 1.0161, + "mean_token_accuracy": 0.7048731446266174, + "num_tokens": 30901410.0, + "step": 1296 + }, + { + "epoch": 0.14243356028991874, + "grad_norm": 2.7521791458129883, + "learning_rate": 7.113062568605928e-07, + "loss": 1.0691, + "mean_token_accuracy": 0.6815735101699829, + "num_tokens": 30919292.0, + "step": 1297 + }, + { + "epoch": 0.1425433779925324, + "grad_norm": 2.1218552589416504, + "learning_rate": 7.118551042810098e-07, + "loss": 1.058, + "mean_token_accuracy": 0.6847370862960815, + "num_tokens": 30946135.0, + "step": 1298 + }, + { + "epoch": 0.14265319569514606, + "grad_norm": 2.361146926879883, + "learning_rate": 7.12403951701427e-07, + "loss": 1.1478, + "mean_token_accuracy": 0.6608464121818542, + "num_tokens": 30971269.0, + "step": 1299 + }, + { + "epoch": 0.1427630133977597, + "grad_norm": 2.254887104034424, + "learning_rate": 7.129527991218442e-07, + "loss": 1.0457, + "mean_token_accuracy": 0.6845511198043823, + "num_tokens": 30995839.0, + "step": 1300 + }, + { + "epoch": 0.14287283110037338, + "grad_norm": 2.5633654594421387, + "learning_rate": 7.135016465422611e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.6999574899673462, + "num_tokens": 31016120.0, + "step": 1301 + }, + { + "epoch": 0.14298264880298703, + "grad_norm": 2.39988112449646, + "learning_rate": 7.140504939626783e-07, + "loss": 0.9127, + "mean_token_accuracy": 0.723868727684021, + "num_tokens": 31039137.0, + "step": 1302 + }, + { + "epoch": 0.1430924665056007, + "grad_norm": 2.472273349761963, + "learning_rate": 7.145993413830955e-07, + "loss": 1.0513, + "mean_token_accuracy": 0.6908673644065857, + "num_tokens": 31061357.0, + "step": 1303 + }, + { + "epoch": 0.14320228420821438, + "grad_norm": 2.132688522338867, + "learning_rate": 7.151481888035125e-07, + "loss": 0.9992, + "mean_token_accuracy": 0.7019779086112976, + "num_tokens": 31089951.0, + "step": 1304 + }, + { + "epoch": 0.14331210191082802, + "grad_norm": 2.651503801345825, + "learning_rate": 7.156970362239297e-07, + "loss": 0.9968, + "mean_token_accuracy": 0.7020247578620911, + "num_tokens": 31109072.0, + "step": 1305 + }, + { + "epoch": 0.1434219196134417, + "grad_norm": 2.0063953399658203, + "learning_rate": 7.162458836443468e-07, + "loss": 1.0786, + "mean_token_accuracy": 0.6843956708908081, + "num_tokens": 31142550.0, + "step": 1306 + }, + { + "epoch": 0.14353173731605534, + "grad_norm": 2.3172364234924316, + "learning_rate": 7.167947310647639e-07, + "loss": 0.9775, + "mean_token_accuracy": 0.7294883728027344, + "num_tokens": 31166057.0, + "step": 1307 + }, + { + "epoch": 0.14364155501866901, + "grad_norm": 2.080683469772339, + "learning_rate": 7.173435784851811e-07, + "loss": 1.1093, + "mean_token_accuracy": 0.6735683083534241, + "num_tokens": 31194685.0, + "step": 1308 + }, + { + "epoch": 0.14375137272128266, + "grad_norm": 2.5626888275146484, + "learning_rate": 7.178924259055982e-07, + "loss": 1.0459, + "mean_token_accuracy": 0.6878871917724609, + "num_tokens": 31215902.0, + "step": 1309 + }, + { + "epoch": 0.14386119042389633, + "grad_norm": 2.389631509780884, + "learning_rate": 7.184412733260153e-07, + "loss": 0.9259, + "mean_token_accuracy": 0.7191089987754822, + "num_tokens": 31241685.0, + "step": 1310 + }, + { + "epoch": 0.14397100812650998, + "grad_norm": 2.4188361167907715, + "learning_rate": 7.189901207464325e-07, + "loss": 1.0572, + "mean_token_accuracy": 0.6831244230270386, + "num_tokens": 31266254.0, + "step": 1311 + }, + { + "epoch": 0.14408082582912365, + "grad_norm": 2.3408098220825195, + "learning_rate": 7.195389681668496e-07, + "loss": 1.0793, + "mean_token_accuracy": 0.6772889494895935, + "num_tokens": 31289862.0, + "step": 1312 + }, + { + "epoch": 0.14419064353173733, + "grad_norm": 2.673909902572632, + "learning_rate": 7.200878155872667e-07, + "loss": 0.9309, + "mean_token_accuracy": 0.7164191603660583, + "num_tokens": 31307250.0, + "step": 1313 + }, + { + "epoch": 0.14430046123435097, + "grad_norm": 2.3964200019836426, + "learning_rate": 7.206366630076838e-07, + "loss": 1.0551, + "mean_token_accuracy": 0.6842266321182251, + "num_tokens": 31330854.0, + "step": 1314 + }, + { + "epoch": 0.14441027893696465, + "grad_norm": 2.446913719177246, + "learning_rate": 7.21185510428101e-07, + "loss": 1.0349, + "mean_token_accuracy": 0.6956968307495117, + "num_tokens": 31354717.0, + "step": 1315 + }, + { + "epoch": 0.1445200966395783, + "grad_norm": 2.3285725116729736, + "learning_rate": 7.217343578485181e-07, + "loss": 0.9842, + "mean_token_accuracy": 0.7179328203201294, + "num_tokens": 31377019.0, + "step": 1316 + }, + { + "epoch": 0.14462991434219197, + "grad_norm": 2.2977023124694824, + "learning_rate": 7.222832052689352e-07, + "loss": 0.9523, + "mean_token_accuracy": 0.7119592428207397, + "num_tokens": 31400229.0, + "step": 1317 + }, + { + "epoch": 0.1447397320448056, + "grad_norm": 2.4340293407440186, + "learning_rate": 7.228320526893524e-07, + "loss": 1.0513, + "mean_token_accuracy": 0.6951532959938049, + "num_tokens": 31425198.0, + "step": 1318 + }, + { + "epoch": 0.1448495497474193, + "grad_norm": 2.2549219131469727, + "learning_rate": 7.233809001097695e-07, + "loss": 1.0535, + "mean_token_accuracy": 0.6860072612762451, + "num_tokens": 31450925.0, + "step": 1319 + }, + { + "epoch": 0.14495936745003293, + "grad_norm": 2.422875165939331, + "learning_rate": 7.239297475301865e-07, + "loss": 1.1414, + "mean_token_accuracy": 0.6636921763420105, + "num_tokens": 31474768.0, + "step": 1320 + }, + { + "epoch": 0.1450691851526466, + "grad_norm": 2.0138180255889893, + "learning_rate": 7.244785949506037e-07, + "loss": 1.1464, + "mean_token_accuracy": 0.6632832288742065, + "num_tokens": 31506853.0, + "step": 1321 + }, + { + "epoch": 0.14517900285526028, + "grad_norm": 2.6475822925567627, + "learning_rate": 7.250274423710208e-07, + "loss": 1.1045, + "mean_token_accuracy": 0.6830381155014038, + "num_tokens": 31528436.0, + "step": 1322 + }, + { + "epoch": 0.14528882055787393, + "grad_norm": 2.4367501735687256, + "learning_rate": 7.255762897914379e-07, + "loss": 1.011, + "mean_token_accuracy": 0.7035988569259644, + "num_tokens": 31551341.0, + "step": 1323 + }, + { + "epoch": 0.1453986382604876, + "grad_norm": 2.0076539516448975, + "learning_rate": 7.261251372118551e-07, + "loss": 1.1219, + "mean_token_accuracy": 0.6796038746833801, + "num_tokens": 31584610.0, + "step": 1324 + }, + { + "epoch": 0.14550845596310125, + "grad_norm": 2.48349666595459, + "learning_rate": 7.266739846322721e-07, + "loss": 1.1081, + "mean_token_accuracy": 0.666435718536377, + "num_tokens": 31607971.0, + "step": 1325 + }, + { + "epoch": 0.14561827366571492, + "grad_norm": 2.4772891998291016, + "learning_rate": 7.272228320526893e-07, + "loss": 0.9185, + "mean_token_accuracy": 0.7179952263832092, + "num_tokens": 31629080.0, + "step": 1326 + }, + { + "epoch": 0.14572809136832857, + "grad_norm": 2.607586622238159, + "learning_rate": 7.277716794731065e-07, + "loss": 0.9783, + "mean_token_accuracy": 0.704666018486023, + "num_tokens": 31650438.0, + "step": 1327 + }, + { + "epoch": 0.14583790907094224, + "grad_norm": 2.2452988624572754, + "learning_rate": 7.283205268935235e-07, + "loss": 1.0115, + "mean_token_accuracy": 0.7015153765678406, + "num_tokens": 31675523.0, + "step": 1328 + }, + { + "epoch": 0.14594772677355589, + "grad_norm": 2.8267974853515625, + "learning_rate": 7.288693743139407e-07, + "loss": 0.9742, + "mean_token_accuracy": 0.7076040506362915, + "num_tokens": 31692578.0, + "step": 1329 + }, + { + "epoch": 0.14605754447616956, + "grad_norm": 2.6236088275909424, + "learning_rate": 7.294182217343579e-07, + "loss": 0.9659, + "mean_token_accuracy": 0.7039000988006592, + "num_tokens": 31714010.0, + "step": 1330 + }, + { + "epoch": 0.14616736217878323, + "grad_norm": 2.247692584991455, + "learning_rate": 7.299670691547749e-07, + "loss": 1.0864, + "mean_token_accuracy": 0.6853011846542358, + "num_tokens": 31738584.0, + "step": 1331 + }, + { + "epoch": 0.14627717988139688, + "grad_norm": 2.502139091491699, + "learning_rate": 7.305159165751921e-07, + "loss": 1.018, + "mean_token_accuracy": 0.6964696645736694, + "num_tokens": 31761264.0, + "step": 1332 + }, + { + "epoch": 0.14638699758401055, + "grad_norm": 2.481736421585083, + "learning_rate": 7.310647639956093e-07, + "loss": 1.1106, + "mean_token_accuracy": 0.676936686038971, + "num_tokens": 31785366.0, + "step": 1333 + }, + { + "epoch": 0.1464968152866242, + "grad_norm": 2.3756394386291504, + "learning_rate": 7.316136114160263e-07, + "loss": 1.0643, + "mean_token_accuracy": 0.6845132112503052, + "num_tokens": 31809897.0, + "step": 1334 + }, + { + "epoch": 0.14660663298923787, + "grad_norm": 2.26524019241333, + "learning_rate": 7.321624588364435e-07, + "loss": 1.0023, + "mean_token_accuracy": 0.7006294131278992, + "num_tokens": 31835751.0, + "step": 1335 + }, + { + "epoch": 0.14671645069185152, + "grad_norm": 2.419386386871338, + "learning_rate": 7.327113062568605e-07, + "loss": 1.1572, + "mean_token_accuracy": 0.6631307005882263, + "num_tokens": 31859843.0, + "step": 1336 + }, + { + "epoch": 0.1468262683944652, + "grad_norm": 2.609159231185913, + "learning_rate": 7.332601536772777e-07, + "loss": 1.1043, + "mean_token_accuracy": 0.6803369522094727, + "num_tokens": 31882216.0, + "step": 1337 + }, + { + "epoch": 0.14693608609707884, + "grad_norm": 2.7514257431030273, + "learning_rate": 7.338090010976949e-07, + "loss": 1.0808, + "mean_token_accuracy": 0.6851499676704407, + "num_tokens": 31901649.0, + "step": 1338 + }, + { + "epoch": 0.1470459037996925, + "grad_norm": 2.424185276031494, + "learning_rate": 7.343578485181118e-07, + "loss": 1.0951, + "mean_token_accuracy": 0.67635178565979, + "num_tokens": 31925416.0, + "step": 1339 + }, + { + "epoch": 0.14715572150230616, + "grad_norm": 2.636172294616699, + "learning_rate": 7.34906695938529e-07, + "loss": 1.0634, + "mean_token_accuracy": 0.6798475384712219, + "num_tokens": 31945064.0, + "step": 1340 + }, + { + "epoch": 0.14726553920491983, + "grad_norm": 2.404841423034668, + "learning_rate": 7.354555433589462e-07, + "loss": 0.9061, + "mean_token_accuracy": 0.7207577228546143, + "num_tokens": 31965141.0, + "step": 1341 + }, + { + "epoch": 0.1473753569075335, + "grad_norm": 2.306185483932495, + "learning_rate": 7.360043907793632e-07, + "loss": 1.0608, + "mean_token_accuracy": 0.6831849813461304, + "num_tokens": 31990197.0, + "step": 1342 + }, + { + "epoch": 0.14748517461014715, + "grad_norm": 2.3152475357055664, + "learning_rate": 7.365532381997804e-07, + "loss": 1.1052, + "mean_token_accuracy": 0.6682583689689636, + "num_tokens": 32015277.0, + "step": 1343 + }, + { + "epoch": 0.14759499231276083, + "grad_norm": 2.4226648807525635, + "learning_rate": 7.371020856201976e-07, + "loss": 0.9305, + "mean_token_accuracy": 0.7102338671684265, + "num_tokens": 32036867.0, + "step": 1344 + }, + { + "epoch": 0.14770481001537447, + "grad_norm": 2.880892753601074, + "learning_rate": 7.376509330406146e-07, + "loss": 1.0505, + "mean_token_accuracy": 0.7006421089172363, + "num_tokens": 32054205.0, + "step": 1345 + }, + { + "epoch": 0.14781462771798815, + "grad_norm": 2.5705323219299316, + "learning_rate": 7.381997804610318e-07, + "loss": 1.0532, + "mean_token_accuracy": 0.696913480758667, + "num_tokens": 32074606.0, + "step": 1346 + }, + { + "epoch": 0.1479244454206018, + "grad_norm": 2.4134278297424316, + "learning_rate": 7.387486278814489e-07, + "loss": 1.0445, + "mean_token_accuracy": 0.6913423538208008, + "num_tokens": 32096260.0, + "step": 1347 + }, + { + "epoch": 0.14803426312321546, + "grad_norm": 2.4363250732421875, + "learning_rate": 7.39297475301866e-07, + "loss": 1.1196, + "mean_token_accuracy": 0.6675081253051758, + "num_tokens": 32120075.0, + "step": 1348 + }, + { + "epoch": 0.1481440808258291, + "grad_norm": 2.555664539337158, + "learning_rate": 7.398463227222832e-07, + "loss": 1.0092, + "mean_token_accuracy": 0.693612813949585, + "num_tokens": 32141061.0, + "step": 1349 + }, + { + "epoch": 0.14825389852844278, + "grad_norm": 2.5130038261413574, + "learning_rate": 7.403951701427003e-07, + "loss": 1.0161, + "mean_token_accuracy": 0.6932047605514526, + "num_tokens": 32163274.0, + "step": 1350 + }, + { + "epoch": 0.14836371623105646, + "grad_norm": 2.2738852500915527, + "learning_rate": 7.409440175631174e-07, + "loss": 1.1245, + "mean_token_accuracy": 0.6726397275924683, + "num_tokens": 32189551.0, + "step": 1351 + }, + { + "epoch": 0.1484735339336701, + "grad_norm": 2.841431140899658, + "learning_rate": 7.414928649835346e-07, + "loss": 1.0243, + "mean_token_accuracy": 0.6937137842178345, + "num_tokens": 32206486.0, + "step": 1352 + }, + { + "epoch": 0.14858335163628378, + "grad_norm": 2.4175195693969727, + "learning_rate": 7.420417124039517e-07, + "loss": 0.9751, + "mean_token_accuracy": 0.7007843852043152, + "num_tokens": 32228727.0, + "step": 1353 + }, + { + "epoch": 0.14869316933889742, + "grad_norm": 2.419145107269287, + "learning_rate": 7.425905598243688e-07, + "loss": 0.9729, + "mean_token_accuracy": 0.7040841579437256, + "num_tokens": 32249849.0, + "step": 1354 + }, + { + "epoch": 0.1488029870415111, + "grad_norm": 2.4374449253082275, + "learning_rate": 7.43139407244786e-07, + "loss": 1.0769, + "mean_token_accuracy": 0.6882568001747131, + "num_tokens": 32273305.0, + "step": 1355 + }, + { + "epoch": 0.14891280474412474, + "grad_norm": 2.378333330154419, + "learning_rate": 7.436882546652031e-07, + "loss": 1.008, + "mean_token_accuracy": 0.6990165114402771, + "num_tokens": 32297234.0, + "step": 1356 + }, + { + "epoch": 0.14902262244673842, + "grad_norm": 2.381896495819092, + "learning_rate": 7.442371020856202e-07, + "loss": 1.0638, + "mean_token_accuracy": 0.6840636134147644, + "num_tokens": 32322248.0, + "step": 1357 + }, + { + "epoch": 0.14913244014935206, + "grad_norm": 2.565131187438965, + "learning_rate": 7.447859495060372e-07, + "loss": 1.0536, + "mean_token_accuracy": 0.6877849102020264, + "num_tokens": 32343242.0, + "step": 1358 + }, + { + "epoch": 0.14924225785196574, + "grad_norm": 2.165897846221924, + "learning_rate": 7.453347969264544e-07, + "loss": 1.0002, + "mean_token_accuracy": 0.6923520565032959, + "num_tokens": 32369415.0, + "step": 1359 + }, + { + "epoch": 0.1493520755545794, + "grad_norm": 2.438271999359131, + "learning_rate": 7.458836443468715e-07, + "loss": 1.0012, + "mean_token_accuracy": 0.6970906257629395, + "num_tokens": 32391539.0, + "step": 1360 + }, + { + "epoch": 0.14946189325719306, + "grad_norm": 2.5234806537628174, + "learning_rate": 7.464324917672886e-07, + "loss": 1.0908, + "mean_token_accuracy": 0.6741849184036255, + "num_tokens": 32414975.0, + "step": 1361 + }, + { + "epoch": 0.14957171095980673, + "grad_norm": 2.401873826980591, + "learning_rate": 7.469813391877058e-07, + "loss": 1.0813, + "mean_token_accuracy": 0.677056610584259, + "num_tokens": 32440435.0, + "step": 1362 + }, + { + "epoch": 0.14968152866242038, + "grad_norm": 2.1386702060699463, + "learning_rate": 7.475301866081229e-07, + "loss": 1.1091, + "mean_token_accuracy": 0.6758866310119629, + "num_tokens": 32468887.0, + "step": 1363 + }, + { + "epoch": 0.14979134636503405, + "grad_norm": 2.358076572418213, + "learning_rate": 7.4807903402854e-07, + "loss": 0.9879, + "mean_token_accuracy": 0.6988147497177124, + "num_tokens": 32493946.0, + "step": 1364 + }, + { + "epoch": 0.1499011640676477, + "grad_norm": 2.1437246799468994, + "learning_rate": 7.486278814489572e-07, + "loss": 1.0595, + "mean_token_accuracy": 0.6808077096939087, + "num_tokens": 32523435.0, + "step": 1365 + }, + { + "epoch": 0.15001098177026137, + "grad_norm": 2.1805827617645264, + "learning_rate": 7.491767288693743e-07, + "loss": 1.1202, + "mean_token_accuracy": 0.6783323287963867, + "num_tokens": 32552587.0, + "step": 1366 + }, + { + "epoch": 0.15012079947287502, + "grad_norm": 2.4492790699005127, + "learning_rate": 7.497255762897914e-07, + "loss": 0.9779, + "mean_token_accuracy": 0.7044187188148499, + "num_tokens": 32575611.0, + "step": 1367 + }, + { + "epoch": 0.1502306171754887, + "grad_norm": 2.351933002471924, + "learning_rate": 7.502744237102086e-07, + "loss": 1.0516, + "mean_token_accuracy": 0.6909672021865845, + "num_tokens": 32601066.0, + "step": 1368 + }, + { + "epoch": 0.15034043487810236, + "grad_norm": 2.4065134525299072, + "learning_rate": 7.508232711306256e-07, + "loss": 1.0527, + "mean_token_accuracy": 0.6844568848609924, + "num_tokens": 32624482.0, + "step": 1369 + }, + { + "epoch": 0.150450252580716, + "grad_norm": 2.4341564178466797, + "learning_rate": 7.513721185510428e-07, + "loss": 1.0719, + "mean_token_accuracy": 0.6799392104148865, + "num_tokens": 32651147.0, + "step": 1370 + }, + { + "epoch": 0.15056007028332968, + "grad_norm": 2.3657331466674805, + "learning_rate": 7.5192096597146e-07, + "loss": 1.009, + "mean_token_accuracy": 0.7035375833511353, + "num_tokens": 32675764.0, + "step": 1371 + }, + { + "epoch": 0.15066988798594333, + "grad_norm": 2.6536669731140137, + "learning_rate": 7.52469813391877e-07, + "loss": 0.9954, + "mean_token_accuracy": 0.7081907987594604, + "num_tokens": 32695198.0, + "step": 1372 + }, + { + "epoch": 0.150779705688557, + "grad_norm": 2.50714111328125, + "learning_rate": 7.530186608122942e-07, + "loss": 1.1196, + "mean_token_accuracy": 0.6765122413635254, + "num_tokens": 32717789.0, + "step": 1373 + }, + { + "epoch": 0.15088952339117065, + "grad_norm": 2.8232202529907227, + "learning_rate": 7.535675082327113e-07, + "loss": 1.0535, + "mean_token_accuracy": 0.6858047246932983, + "num_tokens": 32737314.0, + "step": 1374 + }, + { + "epoch": 0.15099934109378432, + "grad_norm": 2.514543294906616, + "learning_rate": 7.541163556531284e-07, + "loss": 1.0008, + "mean_token_accuracy": 0.7016059160232544, + "num_tokens": 32760045.0, + "step": 1375 + }, + { + "epoch": 0.15110915879639797, + "grad_norm": 2.5875136852264404, + "learning_rate": 7.546652030735456e-07, + "loss": 1.1325, + "mean_token_accuracy": 0.6830147504806519, + "num_tokens": 32782749.0, + "step": 1376 + }, + { + "epoch": 0.15121897649901164, + "grad_norm": 2.49912166595459, + "learning_rate": 7.552140504939627e-07, + "loss": 0.9156, + "mean_token_accuracy": 0.7249768972396851, + "num_tokens": 32803195.0, + "step": 1377 + }, + { + "epoch": 0.1513287942016253, + "grad_norm": 2.2320172786712646, + "learning_rate": 7.557628979143797e-07, + "loss": 1.0888, + "mean_token_accuracy": 0.6800599098205566, + "num_tokens": 32828761.0, + "step": 1378 + }, + { + "epoch": 0.15143861190423896, + "grad_norm": 2.3858091831207275, + "learning_rate": 7.563117453347969e-07, + "loss": 1.0723, + "mean_token_accuracy": 0.6826376914978027, + "num_tokens": 32852049.0, + "step": 1379 + }, + { + "epoch": 0.15154842960685264, + "grad_norm": 2.2117068767547607, + "learning_rate": 7.568605927552139e-07, + "loss": 1.0545, + "mean_token_accuracy": 0.6925363540649414, + "num_tokens": 32877877.0, + "step": 1380 + }, + { + "epoch": 0.15165824730946628, + "grad_norm": 2.478060483932495, + "learning_rate": 7.574094401756311e-07, + "loss": 0.9837, + "mean_token_accuracy": 0.7032285928726196, + "num_tokens": 32900760.0, + "step": 1381 + }, + { + "epoch": 0.15176806501207996, + "grad_norm": 2.51546311378479, + "learning_rate": 7.579582875960483e-07, + "loss": 1.1379, + "mean_token_accuracy": 0.6611315011978149, + "num_tokens": 32923124.0, + "step": 1382 + }, + { + "epoch": 0.1518778827146936, + "grad_norm": 2.3820383548736572, + "learning_rate": 7.585071350164653e-07, + "loss": 1.0916, + "mean_token_accuracy": 0.6754828691482544, + "num_tokens": 32948368.0, + "step": 1383 + }, + { + "epoch": 0.15198770041730728, + "grad_norm": 2.4954071044921875, + "learning_rate": 7.590559824368825e-07, + "loss": 0.9598, + "mean_token_accuracy": 0.7121982574462891, + "num_tokens": 32971287.0, + "step": 1384 + }, + { + "epoch": 0.15209751811992092, + "grad_norm": 2.2164077758789062, + "learning_rate": 7.596048298572997e-07, + "loss": 1.1191, + "mean_token_accuracy": 0.6731003522872925, + "num_tokens": 32998275.0, + "step": 1385 + }, + { + "epoch": 0.1522073358225346, + "grad_norm": 2.600351333618164, + "learning_rate": 7.601536772777167e-07, + "loss": 1.0134, + "mean_token_accuracy": 0.6994438767433167, + "num_tokens": 33020355.0, + "step": 1386 + }, + { + "epoch": 0.15231715352514824, + "grad_norm": 2.2861878871917725, + "learning_rate": 7.607025246981339e-07, + "loss": 1.1135, + "mean_token_accuracy": 0.6707342267036438, + "num_tokens": 33045584.0, + "step": 1387 + }, + { + "epoch": 0.15242697122776191, + "grad_norm": 2.513061046600342, + "learning_rate": 7.612513721185511e-07, + "loss": 1.0376, + "mean_token_accuracy": 0.706152081489563, + "num_tokens": 33066821.0, + "step": 1388 + }, + { + "epoch": 0.1525367889303756, + "grad_norm": 2.490870475769043, + "learning_rate": 7.618002195389681e-07, + "loss": 1.0658, + "mean_token_accuracy": 0.6889626979827881, + "num_tokens": 33090785.0, + "step": 1389 + }, + { + "epoch": 0.15264660663298923, + "grad_norm": 2.2759976387023926, + "learning_rate": 7.623490669593853e-07, + "loss": 1.0565, + "mean_token_accuracy": 0.6858081221580505, + "num_tokens": 33118633.0, + "step": 1390 + }, + { + "epoch": 0.1527564243356029, + "grad_norm": 2.4225080013275146, + "learning_rate": 7.628979143798024e-07, + "loss": 1.0229, + "mean_token_accuracy": 0.6915954351425171, + "num_tokens": 33142142.0, + "step": 1391 + }, + { + "epoch": 0.15286624203821655, + "grad_norm": 2.3753044605255127, + "learning_rate": 7.634467618002195e-07, + "loss": 1.059, + "mean_token_accuracy": 0.6863577365875244, + "num_tokens": 33167710.0, + "step": 1392 + }, + { + "epoch": 0.15297605974083023, + "grad_norm": 2.468305826187134, + "learning_rate": 7.639956092206367e-07, + "loss": 1.0678, + "mean_token_accuracy": 0.6824830770492554, + "num_tokens": 33191023.0, + "step": 1393 + }, + { + "epoch": 0.15308587744344387, + "grad_norm": 2.8312597274780273, + "learning_rate": 7.645444566410538e-07, + "loss": 1.0561, + "mean_token_accuracy": 0.6852656006813049, + "num_tokens": 33207656.0, + "step": 1394 + }, + { + "epoch": 0.15319569514605755, + "grad_norm": 2.2403273582458496, + "learning_rate": 7.650933040614709e-07, + "loss": 0.9533, + "mean_token_accuracy": 0.7233359813690186, + "num_tokens": 33232439.0, + "step": 1395 + }, + { + "epoch": 0.1533055128486712, + "grad_norm": 2.4317100048065186, + "learning_rate": 7.656421514818881e-07, + "loss": 1.1016, + "mean_token_accuracy": 0.6763179302215576, + "num_tokens": 33256617.0, + "step": 1396 + }, + { + "epoch": 0.15341533055128487, + "grad_norm": 2.57137393951416, + "learning_rate": 7.66190998902305e-07, + "loss": 0.9802, + "mean_token_accuracy": 0.7146890163421631, + "num_tokens": 33277908.0, + "step": 1397 + }, + { + "epoch": 0.15352514825389854, + "grad_norm": 2.0392279624938965, + "learning_rate": 7.667398463227222e-07, + "loss": 1.0398, + "mean_token_accuracy": 0.6875265836715698, + "num_tokens": 33307880.0, + "step": 1398 + }, + { + "epoch": 0.1536349659565122, + "grad_norm": 2.4361772537231445, + "learning_rate": 7.672886937431394e-07, + "loss": 1.1648, + "mean_token_accuracy": 0.6540675163269043, + "num_tokens": 33330801.0, + "step": 1399 + }, + { + "epoch": 0.15374478365912586, + "grad_norm": 2.565258264541626, + "learning_rate": 7.678375411635564e-07, + "loss": 1.0507, + "mean_token_accuracy": 0.6865400075912476, + "num_tokens": 33352556.0, + "step": 1400 + }, + { + "epoch": 0.1538546013617395, + "grad_norm": 2.5789732933044434, + "learning_rate": 7.683863885839736e-07, + "loss": 0.961, + "mean_token_accuracy": 0.7158056497573853, + "num_tokens": 33371669.0, + "step": 1401 + }, + { + "epoch": 0.15396441906435318, + "grad_norm": 2.2478606700897217, + "learning_rate": 7.689352360043907e-07, + "loss": 1.0283, + "mean_token_accuracy": 0.690308690071106, + "num_tokens": 33396336.0, + "step": 1402 + }, + { + "epoch": 0.15407423676696683, + "grad_norm": 2.391566276550293, + "learning_rate": 7.694840834248078e-07, + "loss": 1.0565, + "mean_token_accuracy": 0.689250111579895, + "num_tokens": 33418822.0, + "step": 1403 + }, + { + "epoch": 0.1541840544695805, + "grad_norm": 2.5702388286590576, + "learning_rate": 7.70032930845225e-07, + "loss": 1.1451, + "mean_token_accuracy": 0.6605168581008911, + "num_tokens": 33439663.0, + "step": 1404 + }, + { + "epoch": 0.15429387217219415, + "grad_norm": 2.3596560955047607, + "learning_rate": 7.705817782656421e-07, + "loss": 0.9754, + "mean_token_accuracy": 0.7102651000022888, + "num_tokens": 33462320.0, + "step": 1405 + }, + { + "epoch": 0.15440368987480782, + "grad_norm": 2.6544628143310547, + "learning_rate": 7.711306256860592e-07, + "loss": 1.0291, + "mean_token_accuracy": 0.6944270133972168, + "num_tokens": 33483446.0, + "step": 1406 + }, + { + "epoch": 0.1545135075774215, + "grad_norm": 2.7251975536346436, + "learning_rate": 7.716794731064764e-07, + "loss": 1.0416, + "mean_token_accuracy": 0.6852542161941528, + "num_tokens": 33504606.0, + "step": 1407 + }, + { + "epoch": 0.15462332528003514, + "grad_norm": 2.750246286392212, + "learning_rate": 7.722283205268935e-07, + "loss": 1.0232, + "mean_token_accuracy": 0.6976507902145386, + "num_tokens": 33524477.0, + "step": 1408 + }, + { + "epoch": 0.1547331429826488, + "grad_norm": 2.4358012676239014, + "learning_rate": 7.727771679473106e-07, + "loss": 1.0386, + "mean_token_accuracy": 0.6887557506561279, + "num_tokens": 33548438.0, + "step": 1409 + }, + { + "epoch": 0.15484296068526246, + "grad_norm": 2.311147451400757, + "learning_rate": 7.733260153677278e-07, + "loss": 1.1262, + "mean_token_accuracy": 0.6749403476715088, + "num_tokens": 33574635.0, + "step": 1410 + }, + { + "epoch": 0.15495277838787613, + "grad_norm": 2.6006596088409424, + "learning_rate": 7.738748627881449e-07, + "loss": 0.9555, + "mean_token_accuracy": 0.714329719543457, + "num_tokens": 33595129.0, + "step": 1411 + }, + { + "epoch": 0.15506259609048978, + "grad_norm": 2.3888661861419678, + "learning_rate": 7.74423710208562e-07, + "loss": 1.0085, + "mean_token_accuracy": 0.7115300297737122, + "num_tokens": 33617953.0, + "step": 1412 + }, + { + "epoch": 0.15517241379310345, + "grad_norm": 2.1871871948242188, + "learning_rate": 7.749725576289791e-07, + "loss": 1.063, + "mean_token_accuracy": 0.6793826818466187, + "num_tokens": 33644273.0, + "step": 1413 + }, + { + "epoch": 0.1552822314957171, + "grad_norm": 2.492830276489258, + "learning_rate": 7.755214050493963e-07, + "loss": 1.0513, + "mean_token_accuracy": 0.6868385076522827, + "num_tokens": 33665541.0, + "step": 1414 + }, + { + "epoch": 0.15539204919833077, + "grad_norm": 2.2558810710906982, + "learning_rate": 7.760702524698134e-07, + "loss": 0.9411, + "mean_token_accuracy": 0.7134404182434082, + "num_tokens": 33689019.0, + "step": 1415 + }, + { + "epoch": 0.15550186690094442, + "grad_norm": 2.4212653636932373, + "learning_rate": 7.766190998902304e-07, + "loss": 0.9757, + "mean_token_accuracy": 0.7158240675926208, + "num_tokens": 33711900.0, + "step": 1416 + }, + { + "epoch": 0.1556116846035581, + "grad_norm": 2.3262782096862793, + "learning_rate": 7.771679473106476e-07, + "loss": 0.978, + "mean_token_accuracy": 0.7091923952102661, + "num_tokens": 33735740.0, + "step": 1417 + }, + { + "epoch": 0.15572150230617177, + "grad_norm": 2.481301784515381, + "learning_rate": 7.777167947310647e-07, + "loss": 1.068, + "mean_token_accuracy": 0.6899808049201965, + "num_tokens": 33758925.0, + "step": 1418 + }, + { + "epoch": 0.1558313200087854, + "grad_norm": 2.4906506538391113, + "learning_rate": 7.782656421514818e-07, + "loss": 0.9979, + "mean_token_accuracy": 0.7084083557128906, + "num_tokens": 33778820.0, + "step": 1419 + }, + { + "epoch": 0.15594113771139909, + "grad_norm": 2.0566203594207764, + "learning_rate": 7.78814489571899e-07, + "loss": 1.1121, + "mean_token_accuracy": 0.6721548438072205, + "num_tokens": 33813527.0, + "step": 1420 + }, + { + "epoch": 0.15605095541401273, + "grad_norm": 2.121530532836914, + "learning_rate": 7.793633369923161e-07, + "loss": 1.0764, + "mean_token_accuracy": 0.6788904666900635, + "num_tokens": 33843030.0, + "step": 1421 + }, + { + "epoch": 0.1561607731166264, + "grad_norm": 2.6103503704071045, + "learning_rate": 7.799121844127332e-07, + "loss": 1.1464, + "mean_token_accuracy": 0.662105917930603, + "num_tokens": 33865234.0, + "step": 1422 + }, + { + "epoch": 0.15627059081924005, + "grad_norm": 2.185595989227295, + "learning_rate": 7.804610318331504e-07, + "loss": 1.1384, + "mean_token_accuracy": 0.6620268225669861, + "num_tokens": 33895131.0, + "step": 1423 + }, + { + "epoch": 0.15638040852185373, + "grad_norm": 2.4039366245269775, + "learning_rate": 7.810098792535674e-07, + "loss": 1.0176, + "mean_token_accuracy": 0.6940706372261047, + "num_tokens": 33918532.0, + "step": 1424 + }, + { + "epoch": 0.15649022622446737, + "grad_norm": 2.368086099624634, + "learning_rate": 7.815587266739846e-07, + "loss": 1.0371, + "mean_token_accuracy": 0.6959215402603149, + "num_tokens": 33942650.0, + "step": 1425 + }, + { + "epoch": 0.15660004392708105, + "grad_norm": 2.338569402694702, + "learning_rate": 7.821075740944018e-07, + "loss": 1.0377, + "mean_token_accuracy": 0.6936221718788147, + "num_tokens": 33966909.0, + "step": 1426 + }, + { + "epoch": 0.15670986162969472, + "grad_norm": 2.055997133255005, + "learning_rate": 7.826564215148188e-07, + "loss": 1.0934, + "mean_token_accuracy": 0.6802219748497009, + "num_tokens": 33998770.0, + "step": 1427 + }, + { + "epoch": 0.15681967933230836, + "grad_norm": 2.620943546295166, + "learning_rate": 7.83205268935236e-07, + "loss": 1.0166, + "mean_token_accuracy": 0.6997853517532349, + "num_tokens": 34018378.0, + "step": 1428 + }, + { + "epoch": 0.15692949703492204, + "grad_norm": 2.1906776428222656, + "learning_rate": 7.837541163556532e-07, + "loss": 1.0083, + "mean_token_accuracy": 0.6974503397941589, + "num_tokens": 34045865.0, + "step": 1429 + }, + { + "epoch": 0.15703931473753568, + "grad_norm": 2.1820201873779297, + "learning_rate": 7.843029637760702e-07, + "loss": 0.9745, + "mean_token_accuracy": 0.7172820568084717, + "num_tokens": 34072138.0, + "step": 1430 + }, + { + "epoch": 0.15714913244014936, + "grad_norm": 2.5173087120056152, + "learning_rate": 7.848518111964874e-07, + "loss": 0.907, + "mean_token_accuracy": 0.7220221757888794, + "num_tokens": 34092152.0, + "step": 1431 + }, + { + "epoch": 0.157258950142763, + "grad_norm": 2.5542659759521484, + "learning_rate": 7.854006586169045e-07, + "loss": 1.0452, + "mean_token_accuracy": 0.6869436502456665, + "num_tokens": 34113023.0, + "step": 1432 + }, + { + "epoch": 0.15736876784537668, + "grad_norm": 2.511162281036377, + "learning_rate": 7.859495060373216e-07, + "loss": 1.107, + "mean_token_accuracy": 0.6760363578796387, + "num_tokens": 34136883.0, + "step": 1433 + }, + { + "epoch": 0.15747858554799032, + "grad_norm": 2.573427677154541, + "learning_rate": 7.864983534577388e-07, + "loss": 0.9595, + "mean_token_accuracy": 0.7130753993988037, + "num_tokens": 34157680.0, + "step": 1434 + }, + { + "epoch": 0.157588403250604, + "grad_norm": 2.5293517112731934, + "learning_rate": 7.870472008781557e-07, + "loss": 1.0343, + "mean_token_accuracy": 0.6959289312362671, + "num_tokens": 34181731.0, + "step": 1435 + }, + { + "epoch": 0.15769822095321767, + "grad_norm": 2.5402753353118896, + "learning_rate": 7.875960482985729e-07, + "loss": 0.9391, + "mean_token_accuracy": 0.7154877185821533, + "num_tokens": 34201417.0, + "step": 1436 + }, + { + "epoch": 0.15780803865583132, + "grad_norm": 2.363642692565918, + "learning_rate": 7.881448957189901e-07, + "loss": 1.0577, + "mean_token_accuracy": 0.6818096041679382, + "num_tokens": 34225457.0, + "step": 1437 + }, + { + "epoch": 0.157917856358445, + "grad_norm": 2.305860996246338, + "learning_rate": 7.886937431394071e-07, + "loss": 1.0762, + "mean_token_accuracy": 0.6761720180511475, + "num_tokens": 34250642.0, + "step": 1438 + }, + { + "epoch": 0.15802767406105864, + "grad_norm": 2.592888116836548, + "learning_rate": 7.892425905598243e-07, + "loss": 0.9878, + "mean_token_accuracy": 0.704568088054657, + "num_tokens": 34271696.0, + "step": 1439 + }, + { + "epoch": 0.1581374917636723, + "grad_norm": 2.6547460556030273, + "learning_rate": 7.897914379802415e-07, + "loss": 0.9334, + "mean_token_accuracy": 0.7178380489349365, + "num_tokens": 34294029.0, + "step": 1440 + }, + { + "epoch": 0.15824730946628596, + "grad_norm": 2.6450536251068115, + "learning_rate": 7.903402854006585e-07, + "loss": 0.9485, + "mean_token_accuracy": 0.7176467180252075, + "num_tokens": 34313886.0, + "step": 1441 + }, + { + "epoch": 0.15835712716889963, + "grad_norm": 2.5627191066741943, + "learning_rate": 7.908891328210757e-07, + "loss": 1.0623, + "mean_token_accuracy": 0.6876038908958435, + "num_tokens": 34337662.0, + "step": 1442 + }, + { + "epoch": 0.15846694487151328, + "grad_norm": 2.5149319171905518, + "learning_rate": 7.914379802414928e-07, + "loss": 0.9224, + "mean_token_accuracy": 0.7180898189544678, + "num_tokens": 34359296.0, + "step": 1443 + }, + { + "epoch": 0.15857676257412695, + "grad_norm": 2.115262269973755, + "learning_rate": 7.919868276619099e-07, + "loss": 0.9416, + "mean_token_accuracy": 0.7145597338676453, + "num_tokens": 34387524.0, + "step": 1444 + }, + { + "epoch": 0.15868658027674062, + "grad_norm": 2.3638205528259277, + "learning_rate": 7.925356750823271e-07, + "loss": 1.0458, + "mean_token_accuracy": 0.6950815320014954, + "num_tokens": 34410627.0, + "step": 1445 + }, + { + "epoch": 0.15879639797935427, + "grad_norm": 1.9356420040130615, + "learning_rate": 7.930845225027442e-07, + "loss": 0.9828, + "mean_token_accuracy": 0.6998369097709656, + "num_tokens": 34441679.0, + "step": 1446 + }, + { + "epoch": 0.15890621568196794, + "grad_norm": 2.2216451168060303, + "learning_rate": 7.936333699231613e-07, + "loss": 1.102, + "mean_token_accuracy": 0.6740483045578003, + "num_tokens": 34469037.0, + "step": 1447 + }, + { + "epoch": 0.1590160333845816, + "grad_norm": 2.621429920196533, + "learning_rate": 7.941822173435785e-07, + "loss": 0.9813, + "mean_token_accuracy": 0.7031641006469727, + "num_tokens": 34489987.0, + "step": 1448 + }, + { + "epoch": 0.15912585108719526, + "grad_norm": 2.4936931133270264, + "learning_rate": 7.947310647639956e-07, + "loss": 1.0478, + "mean_token_accuracy": 0.691771388053894, + "num_tokens": 34511808.0, + "step": 1449 + }, + { + "epoch": 0.1592356687898089, + "grad_norm": 2.277512550354004, + "learning_rate": 7.952799121844127e-07, + "loss": 0.9687, + "mean_token_accuracy": 0.7083240151405334, + "num_tokens": 34536389.0, + "step": 1450 + }, + { + "epoch": 0.15934548649242258, + "grad_norm": 2.573430299758911, + "learning_rate": 7.958287596048299e-07, + "loss": 1.0455, + "mean_token_accuracy": 0.6827174425125122, + "num_tokens": 34557971.0, + "step": 1451 + }, + { + "epoch": 0.15945530419503623, + "grad_norm": 2.2539429664611816, + "learning_rate": 7.96377607025247e-07, + "loss": 0.941, + "mean_token_accuracy": 0.7125765085220337, + "num_tokens": 34582718.0, + "step": 1452 + }, + { + "epoch": 0.1595651218976499, + "grad_norm": 2.395681381225586, + "learning_rate": 7.969264544456641e-07, + "loss": 1.0565, + "mean_token_accuracy": 0.6936954855918884, + "num_tokens": 34604668.0, + "step": 1453 + }, + { + "epoch": 0.15967493960026355, + "grad_norm": 2.847160816192627, + "learning_rate": 7.974753018660811e-07, + "loss": 1.1224, + "mean_token_accuracy": 0.6657988429069519, + "num_tokens": 34624575.0, + "step": 1454 + }, + { + "epoch": 0.15978475730287722, + "grad_norm": 2.1090915203094482, + "learning_rate": 7.980241492864983e-07, + "loss": 1.0521, + "mean_token_accuracy": 0.6934670209884644, + "num_tokens": 34652636.0, + "step": 1455 + }, + { + "epoch": 0.1598945750054909, + "grad_norm": 2.630262851715088, + "learning_rate": 7.985729967069154e-07, + "loss": 1.0663, + "mean_token_accuracy": 0.6829518675804138, + "num_tokens": 34674901.0, + "step": 1456 + }, + { + "epoch": 0.16000439270810454, + "grad_norm": 2.7628304958343506, + "learning_rate": 7.991218441273325e-07, + "loss": 0.9882, + "mean_token_accuracy": 0.6996930837631226, + "num_tokens": 34694256.0, + "step": 1457 + }, + { + "epoch": 0.16011421041071822, + "grad_norm": 2.5603110790252686, + "learning_rate": 7.996706915477497e-07, + "loss": 1.0194, + "mean_token_accuracy": 0.702870786190033, + "num_tokens": 34715318.0, + "step": 1458 + }, + { + "epoch": 0.16022402811333186, + "grad_norm": 2.230896234512329, + "learning_rate": 8.002195389681668e-07, + "loss": 1.0105, + "mean_token_accuracy": 0.6980236172676086, + "num_tokens": 34742368.0, + "step": 1459 + }, + { + "epoch": 0.16033384581594554, + "grad_norm": 2.7002806663513184, + "learning_rate": 8.007683863885839e-07, + "loss": 1.0756, + "mean_token_accuracy": 0.6817045211791992, + "num_tokens": 34762246.0, + "step": 1460 + }, + { + "epoch": 0.16044366351855918, + "grad_norm": 2.326749086380005, + "learning_rate": 8.013172338090011e-07, + "loss": 0.9468, + "mean_token_accuracy": 0.7170871496200562, + "num_tokens": 34786056.0, + "step": 1461 + }, + { + "epoch": 0.16055348122117286, + "grad_norm": 2.754523277282715, + "learning_rate": 8.018660812294182e-07, + "loss": 1.0968, + "mean_token_accuracy": 0.6850144863128662, + "num_tokens": 34805830.0, + "step": 1462 + }, + { + "epoch": 0.1606632989237865, + "grad_norm": 2.393684148788452, + "learning_rate": 8.024149286498353e-07, + "loss": 1.0321, + "mean_token_accuracy": 0.6879695057868958, + "num_tokens": 34831509.0, + "step": 1463 + }, + { + "epoch": 0.16077311662640018, + "grad_norm": 2.528308391571045, + "learning_rate": 8.029637760702525e-07, + "loss": 1.0008, + "mean_token_accuracy": 0.6950588226318359, + "num_tokens": 34852991.0, + "step": 1464 + }, + { + "epoch": 0.16088293432901385, + "grad_norm": 2.2066760063171387, + "learning_rate": 8.035126234906695e-07, + "loss": 1.0271, + "mean_token_accuracy": 0.6879728436470032, + "num_tokens": 34879477.0, + "step": 1465 + }, + { + "epoch": 0.1609927520316275, + "grad_norm": 2.2348034381866455, + "learning_rate": 8.040614709110867e-07, + "loss": 0.9987, + "mean_token_accuracy": 0.7087196111679077, + "num_tokens": 34908358.0, + "step": 1466 + }, + { + "epoch": 0.16110256973424117, + "grad_norm": 2.2836244106292725, + "learning_rate": 8.046103183315039e-07, + "loss": 0.9676, + "mean_token_accuracy": 0.7061693668365479, + "num_tokens": 34934260.0, + "step": 1467 + }, + { + "epoch": 0.16121238743685481, + "grad_norm": 2.415717124938965, + "learning_rate": 8.051591657519209e-07, + "loss": 0.9991, + "mean_token_accuracy": 0.7014845609664917, + "num_tokens": 34957683.0, + "step": 1468 + }, + { + "epoch": 0.1613222051394685, + "grad_norm": 2.3050777912139893, + "learning_rate": 8.057080131723381e-07, + "loss": 1.1469, + "mean_token_accuracy": 0.6575779318809509, + "num_tokens": 34986661.0, + "step": 1469 + }, + { + "epoch": 0.16143202284208213, + "grad_norm": 2.4721217155456543, + "learning_rate": 8.062568605927553e-07, + "loss": 1.0074, + "mean_token_accuracy": 0.6972668766975403, + "num_tokens": 35009279.0, + "step": 1470 + }, + { + "epoch": 0.1615418405446958, + "grad_norm": 2.556098222732544, + "learning_rate": 8.068057080131723e-07, + "loss": 0.9726, + "mean_token_accuracy": 0.7055617570877075, + "num_tokens": 35029096.0, + "step": 1471 + }, + { + "epoch": 0.16165165824730945, + "grad_norm": 2.9178719520568848, + "learning_rate": 8.073545554335894e-07, + "loss": 1.0173, + "mean_token_accuracy": 0.6979141235351562, + "num_tokens": 35045947.0, + "step": 1472 + }, + { + "epoch": 0.16176147594992313, + "grad_norm": 2.232605457305908, + "learning_rate": 8.079034028540066e-07, + "loss": 1.1224, + "mean_token_accuracy": 0.6653004884719849, + "num_tokens": 35075223.0, + "step": 1473 + }, + { + "epoch": 0.1618712936525368, + "grad_norm": 2.457304000854492, + "learning_rate": 8.084522502744236e-07, + "loss": 1.0054, + "mean_token_accuracy": 0.7005223035812378, + "num_tokens": 35099480.0, + "step": 1474 + }, + { + "epoch": 0.16198111135515045, + "grad_norm": 2.172496795654297, + "learning_rate": 8.090010976948408e-07, + "loss": 1.1069, + "mean_token_accuracy": 0.6916490793228149, + "num_tokens": 35128999.0, + "step": 1475 + }, + { + "epoch": 0.16209092905776412, + "grad_norm": 2.406285524368286, + "learning_rate": 8.095499451152578e-07, + "loss": 1.1112, + "mean_token_accuracy": 0.6737521886825562, + "num_tokens": 35153031.0, + "step": 1476 + }, + { + "epoch": 0.16220074676037777, + "grad_norm": 2.787773847579956, + "learning_rate": 8.10098792535675e-07, + "loss": 0.9851, + "mean_token_accuracy": 0.7040973901748657, + "num_tokens": 35171516.0, + "step": 1477 + }, + { + "epoch": 0.16231056446299144, + "grad_norm": 2.721163511276245, + "learning_rate": 8.106476399560922e-07, + "loss": 1.0359, + "mean_token_accuracy": 0.6916486024856567, + "num_tokens": 35191743.0, + "step": 1478 + }, + { + "epoch": 0.1624203821656051, + "grad_norm": 2.5730299949645996, + "learning_rate": 8.111964873765092e-07, + "loss": 0.9904, + "mean_token_accuracy": 0.6994778513908386, + "num_tokens": 35212341.0, + "step": 1479 + }, + { + "epoch": 0.16253019986821876, + "grad_norm": 2.884633779525757, + "learning_rate": 8.117453347969264e-07, + "loss": 0.9373, + "mean_token_accuracy": 0.7168839573860168, + "num_tokens": 35229527.0, + "step": 1480 + }, + { + "epoch": 0.1626400175708324, + "grad_norm": 2.4089109897613525, + "learning_rate": 8.122941822173436e-07, + "loss": 1.0114, + "mean_token_accuracy": 0.6948307752609253, + "num_tokens": 35253363.0, + "step": 1481 + }, + { + "epoch": 0.16274983527344608, + "grad_norm": 2.151571035385132, + "learning_rate": 8.128430296377606e-07, + "loss": 1.1072, + "mean_token_accuracy": 0.6662495136260986, + "num_tokens": 35283297.0, + "step": 1482 + }, + { + "epoch": 0.16285965297605975, + "grad_norm": 2.2509841918945312, + "learning_rate": 8.133918770581778e-07, + "loss": 0.9614, + "mean_token_accuracy": 0.709126353263855, + "num_tokens": 35309166.0, + "step": 1483 + }, + { + "epoch": 0.1629694706786734, + "grad_norm": 2.39632248878479, + "learning_rate": 8.13940724478595e-07, + "loss": 0.9699, + "mean_token_accuracy": 0.7083014249801636, + "num_tokens": 35332659.0, + "step": 1484 + }, + { + "epoch": 0.16307928838128707, + "grad_norm": 2.526313304901123, + "learning_rate": 8.14489571899012e-07, + "loss": 0.99, + "mean_token_accuracy": 0.7183149456977844, + "num_tokens": 35353705.0, + "step": 1485 + }, + { + "epoch": 0.16318910608390072, + "grad_norm": 2.4699487686157227, + "learning_rate": 8.150384193194292e-07, + "loss": 1.0971, + "mean_token_accuracy": 0.6872403621673584, + "num_tokens": 35376326.0, + "step": 1486 + }, + { + "epoch": 0.1632989237865144, + "grad_norm": 2.2975234985351562, + "learning_rate": 8.155872667398463e-07, + "loss": 1.1493, + "mean_token_accuracy": 0.680293083190918, + "num_tokens": 35401972.0, + "step": 1487 + }, + { + "epoch": 0.16340874148912804, + "grad_norm": 2.990262269973755, + "learning_rate": 8.161361141602634e-07, + "loss": 0.8721, + "mean_token_accuracy": 0.7316381335258484, + "num_tokens": 35418834.0, + "step": 1488 + }, + { + "epoch": 0.1635185591917417, + "grad_norm": 2.5780909061431885, + "learning_rate": 8.166849615806806e-07, + "loss": 1.0551, + "mean_token_accuracy": 0.6890957355499268, + "num_tokens": 35441338.0, + "step": 1489 + }, + { + "epoch": 0.16362837689435536, + "grad_norm": 2.2520580291748047, + "learning_rate": 8.172338090010977e-07, + "loss": 1.0984, + "mean_token_accuracy": 0.6768260598182678, + "num_tokens": 35472270.0, + "step": 1490 + }, + { + "epoch": 0.16373819459696903, + "grad_norm": 2.504790782928467, + "learning_rate": 8.177826564215147e-07, + "loss": 1.098, + "mean_token_accuracy": 0.6879502534866333, + "num_tokens": 35494067.0, + "step": 1491 + }, + { + "epoch": 0.16384801229958268, + "grad_norm": 2.240480422973633, + "learning_rate": 8.183315038419319e-07, + "loss": 1.0123, + "mean_token_accuracy": 0.7003623247146606, + "num_tokens": 35520383.0, + "step": 1492 + }, + { + "epoch": 0.16395783000219635, + "grad_norm": 2.7944118976593018, + "learning_rate": 8.18880351262349e-07, + "loss": 0.9661, + "mean_token_accuracy": 0.6998192071914673, + "num_tokens": 35537850.0, + "step": 1493 + }, + { + "epoch": 0.16406764770481003, + "grad_norm": 2.768129348754883, + "learning_rate": 8.194291986827661e-07, + "loss": 1.0009, + "mean_token_accuracy": 0.6954529285430908, + "num_tokens": 35558460.0, + "step": 1494 + }, + { + "epoch": 0.16417746540742367, + "grad_norm": 2.626312017440796, + "learning_rate": 8.199780461031833e-07, + "loss": 0.9542, + "mean_token_accuracy": 0.7120064496994019, + "num_tokens": 35580771.0, + "step": 1495 + }, + { + "epoch": 0.16428728311003735, + "grad_norm": 2.308445692062378, + "learning_rate": 8.205268935236004e-07, + "loss": 1.0019, + "mean_token_accuracy": 0.6992145776748657, + "num_tokens": 35605855.0, + "step": 1496 + }, + { + "epoch": 0.164397100812651, + "grad_norm": 2.725376605987549, + "learning_rate": 8.210757409440175e-07, + "loss": 1.0975, + "mean_token_accuracy": 0.6743532419204712, + "num_tokens": 35626817.0, + "step": 1497 + }, + { + "epoch": 0.16450691851526467, + "grad_norm": 2.709792375564575, + "learning_rate": 8.216245883644346e-07, + "loss": 1.0748, + "mean_token_accuracy": 0.688567578792572, + "num_tokens": 35646340.0, + "step": 1498 + }, + { + "epoch": 0.1646167362178783, + "grad_norm": 2.4174907207489014, + "learning_rate": 8.221734357848518e-07, + "loss": 1.0898, + "mean_token_accuracy": 0.6835762858390808, + "num_tokens": 35671026.0, + "step": 1499 + }, + { + "epoch": 0.16472655392049199, + "grad_norm": 2.339815139770508, + "learning_rate": 8.227222832052689e-07, + "loss": 0.9598, + "mean_token_accuracy": 0.7165926694869995, + "num_tokens": 35694176.0, + "step": 1500 + }, + { + "epoch": 0.16483637162310563, + "grad_norm": 2.2718002796173096, + "learning_rate": 8.23271130625686e-07, + "loss": 1.025, + "mean_token_accuracy": 0.698085367679596, + "num_tokens": 35720134.0, + "step": 1501 + }, + { + "epoch": 0.1649461893257193, + "grad_norm": 2.461918592453003, + "learning_rate": 8.238199780461032e-07, + "loss": 0.9809, + "mean_token_accuracy": 0.7062724828720093, + "num_tokens": 35741422.0, + "step": 1502 + }, + { + "epoch": 0.16505600702833298, + "grad_norm": 2.37888503074646, + "learning_rate": 8.243688254665203e-07, + "loss": 0.8426, + "mean_token_accuracy": 0.7352949380874634, + "num_tokens": 35761371.0, + "step": 1503 + }, + { + "epoch": 0.16516582473094663, + "grad_norm": 2.572843074798584, + "learning_rate": 8.249176728869374e-07, + "loss": 0.9718, + "mean_token_accuracy": 0.7177376747131348, + "num_tokens": 35780780.0, + "step": 1504 + }, + { + "epoch": 0.1652756424335603, + "grad_norm": 2.464370012283325, + "learning_rate": 8.254665203073546e-07, + "loss": 0.9401, + "mean_token_accuracy": 0.7168053984642029, + "num_tokens": 35803114.0, + "step": 1505 + }, + { + "epoch": 0.16538546013617395, + "grad_norm": 2.4903886318206787, + "learning_rate": 8.260153677277717e-07, + "loss": 0.9627, + "mean_token_accuracy": 0.7083067893981934, + "num_tokens": 35823978.0, + "step": 1506 + }, + { + "epoch": 0.16549527783878762, + "grad_norm": 2.798255205154419, + "learning_rate": 8.265642151481888e-07, + "loss": 0.9586, + "mean_token_accuracy": 0.7038838863372803, + "num_tokens": 35841006.0, + "step": 1507 + }, + { + "epoch": 0.16560509554140126, + "grad_norm": 2.4189329147338867, + "learning_rate": 8.27113062568606e-07, + "loss": 0.9524, + "mean_token_accuracy": 0.7114031314849854, + "num_tokens": 35863492.0, + "step": 1508 + }, + { + "epoch": 0.16571491324401494, + "grad_norm": 2.509204149246216, + "learning_rate": 8.27661909989023e-07, + "loss": 1.0441, + "mean_token_accuracy": 0.6995326280593872, + "num_tokens": 35885864.0, + "step": 1509 + }, + { + "epoch": 0.16582473094662858, + "grad_norm": 2.4063897132873535, + "learning_rate": 8.282107574094401e-07, + "loss": 1.0328, + "mean_token_accuracy": 0.6880846619606018, + "num_tokens": 35908824.0, + "step": 1510 + }, + { + "epoch": 0.16593454864924226, + "grad_norm": 2.4200878143310547, + "learning_rate": 8.287596048298572e-07, + "loss": 1.0097, + "mean_token_accuracy": 0.6939071416854858, + "num_tokens": 35932298.0, + "step": 1511 + }, + { + "epoch": 0.16604436635185593, + "grad_norm": 2.2323553562164307, + "learning_rate": 8.293084522502743e-07, + "loss": 1.0502, + "mean_token_accuracy": 0.689157247543335, + "num_tokens": 35956592.0, + "step": 1512 + }, + { + "epoch": 0.16615418405446958, + "grad_norm": 2.4209675788879395, + "learning_rate": 8.298572996706915e-07, + "loss": 1.0239, + "mean_token_accuracy": 0.7048205733299255, + "num_tokens": 35980502.0, + "step": 1513 + }, + { + "epoch": 0.16626400175708325, + "grad_norm": 2.3217852115631104, + "learning_rate": 8.304061470911086e-07, + "loss": 1.0994, + "mean_token_accuracy": 0.6698284149169922, + "num_tokens": 36005098.0, + "step": 1514 + }, + { + "epoch": 0.1663738194596969, + "grad_norm": 2.699472188949585, + "learning_rate": 8.309549945115257e-07, + "loss": 0.9823, + "mean_token_accuracy": 0.7132291793823242, + "num_tokens": 36024535.0, + "step": 1515 + }, + { + "epoch": 0.16648363716231057, + "grad_norm": 2.3411483764648438, + "learning_rate": 8.315038419319429e-07, + "loss": 0.8909, + "mean_token_accuracy": 0.7319222688674927, + "num_tokens": 36046673.0, + "step": 1516 + }, + { + "epoch": 0.16659345486492422, + "grad_norm": 2.142270088195801, + "learning_rate": 8.3205268935236e-07, + "loss": 1.0265, + "mean_token_accuracy": 0.7021158933639526, + "num_tokens": 36073982.0, + "step": 1517 + }, + { + "epoch": 0.1667032725675379, + "grad_norm": 2.7280704975128174, + "learning_rate": 8.326015367727771e-07, + "loss": 1.1092, + "mean_token_accuracy": 0.6718260049819946, + "num_tokens": 36093708.0, + "step": 1518 + }, + { + "epoch": 0.16681309027015154, + "grad_norm": 2.443403482437134, + "learning_rate": 8.331503841931943e-07, + "loss": 1.1001, + "mean_token_accuracy": 0.678432047367096, + "num_tokens": 36116284.0, + "step": 1519 + }, + { + "epoch": 0.1669229079727652, + "grad_norm": 2.63967227935791, + "learning_rate": 8.336992316136113e-07, + "loss": 1.0294, + "mean_token_accuracy": 0.6992625594139099, + "num_tokens": 36136749.0, + "step": 1520 + }, + { + "epoch": 0.16703272567537888, + "grad_norm": 2.7468416690826416, + "learning_rate": 8.342480790340285e-07, + "loss": 0.9825, + "mean_token_accuracy": 0.7080077528953552, + "num_tokens": 36155124.0, + "step": 1521 + }, + { + "epoch": 0.16714254337799253, + "grad_norm": 2.3883249759674072, + "learning_rate": 8.347969264544457e-07, + "loss": 1.0507, + "mean_token_accuracy": 0.6848782896995544, + "num_tokens": 36178840.0, + "step": 1522 + }, + { + "epoch": 0.1672523610806062, + "grad_norm": 2.5434060096740723, + "learning_rate": 8.353457738748627e-07, + "loss": 1.0276, + "mean_token_accuracy": 0.6920156478881836, + "num_tokens": 36198918.0, + "step": 1523 + }, + { + "epoch": 0.16736217878321985, + "grad_norm": 2.328974962234497, + "learning_rate": 8.358946212952799e-07, + "loss": 0.9757, + "mean_token_accuracy": 0.7124931812286377, + "num_tokens": 36223044.0, + "step": 1524 + }, + { + "epoch": 0.16747199648583352, + "grad_norm": 2.228139877319336, + "learning_rate": 8.364434687156971e-07, + "loss": 1.0505, + "mean_token_accuracy": 0.6879781484603882, + "num_tokens": 36252863.0, + "step": 1525 + }, + { + "epoch": 0.16758181418844717, + "grad_norm": 2.3216240406036377, + "learning_rate": 8.369923161361141e-07, + "loss": 1.0228, + "mean_token_accuracy": 0.6954235434532166, + "num_tokens": 36276523.0, + "step": 1526 + }, + { + "epoch": 0.16769163189106084, + "grad_norm": 2.2647812366485596, + "learning_rate": 8.375411635565313e-07, + "loss": 1.0176, + "mean_token_accuracy": 0.6953189373016357, + "num_tokens": 36302716.0, + "step": 1527 + }, + { + "epoch": 0.1678014495936745, + "grad_norm": 2.4010486602783203, + "learning_rate": 8.380900109769485e-07, + "loss": 0.9723, + "mean_token_accuracy": 0.7076529264450073, + "num_tokens": 36325580.0, + "step": 1528 + }, + { + "epoch": 0.16791126729628816, + "grad_norm": 2.3336284160614014, + "learning_rate": 8.386388583973654e-07, + "loss": 1.0724, + "mean_token_accuracy": 0.6917679309844971, + "num_tokens": 36350589.0, + "step": 1529 + }, + { + "epoch": 0.1680210849989018, + "grad_norm": 2.2976841926574707, + "learning_rate": 8.391877058177826e-07, + "loss": 1.1107, + "mean_token_accuracy": 0.6722686886787415, + "num_tokens": 36377879.0, + "step": 1530 + }, + { + "epoch": 0.16813090270151548, + "grad_norm": 2.344019889831543, + "learning_rate": 8.397365532381997e-07, + "loss": 0.8723, + "mean_token_accuracy": 0.7358807325363159, + "num_tokens": 36400480.0, + "step": 1531 + }, + { + "epoch": 0.16824072040412916, + "grad_norm": 2.7097458839416504, + "learning_rate": 8.402854006586168e-07, + "loss": 1.061, + "mean_token_accuracy": 0.6817144751548767, + "num_tokens": 36419587.0, + "step": 1532 + }, + { + "epoch": 0.1683505381067428, + "grad_norm": 2.1547160148620605, + "learning_rate": 8.40834248079034e-07, + "loss": 1.0757, + "mean_token_accuracy": 0.6785901784896851, + "num_tokens": 36449342.0, + "step": 1533 + }, + { + "epoch": 0.16846035580935648, + "grad_norm": 2.513568162918091, + "learning_rate": 8.413830954994511e-07, + "loss": 1.0884, + "mean_token_accuracy": 0.6829878091812134, + "num_tokens": 36472752.0, + "step": 1534 + }, + { + "epoch": 0.16857017351197012, + "grad_norm": 2.7382161617279053, + "learning_rate": 8.419319429198682e-07, + "loss": 1.0316, + "mean_token_accuracy": 0.6897667646408081, + "num_tokens": 36492744.0, + "step": 1535 + }, + { + "epoch": 0.1686799912145838, + "grad_norm": 2.639535903930664, + "learning_rate": 8.424807903402854e-07, + "loss": 0.9523, + "mean_token_accuracy": 0.713588535785675, + "num_tokens": 36511960.0, + "step": 1536 + }, + { + "epoch": 0.16878980891719744, + "grad_norm": 2.369922399520874, + "learning_rate": 8.430296377607025e-07, + "loss": 1.0272, + "mean_token_accuracy": 0.6928937435150146, + "num_tokens": 36537225.0, + "step": 1537 + }, + { + "epoch": 0.16889962661981112, + "grad_norm": 2.6438302993774414, + "learning_rate": 8.435784851811196e-07, + "loss": 1.0709, + "mean_token_accuracy": 0.6785268783569336, + "num_tokens": 36558240.0, + "step": 1538 + }, + { + "epoch": 0.16900944432242476, + "grad_norm": 2.499941825866699, + "learning_rate": 8.441273326015367e-07, + "loss": 1.0619, + "mean_token_accuracy": 0.6946457028388977, + "num_tokens": 36581684.0, + "step": 1539 + }, + { + "epoch": 0.16911926202503844, + "grad_norm": 2.210439682006836, + "learning_rate": 8.446761800219539e-07, + "loss": 1.1296, + "mean_token_accuracy": 0.6606427431106567, + "num_tokens": 36610078.0, + "step": 1540 + }, + { + "epoch": 0.1692290797276521, + "grad_norm": 2.7576136589050293, + "learning_rate": 8.45225027442371e-07, + "loss": 1.1181, + "mean_token_accuracy": 0.670756995677948, + "num_tokens": 36628733.0, + "step": 1541 + }, + { + "epoch": 0.16933889743026576, + "grad_norm": 2.3203070163726807, + "learning_rate": 8.457738748627881e-07, + "loss": 1.0392, + "mean_token_accuracy": 0.6918216943740845, + "num_tokens": 36652572.0, + "step": 1542 + }, + { + "epoch": 0.16944871513287943, + "grad_norm": 2.533618927001953, + "learning_rate": 8.463227222832053e-07, + "loss": 0.9944, + "mean_token_accuracy": 0.6999177932739258, + "num_tokens": 36673678.0, + "step": 1543 + }, + { + "epoch": 0.16955853283549308, + "grad_norm": 2.9275286197662354, + "learning_rate": 8.468715697036224e-07, + "loss": 1.0081, + "mean_token_accuracy": 0.7086220383644104, + "num_tokens": 36689435.0, + "step": 1544 + }, + { + "epoch": 0.16966835053810675, + "grad_norm": 2.47015118598938, + "learning_rate": 8.474204171240395e-07, + "loss": 1.0251, + "mean_token_accuracy": 0.6950594782829285, + "num_tokens": 36711401.0, + "step": 1545 + }, + { + "epoch": 0.1697781682407204, + "grad_norm": 2.807101011276245, + "learning_rate": 8.479692645444567e-07, + "loss": 0.99, + "mean_token_accuracy": 0.6947459578514099, + "num_tokens": 36728019.0, + "step": 1546 + }, + { + "epoch": 0.16988798594333407, + "grad_norm": 2.6363205909729004, + "learning_rate": 8.485181119648738e-07, + "loss": 1.0693, + "mean_token_accuracy": 0.6855674982070923, + "num_tokens": 36750360.0, + "step": 1547 + }, + { + "epoch": 0.16999780364594771, + "grad_norm": 2.1998164653778076, + "learning_rate": 8.490669593852908e-07, + "loss": 0.9949, + "mean_token_accuracy": 0.7020512819290161, + "num_tokens": 36776691.0, + "step": 1548 + }, + { + "epoch": 0.1701076213485614, + "grad_norm": 2.273649215698242, + "learning_rate": 8.496158068057079e-07, + "loss": 1.0275, + "mean_token_accuracy": 0.6999311447143555, + "num_tokens": 36802629.0, + "step": 1549 + }, + { + "epoch": 0.17021743905117506, + "grad_norm": 2.378572463989258, + "learning_rate": 8.50164654226125e-07, + "loss": 0.9817, + "mean_token_accuracy": 0.7036451697349548, + "num_tokens": 36826629.0, + "step": 1550 + }, + { + "epoch": 0.1703272567537887, + "grad_norm": 2.683924913406372, + "learning_rate": 8.507135016465422e-07, + "loss": 1.0252, + "mean_token_accuracy": 0.6957877278327942, + "num_tokens": 36846235.0, + "step": 1551 + }, + { + "epoch": 0.17043707445640238, + "grad_norm": 2.531867504119873, + "learning_rate": 8.512623490669593e-07, + "loss": 1.0262, + "mean_token_accuracy": 0.7027389407157898, + "num_tokens": 36867474.0, + "step": 1552 + }, + { + "epoch": 0.17054689215901603, + "grad_norm": 2.2623820304870605, + "learning_rate": 8.518111964873764e-07, + "loss": 1.0578, + "mean_token_accuracy": 0.6813086271286011, + "num_tokens": 36894022.0, + "step": 1553 + }, + { + "epoch": 0.1706567098616297, + "grad_norm": 2.070736885070801, + "learning_rate": 8.523600439077936e-07, + "loss": 1.0028, + "mean_token_accuracy": 0.6942769289016724, + "num_tokens": 36921904.0, + "step": 1554 + }, + { + "epoch": 0.17076652756424335, + "grad_norm": 2.1529123783111572, + "learning_rate": 8.529088913282107e-07, + "loss": 1.1035, + "mean_token_accuracy": 0.6735238432884216, + "num_tokens": 36951186.0, + "step": 1555 + }, + { + "epoch": 0.17087634526685702, + "grad_norm": 2.1852996349334717, + "learning_rate": 8.534577387486278e-07, + "loss": 1.0922, + "mean_token_accuracy": 0.6681894063949585, + "num_tokens": 36980121.0, + "step": 1556 + }, + { + "epoch": 0.17098616296947067, + "grad_norm": 2.1048314571380615, + "learning_rate": 8.54006586169045e-07, + "loss": 0.9896, + "mean_token_accuracy": 0.6995750665664673, + "num_tokens": 37008164.0, + "step": 1557 + }, + { + "epoch": 0.17109598067208434, + "grad_norm": 2.4076433181762695, + "learning_rate": 8.545554335894621e-07, + "loss": 1.1217, + "mean_token_accuracy": 0.6687352061271667, + "num_tokens": 37032401.0, + "step": 1558 + }, + { + "epoch": 0.17120579837469801, + "grad_norm": 2.168941020965576, + "learning_rate": 8.551042810098792e-07, + "loss": 1.0716, + "mean_token_accuracy": 0.6817551851272583, + "num_tokens": 37061390.0, + "step": 1559 + }, + { + "epoch": 0.17131561607731166, + "grad_norm": 2.5677311420440674, + "learning_rate": 8.556531284302964e-07, + "loss": 1.1631, + "mean_token_accuracy": 0.6605072021484375, + "num_tokens": 37085913.0, + "step": 1560 + }, + { + "epoch": 0.17142543377992533, + "grad_norm": 2.488173723220825, + "learning_rate": 8.562019758507134e-07, + "loss": 1.0467, + "mean_token_accuracy": 0.6979629993438721, + "num_tokens": 37107123.0, + "step": 1561 + }, + { + "epoch": 0.17153525148253898, + "grad_norm": 2.2746293544769287, + "learning_rate": 8.567508232711306e-07, + "loss": 1.072, + "mean_token_accuracy": 0.6808351278305054, + "num_tokens": 37135600.0, + "step": 1562 + }, + { + "epoch": 0.17164506918515265, + "grad_norm": 2.506965398788452, + "learning_rate": 8.572996706915478e-07, + "loss": 0.9547, + "mean_token_accuracy": 0.7168866395950317, + "num_tokens": 37156448.0, + "step": 1563 + }, + { + "epoch": 0.1717548868877663, + "grad_norm": 2.8176729679107666, + "learning_rate": 8.578485181119648e-07, + "loss": 0.9488, + "mean_token_accuracy": 0.7100293636322021, + "num_tokens": 37174202.0, + "step": 1564 + }, + { + "epoch": 0.17186470459037997, + "grad_norm": 2.1994760036468506, + "learning_rate": 8.58397365532382e-07, + "loss": 0.9959, + "mean_token_accuracy": 0.6997749209403992, + "num_tokens": 37202536.0, + "step": 1565 + }, + { + "epoch": 0.17197452229299362, + "grad_norm": 2.424445867538452, + "learning_rate": 8.589462129527992e-07, + "loss": 1.0541, + "mean_token_accuracy": 0.6827021241188049, + "num_tokens": 37228063.0, + "step": 1566 + }, + { + "epoch": 0.1720843399956073, + "grad_norm": 2.04754900932312, + "learning_rate": 8.594950603732161e-07, + "loss": 1.0371, + "mean_token_accuracy": 0.6912151575088501, + "num_tokens": 37259822.0, + "step": 1567 + }, + { + "epoch": 0.17219415769822094, + "grad_norm": 2.573794364929199, + "learning_rate": 8.600439077936333e-07, + "loss": 0.9749, + "mean_token_accuracy": 0.7044258117675781, + "num_tokens": 37280210.0, + "step": 1568 + }, + { + "epoch": 0.1723039754008346, + "grad_norm": 2.430427312850952, + "learning_rate": 8.605927552140505e-07, + "loss": 0.9944, + "mean_token_accuracy": 0.7009219527244568, + "num_tokens": 37302413.0, + "step": 1569 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 2.735597848892212, + "learning_rate": 8.611416026344675e-07, + "loss": 0.9763, + "mean_token_accuracy": 0.7011659145355225, + "num_tokens": 37319808.0, + "step": 1570 + }, + { + "epoch": 0.17252361080606193, + "grad_norm": 2.388871908187866, + "learning_rate": 8.616904500548847e-07, + "loss": 1.0215, + "mean_token_accuracy": 0.6912022829055786, + "num_tokens": 37342303.0, + "step": 1571 + }, + { + "epoch": 0.1726334285086756, + "grad_norm": 2.2378716468811035, + "learning_rate": 8.622392974753018e-07, + "loss": 0.9839, + "mean_token_accuracy": 0.7039994597434998, + "num_tokens": 37368432.0, + "step": 1572 + }, + { + "epoch": 0.17274324621128925, + "grad_norm": 2.195889949798584, + "learning_rate": 8.627881448957189e-07, + "loss": 1.1127, + "mean_token_accuracy": 0.6711440086364746, + "num_tokens": 37399004.0, + "step": 1573 + }, + { + "epoch": 0.17285306391390293, + "grad_norm": 2.4990828037261963, + "learning_rate": 8.633369923161361e-07, + "loss": 1.0207, + "mean_token_accuracy": 0.6886569261550903, + "num_tokens": 37419684.0, + "step": 1574 + }, + { + "epoch": 0.17296288161651657, + "grad_norm": 2.0429601669311523, + "learning_rate": 8.638858397365532e-07, + "loss": 0.9905, + "mean_token_accuracy": 0.7031311988830566, + "num_tokens": 37449278.0, + "step": 1575 + }, + { + "epoch": 0.17307269931913025, + "grad_norm": 2.699817180633545, + "learning_rate": 8.644346871569703e-07, + "loss": 1.0104, + "mean_token_accuracy": 0.6939363479614258, + "num_tokens": 37468339.0, + "step": 1576 + }, + { + "epoch": 0.1731825170217439, + "grad_norm": 2.297757863998413, + "learning_rate": 8.649835345773875e-07, + "loss": 1.0224, + "mean_token_accuracy": 0.6937644481658936, + "num_tokens": 37492402.0, + "step": 1577 + }, + { + "epoch": 0.17329233472435757, + "grad_norm": 2.350175619125366, + "learning_rate": 8.655323819978046e-07, + "loss": 1.0171, + "mean_token_accuracy": 0.7036741971969604, + "num_tokens": 37519412.0, + "step": 1578 + }, + { + "epoch": 0.17340215242697124, + "grad_norm": 2.3241021633148193, + "learning_rate": 8.660812294182217e-07, + "loss": 0.9738, + "mean_token_accuracy": 0.6953080296516418, + "num_tokens": 37544990.0, + "step": 1579 + }, + { + "epoch": 0.17351197012958489, + "grad_norm": 2.460491895675659, + "learning_rate": 8.666300768386389e-07, + "loss": 0.931, + "mean_token_accuracy": 0.7137648463249207, + "num_tokens": 37567264.0, + "step": 1580 + }, + { + "epoch": 0.17362178783219856, + "grad_norm": 2.4109463691711426, + "learning_rate": 8.67178924259056e-07, + "loss": 1.0556, + "mean_token_accuracy": 0.6844929456710815, + "num_tokens": 37590774.0, + "step": 1581 + }, + { + "epoch": 0.1737316055348122, + "grad_norm": 2.5129024982452393, + "learning_rate": 8.677277716794731e-07, + "loss": 0.9952, + "mean_token_accuracy": 0.6950811147689819, + "num_tokens": 37612851.0, + "step": 1582 + }, + { + "epoch": 0.17384142323742588, + "grad_norm": 2.310110569000244, + "learning_rate": 8.682766190998902e-07, + "loss": 1.1283, + "mean_token_accuracy": 0.6688535809516907, + "num_tokens": 37642836.0, + "step": 1583 + }, + { + "epoch": 0.17395124094003953, + "grad_norm": 2.143458127975464, + "learning_rate": 8.688254665203073e-07, + "loss": 1.0626, + "mean_token_accuracy": 0.6831737756729126, + "num_tokens": 37674478.0, + "step": 1584 + }, + { + "epoch": 0.1740610586426532, + "grad_norm": 2.3323888778686523, + "learning_rate": 8.693743139407245e-07, + "loss": 1.1442, + "mean_token_accuracy": 0.6632894277572632, + "num_tokens": 37701425.0, + "step": 1585 + }, + { + "epoch": 0.17417087634526685, + "grad_norm": 2.7081313133239746, + "learning_rate": 8.699231613611415e-07, + "loss": 0.9824, + "mean_token_accuracy": 0.6969324946403503, + "num_tokens": 37719978.0, + "step": 1586 + }, + { + "epoch": 0.17428069404788052, + "grad_norm": 2.252173662185669, + "learning_rate": 8.704720087815586e-07, + "loss": 1.0764, + "mean_token_accuracy": 0.6887778639793396, + "num_tokens": 37746109.0, + "step": 1587 + }, + { + "epoch": 0.1743905117504942, + "grad_norm": 2.5103988647460938, + "learning_rate": 8.710208562019758e-07, + "loss": 1.067, + "mean_token_accuracy": 0.6984670162200928, + "num_tokens": 37769627.0, + "step": 1588 + }, + { + "epoch": 0.17450032945310784, + "grad_norm": 2.1619155406951904, + "learning_rate": 8.715697036223929e-07, + "loss": 1.0295, + "mean_token_accuracy": 0.693198561668396, + "num_tokens": 37796585.0, + "step": 1589 + }, + { + "epoch": 0.1746101471557215, + "grad_norm": 2.2860946655273438, + "learning_rate": 8.7211855104281e-07, + "loss": 1.0203, + "mean_token_accuracy": 0.7004141807556152, + "num_tokens": 37821358.0, + "step": 1590 + }, + { + "epoch": 0.17471996485833516, + "grad_norm": 2.3580033779144287, + "learning_rate": 8.726673984632272e-07, + "loss": 0.9936, + "mean_token_accuracy": 0.7026766538619995, + "num_tokens": 37846554.0, + "step": 1591 + }, + { + "epoch": 0.17482978256094883, + "grad_norm": 2.191540241241455, + "learning_rate": 8.732162458836443e-07, + "loss": 1.1047, + "mean_token_accuracy": 0.677122950553894, + "num_tokens": 37874458.0, + "step": 1592 + }, + { + "epoch": 0.17493960026356248, + "grad_norm": 2.261237144470215, + "learning_rate": 8.737650933040614e-07, + "loss": 1.0156, + "mean_token_accuracy": 0.6951049566268921, + "num_tokens": 37901210.0, + "step": 1593 + }, + { + "epoch": 0.17504941796617615, + "grad_norm": 2.458902359008789, + "learning_rate": 8.743139407244785e-07, + "loss": 0.9025, + "mean_token_accuracy": 0.7180168628692627, + "num_tokens": 37920970.0, + "step": 1594 + }, + { + "epoch": 0.1751592356687898, + "grad_norm": 2.3760416507720947, + "learning_rate": 8.748627881448957e-07, + "loss": 1.0302, + "mean_token_accuracy": 0.7007240056991577, + "num_tokens": 37944743.0, + "step": 1595 + }, + { + "epoch": 0.17526905337140347, + "grad_norm": 2.58596134185791, + "learning_rate": 8.754116355653128e-07, + "loss": 1.0438, + "mean_token_accuracy": 0.6823387145996094, + "num_tokens": 37966415.0, + "step": 1596 + }, + { + "epoch": 0.17537887107401715, + "grad_norm": 2.454313278198242, + "learning_rate": 8.759604829857299e-07, + "loss": 0.9599, + "mean_token_accuracy": 0.7094792723655701, + "num_tokens": 37989238.0, + "step": 1597 + }, + { + "epoch": 0.1754886887766308, + "grad_norm": 2.3517544269561768, + "learning_rate": 8.765093304061471e-07, + "loss": 1.0149, + "mean_token_accuracy": 0.6959509253501892, + "num_tokens": 38013798.0, + "step": 1598 + }, + { + "epoch": 0.17559850647924446, + "grad_norm": 2.158116102218628, + "learning_rate": 8.770581778265642e-07, + "loss": 1.0634, + "mean_token_accuracy": 0.6821728944778442, + "num_tokens": 38041503.0, + "step": 1599 + }, + { + "epoch": 0.1757083241818581, + "grad_norm": 1.9993560314178467, + "learning_rate": 8.776070252469813e-07, + "loss": 0.895, + "mean_token_accuracy": 0.7257770299911499, + "num_tokens": 38068695.0, + "step": 1600 + }, + { + "epoch": 0.17581814188447178, + "grad_norm": 2.3704917430877686, + "learning_rate": 8.781558726673985e-07, + "loss": 1.0323, + "mean_token_accuracy": 0.6972649097442627, + "num_tokens": 38091797.0, + "step": 1601 + }, + { + "epoch": 0.17592795958708543, + "grad_norm": 2.7036728858947754, + "learning_rate": 8.787047200878156e-07, + "loss": 0.9776, + "mean_token_accuracy": 0.7064411640167236, + "num_tokens": 38110062.0, + "step": 1602 + }, + { + "epoch": 0.1760377772896991, + "grad_norm": 2.1815080642700195, + "learning_rate": 8.792535675082327e-07, + "loss": 1.1454, + "mean_token_accuracy": 0.6636953949928284, + "num_tokens": 38137060.0, + "step": 1603 + }, + { + "epoch": 0.17614759499231275, + "grad_norm": 2.3586502075195312, + "learning_rate": 8.798024149286499e-07, + "loss": 1.0387, + "mean_token_accuracy": 0.6925736665725708, + "num_tokens": 38161129.0, + "step": 1604 + }, + { + "epoch": 0.17625741269492642, + "grad_norm": 2.389221668243408, + "learning_rate": 8.803512623490668e-07, + "loss": 0.9328, + "mean_token_accuracy": 0.7177889347076416, + "num_tokens": 38183778.0, + "step": 1605 + }, + { + "epoch": 0.17636723039754007, + "grad_norm": 2.316956043243408, + "learning_rate": 8.80900109769484e-07, + "loss": 1.0066, + "mean_token_accuracy": 0.7123628854751587, + "num_tokens": 38207077.0, + "step": 1606 + }, + { + "epoch": 0.17647704810015374, + "grad_norm": 2.6216251850128174, + "learning_rate": 8.814489571899012e-07, + "loss": 1.0328, + "mean_token_accuracy": 0.6965349912643433, + "num_tokens": 38227986.0, + "step": 1607 + }, + { + "epoch": 0.17658686580276742, + "grad_norm": 2.5777029991149902, + "learning_rate": 8.819978046103182e-07, + "loss": 1.0081, + "mean_token_accuracy": 0.6964576840400696, + "num_tokens": 38249566.0, + "step": 1608 + }, + { + "epoch": 0.17669668350538106, + "grad_norm": 2.337635040283203, + "learning_rate": 8.825466520307354e-07, + "loss": 1.099, + "mean_token_accuracy": 0.6854013800621033, + "num_tokens": 38274525.0, + "step": 1609 + }, + { + "epoch": 0.17680650120799474, + "grad_norm": 2.8832106590270996, + "learning_rate": 8.830954994511526e-07, + "loss": 0.9561, + "mean_token_accuracy": 0.7130727767944336, + "num_tokens": 38291714.0, + "step": 1610 + }, + { + "epoch": 0.17691631891060838, + "grad_norm": 2.3314974308013916, + "learning_rate": 8.836443468715696e-07, + "loss": 1.0616, + "mean_token_accuracy": 0.6809132099151611, + "num_tokens": 38316175.0, + "step": 1611 + }, + { + "epoch": 0.17702613661322206, + "grad_norm": 2.0980794429779053, + "learning_rate": 8.841931942919868e-07, + "loss": 0.9815, + "mean_token_accuracy": 0.7008968591690063, + "num_tokens": 38343676.0, + "step": 1612 + }, + { + "epoch": 0.1771359543158357, + "grad_norm": 2.6143970489501953, + "learning_rate": 8.84742041712404e-07, + "loss": 0.9646, + "mean_token_accuracy": 0.7122060060501099, + "num_tokens": 38363540.0, + "step": 1613 + }, + { + "epoch": 0.17724577201844938, + "grad_norm": 2.392822742462158, + "learning_rate": 8.85290889132821e-07, + "loss": 1.0694, + "mean_token_accuracy": 0.6803849935531616, + "num_tokens": 38388791.0, + "step": 1614 + }, + { + "epoch": 0.17735558972106302, + "grad_norm": 2.424124240875244, + "learning_rate": 8.858397365532382e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.697052538394928, + "num_tokens": 38411083.0, + "step": 1615 + }, + { + "epoch": 0.1774654074236767, + "grad_norm": 2.485276699066162, + "learning_rate": 8.863885839736552e-07, + "loss": 1.0811, + "mean_token_accuracy": 0.6792904138565063, + "num_tokens": 38434535.0, + "step": 1616 + }, + { + "epoch": 0.17757522512629037, + "grad_norm": 2.4930524826049805, + "learning_rate": 8.869374313940724e-07, + "loss": 0.9464, + "mean_token_accuracy": 0.7079144716262817, + "num_tokens": 38454608.0, + "step": 1617 + }, + { + "epoch": 0.17768504282890402, + "grad_norm": 3.0264735221862793, + "learning_rate": 8.874862788144896e-07, + "loss": 0.8842, + "mean_token_accuracy": 0.7248514294624329, + "num_tokens": 38469401.0, + "step": 1618 + }, + { + "epoch": 0.1777948605315177, + "grad_norm": 2.5663843154907227, + "learning_rate": 8.880351262349066e-07, + "loss": 1.0523, + "mean_token_accuracy": 0.6862003803253174, + "num_tokens": 38490505.0, + "step": 1619 + }, + { + "epoch": 0.17790467823413134, + "grad_norm": 2.445636749267578, + "learning_rate": 8.885839736553238e-07, + "loss": 1.0279, + "mean_token_accuracy": 0.6986502408981323, + "num_tokens": 38513112.0, + "step": 1620 + }, + { + "epoch": 0.178014495936745, + "grad_norm": 2.239086389541626, + "learning_rate": 8.89132821075741e-07, + "loss": 1.0654, + "mean_token_accuracy": 0.6815273761749268, + "num_tokens": 38541445.0, + "step": 1621 + }, + { + "epoch": 0.17812431363935866, + "grad_norm": 2.3765368461608887, + "learning_rate": 8.89681668496158e-07, + "loss": 1.0917, + "mean_token_accuracy": 0.673169732093811, + "num_tokens": 38566100.0, + "step": 1622 + }, + { + "epoch": 0.17823413134197233, + "grad_norm": 2.6430795192718506, + "learning_rate": 8.902305159165752e-07, + "loss": 0.9565, + "mean_token_accuracy": 0.7070722579956055, + "num_tokens": 38584128.0, + "step": 1623 + }, + { + "epoch": 0.17834394904458598, + "grad_norm": 2.2090208530426025, + "learning_rate": 8.907793633369924e-07, + "loss": 1.069, + "mean_token_accuracy": 0.6878191232681274, + "num_tokens": 38611632.0, + "step": 1624 + }, + { + "epoch": 0.17845376674719965, + "grad_norm": 2.2444698810577393, + "learning_rate": 8.913282107574093e-07, + "loss": 1.0321, + "mean_token_accuracy": 0.6931743621826172, + "num_tokens": 38638653.0, + "step": 1625 + }, + { + "epoch": 0.17856358444981332, + "grad_norm": 2.851081609725952, + "learning_rate": 8.918770581778265e-07, + "loss": 1.0049, + "mean_token_accuracy": 0.6945821046829224, + "num_tokens": 38656309.0, + "step": 1626 + }, + { + "epoch": 0.17867340215242697, + "grad_norm": 2.4744534492492676, + "learning_rate": 8.924259055982436e-07, + "loss": 1.0837, + "mean_token_accuracy": 0.6826181411743164, + "num_tokens": 38679440.0, + "step": 1627 + }, + { + "epoch": 0.17878321985504064, + "grad_norm": 2.7575268745422363, + "learning_rate": 8.929747530186607e-07, + "loss": 0.9847, + "mean_token_accuracy": 0.7036940455436707, + "num_tokens": 38697113.0, + "step": 1628 + }, + { + "epoch": 0.1788930375576543, + "grad_norm": 2.422740936279297, + "learning_rate": 8.935236004390779e-07, + "loss": 1.0867, + "mean_token_accuracy": 0.6797112822532654, + "num_tokens": 38718894.0, + "step": 1629 + }, + { + "epoch": 0.17900285526026796, + "grad_norm": 2.30141282081604, + "learning_rate": 8.94072447859495e-07, + "loss": 1.0389, + "mean_token_accuracy": 0.6967979073524475, + "num_tokens": 38746728.0, + "step": 1630 + }, + { + "epoch": 0.1791126729628816, + "grad_norm": 2.4931528568267822, + "learning_rate": 8.946212952799121e-07, + "loss": 1.0913, + "mean_token_accuracy": 0.7027652263641357, + "num_tokens": 38769090.0, + "step": 1631 + }, + { + "epoch": 0.17922249066549528, + "grad_norm": 2.949921131134033, + "learning_rate": 8.951701427003293e-07, + "loss": 0.9653, + "mean_token_accuracy": 0.7007494568824768, + "num_tokens": 38785096.0, + "step": 1632 + }, + { + "epoch": 0.17933230836810893, + "grad_norm": 2.1445789337158203, + "learning_rate": 8.957189901207464e-07, + "loss": 1.0198, + "mean_token_accuracy": 0.6928876042366028, + "num_tokens": 38810975.0, + "step": 1633 + }, + { + "epoch": 0.1794421260707226, + "grad_norm": 2.5993738174438477, + "learning_rate": 8.962678375411635e-07, + "loss": 1.0259, + "mean_token_accuracy": 0.6929373741149902, + "num_tokens": 38831376.0, + "step": 1634 + }, + { + "epoch": 0.17955194377333628, + "grad_norm": 2.492217779159546, + "learning_rate": 8.968166849615807e-07, + "loss": 0.9454, + "mean_token_accuracy": 0.7129567861557007, + "num_tokens": 38851772.0, + "step": 1635 + }, + { + "epoch": 0.17966176147594992, + "grad_norm": 2.3471782207489014, + "learning_rate": 8.973655323819978e-07, + "loss": 1.0072, + "mean_token_accuracy": 0.7017134428024292, + "num_tokens": 38877084.0, + "step": 1636 + }, + { + "epoch": 0.1797715791785636, + "grad_norm": 2.7113358974456787, + "learning_rate": 8.979143798024149e-07, + "loss": 0.9511, + "mean_token_accuracy": 0.7111663818359375, + "num_tokens": 38895975.0, + "step": 1637 + }, + { + "epoch": 0.17988139688117724, + "grad_norm": 2.3687899112701416, + "learning_rate": 8.98463227222832e-07, + "loss": 0.9992, + "mean_token_accuracy": 0.7032339572906494, + "num_tokens": 38918343.0, + "step": 1638 + }, + { + "epoch": 0.17999121458379091, + "grad_norm": 2.275890588760376, + "learning_rate": 8.990120746432492e-07, + "loss": 1.0418, + "mean_token_accuracy": 0.6966983079910278, + "num_tokens": 38943227.0, + "step": 1639 + }, + { + "epoch": 0.18010103228640456, + "grad_norm": 2.3409976959228516, + "learning_rate": 8.995609220636663e-07, + "loss": 0.9444, + "mean_token_accuracy": 0.714049756526947, + "num_tokens": 38967458.0, + "step": 1640 + }, + { + "epoch": 0.18021084998901823, + "grad_norm": 2.239179849624634, + "learning_rate": 9.001097694840834e-07, + "loss": 1.0538, + "mean_token_accuracy": 0.6899715662002563, + "num_tokens": 38995852.0, + "step": 1641 + }, + { + "epoch": 0.18032066769163188, + "grad_norm": 2.7411556243896484, + "learning_rate": 9.006586169045006e-07, + "loss": 0.8868, + "mean_token_accuracy": 0.7202354669570923, + "num_tokens": 39014414.0, + "step": 1642 + }, + { + "epoch": 0.18043048539424555, + "grad_norm": 2.1798460483551025, + "learning_rate": 9.012074643249177e-07, + "loss": 0.98, + "mean_token_accuracy": 0.7063206434249878, + "num_tokens": 39043051.0, + "step": 1643 + }, + { + "epoch": 0.1805403030968592, + "grad_norm": 2.1578850746154785, + "learning_rate": 9.017563117453347e-07, + "loss": 1.1207, + "mean_token_accuracy": 0.6685660481452942, + "num_tokens": 39074078.0, + "step": 1644 + }, + { + "epoch": 0.18065012079947287, + "grad_norm": 2.4180197715759277, + "learning_rate": 9.023051591657519e-07, + "loss": 1.0771, + "mean_token_accuracy": 0.6757577657699585, + "num_tokens": 39096578.0, + "step": 1645 + }, + { + "epoch": 0.18075993850208655, + "grad_norm": 2.2550857067108154, + "learning_rate": 9.02854006586169e-07, + "loss": 1.0466, + "mean_token_accuracy": 0.6951332092285156, + "num_tokens": 39122312.0, + "step": 1646 + }, + { + "epoch": 0.1808697562047002, + "grad_norm": 2.5710206031799316, + "learning_rate": 9.034028540065861e-07, + "loss": 1.063, + "mean_token_accuracy": 0.6766999959945679, + "num_tokens": 39143861.0, + "step": 1647 + }, + { + "epoch": 0.18097957390731387, + "grad_norm": 2.518782377243042, + "learning_rate": 9.039517014270033e-07, + "loss": 1.1674, + "mean_token_accuracy": 0.6565575003623962, + "num_tokens": 39166221.0, + "step": 1648 + }, + { + "epoch": 0.1810893916099275, + "grad_norm": 2.8764286041259766, + "learning_rate": 9.045005488474203e-07, + "loss": 0.9624, + "mean_token_accuracy": 0.7062005996704102, + "num_tokens": 39182386.0, + "step": 1649 + }, + { + "epoch": 0.1811992093125412, + "grad_norm": 2.1758997440338135, + "learning_rate": 9.050493962678375e-07, + "loss": 1.0281, + "mean_token_accuracy": 0.6962155699729919, + "num_tokens": 39210311.0, + "step": 1650 + }, + { + "epoch": 0.18130902701515483, + "grad_norm": 2.578591823577881, + "learning_rate": 9.055982436882547e-07, + "loss": 1.0087, + "mean_token_accuracy": 0.6918961405754089, + "num_tokens": 39230935.0, + "step": 1651 + }, + { + "epoch": 0.1814188447177685, + "grad_norm": 2.342358112335205, + "learning_rate": 9.061470911086717e-07, + "loss": 1.0836, + "mean_token_accuracy": 0.6792135238647461, + "num_tokens": 39254810.0, + "step": 1652 + }, + { + "epoch": 0.18152866242038215, + "grad_norm": 2.470228910446167, + "learning_rate": 9.066959385290889e-07, + "loss": 1.0631, + "mean_token_accuracy": 0.7003769874572754, + "num_tokens": 39277888.0, + "step": 1653 + }, + { + "epoch": 0.18163848012299583, + "grad_norm": 2.152265787124634, + "learning_rate": 9.07244785949506e-07, + "loss": 1.0725, + "mean_token_accuracy": 0.686430811882019, + "num_tokens": 39305827.0, + "step": 1654 + }, + { + "epoch": 0.1817482978256095, + "grad_norm": 2.2466230392456055, + "learning_rate": 9.077936333699231e-07, + "loss": 0.9903, + "mean_token_accuracy": 0.698744535446167, + "num_tokens": 39332943.0, + "step": 1655 + }, + { + "epoch": 0.18185811552822315, + "grad_norm": 2.2320942878723145, + "learning_rate": 9.083424807903403e-07, + "loss": 0.9402, + "mean_token_accuracy": 0.7159600257873535, + "num_tokens": 39358864.0, + "step": 1656 + }, + { + "epoch": 0.18196793323083682, + "grad_norm": 2.585259437561035, + "learning_rate": 9.088913282107573e-07, + "loss": 1.046, + "mean_token_accuracy": 0.6828526854515076, + "num_tokens": 39381824.0, + "step": 1657 + }, + { + "epoch": 0.18207775093345047, + "grad_norm": 2.4728267192840576, + "learning_rate": 9.094401756311745e-07, + "loss": 1.0393, + "mean_token_accuracy": 0.6838520765304565, + "num_tokens": 39403321.0, + "step": 1658 + }, + { + "epoch": 0.18218756863606414, + "grad_norm": 2.51383900642395, + "learning_rate": 9.099890230515917e-07, + "loss": 1.0887, + "mean_token_accuracy": 0.6717430949211121, + "num_tokens": 39425834.0, + "step": 1659 + }, + { + "epoch": 0.18229738633867779, + "grad_norm": 2.4991652965545654, + "learning_rate": 9.105378704720087e-07, + "loss": 0.9874, + "mean_token_accuracy": 0.7090744972229004, + "num_tokens": 39446345.0, + "step": 1660 + }, + { + "epoch": 0.18240720404129146, + "grad_norm": 2.5185000896453857, + "learning_rate": 9.110867178924259e-07, + "loss": 1.0376, + "mean_token_accuracy": 0.6889743804931641, + "num_tokens": 39465871.0, + "step": 1661 + }, + { + "epoch": 0.1825170217439051, + "grad_norm": 2.01469349861145, + "learning_rate": 9.11635565312843e-07, + "loss": 1.006, + "mean_token_accuracy": 0.6949751377105713, + "num_tokens": 39495057.0, + "step": 1662 + }, + { + "epoch": 0.18262683944651878, + "grad_norm": 2.804436683654785, + "learning_rate": 9.1218441273326e-07, + "loss": 1.0021, + "mean_token_accuracy": 0.6999125480651855, + "num_tokens": 39513363.0, + "step": 1663 + }, + { + "epoch": 0.18273665714913245, + "grad_norm": 2.3201451301574707, + "learning_rate": 9.127332601536772e-07, + "loss": 0.9816, + "mean_token_accuracy": 0.704574465751648, + "num_tokens": 39536319.0, + "step": 1664 + }, + { + "epoch": 0.1828464748517461, + "grad_norm": 2.398059368133545, + "learning_rate": 9.132821075740944e-07, + "loss": 1.0565, + "mean_token_accuracy": 0.6943575143814087, + "num_tokens": 39560963.0, + "step": 1665 + }, + { + "epoch": 0.18295629255435977, + "grad_norm": 2.6704044342041016, + "learning_rate": 9.138309549945114e-07, + "loss": 1.0642, + "mean_token_accuracy": 0.6928681135177612, + "num_tokens": 39580399.0, + "step": 1666 + }, + { + "epoch": 0.18306611025697342, + "grad_norm": 2.5629706382751465, + "learning_rate": 9.143798024149286e-07, + "loss": 0.9255, + "mean_token_accuracy": 0.712270975112915, + "num_tokens": 39601063.0, + "step": 1667 + }, + { + "epoch": 0.1831759279595871, + "grad_norm": 2.310732364654541, + "learning_rate": 9.149286498353457e-07, + "loss": 1.0331, + "mean_token_accuracy": 0.7058907151222229, + "num_tokens": 39626411.0, + "step": 1668 + }, + { + "epoch": 0.18328574566220074, + "grad_norm": 2.594045877456665, + "learning_rate": 9.154774972557628e-07, + "loss": 1.0312, + "mean_token_accuracy": 0.6850289106369019, + "num_tokens": 39648657.0, + "step": 1669 + }, + { + "epoch": 0.1833955633648144, + "grad_norm": 2.445209503173828, + "learning_rate": 9.1602634467618e-07, + "loss": 1.0555, + "mean_token_accuracy": 0.6864465475082397, + "num_tokens": 39672063.0, + "step": 1670 + }, + { + "epoch": 0.18350538106742806, + "grad_norm": 2.4811134338378906, + "learning_rate": 9.165751920965971e-07, + "loss": 0.9771, + "mean_token_accuracy": 0.6971737146377563, + "num_tokens": 39693511.0, + "step": 1671 + }, + { + "epoch": 0.18361519877004173, + "grad_norm": 2.557420492172241, + "learning_rate": 9.171240395170142e-07, + "loss": 0.9895, + "mean_token_accuracy": 0.7038973569869995, + "num_tokens": 39713716.0, + "step": 1672 + }, + { + "epoch": 0.1837250164726554, + "grad_norm": 2.409668207168579, + "learning_rate": 9.176728869374314e-07, + "loss": 1.0436, + "mean_token_accuracy": 0.6914830803871155, + "num_tokens": 39739458.0, + "step": 1673 + }, + { + "epoch": 0.18383483417526905, + "grad_norm": 2.6450557708740234, + "learning_rate": 9.182217343578485e-07, + "loss": 1.0735, + "mean_token_accuracy": 0.6911684274673462, + "num_tokens": 39759479.0, + "step": 1674 + }, + { + "epoch": 0.18394465187788273, + "grad_norm": 2.3378872871398926, + "learning_rate": 9.187705817782656e-07, + "loss": 1.017, + "mean_token_accuracy": 0.7028153538703918, + "num_tokens": 39784821.0, + "step": 1675 + }, + { + "epoch": 0.18405446958049637, + "grad_norm": 2.618482828140259, + "learning_rate": 9.193194291986828e-07, + "loss": 1.0205, + "mean_token_accuracy": 0.6957904100418091, + "num_tokens": 39804583.0, + "step": 1676 + }, + { + "epoch": 0.18416428728311005, + "grad_norm": 2.817662477493286, + "learning_rate": 9.198682766190999e-07, + "loss": 1.0244, + "mean_token_accuracy": 0.6998468041419983, + "num_tokens": 39822851.0, + "step": 1677 + }, + { + "epoch": 0.1842741049857237, + "grad_norm": 2.1637535095214844, + "learning_rate": 9.20417124039517e-07, + "loss": 1.1306, + "mean_token_accuracy": 0.6687461137771606, + "num_tokens": 39851873.0, + "step": 1678 + }, + { + "epoch": 0.18438392268833736, + "grad_norm": 2.416365623474121, + "learning_rate": 9.209659714599341e-07, + "loss": 1.0894, + "mean_token_accuracy": 0.679658830165863, + "num_tokens": 39876140.0, + "step": 1679 + }, + { + "epoch": 0.184493740390951, + "grad_norm": 1.9740082025527954, + "learning_rate": 9.215148188803513e-07, + "loss": 1.0898, + "mean_token_accuracy": 0.6745871901512146, + "num_tokens": 39907549.0, + "step": 1680 + }, + { + "epoch": 0.18460355809356468, + "grad_norm": 2.188847064971924, + "learning_rate": 9.220636663007683e-07, + "loss": 1.0452, + "mean_token_accuracy": 0.6950379014015198, + "num_tokens": 39936726.0, + "step": 1681 + }, + { + "epoch": 0.18471337579617833, + "grad_norm": 2.6099164485931396, + "learning_rate": 9.226125137211854e-07, + "loss": 1.1033, + "mean_token_accuracy": 0.6754949688911438, + "num_tokens": 39958787.0, + "step": 1682 + }, + { + "epoch": 0.184823193498792, + "grad_norm": 2.170952320098877, + "learning_rate": 9.231613611416026e-07, + "loss": 1.0641, + "mean_token_accuracy": 0.6848950982093811, + "num_tokens": 39985923.0, + "step": 1683 + }, + { + "epoch": 0.18493301120140568, + "grad_norm": 2.3979861736297607, + "learning_rate": 9.237102085620197e-07, + "loss": 0.9748, + "mean_token_accuracy": 0.7045382857322693, + "num_tokens": 40008153.0, + "step": 1684 + }, + { + "epoch": 0.18504282890401932, + "grad_norm": 2.338463306427002, + "learning_rate": 9.242590559824368e-07, + "loss": 0.9584, + "mean_token_accuracy": 0.705819845199585, + "num_tokens": 40031586.0, + "step": 1685 + }, + { + "epoch": 0.185152646606633, + "grad_norm": 2.5708584785461426, + "learning_rate": 9.24807903402854e-07, + "loss": 1.0298, + "mean_token_accuracy": 0.7011827826499939, + "num_tokens": 40052228.0, + "step": 1686 + }, + { + "epoch": 0.18526246430924664, + "grad_norm": 2.15850567817688, + "learning_rate": 9.253567508232711e-07, + "loss": 1.0582, + "mean_token_accuracy": 0.6877892017364502, + "num_tokens": 40080312.0, + "step": 1687 + }, + { + "epoch": 0.18537228201186032, + "grad_norm": 2.384597063064575, + "learning_rate": 9.259055982436882e-07, + "loss": 1.0434, + "mean_token_accuracy": 0.6862224340438843, + "num_tokens": 40103224.0, + "step": 1688 + }, + { + "epoch": 0.18548209971447396, + "grad_norm": 2.3932859897613525, + "learning_rate": 9.264544456641053e-07, + "loss": 0.8892, + "mean_token_accuracy": 0.7303667068481445, + "num_tokens": 40125247.0, + "step": 1689 + }, + { + "epoch": 0.18559191741708764, + "grad_norm": 2.7706711292266846, + "learning_rate": 9.270032930845224e-07, + "loss": 1.036, + "mean_token_accuracy": 0.688056468963623, + "num_tokens": 40143308.0, + "step": 1690 + }, + { + "epoch": 0.18570173511970128, + "grad_norm": 2.3335518836975098, + "learning_rate": 9.275521405049396e-07, + "loss": 1.0301, + "mean_token_accuracy": 0.6956031322479248, + "num_tokens": 40167240.0, + "step": 1691 + }, + { + "epoch": 0.18581155282231496, + "grad_norm": 2.649042844772339, + "learning_rate": 9.281009879253567e-07, + "loss": 1.0093, + "mean_token_accuracy": 0.6976408958435059, + "num_tokens": 40188006.0, + "step": 1692 + }, + { + "epoch": 0.18592137052492863, + "grad_norm": 2.333826780319214, + "learning_rate": 9.286498353457738e-07, + "loss": 0.9499, + "mean_token_accuracy": 0.7180278301239014, + "num_tokens": 40210725.0, + "step": 1693 + }, + { + "epoch": 0.18603118822754228, + "grad_norm": 2.1426479816436768, + "learning_rate": 9.29198682766191e-07, + "loss": 1.0244, + "mean_token_accuracy": 0.6920051574707031, + "num_tokens": 40239031.0, + "step": 1694 + }, + { + "epoch": 0.18614100593015595, + "grad_norm": 2.3728678226470947, + "learning_rate": 9.297475301866081e-07, + "loss": 1.04, + "mean_token_accuracy": 0.6901673078536987, + "num_tokens": 40263652.0, + "step": 1695 + }, + { + "epoch": 0.1862508236327696, + "grad_norm": 2.5225205421447754, + "learning_rate": 9.302963776070252e-07, + "loss": 1.0429, + "mean_token_accuracy": 0.6867097020149231, + "num_tokens": 40285729.0, + "step": 1696 + }, + { + "epoch": 0.18636064133538327, + "grad_norm": 2.740753173828125, + "learning_rate": 9.308452250274424e-07, + "loss": 1.0011, + "mean_token_accuracy": 0.7054712772369385, + "num_tokens": 40302924.0, + "step": 1697 + }, + { + "epoch": 0.18647045903799692, + "grad_norm": 2.560725450515747, + "learning_rate": 9.313940724478595e-07, + "loss": 1.0683, + "mean_token_accuracy": 0.6765729784965515, + "num_tokens": 40323664.0, + "step": 1698 + }, + { + "epoch": 0.1865802767406106, + "grad_norm": 2.6200602054595947, + "learning_rate": 9.319429198682766e-07, + "loss": 0.9708, + "mean_token_accuracy": 0.7071197628974915, + "num_tokens": 40342885.0, + "step": 1699 + }, + { + "epoch": 0.18669009444322424, + "grad_norm": 2.108903646469116, + "learning_rate": 9.324917672886937e-07, + "loss": 1.0912, + "mean_token_accuracy": 0.6710584163665771, + "num_tokens": 40371366.0, + "step": 1700 + }, + { + "epoch": 0.1867999121458379, + "grad_norm": 2.3467905521392822, + "learning_rate": 9.330406147091107e-07, + "loss": 1.0489, + "mean_token_accuracy": 0.6819322109222412, + "num_tokens": 40396294.0, + "step": 1701 + }, + { + "epoch": 0.18690972984845158, + "grad_norm": 2.35066556930542, + "learning_rate": 9.335894621295279e-07, + "loss": 1.0488, + "mean_token_accuracy": 0.6981452107429504, + "num_tokens": 40420245.0, + "step": 1702 + }, + { + "epoch": 0.18701954755106523, + "grad_norm": 2.2145895957946777, + "learning_rate": 9.341383095499451e-07, + "loss": 1.0253, + "mean_token_accuracy": 0.6952947378158569, + "num_tokens": 40447091.0, + "step": 1703 + }, + { + "epoch": 0.1871293652536789, + "grad_norm": 2.6203055381774902, + "learning_rate": 9.346871569703621e-07, + "loss": 0.9824, + "mean_token_accuracy": 0.6994327306747437, + "num_tokens": 40465757.0, + "step": 1704 + }, + { + "epoch": 0.18723918295629255, + "grad_norm": 2.4636645317077637, + "learning_rate": 9.352360043907793e-07, + "loss": 1.106, + "mean_token_accuracy": 0.6781232953071594, + "num_tokens": 40487774.0, + "step": 1705 + }, + { + "epoch": 0.18734900065890622, + "grad_norm": 2.3931515216827393, + "learning_rate": 9.357848518111965e-07, + "loss": 0.9397, + "mean_token_accuracy": 0.7091282606124878, + "num_tokens": 40513142.0, + "step": 1706 + }, + { + "epoch": 0.18745881836151987, + "grad_norm": 2.3325507640838623, + "learning_rate": 9.363336992316135e-07, + "loss": 1.0273, + "mean_token_accuracy": 0.6839836835861206, + "num_tokens": 40539558.0, + "step": 1707 + }, + { + "epoch": 0.18756863606413354, + "grad_norm": 2.205350637435913, + "learning_rate": 9.368825466520307e-07, + "loss": 0.9301, + "mean_token_accuracy": 0.7317162156105042, + "num_tokens": 40564560.0, + "step": 1708 + }, + { + "epoch": 0.1876784537667472, + "grad_norm": 2.4117376804351807, + "learning_rate": 9.374313940724479e-07, + "loss": 1.1073, + "mean_token_accuracy": 0.6715412139892578, + "num_tokens": 40588315.0, + "step": 1709 + }, + { + "epoch": 0.18778827146936086, + "grad_norm": 3.0438504219055176, + "learning_rate": 9.379802414928649e-07, + "loss": 0.9885, + "mean_token_accuracy": 0.6985809803009033, + "num_tokens": 40606171.0, + "step": 1710 + }, + { + "epoch": 0.18789808917197454, + "grad_norm": 2.312171697616577, + "learning_rate": 9.385290889132821e-07, + "loss": 1.1126, + "mean_token_accuracy": 0.6676726341247559, + "num_tokens": 40636293.0, + "step": 1711 + }, + { + "epoch": 0.18800790687458818, + "grad_norm": 2.789551019668579, + "learning_rate": 9.390779363336992e-07, + "loss": 1.0203, + "mean_token_accuracy": 0.7052996754646301, + "num_tokens": 40655008.0, + "step": 1712 + }, + { + "epoch": 0.18811772457720186, + "grad_norm": 2.738825798034668, + "learning_rate": 9.396267837541163e-07, + "loss": 1.0523, + "mean_token_accuracy": 0.6819942593574524, + "num_tokens": 40674156.0, + "step": 1713 + }, + { + "epoch": 0.1882275422798155, + "grad_norm": 2.1017649173736572, + "learning_rate": 9.401756311745335e-07, + "loss": 1.0159, + "mean_token_accuracy": 0.6999605894088745, + "num_tokens": 40705451.0, + "step": 1714 + }, + { + "epoch": 0.18833735998242918, + "grad_norm": 2.306234121322632, + "learning_rate": 9.407244785949506e-07, + "loss": 1.027, + "mean_token_accuracy": 0.6929214000701904, + "num_tokens": 40730537.0, + "step": 1715 + }, + { + "epoch": 0.18844717768504282, + "grad_norm": 2.182610511779785, + "learning_rate": 9.412733260153677e-07, + "loss": 1.08, + "mean_token_accuracy": 0.6799048185348511, + "num_tokens": 40757050.0, + "step": 1716 + }, + { + "epoch": 0.1885569953876565, + "grad_norm": 2.5356526374816895, + "learning_rate": 9.418221734357849e-07, + "loss": 0.9058, + "mean_token_accuracy": 0.7316762804985046, + "num_tokens": 40777314.0, + "step": 1717 + }, + { + "epoch": 0.18866681309027014, + "grad_norm": 2.1390397548675537, + "learning_rate": 9.42371020856202e-07, + "loss": 1.054, + "mean_token_accuracy": 0.6949453949928284, + "num_tokens": 40803748.0, + "step": 1718 + }, + { + "epoch": 0.18877663079288381, + "grad_norm": 2.6733052730560303, + "learning_rate": 9.42919868276619e-07, + "loss": 1.0399, + "mean_token_accuracy": 0.6849493980407715, + "num_tokens": 40822078.0, + "step": 1719 + }, + { + "epoch": 0.18888644849549746, + "grad_norm": 2.1355140209198, + "learning_rate": 9.434687156970362e-07, + "loss": 0.9534, + "mean_token_accuracy": 0.7020976543426514, + "num_tokens": 40847915.0, + "step": 1720 + }, + { + "epoch": 0.18899626619811113, + "grad_norm": 2.1378960609436035, + "learning_rate": 9.440175631174532e-07, + "loss": 1.0129, + "mean_token_accuracy": 0.6971123218536377, + "num_tokens": 40875147.0, + "step": 1721 + }, + { + "epoch": 0.1891060839007248, + "grad_norm": 2.1899211406707764, + "learning_rate": 9.445664105378704e-07, + "loss": 1.0587, + "mean_token_accuracy": 0.6799636483192444, + "num_tokens": 40902803.0, + "step": 1722 + }, + { + "epoch": 0.18921590160333845, + "grad_norm": 2.0753073692321777, + "learning_rate": 9.451152579582875e-07, + "loss": 1.0343, + "mean_token_accuracy": 0.6943947672843933, + "num_tokens": 40932359.0, + "step": 1723 + }, + { + "epoch": 0.18932571930595213, + "grad_norm": 2.10949969291687, + "learning_rate": 9.456641053787046e-07, + "loss": 0.9315, + "mean_token_accuracy": 0.708035945892334, + "num_tokens": 40958269.0, + "step": 1724 + }, + { + "epoch": 0.18943553700856577, + "grad_norm": 2.5942182540893555, + "learning_rate": 9.462129527991218e-07, + "loss": 1.0059, + "mean_token_accuracy": 0.6994612812995911, + "num_tokens": 40978504.0, + "step": 1725 + }, + { + "epoch": 0.18954535471117945, + "grad_norm": 2.240504741668701, + "learning_rate": 9.467618002195389e-07, + "loss": 1.092, + "mean_token_accuracy": 0.6911271810531616, + "num_tokens": 41005563.0, + "step": 1726 + }, + { + "epoch": 0.1896551724137931, + "grad_norm": 2.345233678817749, + "learning_rate": 9.47310647639956e-07, + "loss": 0.9407, + "mean_token_accuracy": 0.7137342691421509, + "num_tokens": 41031527.0, + "step": 1727 + }, + { + "epoch": 0.18976499011640677, + "grad_norm": 2.296722173690796, + "learning_rate": 9.478594950603732e-07, + "loss": 1.0629, + "mean_token_accuracy": 0.6839562654495239, + "num_tokens": 41056614.0, + "step": 1728 + }, + { + "epoch": 0.1898748078190204, + "grad_norm": 2.611884593963623, + "learning_rate": 9.484083424807903e-07, + "loss": 0.951, + "mean_token_accuracy": 0.7100703716278076, + "num_tokens": 41076279.0, + "step": 1729 + }, + { + "epoch": 0.1899846255216341, + "grad_norm": 2.0347297191619873, + "learning_rate": 9.489571899012074e-07, + "loss": 1.0532, + "mean_token_accuracy": 0.688398003578186, + "num_tokens": 41107509.0, + "step": 1730 + }, + { + "epoch": 0.19009444322424776, + "grad_norm": 2.040300130844116, + "learning_rate": 9.495060373216246e-07, + "loss": 0.9733, + "mean_token_accuracy": 0.7020276784896851, + "num_tokens": 41136553.0, + "step": 1731 + }, + { + "epoch": 0.1902042609268614, + "grad_norm": 2.4246280193328857, + "learning_rate": 9.500548847420417e-07, + "loss": 1.0042, + "mean_token_accuracy": 0.698067307472229, + "num_tokens": 41159412.0, + "step": 1732 + }, + { + "epoch": 0.19031407862947508, + "grad_norm": 2.411571741104126, + "learning_rate": 9.506037321624588e-07, + "loss": 0.9502, + "mean_token_accuracy": 0.7073054909706116, + "num_tokens": 41181612.0, + "step": 1733 + }, + { + "epoch": 0.19042389633208873, + "grad_norm": 2.7261223793029785, + "learning_rate": 9.511525795828759e-07, + "loss": 1.038, + "mean_token_accuracy": 0.691429615020752, + "num_tokens": 41200563.0, + "step": 1734 + }, + { + "epoch": 0.1905337140347024, + "grad_norm": 2.0112545490264893, + "learning_rate": 9.517014270032931e-07, + "loss": 1.1049, + "mean_token_accuracy": 0.6796627640724182, + "num_tokens": 41232390.0, + "step": 1735 + }, + { + "epoch": 0.19064353173731605, + "grad_norm": 2.6497697830200195, + "learning_rate": 9.522502744237102e-07, + "loss": 0.9413, + "mean_token_accuracy": 0.7151210308074951, + "num_tokens": 41252361.0, + "step": 1736 + }, + { + "epoch": 0.19075334943992972, + "grad_norm": 2.0925943851470947, + "learning_rate": 9.527991218441273e-07, + "loss": 1.074, + "mean_token_accuracy": 0.6798275113105774, + "num_tokens": 41286081.0, + "step": 1737 + }, + { + "epoch": 0.19086316714254337, + "grad_norm": 2.1247098445892334, + "learning_rate": 9.533479692645444e-07, + "loss": 1.0889, + "mean_token_accuracy": 0.6740948557853699, + "num_tokens": 41316705.0, + "step": 1738 + }, + { + "epoch": 0.19097298484515704, + "grad_norm": 2.402629852294922, + "learning_rate": 9.538968166849616e-07, + "loss": 0.9357, + "mean_token_accuracy": 0.7150253653526306, + "num_tokens": 41339804.0, + "step": 1739 + }, + { + "epoch": 0.1910828025477707, + "grad_norm": 2.5822978019714355, + "learning_rate": 9.544456641053787e-07, + "loss": 0.9637, + "mean_token_accuracy": 0.7098075151443481, + "num_tokens": 41358609.0, + "step": 1740 + }, + { + "epoch": 0.19119262025038436, + "grad_norm": 2.500969409942627, + "learning_rate": 9.549945115257958e-07, + "loss": 1.1143, + "mean_token_accuracy": 0.6707839965820312, + "num_tokens": 41382011.0, + "step": 1741 + }, + { + "epoch": 0.19130243795299803, + "grad_norm": 2.2648439407348633, + "learning_rate": 9.55543358946213e-07, + "loss": 0.977, + "mean_token_accuracy": 0.7015360593795776, + "num_tokens": 41407083.0, + "step": 1742 + }, + { + "epoch": 0.19141225565561168, + "grad_norm": 2.100097179412842, + "learning_rate": 9.5609220636663e-07, + "loss": 1.0333, + "mean_token_accuracy": 0.6863178610801697, + "num_tokens": 41437013.0, + "step": 1743 + }, + { + "epoch": 0.19152207335822535, + "grad_norm": 2.4625163078308105, + "learning_rate": 9.566410537870472e-07, + "loss": 1.0932, + "mean_token_accuracy": 0.6800543069839478, + "num_tokens": 41459300.0, + "step": 1744 + }, + { + "epoch": 0.191631891060839, + "grad_norm": 2.304123640060425, + "learning_rate": 9.571899012074642e-07, + "loss": 1.1274, + "mean_token_accuracy": 0.6597374677658081, + "num_tokens": 41484816.0, + "step": 1745 + }, + { + "epoch": 0.19174170876345267, + "grad_norm": 2.5734055042266846, + "learning_rate": 9.577387486278815e-07, + "loss": 0.9794, + "mean_token_accuracy": 0.6991824507713318, + "num_tokens": 41505149.0, + "step": 1746 + }, + { + "epoch": 0.19185152646606632, + "grad_norm": 2.39965558052063, + "learning_rate": 9.582875960482986e-07, + "loss": 0.9122, + "mean_token_accuracy": 0.7173925042152405, + "num_tokens": 41527759.0, + "step": 1747 + }, + { + "epoch": 0.19196134416868, + "grad_norm": 2.2486608028411865, + "learning_rate": 9.588364434687156e-07, + "loss": 1.1042, + "mean_token_accuracy": 0.6795453429222107, + "num_tokens": 41555251.0, + "step": 1748 + }, + { + "epoch": 0.19207116187129367, + "grad_norm": 2.638359785079956, + "learning_rate": 9.593852908891327e-07, + "loss": 0.9049, + "mean_token_accuracy": 0.7144975662231445, + "num_tokens": 41574389.0, + "step": 1749 + }, + { + "epoch": 0.1921809795739073, + "grad_norm": 2.339836359024048, + "learning_rate": 9.5993413830955e-07, + "loss": 0.9977, + "mean_token_accuracy": 0.6977086067199707, + "num_tokens": 41597029.0, + "step": 1750 + }, + { + "epoch": 0.19229079727652099, + "grad_norm": 2.529538154602051, + "learning_rate": 9.60482985729967e-07, + "loss": 1.0722, + "mean_token_accuracy": 0.6873456239700317, + "num_tokens": 41617694.0, + "step": 1751 + }, + { + "epoch": 0.19240061497913463, + "grad_norm": 2.38883900642395, + "learning_rate": 9.61031833150384e-07, + "loss": 1.0209, + "mean_token_accuracy": 0.6923662424087524, + "num_tokens": 41641812.0, + "step": 1752 + }, + { + "epoch": 0.1925104326817483, + "grad_norm": 2.563551425933838, + "learning_rate": 9.615806805708014e-07, + "loss": 1.0359, + "mean_token_accuracy": 0.6957994699478149, + "num_tokens": 41663736.0, + "step": 1753 + }, + { + "epoch": 0.19262025038436195, + "grad_norm": 2.0652060508728027, + "learning_rate": 9.621295279912184e-07, + "loss": 1.0856, + "mean_token_accuracy": 0.6769293546676636, + "num_tokens": 41692774.0, + "step": 1754 + }, + { + "epoch": 0.19273006808697563, + "grad_norm": 2.305666446685791, + "learning_rate": 9.626783754116355e-07, + "loss": 0.9974, + "mean_token_accuracy": 0.7072146534919739, + "num_tokens": 41721726.0, + "step": 1755 + }, + { + "epoch": 0.19283988578958927, + "grad_norm": 3.1793792247772217, + "learning_rate": 9.632272228320525e-07, + "loss": 0.9229, + "mean_token_accuracy": 0.7130365967750549, + "num_tokens": 41735943.0, + "step": 1756 + }, + { + "epoch": 0.19294970349220295, + "grad_norm": 2.16021990776062, + "learning_rate": 9.637760702524698e-07, + "loss": 1.0716, + "mean_token_accuracy": 0.6807054877281189, + "num_tokens": 41764279.0, + "step": 1757 + }, + { + "epoch": 0.1930595211948166, + "grad_norm": 2.3854146003723145, + "learning_rate": 9.643249176728869e-07, + "loss": 1.0359, + "mean_token_accuracy": 0.6884170770645142, + "num_tokens": 41789688.0, + "step": 1758 + }, + { + "epoch": 0.19316933889743026, + "grad_norm": 2.457953929901123, + "learning_rate": 9.64873765093304e-07, + "loss": 1.0555, + "mean_token_accuracy": 0.6833853721618652, + "num_tokens": 41813800.0, + "step": 1759 + }, + { + "epoch": 0.19327915660004394, + "grad_norm": 2.2488410472869873, + "learning_rate": 9.654226125137212e-07, + "loss": 1.0509, + "mean_token_accuracy": 0.6863405704498291, + "num_tokens": 41839209.0, + "step": 1760 + }, + { + "epoch": 0.19338897430265758, + "grad_norm": 2.375916004180908, + "learning_rate": 9.659714599341383e-07, + "loss": 1.1206, + "mean_token_accuracy": 0.6820843815803528, + "num_tokens": 41866696.0, + "step": 1761 + }, + { + "epoch": 0.19349879200527126, + "grad_norm": 2.041451930999756, + "learning_rate": 9.665203073545553e-07, + "loss": 1.1083, + "mean_token_accuracy": 0.6765331029891968, + "num_tokens": 41897792.0, + "step": 1762 + }, + { + "epoch": 0.1936086097078849, + "grad_norm": 2.5099480152130127, + "learning_rate": 9.670691547749726e-07, + "loss": 1.0699, + "mean_token_accuracy": 0.6743595004081726, + "num_tokens": 41922459.0, + "step": 1763 + }, + { + "epoch": 0.19371842741049858, + "grad_norm": 2.265878438949585, + "learning_rate": 9.676180021953897e-07, + "loss": 1.0126, + "mean_token_accuracy": 0.6959178447723389, + "num_tokens": 41949992.0, + "step": 1764 + }, + { + "epoch": 0.19382824511311222, + "grad_norm": 2.4442808628082275, + "learning_rate": 9.681668496158067e-07, + "loss": 0.9389, + "mean_token_accuracy": 0.7119444608688354, + "num_tokens": 41971306.0, + "step": 1765 + }, + { + "epoch": 0.1939380628157259, + "grad_norm": 2.609710931777954, + "learning_rate": 9.68715697036224e-07, + "loss": 1.0226, + "mean_token_accuracy": 0.6913318634033203, + "num_tokens": 41991059.0, + "step": 1766 + }, + { + "epoch": 0.19404788051833954, + "grad_norm": 2.8547322750091553, + "learning_rate": 9.692645444566409e-07, + "loss": 1.0681, + "mean_token_accuracy": 0.6872390508651733, + "num_tokens": 42009208.0, + "step": 1767 + }, + { + "epoch": 0.19415769822095322, + "grad_norm": 2.5331854820251465, + "learning_rate": 9.698133918770581e-07, + "loss": 1.0185, + "mean_token_accuracy": 0.6998960971832275, + "num_tokens": 42029615.0, + "step": 1768 + }, + { + "epoch": 0.1942675159235669, + "grad_norm": 2.36527681350708, + "learning_rate": 9.703622392974752e-07, + "loss": 1.0323, + "mean_token_accuracy": 0.6966863870620728, + "num_tokens": 42052484.0, + "step": 1769 + }, + { + "epoch": 0.19437733362618054, + "grad_norm": 2.2861454486846924, + "learning_rate": 9.709110867178923e-07, + "loss": 0.9677, + "mean_token_accuracy": 0.7064148187637329, + "num_tokens": 42075749.0, + "step": 1770 + }, + { + "epoch": 0.1944871513287942, + "grad_norm": 2.616739273071289, + "learning_rate": 9.714599341383095e-07, + "loss": 1.0404, + "mean_token_accuracy": 0.6885067224502563, + "num_tokens": 42096109.0, + "step": 1771 + }, + { + "epoch": 0.19459696903140786, + "grad_norm": 2.047135353088379, + "learning_rate": 9.720087815587266e-07, + "loss": 1.0006, + "mean_token_accuracy": 0.7014682292938232, + "num_tokens": 42125680.0, + "step": 1772 + }, + { + "epoch": 0.19470678673402153, + "grad_norm": 2.903067111968994, + "learning_rate": 9.725576289791437e-07, + "loss": 1.059, + "mean_token_accuracy": 0.6801765561103821, + "num_tokens": 42144068.0, + "step": 1773 + }, + { + "epoch": 0.19481660443663518, + "grad_norm": 2.3221755027770996, + "learning_rate": 9.73106476399561e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.6934230327606201, + "num_tokens": 42168431.0, + "step": 1774 + }, + { + "epoch": 0.19492642213924885, + "grad_norm": 2.3467743396759033, + "learning_rate": 9.73655323819978e-07, + "loss": 1.0162, + "mean_token_accuracy": 0.6913671493530273, + "num_tokens": 42194769.0, + "step": 1775 + }, + { + "epoch": 0.1950362398418625, + "grad_norm": 2.52164888381958, + "learning_rate": 9.74204171240395e-07, + "loss": 0.984, + "mean_token_accuracy": 0.7020278573036194, + "num_tokens": 42216580.0, + "step": 1776 + }, + { + "epoch": 0.19514605754447617, + "grad_norm": 2.2296764850616455, + "learning_rate": 9.747530186608123e-07, + "loss": 1.1237, + "mean_token_accuracy": 0.6685886383056641, + "num_tokens": 42245893.0, + "step": 1777 + }, + { + "epoch": 0.19525587524708984, + "grad_norm": 2.23028564453125, + "learning_rate": 9.753018660812294e-07, + "loss": 1.1025, + "mean_token_accuracy": 0.6699525117874146, + "num_tokens": 42272437.0, + "step": 1778 + }, + { + "epoch": 0.1953656929497035, + "grad_norm": 2.656229257583618, + "learning_rate": 9.758507135016465e-07, + "loss": 0.9912, + "mean_token_accuracy": 0.6975698471069336, + "num_tokens": 42291655.0, + "step": 1779 + }, + { + "epoch": 0.19547551065231716, + "grad_norm": 2.3102543354034424, + "learning_rate": 9.763995609220637e-07, + "loss": 1.0661, + "mean_token_accuracy": 0.6783292293548584, + "num_tokens": 42317196.0, + "step": 1780 + }, + { + "epoch": 0.1955853283549308, + "grad_norm": 2.3090834617614746, + "learning_rate": 9.769484083424808e-07, + "loss": 1.0298, + "mean_token_accuracy": 0.7058084011077881, + "num_tokens": 42342127.0, + "step": 1781 + }, + { + "epoch": 0.19569514605754448, + "grad_norm": 2.4375202655792236, + "learning_rate": 9.774972557628979e-07, + "loss": 1.1449, + "mean_token_accuracy": 0.6616913676261902, + "num_tokens": 42365688.0, + "step": 1782 + }, + { + "epoch": 0.19580496376015813, + "grad_norm": 2.255394458770752, + "learning_rate": 9.780461031833151e-07, + "loss": 1.015, + "mean_token_accuracy": 0.6930514574050903, + "num_tokens": 42391361.0, + "step": 1783 + }, + { + "epoch": 0.1959147814627718, + "grad_norm": 2.7781951427459717, + "learning_rate": 9.785949506037322e-07, + "loss": 0.9868, + "mean_token_accuracy": 0.6960400342941284, + "num_tokens": 42409949.0, + "step": 1784 + }, + { + "epoch": 0.19602459916538545, + "grad_norm": 2.0911343097686768, + "learning_rate": 9.791437980241493e-07, + "loss": 0.9917, + "mean_token_accuracy": 0.7045952081680298, + "num_tokens": 42438772.0, + "step": 1785 + }, + { + "epoch": 0.19613441686799912, + "grad_norm": 2.7056643962860107, + "learning_rate": 9.796926454445663e-07, + "loss": 1.0079, + "mean_token_accuracy": 0.6938447952270508, + "num_tokens": 42458187.0, + "step": 1786 + }, + { + "epoch": 0.1962442345706128, + "grad_norm": 2.823716878890991, + "learning_rate": 9.802414928649834e-07, + "loss": 0.9804, + "mean_token_accuracy": 0.7013851404190063, + "num_tokens": 42475893.0, + "step": 1787 + }, + { + "epoch": 0.19635405227322644, + "grad_norm": 2.6693127155303955, + "learning_rate": 9.807903402854007e-07, + "loss": 0.9793, + "mean_token_accuracy": 0.7126941680908203, + "num_tokens": 42494073.0, + "step": 1788 + }, + { + "epoch": 0.19646386997584012, + "grad_norm": 2.0351834297180176, + "learning_rate": 9.813391877058177e-07, + "loss": 1.0593, + "mean_token_accuracy": 0.6853935718536377, + "num_tokens": 42525991.0, + "step": 1789 + }, + { + "epoch": 0.19657368767845376, + "grad_norm": 2.3754279613494873, + "learning_rate": 9.818880351262348e-07, + "loss": 0.939, + "mean_token_accuracy": 0.7123658061027527, + "num_tokens": 42547950.0, + "step": 1790 + }, + { + "epoch": 0.19668350538106744, + "grad_norm": 2.387733221054077, + "learning_rate": 9.82436882546652e-07, + "loss": 1.0843, + "mean_token_accuracy": 0.6741388440132141, + "num_tokens": 42572803.0, + "step": 1791 + }, + { + "epoch": 0.19679332308368108, + "grad_norm": 2.3161191940307617, + "learning_rate": 9.829857299670691e-07, + "loss": 1.0411, + "mean_token_accuracy": 0.6953874826431274, + "num_tokens": 42596968.0, + "step": 1792 + }, + { + "epoch": 0.19690314078629476, + "grad_norm": 2.3499298095703125, + "learning_rate": 9.835345773874862e-07, + "loss": 0.9804, + "mean_token_accuracy": 0.7020015716552734, + "num_tokens": 42620761.0, + "step": 1793 + }, + { + "epoch": 0.1970129584889084, + "grad_norm": 2.303504467010498, + "learning_rate": 9.840834248079035e-07, + "loss": 0.9879, + "mean_token_accuracy": 0.7068607211112976, + "num_tokens": 42647172.0, + "step": 1794 + }, + { + "epoch": 0.19712277619152208, + "grad_norm": 2.627591371536255, + "learning_rate": 9.846322722283205e-07, + "loss": 0.9375, + "mean_token_accuracy": 0.7146016359329224, + "num_tokens": 42666861.0, + "step": 1795 + }, + { + "epoch": 0.19723259389413572, + "grad_norm": 2.407839775085449, + "learning_rate": 9.851811196487376e-07, + "loss": 1.0751, + "mean_token_accuracy": 0.6808837056159973, + "num_tokens": 42689227.0, + "step": 1796 + }, + { + "epoch": 0.1973424115967494, + "grad_norm": 2.5711212158203125, + "learning_rate": 9.857299670691546e-07, + "loss": 1.0412, + "mean_token_accuracy": 0.6843831539154053, + "num_tokens": 42709859.0, + "step": 1797 + }, + { + "epoch": 0.19745222929936307, + "grad_norm": 2.3226356506347656, + "learning_rate": 9.86278814489572e-07, + "loss": 1.0015, + "mean_token_accuracy": 0.6961458325386047, + "num_tokens": 42733155.0, + "step": 1798 + }, + { + "epoch": 0.19756204700197671, + "grad_norm": 2.111185073852539, + "learning_rate": 9.86827661909989e-07, + "loss": 1.0717, + "mean_token_accuracy": 0.6890596151351929, + "num_tokens": 42762599.0, + "step": 1799 + }, + { + "epoch": 0.1976718647045904, + "grad_norm": 2.2331626415252686, + "learning_rate": 9.87376509330406e-07, + "loss": 1.0059, + "mean_token_accuracy": 0.6952325701713562, + "num_tokens": 42790107.0, + "step": 1800 + }, + { + "epoch": 0.19778168240720403, + "grad_norm": 2.3849785327911377, + "learning_rate": 9.879253567508233e-07, + "loss": 1.0143, + "mean_token_accuracy": 0.6956067085266113, + "num_tokens": 42814167.0, + "step": 1801 + }, + { + "epoch": 0.1978915001098177, + "grad_norm": 2.5824170112609863, + "learning_rate": 9.884742041712404e-07, + "loss": 0.9775, + "mean_token_accuracy": 0.7063054442405701, + "num_tokens": 42833150.0, + "step": 1802 + }, + { + "epoch": 0.19800131781243135, + "grad_norm": 2.310107946395874, + "learning_rate": 9.890230515916574e-07, + "loss": 1.0179, + "mean_token_accuracy": 0.6952020525932312, + "num_tokens": 42858238.0, + "step": 1803 + }, + { + "epoch": 0.19811113551504503, + "grad_norm": 2.6481757164001465, + "learning_rate": 9.895718990120747e-07, + "loss": 0.9118, + "mean_token_accuracy": 0.7159654498100281, + "num_tokens": 42878671.0, + "step": 1804 + }, + { + "epoch": 0.19822095321765867, + "grad_norm": 2.274141550064087, + "learning_rate": 9.901207464324918e-07, + "loss": 0.9803, + "mean_token_accuracy": 0.7081210017204285, + "num_tokens": 42903417.0, + "step": 1805 + }, + { + "epoch": 0.19833077092027235, + "grad_norm": 2.292747735977173, + "learning_rate": 9.906695938529088e-07, + "loss": 0.9595, + "mean_token_accuracy": 0.715527355670929, + "num_tokens": 42928280.0, + "step": 1806 + }, + { + "epoch": 0.19844058862288602, + "grad_norm": 2.141432046890259, + "learning_rate": 9.91218441273326e-07, + "loss": 1.0045, + "mean_token_accuracy": 0.6955305337905884, + "num_tokens": 42955928.0, + "step": 1807 + }, + { + "epoch": 0.19855040632549967, + "grad_norm": 2.5198354721069336, + "learning_rate": 9.91767288693743e-07, + "loss": 1.1366, + "mean_token_accuracy": 0.6860747337341309, + "num_tokens": 42979831.0, + "step": 1808 + }, + { + "epoch": 0.19866022402811334, + "grad_norm": 2.591181516647339, + "learning_rate": 9.923161361141602e-07, + "loss": 1.0281, + "mean_token_accuracy": 0.6876948475837708, + "num_tokens": 43000455.0, + "step": 1809 + }, + { + "epoch": 0.198770041730727, + "grad_norm": 2.552011251449585, + "learning_rate": 9.928649835345773e-07, + "loss": 1.0182, + "mean_token_accuracy": 0.6916185021400452, + "num_tokens": 43022245.0, + "step": 1810 + }, + { + "epoch": 0.19887985943334066, + "grad_norm": 2.383740186691284, + "learning_rate": 9.934138309549944e-07, + "loss": 1.0546, + "mean_token_accuracy": 0.6789278984069824, + "num_tokens": 43047647.0, + "step": 1811 + }, + { + "epoch": 0.1989896771359543, + "grad_norm": 2.643937110900879, + "learning_rate": 9.939626783754116e-07, + "loss": 0.9554, + "mean_token_accuracy": 0.70920729637146, + "num_tokens": 43067392.0, + "step": 1812 + }, + { + "epoch": 0.19909949483856798, + "grad_norm": 2.327582597732544, + "learning_rate": 9.945115257958287e-07, + "loss": 1.0808, + "mean_token_accuracy": 0.6826845407485962, + "num_tokens": 43092016.0, + "step": 1813 + }, + { + "epoch": 0.19920931254118163, + "grad_norm": 2.3340706825256348, + "learning_rate": 9.950603732162458e-07, + "loss": 0.9915, + "mean_token_accuracy": 0.7067592144012451, + "num_tokens": 43118806.0, + "step": 1814 + }, + { + "epoch": 0.1993191302437953, + "grad_norm": 2.3119709491729736, + "learning_rate": 9.95609220636663e-07, + "loss": 1.1688, + "mean_token_accuracy": 0.6568577289581299, + "num_tokens": 43144090.0, + "step": 1815 + }, + { + "epoch": 0.19942894794640897, + "grad_norm": 2.428741693496704, + "learning_rate": 9.9615806805708e-07, + "loss": 1.0524, + "mean_token_accuracy": 0.6874902844429016, + "num_tokens": 43166553.0, + "step": 1816 + }, + { + "epoch": 0.19953876564902262, + "grad_norm": 2.871523857116699, + "learning_rate": 9.967069154774972e-07, + "loss": 0.999, + "mean_token_accuracy": 0.7030518651008606, + "num_tokens": 43183218.0, + "step": 1817 + }, + { + "epoch": 0.1996485833516363, + "grad_norm": 2.350250482559204, + "learning_rate": 9.972557628979144e-07, + "loss": 1.116, + "mean_token_accuracy": 0.6737537384033203, + "num_tokens": 43211752.0, + "step": 1818 + }, + { + "epoch": 0.19975840105424994, + "grad_norm": 2.854482412338257, + "learning_rate": 9.978046103183315e-07, + "loss": 0.9682, + "mean_token_accuracy": 0.7005895376205444, + "num_tokens": 43227842.0, + "step": 1819 + }, + { + "epoch": 0.1998682187568636, + "grad_norm": 2.2501027584075928, + "learning_rate": 9.983534577387486e-07, + "loss": 0.9852, + "mean_token_accuracy": 0.703195333480835, + "num_tokens": 43252978.0, + "step": 1820 + }, + { + "epoch": 0.19997803645947726, + "grad_norm": 2.438505172729492, + "learning_rate": 9.989023051591658e-07, + "loss": 1.0112, + "mean_token_accuracy": 0.6946455240249634, + "num_tokens": 43274406.0, + "step": 1821 + }, + { + "epoch": 0.20008785416209093, + "grad_norm": 1.9851349592208862, + "learning_rate": 9.994511525795829e-07, + "loss": 1.0949, + "mean_token_accuracy": 0.6700310707092285, + "num_tokens": 43306500.0, + "step": 1822 + }, + { + "epoch": 0.20019767186470458, + "grad_norm": 2.364414691925049, + "learning_rate": 1e-06, + "loss": 1.1396, + "mean_token_accuracy": 0.6612232327461243, + "num_tokens": 43330418.0, + "step": 1823 + }, + { + "epoch": 0.20030748956731825, + "grad_norm": 2.647031784057617, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.7023327946662903, + "num_tokens": 43349030.0, + "step": 1824 + }, + { + "epoch": 0.2004173072699319, + "grad_norm": 3.027299404144287, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7324779033660889, + "num_tokens": 43362251.0, + "step": 1825 + }, + { + "epoch": 0.20052712497254557, + "grad_norm": 2.5764145851135254, + "learning_rate": 1e-06, + "loss": 1.0744, + "mean_token_accuracy": 0.6770237684249878, + "num_tokens": 43383564.0, + "step": 1826 + }, + { + "epoch": 0.20063694267515925, + "grad_norm": 2.2053418159484863, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.6938279271125793, + "num_tokens": 43411466.0, + "step": 1827 + }, + { + "epoch": 0.2007467603777729, + "grad_norm": 2.5433688163757324, + "learning_rate": 1e-06, + "loss": 1.0037, + "mean_token_accuracy": 0.7091590762138367, + "num_tokens": 43432266.0, + "step": 1828 + }, + { + "epoch": 0.20085657808038657, + "grad_norm": 2.172778844833374, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7095861434936523, + "num_tokens": 43458447.0, + "step": 1829 + }, + { + "epoch": 0.2009663957830002, + "grad_norm": 2.517049789428711, + "learning_rate": 1e-06, + "loss": 1.0957, + "mean_token_accuracy": 0.6749366521835327, + "num_tokens": 43481536.0, + "step": 1830 + }, + { + "epoch": 0.20107621348561389, + "grad_norm": 2.1808907985687256, + "learning_rate": 1e-06, + "loss": 0.9971, + "mean_token_accuracy": 0.6977200508117676, + "num_tokens": 43507230.0, + "step": 1831 + }, + { + "epoch": 0.20118603118822753, + "grad_norm": 2.482757568359375, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.721137285232544, + "num_tokens": 43527541.0, + "step": 1832 + }, + { + "epoch": 0.2012958488908412, + "grad_norm": 2.2474491596221924, + "learning_rate": 1e-06, + "loss": 1.0535, + "mean_token_accuracy": 0.6881556510925293, + "num_tokens": 43553947.0, + "step": 1833 + }, + { + "epoch": 0.20140566659345485, + "grad_norm": 2.9618358612060547, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7036656141281128, + "num_tokens": 43570112.0, + "step": 1834 + }, + { + "epoch": 0.20151548429606853, + "grad_norm": 2.233203887939453, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.6996380686759949, + "num_tokens": 43599077.0, + "step": 1835 + }, + { + "epoch": 0.2016253019986822, + "grad_norm": 2.7272250652313232, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.696575403213501, + "num_tokens": 43617811.0, + "step": 1836 + }, + { + "epoch": 0.20173511970129585, + "grad_norm": 2.184274911880493, + "learning_rate": 1e-06, + "loss": 1.0035, + "mean_token_accuracy": 0.7053003907203674, + "num_tokens": 43644188.0, + "step": 1837 + }, + { + "epoch": 0.20184493740390952, + "grad_norm": 2.4395227432250977, + "learning_rate": 1e-06, + "loss": 1.1008, + "mean_token_accuracy": 0.6988502144813538, + "num_tokens": 43667258.0, + "step": 1838 + }, + { + "epoch": 0.20195475510652316, + "grad_norm": 2.4929537773132324, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7291152477264404, + "num_tokens": 43687164.0, + "step": 1839 + }, + { + "epoch": 0.20206457280913684, + "grad_norm": 2.6897525787353516, + "learning_rate": 1e-06, + "loss": 1.0555, + "mean_token_accuracy": 0.6862332820892334, + "num_tokens": 43708384.0, + "step": 1840 + }, + { + "epoch": 0.20217439051175048, + "grad_norm": 2.5385966300964355, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.6919832229614258, + "num_tokens": 43728524.0, + "step": 1841 + }, + { + "epoch": 0.20228420821436416, + "grad_norm": 2.4545998573303223, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.7088810205459595, + "num_tokens": 43749679.0, + "step": 1842 + }, + { + "epoch": 0.2023940259169778, + "grad_norm": 2.3624112606048584, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.7059020400047302, + "num_tokens": 43773401.0, + "step": 1843 + }, + { + "epoch": 0.20250384361959148, + "grad_norm": 2.309776544570923, + "learning_rate": 1e-06, + "loss": 1.1003, + "mean_token_accuracy": 0.6755079030990601, + "num_tokens": 43799293.0, + "step": 1844 + }, + { + "epoch": 0.20261366132220515, + "grad_norm": 2.5809242725372314, + "learning_rate": 1e-06, + "loss": 1.0388, + "mean_token_accuracy": 0.6848917603492737, + "num_tokens": 43819480.0, + "step": 1845 + }, + { + "epoch": 0.2027234790248188, + "grad_norm": 2.1449923515319824, + "learning_rate": 1e-06, + "loss": 1.0736, + "mean_token_accuracy": 0.6764597296714783, + "num_tokens": 43846701.0, + "step": 1846 + }, + { + "epoch": 0.20283329672743247, + "grad_norm": 2.0865752696990967, + "learning_rate": 1e-06, + "loss": 0.9829, + "mean_token_accuracy": 0.713985800743103, + "num_tokens": 43872656.0, + "step": 1847 + }, + { + "epoch": 0.20294311443004612, + "grad_norm": 2.5582549571990967, + "learning_rate": 1e-06, + "loss": 1.0555, + "mean_token_accuracy": 0.6892297863960266, + "num_tokens": 43893443.0, + "step": 1848 + }, + { + "epoch": 0.2030529321326598, + "grad_norm": 2.560694694519043, + "learning_rate": 1e-06, + "loss": 1.1013, + "mean_token_accuracy": 0.6733625531196594, + "num_tokens": 43915949.0, + "step": 1849 + }, + { + "epoch": 0.20316274983527344, + "grad_norm": 2.554299831390381, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6948091387748718, + "num_tokens": 43935669.0, + "step": 1850 + }, + { + "epoch": 0.2032725675378871, + "grad_norm": 2.6655781269073486, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7231850028038025, + "num_tokens": 43954915.0, + "step": 1851 + }, + { + "epoch": 0.20338238524050076, + "grad_norm": 2.1235249042510986, + "learning_rate": 1e-06, + "loss": 1.0694, + "mean_token_accuracy": 0.6801973581314087, + "num_tokens": 43981287.0, + "step": 1852 + }, + { + "epoch": 0.20349220294311443, + "grad_norm": 2.167023181915283, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6975295543670654, + "num_tokens": 44009765.0, + "step": 1853 + }, + { + "epoch": 0.2036020206457281, + "grad_norm": 2.3323628902435303, + "learning_rate": 1e-06, + "loss": 1.0665, + "mean_token_accuracy": 0.6766631007194519, + "num_tokens": 44035720.0, + "step": 1854 + }, + { + "epoch": 0.20371183834834175, + "grad_norm": 2.5434558391571045, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.6996418237686157, + "num_tokens": 44063529.0, + "step": 1855 + }, + { + "epoch": 0.20382165605095542, + "grad_norm": 2.2242472171783447, + "learning_rate": 1e-06, + "loss": 1.0907, + "mean_token_accuracy": 0.6762271523475647, + "num_tokens": 44089985.0, + "step": 1856 + }, + { + "epoch": 0.20393147375356907, + "grad_norm": 2.048032522201538, + "learning_rate": 1e-06, + "loss": 1.0934, + "mean_token_accuracy": 0.6861469149589539, + "num_tokens": 44122113.0, + "step": 1857 + }, + { + "epoch": 0.20404129145618274, + "grad_norm": 2.4287097454071045, + "learning_rate": 1e-06, + "loss": 1.0601, + "mean_token_accuracy": 0.6898949146270752, + "num_tokens": 44144859.0, + "step": 1858 + }, + { + "epoch": 0.2041511091587964, + "grad_norm": 2.495049238204956, + "learning_rate": 1e-06, + "loss": 1.0639, + "mean_token_accuracy": 0.6788955926895142, + "num_tokens": 44169578.0, + "step": 1859 + }, + { + "epoch": 0.20426092686141006, + "grad_norm": 2.456963539123535, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7203159332275391, + "num_tokens": 44191233.0, + "step": 1860 + }, + { + "epoch": 0.2043707445640237, + "grad_norm": 2.55312442779541, + "learning_rate": 1e-06, + "loss": 1.054, + "mean_token_accuracy": 0.6886491179466248, + "num_tokens": 44212267.0, + "step": 1861 + }, + { + "epoch": 0.20448056226663738, + "grad_norm": 2.4927995204925537, + "learning_rate": 1e-06, + "loss": 1.0967, + "mean_token_accuracy": 0.6740878224372864, + "num_tokens": 44235531.0, + "step": 1862 + }, + { + "epoch": 0.20459037996925103, + "grad_norm": 2.4000284671783447, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.7017426490783691, + "num_tokens": 44258296.0, + "step": 1863 + }, + { + "epoch": 0.2047001976718647, + "grad_norm": 2.10420298576355, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6967868208885193, + "num_tokens": 44288846.0, + "step": 1864 + }, + { + "epoch": 0.20481001537447838, + "grad_norm": 2.0670218467712402, + "learning_rate": 1e-06, + "loss": 0.9684, + "mean_token_accuracy": 0.7113614678382874, + "num_tokens": 44316374.0, + "step": 1865 + }, + { + "epoch": 0.20491983307709202, + "grad_norm": 2.499907970428467, + "learning_rate": 1e-06, + "loss": 1.1238, + "mean_token_accuracy": 0.6654584407806396, + "num_tokens": 44338700.0, + "step": 1866 + }, + { + "epoch": 0.2050296507797057, + "grad_norm": 3.061140775680542, + "learning_rate": 1e-06, + "loss": 1.0255, + "mean_token_accuracy": 0.6919637322425842, + "num_tokens": 44354330.0, + "step": 1867 + }, + { + "epoch": 0.20513946848231934, + "grad_norm": 2.4121196269989014, + "learning_rate": 1e-06, + "loss": 1.0357, + "mean_token_accuracy": 0.6931419372558594, + "num_tokens": 44377591.0, + "step": 1868 + }, + { + "epoch": 0.20524928618493302, + "grad_norm": 2.2526094913482666, + "learning_rate": 1e-06, + "loss": 0.9819, + "mean_token_accuracy": 0.6992239952087402, + "num_tokens": 44401569.0, + "step": 1869 + }, + { + "epoch": 0.20535910388754666, + "grad_norm": 2.314694404602051, + "learning_rate": 1e-06, + "loss": 1.0527, + "mean_token_accuracy": 0.6862045526504517, + "num_tokens": 44429145.0, + "step": 1870 + }, + { + "epoch": 0.20546892159016034, + "grad_norm": 2.381038188934326, + "learning_rate": 1e-06, + "loss": 1.0122, + "mean_token_accuracy": 0.692859411239624, + "num_tokens": 44454452.0, + "step": 1871 + }, + { + "epoch": 0.20557873929277398, + "grad_norm": 2.3960700035095215, + "learning_rate": 1e-06, + "loss": 1.037, + "mean_token_accuracy": 0.6856638789176941, + "num_tokens": 44478343.0, + "step": 1872 + }, + { + "epoch": 0.20568855699538766, + "grad_norm": 2.2640058994293213, + "learning_rate": 1e-06, + "loss": 1.0493, + "mean_token_accuracy": 0.6915922164916992, + "num_tokens": 44505659.0, + "step": 1873 + }, + { + "epoch": 0.20579837469800133, + "grad_norm": 2.046910524368286, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6960663795471191, + "num_tokens": 44538122.0, + "step": 1874 + }, + { + "epoch": 0.20590819240061498, + "grad_norm": 2.3965225219726562, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.710063099861145, + "num_tokens": 44560978.0, + "step": 1875 + }, + { + "epoch": 0.20601801010322865, + "grad_norm": 2.383425235748291, + "learning_rate": 1e-06, + "loss": 1.0343, + "mean_token_accuracy": 0.6869403719902039, + "num_tokens": 44584873.0, + "step": 1876 + }, + { + "epoch": 0.2061278278058423, + "grad_norm": 2.5144314765930176, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7151978015899658, + "num_tokens": 44605049.0, + "step": 1877 + }, + { + "epoch": 0.20623764550845597, + "grad_norm": 2.3228397369384766, + "learning_rate": 1e-06, + "loss": 1.0647, + "mean_token_accuracy": 0.6908499598503113, + "num_tokens": 44628644.0, + "step": 1878 + }, + { + "epoch": 0.20634746321106961, + "grad_norm": 2.734996795654297, + "learning_rate": 1e-06, + "loss": 1.037, + "mean_token_accuracy": 0.6862292289733887, + "num_tokens": 44650044.0, + "step": 1879 + }, + { + "epoch": 0.2064572809136833, + "grad_norm": 2.326643466949463, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.7054890990257263, + "num_tokens": 44672786.0, + "step": 1880 + }, + { + "epoch": 0.20656709861629693, + "grad_norm": 2.209192991256714, + "learning_rate": 1e-06, + "loss": 1.1025, + "mean_token_accuracy": 0.670987606048584, + "num_tokens": 44701620.0, + "step": 1881 + }, + { + "epoch": 0.2066769163189106, + "grad_norm": 2.339855670928955, + "learning_rate": 1e-06, + "loss": 1.0642, + "mean_token_accuracy": 0.6861516237258911, + "num_tokens": 44726181.0, + "step": 1882 + }, + { + "epoch": 0.20678673402152428, + "grad_norm": 2.28115177154541, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6992186307907104, + "num_tokens": 44753047.0, + "step": 1883 + }, + { + "epoch": 0.20689655172413793, + "grad_norm": 2.462183713912964, + "learning_rate": 1e-06, + "loss": 1.087, + "mean_token_accuracy": 0.677311897277832, + "num_tokens": 44774718.0, + "step": 1884 + }, + { + "epoch": 0.2070063694267516, + "grad_norm": 2.2355549335479736, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7310749292373657, + "num_tokens": 44799265.0, + "step": 1885 + }, + { + "epoch": 0.20711618712936525, + "grad_norm": 2.1938014030456543, + "learning_rate": 1e-06, + "loss": 1.0288, + "mean_token_accuracy": 0.6885988712310791, + "num_tokens": 44828019.0, + "step": 1886 + }, + { + "epoch": 0.20722600483197892, + "grad_norm": 2.697951555252075, + "learning_rate": 1e-06, + "loss": 1.0353, + "mean_token_accuracy": 0.6895686984062195, + "num_tokens": 44845826.0, + "step": 1887 + }, + { + "epoch": 0.20733582253459257, + "grad_norm": 2.474940538406372, + "learning_rate": 1e-06, + "loss": 1.0764, + "mean_token_accuracy": 0.6802968978881836, + "num_tokens": 44868341.0, + "step": 1888 + }, + { + "epoch": 0.20744564023720624, + "grad_norm": 2.6890947818756104, + "learning_rate": 1e-06, + "loss": 1.0349, + "mean_token_accuracy": 0.6983944177627563, + "num_tokens": 44889627.0, + "step": 1889 + }, + { + "epoch": 0.2075554579398199, + "grad_norm": 2.3225646018981934, + "learning_rate": 1e-06, + "loss": 1.0709, + "mean_token_accuracy": 0.6800569295883179, + "num_tokens": 44914787.0, + "step": 1890 + }, + { + "epoch": 0.20766527564243356, + "grad_norm": 2.644010543823242, + "learning_rate": 1e-06, + "loss": 1.1686, + "mean_token_accuracy": 0.6554548144340515, + "num_tokens": 44935921.0, + "step": 1891 + }, + { + "epoch": 0.20777509334504723, + "grad_norm": 2.5153982639312744, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.7190780639648438, + "num_tokens": 44956810.0, + "step": 1892 + }, + { + "epoch": 0.20788491104766088, + "grad_norm": 2.341660261154175, + "learning_rate": 1e-06, + "loss": 0.9917, + "mean_token_accuracy": 0.6932105422019958, + "num_tokens": 44981915.0, + "step": 1893 + }, + { + "epoch": 0.20799472875027455, + "grad_norm": 2.3743414878845215, + "learning_rate": 1e-06, + "loss": 1.0893, + "mean_token_accuracy": 0.6646164059638977, + "num_tokens": 45005633.0, + "step": 1894 + }, + { + "epoch": 0.2081045464528882, + "grad_norm": 2.529606580734253, + "learning_rate": 1e-06, + "loss": 1.0675, + "mean_token_accuracy": 0.6873307824134827, + "num_tokens": 45025962.0, + "step": 1895 + }, + { + "epoch": 0.20821436415550187, + "grad_norm": 2.365341901779175, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6845060586929321, + "num_tokens": 45049718.0, + "step": 1896 + }, + { + "epoch": 0.20832418185811552, + "grad_norm": 2.8779969215393066, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7123653888702393, + "num_tokens": 45066460.0, + "step": 1897 + }, + { + "epoch": 0.2084339995607292, + "grad_norm": 2.7750632762908936, + "learning_rate": 1e-06, + "loss": 1.0622, + "mean_token_accuracy": 0.6826685070991516, + "num_tokens": 45085647.0, + "step": 1898 + }, + { + "epoch": 0.20854381726334284, + "grad_norm": 2.582010507583618, + "learning_rate": 1e-06, + "loss": 1.086, + "mean_token_accuracy": 0.6807247400283813, + "num_tokens": 45108556.0, + "step": 1899 + }, + { + "epoch": 0.2086536349659565, + "grad_norm": 2.5393154621124268, + "learning_rate": 1e-06, + "loss": 1.1056, + "mean_token_accuracy": 0.6869881749153137, + "num_tokens": 45130292.0, + "step": 1900 + }, + { + "epoch": 0.20876345266857016, + "grad_norm": 2.058908224105835, + "learning_rate": 1e-06, + "loss": 1.0643, + "mean_token_accuracy": 0.6819321513175964, + "num_tokens": 45158615.0, + "step": 1901 + }, + { + "epoch": 0.20887327037118383, + "grad_norm": 2.0519065856933594, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7090061902999878, + "num_tokens": 45187761.0, + "step": 1902 + }, + { + "epoch": 0.2089830880737975, + "grad_norm": 2.501042127609253, + "learning_rate": 1e-06, + "loss": 1.0168, + "mean_token_accuracy": 0.6937069296836853, + "num_tokens": 45208031.0, + "step": 1903 + }, + { + "epoch": 0.20909290577641115, + "grad_norm": 2.128248691558838, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.6953474879264832, + "num_tokens": 45233911.0, + "step": 1904 + }, + { + "epoch": 0.20920272347902483, + "grad_norm": 2.369022846221924, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7215414047241211, + "num_tokens": 45257009.0, + "step": 1905 + }, + { + "epoch": 0.20931254118163847, + "grad_norm": 2.594348430633545, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7080441117286682, + "num_tokens": 45276265.0, + "step": 1906 + }, + { + "epoch": 0.20942235888425215, + "grad_norm": 2.473191022872925, + "learning_rate": 1e-06, + "loss": 1.0081, + "mean_token_accuracy": 0.6957497596740723, + "num_tokens": 45297107.0, + "step": 1907 + }, + { + "epoch": 0.2095321765868658, + "grad_norm": 2.555981159210205, + "learning_rate": 1e-06, + "loss": 1.0922, + "mean_token_accuracy": 0.6830910444259644, + "num_tokens": 45317906.0, + "step": 1908 + }, + { + "epoch": 0.20964199428947947, + "grad_norm": 2.2776715755462646, + "learning_rate": 1e-06, + "loss": 1.0404, + "mean_token_accuracy": 0.6896517276763916, + "num_tokens": 45342428.0, + "step": 1909 + }, + { + "epoch": 0.2097518119920931, + "grad_norm": 2.5182435512542725, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.6982099413871765, + "num_tokens": 45365707.0, + "step": 1910 + }, + { + "epoch": 0.20986162969470679, + "grad_norm": 2.0457346439361572, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7193107604980469, + "num_tokens": 45394223.0, + "step": 1911 + }, + { + "epoch": 0.20997144739732046, + "grad_norm": 2.5623488426208496, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7278388738632202, + "num_tokens": 45412167.0, + "step": 1912 + }, + { + "epoch": 0.2100812650999341, + "grad_norm": 2.748579740524292, + "learning_rate": 1e-06, + "loss": 1.0979, + "mean_token_accuracy": 0.6776255369186401, + "num_tokens": 45432496.0, + "step": 1913 + }, + { + "epoch": 0.21019108280254778, + "grad_norm": 2.1256067752838135, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6977748870849609, + "num_tokens": 45461383.0, + "step": 1914 + }, + { + "epoch": 0.21030090050516143, + "grad_norm": 2.6156837940216064, + "learning_rate": 1e-06, + "loss": 1.0431, + "mean_token_accuracy": 0.6920096278190613, + "num_tokens": 45480372.0, + "step": 1915 + }, + { + "epoch": 0.2104107182077751, + "grad_norm": 2.812716007232666, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.7327434420585632, + "num_tokens": 45496415.0, + "step": 1916 + }, + { + "epoch": 0.21052053591038875, + "grad_norm": 2.3252952098846436, + "learning_rate": 1e-06, + "loss": 1.086, + "mean_token_accuracy": 0.6745467782020569, + "num_tokens": 45520344.0, + "step": 1917 + }, + { + "epoch": 0.21063035361300242, + "grad_norm": 2.6432864665985107, + "learning_rate": 1e-06, + "loss": 1.0249, + "mean_token_accuracy": 0.6968277096748352, + "num_tokens": 45540544.0, + "step": 1918 + }, + { + "epoch": 0.21074017131561606, + "grad_norm": 2.8432228565216064, + "learning_rate": 1e-06, + "loss": 1.0491, + "mean_token_accuracy": 0.6828684210777283, + "num_tokens": 45557693.0, + "step": 1919 + }, + { + "epoch": 0.21084998901822974, + "grad_norm": 2.2111871242523193, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.6944367289543152, + "num_tokens": 45585808.0, + "step": 1920 + }, + { + "epoch": 0.2109598067208434, + "grad_norm": 2.343297004699707, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7053050994873047, + "num_tokens": 45607609.0, + "step": 1921 + }, + { + "epoch": 0.21106962442345706, + "grad_norm": 2.344291925430298, + "learning_rate": 1e-06, + "loss": 1.0172, + "mean_token_accuracy": 0.6924046277999878, + "num_tokens": 45634120.0, + "step": 1922 + }, + { + "epoch": 0.21117944212607073, + "grad_norm": 2.102315664291382, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7149255275726318, + "num_tokens": 45661423.0, + "step": 1923 + }, + { + "epoch": 0.21128925982868438, + "grad_norm": 2.4243340492248535, + "learning_rate": 1e-06, + "loss": 1.043, + "mean_token_accuracy": 0.6881167888641357, + "num_tokens": 45682792.0, + "step": 1924 + }, + { + "epoch": 0.21139907753129805, + "grad_norm": 2.5336596965789795, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7070342302322388, + "num_tokens": 45704376.0, + "step": 1925 + }, + { + "epoch": 0.2115088952339117, + "grad_norm": 2.4490950107574463, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7120728492736816, + "num_tokens": 45726701.0, + "step": 1926 + }, + { + "epoch": 0.21161871293652537, + "grad_norm": 2.2347919940948486, + "learning_rate": 1e-06, + "loss": 1.0772, + "mean_token_accuracy": 0.6781915426254272, + "num_tokens": 45753420.0, + "step": 1927 + }, + { + "epoch": 0.21172853063913902, + "grad_norm": 2.2293577194213867, + "learning_rate": 1e-06, + "loss": 1.0383, + "mean_token_accuracy": 0.688605010509491, + "num_tokens": 45779068.0, + "step": 1928 + }, + { + "epoch": 0.2118383483417527, + "grad_norm": 2.37882661819458, + "learning_rate": 1e-06, + "loss": 1.0695, + "mean_token_accuracy": 0.6797032356262207, + "num_tokens": 45803158.0, + "step": 1929 + }, + { + "epoch": 0.21194816604436637, + "grad_norm": 2.2562801837921143, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7084723114967346, + "num_tokens": 45827724.0, + "step": 1930 + }, + { + "epoch": 0.21205798374698, + "grad_norm": 2.4046101570129395, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7346694469451904, + "num_tokens": 45847877.0, + "step": 1931 + }, + { + "epoch": 0.21216780144959368, + "grad_norm": 2.4735000133514404, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.6973837614059448, + "num_tokens": 45871378.0, + "step": 1932 + }, + { + "epoch": 0.21227761915220733, + "grad_norm": 2.7263152599334717, + "learning_rate": 1e-06, + "loss": 1.0415, + "mean_token_accuracy": 0.6970478892326355, + "num_tokens": 45890566.0, + "step": 1933 + }, + { + "epoch": 0.212387436854821, + "grad_norm": 2.074939250946045, + "learning_rate": 1e-06, + "loss": 1.0369, + "mean_token_accuracy": 0.6905142068862915, + "num_tokens": 45922245.0, + "step": 1934 + }, + { + "epoch": 0.21249725455743465, + "grad_norm": 2.7344231605529785, + "learning_rate": 1e-06, + "loss": 0.861, + "mean_token_accuracy": 0.7334611415863037, + "num_tokens": 45938532.0, + "step": 1935 + }, + { + "epoch": 0.21260707226004832, + "grad_norm": 2.4692862033843994, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6990667581558228, + "num_tokens": 45960179.0, + "step": 1936 + }, + { + "epoch": 0.21271688996266197, + "grad_norm": 2.349139928817749, + "learning_rate": 1e-06, + "loss": 1.0271, + "mean_token_accuracy": 0.7011491060256958, + "num_tokens": 45987445.0, + "step": 1937 + }, + { + "epoch": 0.21282670766527564, + "grad_norm": 2.1792166233062744, + "learning_rate": 1e-06, + "loss": 1.129, + "mean_token_accuracy": 0.6663703918457031, + "num_tokens": 46016561.0, + "step": 1938 + }, + { + "epoch": 0.2129365253678893, + "grad_norm": 1.9302033185958862, + "learning_rate": 1e-06, + "loss": 1.0482, + "mean_token_accuracy": 0.6852662563323975, + "num_tokens": 46051280.0, + "step": 1939 + }, + { + "epoch": 0.21304634307050296, + "grad_norm": 2.6115853786468506, + "learning_rate": 1e-06, + "loss": 1.0698, + "mean_token_accuracy": 0.6908836364746094, + "num_tokens": 46070641.0, + "step": 1940 + }, + { + "epoch": 0.21315616077311664, + "grad_norm": 2.1503450870513916, + "learning_rate": 1e-06, + "loss": 1.0452, + "mean_token_accuracy": 0.6909214854240417, + "num_tokens": 46099538.0, + "step": 1941 + }, + { + "epoch": 0.21326597847573028, + "grad_norm": 2.081465482711792, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.692176342010498, + "num_tokens": 46130630.0, + "step": 1942 + }, + { + "epoch": 0.21337579617834396, + "grad_norm": 2.420841932296753, + "learning_rate": 1e-06, + "loss": 1.02, + "mean_token_accuracy": 0.6982700824737549, + "num_tokens": 46153216.0, + "step": 1943 + }, + { + "epoch": 0.2134856138809576, + "grad_norm": 2.425199031829834, + "learning_rate": 1e-06, + "loss": 1.1516, + "mean_token_accuracy": 0.6660476922988892, + "num_tokens": 46176372.0, + "step": 1944 + }, + { + "epoch": 0.21359543158357128, + "grad_norm": 2.3449525833129883, + "learning_rate": 1e-06, + "loss": 1.097, + "mean_token_accuracy": 0.6751834154129028, + "num_tokens": 46202937.0, + "step": 1945 + }, + { + "epoch": 0.21370524928618492, + "grad_norm": 2.852393627166748, + "learning_rate": 1e-06, + "loss": 1.0264, + "mean_token_accuracy": 0.7086931467056274, + "num_tokens": 46220647.0, + "step": 1946 + }, + { + "epoch": 0.2138150669887986, + "grad_norm": 2.1760127544403076, + "learning_rate": 1e-06, + "loss": 1.1399, + "mean_token_accuracy": 0.6576127409934998, + "num_tokens": 46250889.0, + "step": 1947 + }, + { + "epoch": 0.21392488469141224, + "grad_norm": 2.0037782192230225, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7142935395240784, + "num_tokens": 46280070.0, + "step": 1948 + }, + { + "epoch": 0.21403470239402592, + "grad_norm": 2.3431267738342285, + "learning_rate": 1e-06, + "loss": 1.1202, + "mean_token_accuracy": 0.6660616397857666, + "num_tokens": 46303103.0, + "step": 1949 + }, + { + "epoch": 0.2141445200966396, + "grad_norm": 2.2033979892730713, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.724748432636261, + "num_tokens": 46327251.0, + "step": 1950 + }, + { + "epoch": 0.21425433779925324, + "grad_norm": 2.2134408950805664, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.6900109052658081, + "num_tokens": 46353785.0, + "step": 1951 + }, + { + "epoch": 0.2143641555018669, + "grad_norm": 2.442810535430908, + "learning_rate": 1e-06, + "loss": 1.0949, + "mean_token_accuracy": 0.6736458539962769, + "num_tokens": 46376859.0, + "step": 1952 + }, + { + "epoch": 0.21447397320448056, + "grad_norm": 2.477210283279419, + "learning_rate": 1e-06, + "loss": 1.0446, + "mean_token_accuracy": 0.6903451681137085, + "num_tokens": 46396811.0, + "step": 1953 + }, + { + "epoch": 0.21458379090709423, + "grad_norm": 2.608672618865967, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6989750862121582, + "num_tokens": 46415003.0, + "step": 1954 + }, + { + "epoch": 0.21469360860970788, + "grad_norm": 2.6831071376800537, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.7131800651550293, + "num_tokens": 46434541.0, + "step": 1955 + }, + { + "epoch": 0.21480342631232155, + "grad_norm": 2.4173150062561035, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7279704809188843, + "num_tokens": 46458158.0, + "step": 1956 + }, + { + "epoch": 0.2149132440149352, + "grad_norm": 2.1275272369384766, + "learning_rate": 1e-06, + "loss": 1.0778, + "mean_token_accuracy": 0.6765596866607666, + "num_tokens": 46486142.0, + "step": 1957 + }, + { + "epoch": 0.21502306171754887, + "grad_norm": 2.4091899394989014, + "learning_rate": 1e-06, + "loss": 1.1225, + "mean_token_accuracy": 0.6656475067138672, + "num_tokens": 46510255.0, + "step": 1958 + }, + { + "epoch": 0.21513287942016254, + "grad_norm": 2.5395071506500244, + "learning_rate": 1e-06, + "loss": 1.0238, + "mean_token_accuracy": 0.7021035552024841, + "num_tokens": 46531739.0, + "step": 1959 + }, + { + "epoch": 0.2152426971227762, + "grad_norm": 2.1913552284240723, + "learning_rate": 1e-06, + "loss": 1.0548, + "mean_token_accuracy": 0.6818261742591858, + "num_tokens": 46558020.0, + "step": 1960 + }, + { + "epoch": 0.21535251482538986, + "grad_norm": 2.392956256866455, + "learning_rate": 1e-06, + "loss": 1.0681, + "mean_token_accuracy": 0.6739431023597717, + "num_tokens": 46581305.0, + "step": 1961 + }, + { + "epoch": 0.2154623325280035, + "grad_norm": 2.292344570159912, + "learning_rate": 1e-06, + "loss": 1.0538, + "mean_token_accuracy": 0.6842187643051147, + "num_tokens": 46605766.0, + "step": 1962 + }, + { + "epoch": 0.21557215023061718, + "grad_norm": 2.7755367755889893, + "learning_rate": 1e-06, + "loss": 1.0601, + "mean_token_accuracy": 0.6819984912872314, + "num_tokens": 46626073.0, + "step": 1963 + }, + { + "epoch": 0.21568196793323083, + "grad_norm": 2.057830572128296, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7067543268203735, + "num_tokens": 46653350.0, + "step": 1964 + }, + { + "epoch": 0.2157917856358445, + "grad_norm": 2.4598052501678467, + "learning_rate": 1e-06, + "loss": 1.0171, + "mean_token_accuracy": 0.6989317536354065, + "num_tokens": 46674885.0, + "step": 1965 + }, + { + "epoch": 0.21590160333845815, + "grad_norm": 2.132258415222168, + "learning_rate": 1e-06, + "loss": 1.0097, + "mean_token_accuracy": 0.694091260433197, + "num_tokens": 46701442.0, + "step": 1966 + }, + { + "epoch": 0.21601142104107182, + "grad_norm": 2.2969608306884766, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7024002075195312, + "num_tokens": 46724708.0, + "step": 1967 + }, + { + "epoch": 0.2161212387436855, + "grad_norm": 2.711637020111084, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7014241218566895, + "num_tokens": 46743194.0, + "step": 1968 + }, + { + "epoch": 0.21623105644629914, + "grad_norm": 2.241795301437378, + "learning_rate": 1e-06, + "loss": 1.0043, + "mean_token_accuracy": 0.697954535484314, + "num_tokens": 46769645.0, + "step": 1969 + }, + { + "epoch": 0.21634087414891282, + "grad_norm": 2.671746253967285, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7098318934440613, + "num_tokens": 46788554.0, + "step": 1970 + }, + { + "epoch": 0.21645069185152646, + "grad_norm": 2.5784366130828857, + "learning_rate": 1e-06, + "loss": 1.0419, + "mean_token_accuracy": 0.6855228543281555, + "num_tokens": 46808831.0, + "step": 1971 + }, + { + "epoch": 0.21656050955414013, + "grad_norm": 2.2413535118103027, + "learning_rate": 1e-06, + "loss": 1.0363, + "mean_token_accuracy": 0.6898208856582642, + "num_tokens": 46834550.0, + "step": 1972 + }, + { + "epoch": 0.21667032725675378, + "grad_norm": 2.7648863792419434, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6996437311172485, + "num_tokens": 46853265.0, + "step": 1973 + }, + { + "epoch": 0.21678014495936745, + "grad_norm": 2.2026588916778564, + "learning_rate": 1e-06, + "loss": 1.0702, + "mean_token_accuracy": 0.6749598979949951, + "num_tokens": 46879999.0, + "step": 1974 + }, + { + "epoch": 0.2168899626619811, + "grad_norm": 2.2121458053588867, + "learning_rate": 1e-06, + "loss": 1.0548, + "mean_token_accuracy": 0.6880839467048645, + "num_tokens": 46905396.0, + "step": 1975 + }, + { + "epoch": 0.21699978036459477, + "grad_norm": 2.12382435798645, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7152332067489624, + "num_tokens": 46930449.0, + "step": 1976 + }, + { + "epoch": 0.21710959806720842, + "grad_norm": 1.9477816820144653, + "learning_rate": 1e-06, + "loss": 1.0737, + "mean_token_accuracy": 0.6829426288604736, + "num_tokens": 46964897.0, + "step": 1977 + }, + { + "epoch": 0.2172194157698221, + "grad_norm": 2.060213327407837, + "learning_rate": 1e-06, + "loss": 1.0373, + "mean_token_accuracy": 0.6866984963417053, + "num_tokens": 46992890.0, + "step": 1978 + }, + { + "epoch": 0.21732923347243577, + "grad_norm": 2.244861364364624, + "learning_rate": 1e-06, + "loss": 1.0785, + "mean_token_accuracy": 0.6753627061843872, + "num_tokens": 47020718.0, + "step": 1979 + }, + { + "epoch": 0.2174390511750494, + "grad_norm": 2.282334566116333, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.7000851035118103, + "num_tokens": 47045067.0, + "step": 1980 + }, + { + "epoch": 0.2175488688776631, + "grad_norm": 2.8643579483032227, + "learning_rate": 1e-06, + "loss": 1.0739, + "mean_token_accuracy": 0.692268431186676, + "num_tokens": 47062991.0, + "step": 1981 + }, + { + "epoch": 0.21765868658027673, + "grad_norm": 2.265756130218506, + "learning_rate": 1e-06, + "loss": 1.0835, + "mean_token_accuracy": 0.6734432578086853, + "num_tokens": 47088920.0, + "step": 1982 + }, + { + "epoch": 0.2177685042828904, + "grad_norm": 2.160399913787842, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.717115044593811, + "num_tokens": 47117929.0, + "step": 1983 + }, + { + "epoch": 0.21787832198550405, + "grad_norm": 2.5351126194000244, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.6985785365104675, + "num_tokens": 47139674.0, + "step": 1984 + }, + { + "epoch": 0.21798813968811773, + "grad_norm": 2.010411262512207, + "learning_rate": 1e-06, + "loss": 1.0207, + "mean_token_accuracy": 0.6884263753890991, + "num_tokens": 47169263.0, + "step": 1985 + }, + { + "epoch": 0.21809795739073137, + "grad_norm": 2.8005900382995605, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.716995894908905, + "num_tokens": 47186166.0, + "step": 1986 + }, + { + "epoch": 0.21820777509334505, + "grad_norm": 2.314908742904663, + "learning_rate": 1e-06, + "loss": 1.0545, + "mean_token_accuracy": 0.6806297302246094, + "num_tokens": 47210980.0, + "step": 1987 + }, + { + "epoch": 0.21831759279595872, + "grad_norm": 2.5385565757751465, + "learning_rate": 1e-06, + "loss": 1.0408, + "mean_token_accuracy": 0.6899211406707764, + "num_tokens": 47233812.0, + "step": 1988 + }, + { + "epoch": 0.21842741049857237, + "grad_norm": 2.4996979236602783, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.7065321207046509, + "num_tokens": 47257300.0, + "step": 1989 + }, + { + "epoch": 0.21853722820118604, + "grad_norm": 2.7610068321228027, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7020210027694702, + "num_tokens": 47275751.0, + "step": 1990 + }, + { + "epoch": 0.21864704590379969, + "grad_norm": 1.9983850717544556, + "learning_rate": 1e-06, + "loss": 1.0298, + "mean_token_accuracy": 0.6943091750144958, + "num_tokens": 47307075.0, + "step": 1991 + }, + { + "epoch": 0.21875686360641336, + "grad_norm": 2.516000986099243, + "learning_rate": 1e-06, + "loss": 1.0656, + "mean_token_accuracy": 0.6828848719596863, + "num_tokens": 47330123.0, + "step": 1992 + }, + { + "epoch": 0.218866681309027, + "grad_norm": 2.921708583831787, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.715041995048523, + "num_tokens": 47346044.0, + "step": 1993 + }, + { + "epoch": 0.21897649901164068, + "grad_norm": 2.3075668811798096, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7017185688018799, + "num_tokens": 47368967.0, + "step": 1994 + }, + { + "epoch": 0.21908631671425433, + "grad_norm": 2.0227339267730713, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6988930106163025, + "num_tokens": 47399293.0, + "step": 1995 + }, + { + "epoch": 0.219196134416868, + "grad_norm": 2.4373631477355957, + "learning_rate": 1e-06, + "loss": 1.0597, + "mean_token_accuracy": 0.6786351203918457, + "num_tokens": 47422579.0, + "step": 1996 + }, + { + "epoch": 0.21930595211948167, + "grad_norm": 2.2557544708251953, + "learning_rate": 1e-06, + "loss": 1.0439, + "mean_token_accuracy": 0.6892419457435608, + "num_tokens": 47448798.0, + "step": 1997 + }, + { + "epoch": 0.21941576982209532, + "grad_norm": 2.3238165378570557, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7138374447822571, + "num_tokens": 47473854.0, + "step": 1998 + }, + { + "epoch": 0.219525587524709, + "grad_norm": 2.542396068572998, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7057616710662842, + "num_tokens": 47494565.0, + "step": 1999 + }, + { + "epoch": 0.21963540522732264, + "grad_norm": 1.9310874938964844, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7274243831634521, + "num_tokens": 47525457.0, + "step": 2000 + }, + { + "epoch": 0.2197452229299363, + "grad_norm": 2.6240108013153076, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6926212906837463, + "num_tokens": 47544435.0, + "step": 2001 + }, + { + "epoch": 0.21985504063254996, + "grad_norm": 2.7337758541107178, + "learning_rate": 1e-06, + "loss": 1.1678, + "mean_token_accuracy": 0.7309929132461548, + "num_tokens": 47563478.0, + "step": 2002 + }, + { + "epoch": 0.21996485833516363, + "grad_norm": 2.3105156421661377, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7139621376991272, + "num_tokens": 47588287.0, + "step": 2003 + }, + { + "epoch": 0.22007467603777728, + "grad_norm": 2.356534957885742, + "learning_rate": 1e-06, + "loss": 0.9633, + "mean_token_accuracy": 0.7072410583496094, + "num_tokens": 47611453.0, + "step": 2004 + }, + { + "epoch": 0.22018449374039095, + "grad_norm": 2.164825439453125, + "learning_rate": 1e-06, + "loss": 1.1208, + "mean_token_accuracy": 0.6733037829399109, + "num_tokens": 47642112.0, + "step": 2005 + }, + { + "epoch": 0.22029431144300463, + "grad_norm": 2.6204023361206055, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7144705057144165, + "num_tokens": 47662595.0, + "step": 2006 + }, + { + "epoch": 0.22040412914561827, + "grad_norm": 2.823641538619995, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.7003625631332397, + "num_tokens": 47679969.0, + "step": 2007 + }, + { + "epoch": 0.22051394684823195, + "grad_norm": 2.5357511043548584, + "learning_rate": 1e-06, + "loss": 1.0057, + "mean_token_accuracy": 0.6995664238929749, + "num_tokens": 47700142.0, + "step": 2008 + }, + { + "epoch": 0.2206237645508456, + "grad_norm": 2.451951026916504, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7114182710647583, + "num_tokens": 47721940.0, + "step": 2009 + }, + { + "epoch": 0.22073358225345927, + "grad_norm": 2.639312505722046, + "learning_rate": 1e-06, + "loss": 1.1101, + "mean_token_accuracy": 0.6774644255638123, + "num_tokens": 47741247.0, + "step": 2010 + }, + { + "epoch": 0.2208433999560729, + "grad_norm": 2.355675220489502, + "learning_rate": 1e-06, + "loss": 1.0775, + "mean_token_accuracy": 0.6743109226226807, + "num_tokens": 47766238.0, + "step": 2011 + }, + { + "epoch": 0.22095321765868658, + "grad_norm": 2.3554961681365967, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7139201164245605, + "num_tokens": 47790703.0, + "step": 2012 + }, + { + "epoch": 0.22106303536130023, + "grad_norm": 2.4845926761627197, + "learning_rate": 1e-06, + "loss": 0.99, + "mean_token_accuracy": 0.6976518630981445, + "num_tokens": 47813345.0, + "step": 2013 + }, + { + "epoch": 0.2211728530639139, + "grad_norm": 1.993023157119751, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.7021925449371338, + "num_tokens": 47842598.0, + "step": 2014 + }, + { + "epoch": 0.22128267076652755, + "grad_norm": 2.0864791870117188, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7019487619400024, + "num_tokens": 47872121.0, + "step": 2015 + }, + { + "epoch": 0.22139248846914122, + "grad_norm": 2.2641665935516357, + "learning_rate": 1e-06, + "loss": 1.0609, + "mean_token_accuracy": 0.6920676827430725, + "num_tokens": 47900269.0, + "step": 2016 + }, + { + "epoch": 0.2215023061717549, + "grad_norm": 2.339439630508423, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7139067649841309, + "num_tokens": 47924026.0, + "step": 2017 + }, + { + "epoch": 0.22161212387436854, + "grad_norm": 2.609463691711426, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.6956949234008789, + "num_tokens": 47944962.0, + "step": 2018 + }, + { + "epoch": 0.22172194157698222, + "grad_norm": 2.4534482955932617, + "learning_rate": 1e-06, + "loss": 1.0232, + "mean_token_accuracy": 0.7043659090995789, + "num_tokens": 47967261.0, + "step": 2019 + }, + { + "epoch": 0.22183175927959586, + "grad_norm": 2.409451723098755, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.7011188268661499, + "num_tokens": 47988673.0, + "step": 2020 + }, + { + "epoch": 0.22194157698220954, + "grad_norm": 2.4190094470977783, + "learning_rate": 1e-06, + "loss": 1.0257, + "mean_token_accuracy": 0.6866841316223145, + "num_tokens": 48011156.0, + "step": 2021 + }, + { + "epoch": 0.22205139468482318, + "grad_norm": 2.477694511413574, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.6996617913246155, + "num_tokens": 48033267.0, + "step": 2022 + }, + { + "epoch": 0.22216121238743686, + "grad_norm": 2.4185214042663574, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7116504907608032, + "num_tokens": 48056174.0, + "step": 2023 + }, + { + "epoch": 0.2222710300900505, + "grad_norm": 2.5300705432891846, + "learning_rate": 1e-06, + "loss": 1.074, + "mean_token_accuracy": 0.684540331363678, + "num_tokens": 48078231.0, + "step": 2024 + }, + { + "epoch": 0.22238084779266418, + "grad_norm": 2.6302690505981445, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.6985185146331787, + "num_tokens": 48098330.0, + "step": 2025 + }, + { + "epoch": 0.22249066549527785, + "grad_norm": 2.3372862339019775, + "learning_rate": 1e-06, + "loss": 1.123, + "mean_token_accuracy": 0.6734868288040161, + "num_tokens": 48122742.0, + "step": 2026 + }, + { + "epoch": 0.2226004831978915, + "grad_norm": 2.659797430038452, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.7063203454017639, + "num_tokens": 48142105.0, + "step": 2027 + }, + { + "epoch": 0.22271030090050517, + "grad_norm": 2.3626327514648438, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6891124844551086, + "num_tokens": 48166611.0, + "step": 2028 + }, + { + "epoch": 0.22282011860311882, + "grad_norm": 2.3741841316223145, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7083811163902283, + "num_tokens": 48188781.0, + "step": 2029 + }, + { + "epoch": 0.2229299363057325, + "grad_norm": 2.766104221343994, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.712912917137146, + "num_tokens": 48205506.0, + "step": 2030 + }, + { + "epoch": 0.22303975400834614, + "grad_norm": 2.2691402435302734, + "learning_rate": 1e-06, + "loss": 1.2105, + "mean_token_accuracy": 0.6507999300956726, + "num_tokens": 48234086.0, + "step": 2031 + }, + { + "epoch": 0.2231495717109598, + "grad_norm": 2.3661422729492188, + "learning_rate": 1e-06, + "loss": 1.1085, + "mean_token_accuracy": 0.6668800115585327, + "num_tokens": 48260038.0, + "step": 2032 + }, + { + "epoch": 0.22325938941357346, + "grad_norm": 2.4650213718414307, + "learning_rate": 1e-06, + "loss": 1.058, + "mean_token_accuracy": 0.6915568113327026, + "num_tokens": 48282371.0, + "step": 2033 + }, + { + "epoch": 0.22336920711618713, + "grad_norm": 2.2787179946899414, + "learning_rate": 1e-06, + "loss": 1.0315, + "mean_token_accuracy": 0.6975417733192444, + "num_tokens": 48307615.0, + "step": 2034 + }, + { + "epoch": 0.2234790248188008, + "grad_norm": 1.997811198234558, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7080874443054199, + "num_tokens": 48338372.0, + "step": 2035 + }, + { + "epoch": 0.22358884252141445, + "grad_norm": 2.2186598777770996, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7104121446609497, + "num_tokens": 48363641.0, + "step": 2036 + }, + { + "epoch": 0.22369866022402812, + "grad_norm": 2.278118848800659, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.7099869251251221, + "num_tokens": 48388133.0, + "step": 2037 + }, + { + "epoch": 0.22380847792664177, + "grad_norm": 2.161804676055908, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.6942179203033447, + "num_tokens": 48414538.0, + "step": 2038 + }, + { + "epoch": 0.22391829562925544, + "grad_norm": 2.055426836013794, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7138895988464355, + "num_tokens": 48442285.0, + "step": 2039 + }, + { + "epoch": 0.2240281133318691, + "grad_norm": 2.3320252895355225, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7204669713973999, + "num_tokens": 48466347.0, + "step": 2040 + }, + { + "epoch": 0.22413793103448276, + "grad_norm": 2.651355266571045, + "learning_rate": 1e-06, + "loss": 1.065, + "mean_token_accuracy": 0.6705067753791809, + "num_tokens": 48484705.0, + "step": 2041 + }, + { + "epoch": 0.2242477487370964, + "grad_norm": 2.1304187774658203, + "learning_rate": 1e-06, + "loss": 1.0011, + "mean_token_accuracy": 0.6984438300132751, + "num_tokens": 48511816.0, + "step": 2042 + }, + { + "epoch": 0.22435756643971008, + "grad_norm": 2.7440567016601562, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7310749292373657, + "num_tokens": 48532168.0, + "step": 2043 + }, + { + "epoch": 0.22446738414232376, + "grad_norm": 2.5889995098114014, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7093327045440674, + "num_tokens": 48552122.0, + "step": 2044 + }, + { + "epoch": 0.2245772018449374, + "grad_norm": 2.189150094985962, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.7042325139045715, + "num_tokens": 48577969.0, + "step": 2045 + }, + { + "epoch": 0.22468701954755108, + "grad_norm": 2.5416572093963623, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.6855344176292419, + "num_tokens": 48599373.0, + "step": 2046 + }, + { + "epoch": 0.22479683725016472, + "grad_norm": 2.2815446853637695, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.7085826396942139, + "num_tokens": 48623173.0, + "step": 2047 + }, + { + "epoch": 0.2249066549527784, + "grad_norm": 2.4640562534332275, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.703396201133728, + "num_tokens": 48645031.0, + "step": 2048 + }, + { + "epoch": 0.22501647265539204, + "grad_norm": 2.950249671936035, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7114070653915405, + "num_tokens": 48661535.0, + "step": 2049 + }, + { + "epoch": 0.22512629035800572, + "grad_norm": 2.0817935466766357, + "learning_rate": 1e-06, + "loss": 1.0912, + "mean_token_accuracy": 0.6776807904243469, + "num_tokens": 48692817.0, + "step": 2050 + }, + { + "epoch": 0.22523610806061936, + "grad_norm": 2.4457149505615234, + "learning_rate": 1e-06, + "loss": 1.051, + "mean_token_accuracy": 0.6871405243873596, + "num_tokens": 48714048.0, + "step": 2051 + }, + { + "epoch": 0.22534592576323303, + "grad_norm": 2.3686530590057373, + "learning_rate": 1e-06, + "loss": 1.0214, + "mean_token_accuracy": 0.7048868536949158, + "num_tokens": 48735208.0, + "step": 2052 + }, + { + "epoch": 0.22545574346584668, + "grad_norm": 2.6863558292388916, + "learning_rate": 1e-06, + "loss": 1.0523, + "mean_token_accuracy": 0.6802892684936523, + "num_tokens": 48754120.0, + "step": 2053 + }, + { + "epoch": 0.22556556116846035, + "grad_norm": 2.7339956760406494, + "learning_rate": 1e-06, + "loss": 0.9903, + "mean_token_accuracy": 0.6993218660354614, + "num_tokens": 48773036.0, + "step": 2054 + }, + { + "epoch": 0.22567537887107403, + "grad_norm": 2.047961711883545, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7259374856948853, + "num_tokens": 48799071.0, + "step": 2055 + }, + { + "epoch": 0.22578519657368767, + "grad_norm": 2.3116190433502197, + "learning_rate": 1e-06, + "loss": 1.0311, + "mean_token_accuracy": 0.6776831150054932, + "num_tokens": 48824749.0, + "step": 2056 + }, + { + "epoch": 0.22589501427630135, + "grad_norm": 2.384965181350708, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.6989927291870117, + "num_tokens": 48846151.0, + "step": 2057 + }, + { + "epoch": 0.226004831978915, + "grad_norm": 2.6751770973205566, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.692854106426239, + "num_tokens": 48866238.0, + "step": 2058 + }, + { + "epoch": 0.22611464968152867, + "grad_norm": 2.1976444721221924, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6965991258621216, + "num_tokens": 48894722.0, + "step": 2059 + }, + { + "epoch": 0.2262244673841423, + "grad_norm": 2.7673895359039307, + "learning_rate": 1e-06, + "loss": 1.0605, + "mean_token_accuracy": 0.6850653886795044, + "num_tokens": 48915178.0, + "step": 2060 + }, + { + "epoch": 0.226334285086756, + "grad_norm": 2.613107681274414, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.712868332862854, + "num_tokens": 48934497.0, + "step": 2061 + }, + { + "epoch": 0.22644410278936963, + "grad_norm": 2.2195682525634766, + "learning_rate": 1e-06, + "loss": 1.0518, + "mean_token_accuracy": 0.6869505047798157, + "num_tokens": 48963263.0, + "step": 2062 + }, + { + "epoch": 0.2265539204919833, + "grad_norm": 2.273015260696411, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.6949070692062378, + "num_tokens": 48988176.0, + "step": 2063 + }, + { + "epoch": 0.22666373819459698, + "grad_norm": 2.367565393447876, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6901565194129944, + "num_tokens": 49013007.0, + "step": 2064 + }, + { + "epoch": 0.22677355589721063, + "grad_norm": 2.3716728687286377, + "learning_rate": 1e-06, + "loss": 1.0353, + "mean_token_accuracy": 0.688342273235321, + "num_tokens": 49037227.0, + "step": 2065 + }, + { + "epoch": 0.2268833735998243, + "grad_norm": 2.191864252090454, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.709311306476593, + "num_tokens": 49064519.0, + "step": 2066 + }, + { + "epoch": 0.22699319130243795, + "grad_norm": 3.0181965827941895, + "learning_rate": 1e-06, + "loss": 1.0405, + "mean_token_accuracy": 0.690261960029602, + "num_tokens": 49082069.0, + "step": 2067 + }, + { + "epoch": 0.22710300900505162, + "grad_norm": 2.6183719635009766, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6905672550201416, + "num_tokens": 49103727.0, + "step": 2068 + }, + { + "epoch": 0.22721282670766527, + "grad_norm": 2.1288516521453857, + "learning_rate": 1e-06, + "loss": 1.0326, + "mean_token_accuracy": 0.6851522326469421, + "num_tokens": 49131927.0, + "step": 2069 + }, + { + "epoch": 0.22732264441027894, + "grad_norm": 2.2840089797973633, + "learning_rate": 1e-06, + "loss": 1.0352, + "mean_token_accuracy": 0.6906596422195435, + "num_tokens": 49157851.0, + "step": 2070 + }, + { + "epoch": 0.22743246211289259, + "grad_norm": 2.6292102336883545, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.7090214490890503, + "num_tokens": 49174929.0, + "step": 2071 + }, + { + "epoch": 0.22754227981550626, + "grad_norm": 2.7296066284179688, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.7075902819633484, + "num_tokens": 49192738.0, + "step": 2072 + }, + { + "epoch": 0.22765209751811993, + "grad_norm": 2.6939032077789307, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7604444026947021, + "num_tokens": 49209098.0, + "step": 2073 + }, + { + "epoch": 0.22776191522073358, + "grad_norm": 2.388422727584839, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6910194754600525, + "num_tokens": 49233002.0, + "step": 2074 + }, + { + "epoch": 0.22787173292334725, + "grad_norm": 2.1268246173858643, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7123793959617615, + "num_tokens": 49263333.0, + "step": 2075 + }, + { + "epoch": 0.2279815506259609, + "grad_norm": 2.1998751163482666, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.6984328031539917, + "num_tokens": 49290274.0, + "step": 2076 + }, + { + "epoch": 0.22809136832857457, + "grad_norm": 2.3710527420043945, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.688687264919281, + "num_tokens": 49315531.0, + "step": 2077 + }, + { + "epoch": 0.22820118603118822, + "grad_norm": 3.1968259811401367, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7240896821022034, + "num_tokens": 49331046.0, + "step": 2078 + }, + { + "epoch": 0.2283110037338019, + "grad_norm": 2.528378486633301, + "learning_rate": 1e-06, + "loss": 1.0257, + "mean_token_accuracy": 0.6877068281173706, + "num_tokens": 49352246.0, + "step": 2079 + }, + { + "epoch": 0.22842082143641554, + "grad_norm": 2.5482492446899414, + "learning_rate": 1e-06, + "loss": 1.0408, + "mean_token_accuracy": 0.686133861541748, + "num_tokens": 49373967.0, + "step": 2080 + }, + { + "epoch": 0.2285306391390292, + "grad_norm": 2.3884613513946533, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.709591269493103, + "num_tokens": 49396007.0, + "step": 2081 + }, + { + "epoch": 0.2286404568416429, + "grad_norm": 2.104888439178467, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.7042087316513062, + "num_tokens": 49425778.0, + "step": 2082 + }, + { + "epoch": 0.22875027454425653, + "grad_norm": 2.4533979892730713, + "learning_rate": 1e-06, + "loss": 1.0335, + "mean_token_accuracy": 0.6980266571044922, + "num_tokens": 49446901.0, + "step": 2083 + }, + { + "epoch": 0.2288600922468702, + "grad_norm": 2.600186824798584, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.6980868577957153, + "num_tokens": 49465868.0, + "step": 2084 + }, + { + "epoch": 0.22896990994948385, + "grad_norm": 2.4301419258117676, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.7223079204559326, + "num_tokens": 49488272.0, + "step": 2085 + }, + { + "epoch": 0.22907972765209753, + "grad_norm": 2.5780820846557617, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7013040781021118, + "num_tokens": 49507172.0, + "step": 2086 + }, + { + "epoch": 0.22918954535471117, + "grad_norm": 2.620007276535034, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7172915935516357, + "num_tokens": 49526021.0, + "step": 2087 + }, + { + "epoch": 0.22929936305732485, + "grad_norm": 2.65024995803833, + "learning_rate": 1e-06, + "loss": 1.135, + "mean_token_accuracy": 0.6778079271316528, + "num_tokens": 49544990.0, + "step": 2088 + }, + { + "epoch": 0.2294091807599385, + "grad_norm": 2.4959609508514404, + "learning_rate": 1e-06, + "loss": 0.9901, + "mean_token_accuracy": 0.7028900384902954, + "num_tokens": 49567817.0, + "step": 2089 + }, + { + "epoch": 0.22951899846255217, + "grad_norm": 2.1316750049591064, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.696221113204956, + "num_tokens": 49596715.0, + "step": 2090 + }, + { + "epoch": 0.2296288161651658, + "grad_norm": 2.5265259742736816, + "learning_rate": 1e-06, + "loss": 1.0109, + "mean_token_accuracy": 0.7038533687591553, + "num_tokens": 49619426.0, + "step": 2091 + }, + { + "epoch": 0.22973863386777948, + "grad_norm": 2.18532657623291, + "learning_rate": 1e-06, + "loss": 1.0501, + "mean_token_accuracy": 0.678295373916626, + "num_tokens": 49648049.0, + "step": 2092 + }, + { + "epoch": 0.22984845157039316, + "grad_norm": 2.120988130569458, + "learning_rate": 1e-06, + "loss": 1.0723, + "mean_token_accuracy": 0.6806941628456116, + "num_tokens": 49675374.0, + "step": 2093 + }, + { + "epoch": 0.2299582692730068, + "grad_norm": 2.4115970134735107, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7257276177406311, + "num_tokens": 49696662.0, + "step": 2094 + }, + { + "epoch": 0.23006808697562048, + "grad_norm": 2.433324098587036, + "learning_rate": 1e-06, + "loss": 1.0078, + "mean_token_accuracy": 0.6916249394416809, + "num_tokens": 49718912.0, + "step": 2095 + }, + { + "epoch": 0.23017790467823412, + "grad_norm": 2.8165252208709717, + "learning_rate": 1e-06, + "loss": 1.0353, + "mean_token_accuracy": 0.6919039487838745, + "num_tokens": 49737401.0, + "step": 2096 + }, + { + "epoch": 0.2302877223808478, + "grad_norm": 2.0927813053131104, + "learning_rate": 1e-06, + "loss": 0.8183, + "mean_token_accuracy": 0.7447175979614258, + "num_tokens": 49763111.0, + "step": 2097 + }, + { + "epoch": 0.23039754008346144, + "grad_norm": 2.8541600704193115, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7133082151412964, + "num_tokens": 49779760.0, + "step": 2098 + }, + { + "epoch": 0.23050735778607512, + "grad_norm": 2.160942554473877, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7060292363166809, + "num_tokens": 49804667.0, + "step": 2099 + }, + { + "epoch": 0.23061717548868876, + "grad_norm": 2.2159371376037598, + "learning_rate": 1e-06, + "loss": 1.025, + "mean_token_accuracy": 0.6971492767333984, + "num_tokens": 49832232.0, + "step": 2100 + }, + { + "epoch": 0.23072699319130244, + "grad_norm": 2.757063865661621, + "learning_rate": 1e-06, + "loss": 1.0446, + "mean_token_accuracy": 0.6780744791030884, + "num_tokens": 49852379.0, + "step": 2101 + }, + { + "epoch": 0.2308368108939161, + "grad_norm": 2.1777114868164062, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.6944734454154968, + "num_tokens": 49880226.0, + "step": 2102 + }, + { + "epoch": 0.23094662859652976, + "grad_norm": 2.778759717941284, + "learning_rate": 1e-06, + "loss": 1.0603, + "mean_token_accuracy": 0.6892284154891968, + "num_tokens": 49899833.0, + "step": 2103 + }, + { + "epoch": 0.23105644629914343, + "grad_norm": 2.2222979068756104, + "learning_rate": 1e-06, + "loss": 1.062, + "mean_token_accuracy": 0.6877159476280212, + "num_tokens": 49926159.0, + "step": 2104 + }, + { + "epoch": 0.23116626400175708, + "grad_norm": 2.6104347705841064, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.6960021257400513, + "num_tokens": 49945155.0, + "step": 2105 + }, + { + "epoch": 0.23127608170437075, + "grad_norm": 2.1242005825042725, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6897469758987427, + "num_tokens": 49971332.0, + "step": 2106 + }, + { + "epoch": 0.2313858994069844, + "grad_norm": 2.242633819580078, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.6916347146034241, + "num_tokens": 49998989.0, + "step": 2107 + }, + { + "epoch": 0.23149571710959807, + "grad_norm": 2.2531681060791016, + "learning_rate": 1e-06, + "loss": 1.0606, + "mean_token_accuracy": 0.6793906688690186, + "num_tokens": 50025429.0, + "step": 2108 + }, + { + "epoch": 0.23160553481221172, + "grad_norm": 2.485612392425537, + "learning_rate": 1e-06, + "loss": 1.047, + "mean_token_accuracy": 0.6881930828094482, + "num_tokens": 50045567.0, + "step": 2109 + }, + { + "epoch": 0.2317153525148254, + "grad_norm": 2.3079941272735596, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7098835706710815, + "num_tokens": 50067933.0, + "step": 2110 + }, + { + "epoch": 0.23182517021743906, + "grad_norm": 2.8114521503448486, + "learning_rate": 1e-06, + "loss": 1.0002, + "mean_token_accuracy": 0.6953774094581604, + "num_tokens": 50085537.0, + "step": 2111 + }, + { + "epoch": 0.2319349879200527, + "grad_norm": 2.525455951690674, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.7169367074966431, + "num_tokens": 50108086.0, + "step": 2112 + }, + { + "epoch": 0.23204480562266638, + "grad_norm": 2.5945634841918945, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7122043371200562, + "num_tokens": 50128440.0, + "step": 2113 + }, + { + "epoch": 0.23215462332528003, + "grad_norm": 2.5524134635925293, + "learning_rate": 1e-06, + "loss": 1.0306, + "mean_token_accuracy": 0.6908748745918274, + "num_tokens": 50149543.0, + "step": 2114 + }, + { + "epoch": 0.2322644410278937, + "grad_norm": 2.3417246341705322, + "learning_rate": 1e-06, + "loss": 1.002, + "mean_token_accuracy": 0.7002601027488708, + "num_tokens": 50174855.0, + "step": 2115 + }, + { + "epoch": 0.23237425873050735, + "grad_norm": 2.416722059249878, + "learning_rate": 1e-06, + "loss": 1.0519, + "mean_token_accuracy": 0.6889090538024902, + "num_tokens": 50197925.0, + "step": 2116 + }, + { + "epoch": 0.23248407643312102, + "grad_norm": 2.210496664047241, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7127211093902588, + "num_tokens": 50223486.0, + "step": 2117 + }, + { + "epoch": 0.23259389413573467, + "grad_norm": 2.475796699523926, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.6889135837554932, + "num_tokens": 50247306.0, + "step": 2118 + }, + { + "epoch": 0.23270371183834834, + "grad_norm": 2.402819871902466, + "learning_rate": 1e-06, + "loss": 1.0653, + "mean_token_accuracy": 0.6813851594924927, + "num_tokens": 50272573.0, + "step": 2119 + }, + { + "epoch": 0.23281352954096202, + "grad_norm": 2.8749077320098877, + "learning_rate": 1e-06, + "loss": 1.0354, + "mean_token_accuracy": 0.6875646114349365, + "num_tokens": 50290190.0, + "step": 2120 + }, + { + "epoch": 0.23292334724357566, + "grad_norm": 2.3576927185058594, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7287259101867676, + "num_tokens": 50310283.0, + "step": 2121 + }, + { + "epoch": 0.23303316494618934, + "grad_norm": 2.33654522895813, + "learning_rate": 1e-06, + "loss": 1.0116, + "mean_token_accuracy": 0.699368417263031, + "num_tokens": 50334470.0, + "step": 2122 + }, + { + "epoch": 0.23314298264880298, + "grad_norm": 2.720179319381714, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6970565915107727, + "num_tokens": 50356561.0, + "step": 2123 + }, + { + "epoch": 0.23325280035141666, + "grad_norm": 2.5240426063537598, + "learning_rate": 1e-06, + "loss": 1.0434, + "mean_token_accuracy": 0.6915377378463745, + "num_tokens": 50376255.0, + "step": 2124 + }, + { + "epoch": 0.2333626180540303, + "grad_norm": 2.370929718017578, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6948214769363403, + "num_tokens": 50400990.0, + "step": 2125 + }, + { + "epoch": 0.23347243575664398, + "grad_norm": 2.1862306594848633, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.7006856799125671, + "num_tokens": 50427872.0, + "step": 2126 + }, + { + "epoch": 0.23358225345925762, + "grad_norm": 2.4719855785369873, + "learning_rate": 1e-06, + "loss": 1.0202, + "mean_token_accuracy": 0.6926231980323792, + "num_tokens": 50449275.0, + "step": 2127 + }, + { + "epoch": 0.2336920711618713, + "grad_norm": 2.123551607131958, + "learning_rate": 1e-06, + "loss": 1.0402, + "mean_token_accuracy": 0.6895110607147217, + "num_tokens": 50479357.0, + "step": 2128 + }, + { + "epoch": 0.23380188886448494, + "grad_norm": 1.986454725265503, + "learning_rate": 1e-06, + "loss": 1.1353, + "mean_token_accuracy": 0.6620311737060547, + "num_tokens": 50513616.0, + "step": 2129 + }, + { + "epoch": 0.23391170656709862, + "grad_norm": 2.1261847019195557, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7009876370429993, + "num_tokens": 50543267.0, + "step": 2130 + }, + { + "epoch": 0.2340215242697123, + "grad_norm": 2.5527431964874268, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7045046091079712, + "num_tokens": 50564378.0, + "step": 2131 + }, + { + "epoch": 0.23413134197232593, + "grad_norm": 2.4523634910583496, + "learning_rate": 1e-06, + "loss": 1.0253, + "mean_token_accuracy": 0.6924408674240112, + "num_tokens": 50587148.0, + "step": 2132 + }, + { + "epoch": 0.2342411596749396, + "grad_norm": 2.234177350997925, + "learning_rate": 1e-06, + "loss": 1.0002, + "mean_token_accuracy": 0.7046550512313843, + "num_tokens": 50612894.0, + "step": 2133 + }, + { + "epoch": 0.23435097737755325, + "grad_norm": 2.3550188541412354, + "learning_rate": 1e-06, + "loss": 1.0361, + "mean_token_accuracy": 0.6921395063400269, + "num_tokens": 50638488.0, + "step": 2134 + }, + { + "epoch": 0.23446079508016693, + "grad_norm": 2.6473350524902344, + "learning_rate": 1e-06, + "loss": 0.9805, + "mean_token_accuracy": 0.7010472416877747, + "num_tokens": 50659630.0, + "step": 2135 + }, + { + "epoch": 0.23457061278278057, + "grad_norm": 2.8535494804382324, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7036038637161255, + "num_tokens": 50675492.0, + "step": 2136 + }, + { + "epoch": 0.23468043048539425, + "grad_norm": 2.2686233520507812, + "learning_rate": 1e-06, + "loss": 1.0166, + "mean_token_accuracy": 0.6909171938896179, + "num_tokens": 50700751.0, + "step": 2137 + }, + { + "epoch": 0.2347902481880079, + "grad_norm": 2.4624671936035156, + "learning_rate": 1e-06, + "loss": 1.077, + "mean_token_accuracy": 0.6783127784729004, + "num_tokens": 50724705.0, + "step": 2138 + }, + { + "epoch": 0.23490006589062157, + "grad_norm": 2.2987847328186035, + "learning_rate": 1e-06, + "loss": 1.0932, + "mean_token_accuracy": 0.6723304390907288, + "num_tokens": 50751783.0, + "step": 2139 + }, + { + "epoch": 0.23500988359323524, + "grad_norm": 2.534489870071411, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7296246290206909, + "num_tokens": 50770796.0, + "step": 2140 + }, + { + "epoch": 0.2351197012958489, + "grad_norm": 2.0779571533203125, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.6965461373329163, + "num_tokens": 50799889.0, + "step": 2141 + }, + { + "epoch": 0.23522951899846256, + "grad_norm": 2.291290521621704, + "learning_rate": 1e-06, + "loss": 1.0737, + "mean_token_accuracy": 0.679667055606842, + "num_tokens": 50825925.0, + "step": 2142 + }, + { + "epoch": 0.2353393367010762, + "grad_norm": 1.9443278312683105, + "learning_rate": 1e-06, + "loss": 1.1036, + "mean_token_accuracy": 0.6782411336898804, + "num_tokens": 50859872.0, + "step": 2143 + }, + { + "epoch": 0.23544915440368988, + "grad_norm": 2.155419111251831, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7149292230606079, + "num_tokens": 50886687.0, + "step": 2144 + }, + { + "epoch": 0.23555897210630353, + "grad_norm": 2.5220577716827393, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.705446720123291, + "num_tokens": 50905993.0, + "step": 2145 + }, + { + "epoch": 0.2356687898089172, + "grad_norm": 2.3456790447235107, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.7006927728652954, + "num_tokens": 50930488.0, + "step": 2146 + }, + { + "epoch": 0.23577860751153085, + "grad_norm": 2.4103410243988037, + "learning_rate": 1e-06, + "loss": 1.1455, + "mean_token_accuracy": 0.6641407012939453, + "num_tokens": 50953640.0, + "step": 2147 + }, + { + "epoch": 0.23588842521414452, + "grad_norm": 2.029273271560669, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7070099711418152, + "num_tokens": 50983435.0, + "step": 2148 + }, + { + "epoch": 0.2359982429167582, + "grad_norm": 2.6096112728118896, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7256195545196533, + "num_tokens": 51001879.0, + "step": 2149 + }, + { + "epoch": 0.23610806061937184, + "grad_norm": 2.296630859375, + "learning_rate": 1e-06, + "loss": 1.0664, + "mean_token_accuracy": 0.6937967538833618, + "num_tokens": 51026268.0, + "step": 2150 + }, + { + "epoch": 0.2362178783219855, + "grad_norm": 2.4537928104400635, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.7116504907608032, + "num_tokens": 51049003.0, + "step": 2151 + }, + { + "epoch": 0.23632769602459916, + "grad_norm": 2.284785509109497, + "learning_rate": 1e-06, + "loss": 1.0857, + "mean_token_accuracy": 0.6808773875236511, + "num_tokens": 51076329.0, + "step": 2152 + }, + { + "epoch": 0.23643751372721283, + "grad_norm": 2.322222948074341, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7191756963729858, + "num_tokens": 51099617.0, + "step": 2153 + }, + { + "epoch": 0.23654733142982648, + "grad_norm": 2.3201355934143066, + "learning_rate": 1e-06, + "loss": 1.1052, + "mean_token_accuracy": 0.6738648414611816, + "num_tokens": 51124798.0, + "step": 2154 + }, + { + "epoch": 0.23665714913244015, + "grad_norm": 2.0414304733276367, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7185771465301514, + "num_tokens": 51154011.0, + "step": 2155 + }, + { + "epoch": 0.2367669668350538, + "grad_norm": 2.4637022018432617, + "learning_rate": 1e-06, + "loss": 1.098, + "mean_token_accuracy": 0.6742210388183594, + "num_tokens": 51178116.0, + "step": 2156 + }, + { + "epoch": 0.23687678453766747, + "grad_norm": 2.68320631980896, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7163275480270386, + "num_tokens": 51196986.0, + "step": 2157 + }, + { + "epoch": 0.23698660224028115, + "grad_norm": 2.493730068206787, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.7006881237030029, + "num_tokens": 51218372.0, + "step": 2158 + }, + { + "epoch": 0.2370964199428948, + "grad_norm": 2.3378632068634033, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6997737288475037, + "num_tokens": 51241724.0, + "step": 2159 + }, + { + "epoch": 0.23720623764550847, + "grad_norm": 2.4773614406585693, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.703698992729187, + "num_tokens": 51265520.0, + "step": 2160 + }, + { + "epoch": 0.2373160553481221, + "grad_norm": 2.5695641040802, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7138857245445251, + "num_tokens": 51284910.0, + "step": 2161 + }, + { + "epoch": 0.2374258730507358, + "grad_norm": 2.2720348834991455, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6989091634750366, + "num_tokens": 51311007.0, + "step": 2162 + }, + { + "epoch": 0.23753569075334943, + "grad_norm": 2.4854512214660645, + "learning_rate": 1e-06, + "loss": 0.9805, + "mean_token_accuracy": 0.703647792339325, + "num_tokens": 51333051.0, + "step": 2163 + }, + { + "epoch": 0.2376455084559631, + "grad_norm": 2.5199921131134033, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7075124382972717, + "num_tokens": 51354353.0, + "step": 2164 + }, + { + "epoch": 0.23775532615857675, + "grad_norm": 2.1177866458892822, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7077047824859619, + "num_tokens": 51381682.0, + "step": 2165 + }, + { + "epoch": 0.23786514386119043, + "grad_norm": 2.2227895259857178, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6941545605659485, + "num_tokens": 51407442.0, + "step": 2166 + }, + { + "epoch": 0.23797496156380407, + "grad_norm": 2.3402326107025146, + "learning_rate": 1e-06, + "loss": 1.0575, + "mean_token_accuracy": 0.6834844946861267, + "num_tokens": 51431957.0, + "step": 2167 + }, + { + "epoch": 0.23808477926641775, + "grad_norm": 2.2772321701049805, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7120774388313293, + "num_tokens": 51455934.0, + "step": 2168 + }, + { + "epoch": 0.23819459696903142, + "grad_norm": 2.305224657058716, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.694360077381134, + "num_tokens": 51479203.0, + "step": 2169 + }, + { + "epoch": 0.23830441467164507, + "grad_norm": 2.4076969623565674, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7103495001792908, + "num_tokens": 51501867.0, + "step": 2170 + }, + { + "epoch": 0.23841423237425874, + "grad_norm": 2.6084964275360107, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6969360113143921, + "num_tokens": 51523993.0, + "step": 2171 + }, + { + "epoch": 0.23852405007687238, + "grad_norm": 2.6093759536743164, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7138439416885376, + "num_tokens": 51542508.0, + "step": 2172 + }, + { + "epoch": 0.23863386777948606, + "grad_norm": 2.231637954711914, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.6993825435638428, + "num_tokens": 51568243.0, + "step": 2173 + }, + { + "epoch": 0.2387436854820997, + "grad_norm": 1.9920662641525269, + "learning_rate": 1e-06, + "loss": 1.0802, + "mean_token_accuracy": 0.6796609163284302, + "num_tokens": 51601965.0, + "step": 2174 + }, + { + "epoch": 0.23885350318471338, + "grad_norm": 2.2627010345458984, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.6965831518173218, + "num_tokens": 51627968.0, + "step": 2175 + }, + { + "epoch": 0.23896332088732702, + "grad_norm": 2.0392699241638184, + "learning_rate": 1e-06, + "loss": 1.0555, + "mean_token_accuracy": 0.6781724691390991, + "num_tokens": 51659963.0, + "step": 2176 + }, + { + "epoch": 0.2390731385899407, + "grad_norm": 2.9005682468414307, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7019137144088745, + "num_tokens": 51675654.0, + "step": 2177 + }, + { + "epoch": 0.23918295629255437, + "grad_norm": 2.696378469467163, + "learning_rate": 1e-06, + "loss": 0.963, + "mean_token_accuracy": 0.7065768241882324, + "num_tokens": 51694176.0, + "step": 2178 + }, + { + "epoch": 0.23929277399516802, + "grad_norm": 2.1514806747436523, + "learning_rate": 1e-06, + "loss": 1.0618, + "mean_token_accuracy": 0.6820547580718994, + "num_tokens": 51722005.0, + "step": 2179 + }, + { + "epoch": 0.2394025916977817, + "grad_norm": 2.370124578475952, + "learning_rate": 1e-06, + "loss": 1.0383, + "mean_token_accuracy": 0.6881476640701294, + "num_tokens": 51745873.0, + "step": 2180 + }, + { + "epoch": 0.23951240940039534, + "grad_norm": 2.3501789569854736, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.6993004679679871, + "num_tokens": 51770159.0, + "step": 2181 + }, + { + "epoch": 0.239622227103009, + "grad_norm": 2.299955368041992, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6992491483688354, + "num_tokens": 51793962.0, + "step": 2182 + }, + { + "epoch": 0.23973204480562266, + "grad_norm": 2.382164716720581, + "learning_rate": 1e-06, + "loss": 1.0449, + "mean_token_accuracy": 0.6856215000152588, + "num_tokens": 51819276.0, + "step": 2183 + }, + { + "epoch": 0.23984186250823633, + "grad_norm": 2.143407106399536, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.6993157863616943, + "num_tokens": 51843898.0, + "step": 2184 + }, + { + "epoch": 0.23995168021084998, + "grad_norm": 2.2425496578216553, + "learning_rate": 1e-06, + "loss": 1.0252, + "mean_token_accuracy": 0.7041152715682983, + "num_tokens": 51868359.0, + "step": 2185 + }, + { + "epoch": 0.24006149791346365, + "grad_norm": 2.7021050453186035, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7042791843414307, + "num_tokens": 51887696.0, + "step": 2186 + }, + { + "epoch": 0.24017131561607732, + "grad_norm": 2.4373996257781982, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6929624080657959, + "num_tokens": 51909741.0, + "step": 2187 + }, + { + "epoch": 0.24028113331869097, + "grad_norm": 1.9518530368804932, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6919368505477905, + "num_tokens": 51942550.0, + "step": 2188 + }, + { + "epoch": 0.24039095102130464, + "grad_norm": 2.2755184173583984, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.7222261428833008, + "num_tokens": 51967478.0, + "step": 2189 + }, + { + "epoch": 0.2405007687239183, + "grad_norm": 2.5187950134277344, + "learning_rate": 1e-06, + "loss": 1.0857, + "mean_token_accuracy": 0.6858022212982178, + "num_tokens": 51989734.0, + "step": 2190 + }, + { + "epoch": 0.24061058642653196, + "grad_norm": 2.1683855056762695, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.7089139819145203, + "num_tokens": 52017058.0, + "step": 2191 + }, + { + "epoch": 0.2407204041291456, + "grad_norm": 2.424926996231079, + "learning_rate": 1e-06, + "loss": 1.0811, + "mean_token_accuracy": 0.676695704460144, + "num_tokens": 52039708.0, + "step": 2192 + }, + { + "epoch": 0.24083022183175928, + "grad_norm": 2.2739574909210205, + "learning_rate": 1e-06, + "loss": 0.9766, + "mean_token_accuracy": 0.7126423120498657, + "num_tokens": 52063964.0, + "step": 2193 + }, + { + "epoch": 0.24094003953437293, + "grad_norm": 2.4993505477905273, + "learning_rate": 1e-06, + "loss": 1.0234, + "mean_token_accuracy": 0.7070702910423279, + "num_tokens": 52087559.0, + "step": 2194 + }, + { + "epoch": 0.2410498572369866, + "grad_norm": 2.5367164611816406, + "learning_rate": 1e-06, + "loss": 0.9836, + "mean_token_accuracy": 0.709166407585144, + "num_tokens": 52108949.0, + "step": 2195 + }, + { + "epoch": 0.24115967493960028, + "grad_norm": 2.212284803390503, + "learning_rate": 1e-06, + "loss": 1.0791, + "mean_token_accuracy": 0.6800374984741211, + "num_tokens": 52137245.0, + "step": 2196 + }, + { + "epoch": 0.24126949264221392, + "grad_norm": 2.0368094444274902, + "learning_rate": 1e-06, + "loss": 1.0814, + "mean_token_accuracy": 0.6953123807907104, + "num_tokens": 52168332.0, + "step": 2197 + }, + { + "epoch": 0.2413793103448276, + "grad_norm": 2.234898090362549, + "learning_rate": 1e-06, + "loss": 1.0361, + "mean_token_accuracy": 0.689534068107605, + "num_tokens": 52194316.0, + "step": 2198 + }, + { + "epoch": 0.24148912804744124, + "grad_norm": 2.2415781021118164, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.6991955041885376, + "num_tokens": 52219144.0, + "step": 2199 + }, + { + "epoch": 0.24159894575005492, + "grad_norm": 2.848618984222412, + "learning_rate": 1e-06, + "loss": 0.9965, + "mean_token_accuracy": 0.706108570098877, + "num_tokens": 52238132.0, + "step": 2200 + }, + { + "epoch": 0.24170876345266856, + "grad_norm": 2.354841947555542, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7238935232162476, + "num_tokens": 52260029.0, + "step": 2201 + }, + { + "epoch": 0.24181858115528224, + "grad_norm": 2.0555450916290283, + "learning_rate": 1e-06, + "loss": 1.0358, + "mean_token_accuracy": 0.6844959855079651, + "num_tokens": 52289181.0, + "step": 2202 + }, + { + "epoch": 0.24192839885789588, + "grad_norm": 2.330204486846924, + "learning_rate": 1e-06, + "loss": 1.044, + "mean_token_accuracy": 0.6821301579475403, + "num_tokens": 52313380.0, + "step": 2203 + }, + { + "epoch": 0.24203821656050956, + "grad_norm": 2.1057262420654297, + "learning_rate": 1e-06, + "loss": 1.0632, + "mean_token_accuracy": 0.6770452260971069, + "num_tokens": 52342737.0, + "step": 2204 + }, + { + "epoch": 0.2421480342631232, + "grad_norm": 2.4171454906463623, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.6945707201957703, + "num_tokens": 52366168.0, + "step": 2205 + }, + { + "epoch": 0.24225785196573688, + "grad_norm": 3.1060707569122314, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6961870193481445, + "num_tokens": 52381816.0, + "step": 2206 + }, + { + "epoch": 0.24236766966835055, + "grad_norm": 2.474346160888672, + "learning_rate": 1e-06, + "loss": 1.0733, + "mean_token_accuracy": 0.6794244050979614, + "num_tokens": 52404204.0, + "step": 2207 + }, + { + "epoch": 0.2424774873709642, + "grad_norm": 2.0472545623779297, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7153447866439819, + "num_tokens": 52432930.0, + "step": 2208 + }, + { + "epoch": 0.24258730507357787, + "grad_norm": 2.187608480453491, + "learning_rate": 1e-06, + "loss": 1.1028, + "mean_token_accuracy": 0.6791015863418579, + "num_tokens": 52461995.0, + "step": 2209 + }, + { + "epoch": 0.24269712277619152, + "grad_norm": 2.604332685470581, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.6950713396072388, + "num_tokens": 52482240.0, + "step": 2210 + }, + { + "epoch": 0.2428069404788052, + "grad_norm": 2.59865665435791, + "learning_rate": 1e-06, + "loss": 1.0426, + "mean_token_accuracy": 0.6935986280441284, + "num_tokens": 52502976.0, + "step": 2211 + }, + { + "epoch": 0.24291675818141883, + "grad_norm": 2.2299270629882812, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7075878381729126, + "num_tokens": 52528836.0, + "step": 2212 + }, + { + "epoch": 0.2430265758840325, + "grad_norm": 2.3328325748443604, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6878014802932739, + "num_tokens": 52553653.0, + "step": 2213 + }, + { + "epoch": 0.24313639358664615, + "grad_norm": 2.1773786544799805, + "learning_rate": 1e-06, + "loss": 1.1034, + "mean_token_accuracy": 0.669672966003418, + "num_tokens": 52581068.0, + "step": 2214 + }, + { + "epoch": 0.24324621128925983, + "grad_norm": 2.0876307487487793, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7029353380203247, + "num_tokens": 52609494.0, + "step": 2215 + }, + { + "epoch": 0.2433560289918735, + "grad_norm": 2.127671003341675, + "learning_rate": 1e-06, + "loss": 1.104, + "mean_token_accuracy": 0.6845191717147827, + "num_tokens": 52639582.0, + "step": 2216 + }, + { + "epoch": 0.24346584669448715, + "grad_norm": 2.208103656768799, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7085214853286743, + "num_tokens": 52666512.0, + "step": 2217 + }, + { + "epoch": 0.24357566439710082, + "grad_norm": 2.4295616149902344, + "learning_rate": 1e-06, + "loss": 1.0361, + "mean_token_accuracy": 0.6857947707176208, + "num_tokens": 52689811.0, + "step": 2218 + }, + { + "epoch": 0.24368548209971447, + "grad_norm": 2.5870513916015625, + "learning_rate": 1e-06, + "loss": 1.0715, + "mean_token_accuracy": 0.6753624677658081, + "num_tokens": 52711892.0, + "step": 2219 + }, + { + "epoch": 0.24379529980232814, + "grad_norm": 2.263317108154297, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.6993622779846191, + "num_tokens": 52739583.0, + "step": 2220 + }, + { + "epoch": 0.2439051175049418, + "grad_norm": 2.450240135192871, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7106409072875977, + "num_tokens": 52761466.0, + "step": 2221 + }, + { + "epoch": 0.24401493520755546, + "grad_norm": 2.026454448699951, + "learning_rate": 1e-06, + "loss": 1.0419, + "mean_token_accuracy": 0.6863930225372314, + "num_tokens": 52791457.0, + "step": 2222 + }, + { + "epoch": 0.2441247529101691, + "grad_norm": 2.4493143558502197, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7125757932662964, + "num_tokens": 52811543.0, + "step": 2223 + }, + { + "epoch": 0.24423457061278278, + "grad_norm": 2.0804803371429443, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.6958716511726379, + "num_tokens": 52839344.0, + "step": 2224 + }, + { + "epoch": 0.24434438831539645, + "grad_norm": 2.304934501647949, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7122750282287598, + "num_tokens": 52863250.0, + "step": 2225 + }, + { + "epoch": 0.2444542060180101, + "grad_norm": 2.4390528202056885, + "learning_rate": 1e-06, + "loss": 0.9917, + "mean_token_accuracy": 0.7101538181304932, + "num_tokens": 52885944.0, + "step": 2226 + }, + { + "epoch": 0.24456402372062377, + "grad_norm": 2.532029151916504, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.707543671131134, + "num_tokens": 52905525.0, + "step": 2227 + }, + { + "epoch": 0.24467384142323742, + "grad_norm": 2.472132921218872, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7189956307411194, + "num_tokens": 52925504.0, + "step": 2228 + }, + { + "epoch": 0.2447836591258511, + "grad_norm": 2.229560375213623, + "learning_rate": 1e-06, + "loss": 1.053, + "mean_token_accuracy": 0.6827889084815979, + "num_tokens": 52954453.0, + "step": 2229 + }, + { + "epoch": 0.24489347682846474, + "grad_norm": 2.320788860321045, + "learning_rate": 1e-06, + "loss": 1.038, + "mean_token_accuracy": 0.6982289552688599, + "num_tokens": 52977481.0, + "step": 2230 + }, + { + "epoch": 0.2450032945310784, + "grad_norm": 2.1849358081817627, + "learning_rate": 1e-06, + "loss": 1.1027, + "mean_token_accuracy": 0.6816786527633667, + "num_tokens": 53005116.0, + "step": 2231 + }, + { + "epoch": 0.24511311223369206, + "grad_norm": 2.548206329345703, + "learning_rate": 1e-06, + "loss": 1.0606, + "mean_token_accuracy": 0.6842555999755859, + "num_tokens": 53027060.0, + "step": 2232 + }, + { + "epoch": 0.24522292993630573, + "grad_norm": 2.626075506210327, + "learning_rate": 1e-06, + "loss": 1.0779, + "mean_token_accuracy": 0.6789078712463379, + "num_tokens": 53048611.0, + "step": 2233 + }, + { + "epoch": 0.2453327476389194, + "grad_norm": 2.789224624633789, + "learning_rate": 1e-06, + "loss": 1.0845, + "mean_token_accuracy": 0.6730756759643555, + "num_tokens": 53068034.0, + "step": 2234 + }, + { + "epoch": 0.24544256534153305, + "grad_norm": 2.73298978805542, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7082473039627075, + "num_tokens": 53086404.0, + "step": 2235 + }, + { + "epoch": 0.24555238304414673, + "grad_norm": 2.2815797328948975, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7125327587127686, + "num_tokens": 53110074.0, + "step": 2236 + }, + { + "epoch": 0.24566220074676037, + "grad_norm": 2.3301520347595215, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7163134813308716, + "num_tokens": 53134230.0, + "step": 2237 + }, + { + "epoch": 0.24577201844937405, + "grad_norm": 2.3847177028656006, + "learning_rate": 1e-06, + "loss": 1.0352, + "mean_token_accuracy": 0.6847867965698242, + "num_tokens": 53158762.0, + "step": 2238 + }, + { + "epoch": 0.2458818361519877, + "grad_norm": 2.3488967418670654, + "learning_rate": 1e-06, + "loss": 1.0293, + "mean_token_accuracy": 0.6946737766265869, + "num_tokens": 53183031.0, + "step": 2239 + }, + { + "epoch": 0.24599165385460137, + "grad_norm": 2.2802841663360596, + "learning_rate": 1e-06, + "loss": 1.0572, + "mean_token_accuracy": 0.6869107484817505, + "num_tokens": 53211485.0, + "step": 2240 + }, + { + "epoch": 0.246101471557215, + "grad_norm": 2.342405080795288, + "learning_rate": 1e-06, + "loss": 1.0431, + "mean_token_accuracy": 0.6861514449119568, + "num_tokens": 53234743.0, + "step": 2241 + }, + { + "epoch": 0.2462112892598287, + "grad_norm": 2.4764046669006348, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7164957523345947, + "num_tokens": 53253846.0, + "step": 2242 + }, + { + "epoch": 0.24632110696244233, + "grad_norm": 2.2276716232299805, + "learning_rate": 1e-06, + "loss": 1.0911, + "mean_token_accuracy": 0.6731369495391846, + "num_tokens": 53280239.0, + "step": 2243 + }, + { + "epoch": 0.246430924665056, + "grad_norm": 2.9152581691741943, + "learning_rate": 1e-06, + "loss": 1.0412, + "mean_token_accuracy": 0.6917994022369385, + "num_tokens": 53298207.0, + "step": 2244 + }, + { + "epoch": 0.24654074236766968, + "grad_norm": 3.014904737472534, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7235174179077148, + "num_tokens": 53314209.0, + "step": 2245 + }, + { + "epoch": 0.24665056007028333, + "grad_norm": 2.343698740005493, + "learning_rate": 1e-06, + "loss": 0.9191, + "mean_token_accuracy": 0.7154414653778076, + "num_tokens": 53337673.0, + "step": 2246 + }, + { + "epoch": 0.246760377772897, + "grad_norm": 1.983208417892456, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7192771434783936, + "num_tokens": 53370061.0, + "step": 2247 + }, + { + "epoch": 0.24687019547551065, + "grad_norm": 2.8388421535491943, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.716765284538269, + "num_tokens": 53387785.0, + "step": 2248 + }, + { + "epoch": 0.24698001317812432, + "grad_norm": 2.36163067817688, + "learning_rate": 1e-06, + "loss": 1.0575, + "mean_token_accuracy": 0.6977295875549316, + "num_tokens": 53411046.0, + "step": 2249 + }, + { + "epoch": 0.24708983088073797, + "grad_norm": 2.2062745094299316, + "learning_rate": 1e-06, + "loss": 1.0866, + "mean_token_accuracy": 0.6733263731002808, + "num_tokens": 53437546.0, + "step": 2250 + }, + { + "epoch": 0.24719964858335164, + "grad_norm": 2.213594913482666, + "learning_rate": 1e-06, + "loss": 1.1015, + "mean_token_accuracy": 0.6760291457176208, + "num_tokens": 53467267.0, + "step": 2251 + }, + { + "epoch": 0.24730946628596528, + "grad_norm": 2.2996826171875, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.7228080034255981, + "num_tokens": 53492069.0, + "step": 2252 + }, + { + "epoch": 0.24741928398857896, + "grad_norm": 2.427025318145752, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7157533764839172, + "num_tokens": 53514992.0, + "step": 2253 + }, + { + "epoch": 0.24752910169119263, + "grad_norm": 2.399811267852783, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7096804976463318, + "num_tokens": 53537182.0, + "step": 2254 + }, + { + "epoch": 0.24763891939380628, + "grad_norm": 2.2710680961608887, + "learning_rate": 1e-06, + "loss": 1.0278, + "mean_token_accuracy": 0.6932191848754883, + "num_tokens": 53560469.0, + "step": 2255 + }, + { + "epoch": 0.24774873709641995, + "grad_norm": 2.259288787841797, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6925809979438782, + "num_tokens": 53585938.0, + "step": 2256 + }, + { + "epoch": 0.2478585547990336, + "grad_norm": 1.909223198890686, + "learning_rate": 1e-06, + "loss": 1.0576, + "mean_token_accuracy": 0.6831848621368408, + "num_tokens": 53621925.0, + "step": 2257 + }, + { + "epoch": 0.24796837250164727, + "grad_norm": 2.143404483795166, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6966580748558044, + "num_tokens": 53647875.0, + "step": 2258 + }, + { + "epoch": 0.24807819020426092, + "grad_norm": 2.2451412677764893, + "learning_rate": 1e-06, + "loss": 1.076, + "mean_token_accuracy": 0.6743364334106445, + "num_tokens": 53673445.0, + "step": 2259 + }, + { + "epoch": 0.2481880079068746, + "grad_norm": 2.2208056449890137, + "learning_rate": 1e-06, + "loss": 1.0095, + "mean_token_accuracy": 0.7019079327583313, + "num_tokens": 53698258.0, + "step": 2260 + }, + { + "epoch": 0.24829782560948824, + "grad_norm": 2.2597105503082275, + "learning_rate": 1e-06, + "loss": 0.9534, + "mean_token_accuracy": 0.7042677402496338, + "num_tokens": 53721864.0, + "step": 2261 + }, + { + "epoch": 0.2484076433121019, + "grad_norm": 2.4587745666503906, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6940368413925171, + "num_tokens": 53744065.0, + "step": 2262 + }, + { + "epoch": 0.24851746101471558, + "grad_norm": 2.4611706733703613, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7205988764762878, + "num_tokens": 53764651.0, + "step": 2263 + }, + { + "epoch": 0.24862727871732923, + "grad_norm": 2.103731870651245, + "learning_rate": 1e-06, + "loss": 1.0597, + "mean_token_accuracy": 0.6811515092849731, + "num_tokens": 53796464.0, + "step": 2264 + }, + { + "epoch": 0.2487370964199429, + "grad_norm": 2.475490093231201, + "learning_rate": 1e-06, + "loss": 1.0815, + "mean_token_accuracy": 0.6900004744529724, + "num_tokens": 53820498.0, + "step": 2265 + }, + { + "epoch": 0.24884691412255655, + "grad_norm": 2.5224528312683105, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.6974942088127136, + "num_tokens": 53840761.0, + "step": 2266 + }, + { + "epoch": 0.24895673182517022, + "grad_norm": 2.5352554321289062, + "learning_rate": 1e-06, + "loss": 1.0338, + "mean_token_accuracy": 0.693103551864624, + "num_tokens": 53861818.0, + "step": 2267 + }, + { + "epoch": 0.24906654952778387, + "grad_norm": 2.349973201751709, + "learning_rate": 1e-06, + "loss": 1.0871, + "mean_token_accuracy": 0.6799034476280212, + "num_tokens": 53887134.0, + "step": 2268 + }, + { + "epoch": 0.24917636723039754, + "grad_norm": 2.4097909927368164, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6993107199668884, + "num_tokens": 53907712.0, + "step": 2269 + }, + { + "epoch": 0.2492861849330112, + "grad_norm": 2.480942964553833, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7101681232452393, + "num_tokens": 53928020.0, + "step": 2270 + }, + { + "epoch": 0.24939600263562486, + "grad_norm": 2.1017184257507324, + "learning_rate": 1e-06, + "loss": 1.1077, + "mean_token_accuracy": 0.6722036600112915, + "num_tokens": 53959265.0, + "step": 2271 + }, + { + "epoch": 0.24950582033823854, + "grad_norm": 2.1919431686401367, + "learning_rate": 1e-06, + "loss": 1.0593, + "mean_token_accuracy": 0.6919132471084595, + "num_tokens": 53986053.0, + "step": 2272 + }, + { + "epoch": 0.24961563804085218, + "grad_norm": 2.22135853767395, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7186304926872253, + "num_tokens": 54010536.0, + "step": 2273 + }, + { + "epoch": 0.24972545574346586, + "grad_norm": 2.7055628299713135, + "learning_rate": 1e-06, + "loss": 1.0897, + "mean_token_accuracy": 0.6932950019836426, + "num_tokens": 54029847.0, + "step": 2274 + }, + { + "epoch": 0.2498352734460795, + "grad_norm": 2.451831579208374, + "learning_rate": 1e-06, + "loss": 1.0711, + "mean_token_accuracy": 0.6775273084640503, + "num_tokens": 54052530.0, + "step": 2275 + }, + { + "epoch": 0.24994509114869318, + "grad_norm": 2.3964223861694336, + "learning_rate": 1e-06, + "loss": 1.0874, + "mean_token_accuracy": 0.6733124852180481, + "num_tokens": 54076694.0, + "step": 2276 + }, + { + "epoch": 0.2500549088513068, + "grad_norm": 2.249215841293335, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.6943972110748291, + "num_tokens": 54102672.0, + "step": 2277 + }, + { + "epoch": 0.25016472655392047, + "grad_norm": 2.4112260341644287, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.7308058738708496, + "num_tokens": 54122943.0, + "step": 2278 + }, + { + "epoch": 0.25027454425653417, + "grad_norm": 2.400334358215332, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7130639553070068, + "num_tokens": 54142915.0, + "step": 2279 + }, + { + "epoch": 0.2503843619591478, + "grad_norm": 2.2428174018859863, + "learning_rate": 1e-06, + "loss": 1.0348, + "mean_token_accuracy": 0.6927295327186584, + "num_tokens": 54168709.0, + "step": 2280 + }, + { + "epoch": 0.25049417966176146, + "grad_norm": 2.3019073009490967, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.6984663605690002, + "num_tokens": 54193747.0, + "step": 2281 + }, + { + "epoch": 0.25060399736437516, + "grad_norm": 2.3903210163116455, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7085707187652588, + "num_tokens": 54216627.0, + "step": 2282 + }, + { + "epoch": 0.2507138150669888, + "grad_norm": 2.426913261413574, + "learning_rate": 1e-06, + "loss": 1.1138, + "mean_token_accuracy": 0.6673411130905151, + "num_tokens": 54240138.0, + "step": 2283 + }, + { + "epoch": 0.25082363276960246, + "grad_norm": 2.2983038425445557, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7053849697113037, + "num_tokens": 54263513.0, + "step": 2284 + }, + { + "epoch": 0.2509334504722161, + "grad_norm": 2.145019292831421, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7186592817306519, + "num_tokens": 54289881.0, + "step": 2285 + }, + { + "epoch": 0.2510432681748298, + "grad_norm": 2.3272104263305664, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7063508033752441, + "num_tokens": 54311474.0, + "step": 2286 + }, + { + "epoch": 0.25115308587744345, + "grad_norm": 2.1610381603240967, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.7080496549606323, + "num_tokens": 54337027.0, + "step": 2287 + }, + { + "epoch": 0.2512629035800571, + "grad_norm": 2.1953039169311523, + "learning_rate": 1e-06, + "loss": 1.0487, + "mean_token_accuracy": 0.6843935251235962, + "num_tokens": 54365004.0, + "step": 2288 + }, + { + "epoch": 0.25137272128267074, + "grad_norm": 1.9705085754394531, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.6940373182296753, + "num_tokens": 54396746.0, + "step": 2289 + }, + { + "epoch": 0.25148253898528444, + "grad_norm": 2.3546018600463867, + "learning_rate": 1e-06, + "loss": 1.1151, + "mean_token_accuracy": 0.6694898009300232, + "num_tokens": 54421212.0, + "step": 2290 + }, + { + "epoch": 0.2515923566878981, + "grad_norm": 2.2068915367126465, + "learning_rate": 1e-06, + "loss": 1.0801, + "mean_token_accuracy": 0.6830287575721741, + "num_tokens": 54447448.0, + "step": 2291 + }, + { + "epoch": 0.25170217439051173, + "grad_norm": 2.371992826461792, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7110668420791626, + "num_tokens": 54468887.0, + "step": 2292 + }, + { + "epoch": 0.25181199209312544, + "grad_norm": 2.446046829223633, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7151950597763062, + "num_tokens": 54488341.0, + "step": 2293 + }, + { + "epoch": 0.2519218097957391, + "grad_norm": 2.6972312927246094, + "learning_rate": 1e-06, + "loss": 1.0249, + "mean_token_accuracy": 0.6996402144432068, + "num_tokens": 54506428.0, + "step": 2294 + }, + { + "epoch": 0.25203162749835273, + "grad_norm": 2.641836643218994, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7062633037567139, + "num_tokens": 54526059.0, + "step": 2295 + }, + { + "epoch": 0.2521414452009664, + "grad_norm": 2.357469081878662, + "learning_rate": 1e-06, + "loss": 0.9682, + "mean_token_accuracy": 0.7086257934570312, + "num_tokens": 54549477.0, + "step": 2296 + }, + { + "epoch": 0.2522512629035801, + "grad_norm": 2.3308894634246826, + "learning_rate": 1e-06, + "loss": 1.1173, + "mean_token_accuracy": 0.6691997051239014, + "num_tokens": 54578112.0, + "step": 2297 + }, + { + "epoch": 0.2523610806061937, + "grad_norm": 2.2820160388946533, + "learning_rate": 1e-06, + "loss": 1.0891, + "mean_token_accuracy": 0.6794710159301758, + "num_tokens": 54604615.0, + "step": 2298 + }, + { + "epoch": 0.25247089830880737, + "grad_norm": 2.1273715496063232, + "learning_rate": 1e-06, + "loss": 1.0133, + "mean_token_accuracy": 0.6870822906494141, + "num_tokens": 54632842.0, + "step": 2299 + }, + { + "epoch": 0.252580716011421, + "grad_norm": 2.1829257011413574, + "learning_rate": 1e-06, + "loss": 1.0421, + "mean_token_accuracy": 0.6890023946762085, + "num_tokens": 54661979.0, + "step": 2300 + }, + { + "epoch": 0.2526905337140347, + "grad_norm": 2.368250608444214, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6866569519042969, + "num_tokens": 54684522.0, + "step": 2301 + }, + { + "epoch": 0.25280035141664836, + "grad_norm": 2.2020208835601807, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7058626413345337, + "num_tokens": 54708575.0, + "step": 2302 + }, + { + "epoch": 0.252910169119262, + "grad_norm": 2.251030445098877, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7308603525161743, + "num_tokens": 54733192.0, + "step": 2303 + }, + { + "epoch": 0.2530199868218757, + "grad_norm": 1.9641103744506836, + "learning_rate": 1e-06, + "loss": 0.9537, + "mean_token_accuracy": 0.7018159627914429, + "num_tokens": 54763606.0, + "step": 2304 + }, + { + "epoch": 0.25312980452448935, + "grad_norm": 2.4632999897003174, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.7019103765487671, + "num_tokens": 54784801.0, + "step": 2305 + }, + { + "epoch": 0.253239622227103, + "grad_norm": 2.260441303253174, + "learning_rate": 1e-06, + "loss": 1.071, + "mean_token_accuracy": 0.6774814128875732, + "num_tokens": 54811211.0, + "step": 2306 + }, + { + "epoch": 0.25334943992971665, + "grad_norm": 2.4405899047851562, + "learning_rate": 1e-06, + "loss": 1.0878, + "mean_token_accuracy": 0.6855041980743408, + "num_tokens": 54833225.0, + "step": 2307 + }, + { + "epoch": 0.25345925763233035, + "grad_norm": 2.438169240951538, + "learning_rate": 1e-06, + "loss": 1.018, + "mean_token_accuracy": 0.6938225030899048, + "num_tokens": 54857551.0, + "step": 2308 + }, + { + "epoch": 0.253569075334944, + "grad_norm": 2.1537961959838867, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.697386622428894, + "num_tokens": 54885440.0, + "step": 2309 + }, + { + "epoch": 0.25367889303755764, + "grad_norm": 2.09830641746521, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7073652148246765, + "num_tokens": 54913338.0, + "step": 2310 + }, + { + "epoch": 0.25378871074017134, + "grad_norm": 2.2894670963287354, + "learning_rate": 1e-06, + "loss": 1.014, + "mean_token_accuracy": 0.6989079117774963, + "num_tokens": 54938633.0, + "step": 2311 + }, + { + "epoch": 0.253898528442785, + "grad_norm": 2.1380019187927246, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.710319995880127, + "num_tokens": 54963735.0, + "step": 2312 + }, + { + "epoch": 0.25400834614539863, + "grad_norm": 2.0467283725738525, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6959758996963501, + "num_tokens": 54993654.0, + "step": 2313 + }, + { + "epoch": 0.2541181638480123, + "grad_norm": 2.434457302093506, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7116665840148926, + "num_tokens": 55015562.0, + "step": 2314 + }, + { + "epoch": 0.254227981550626, + "grad_norm": 2.214090585708618, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6909840703010559, + "num_tokens": 55041519.0, + "step": 2315 + }, + { + "epoch": 0.2543377992532396, + "grad_norm": 2.3619167804718018, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.7020135521888733, + "num_tokens": 55066030.0, + "step": 2316 + }, + { + "epoch": 0.2544476169558533, + "grad_norm": 2.471343994140625, + "learning_rate": 1e-06, + "loss": 1.0251, + "mean_token_accuracy": 0.6860938668251038, + "num_tokens": 55087753.0, + "step": 2317 + }, + { + "epoch": 0.2545574346584669, + "grad_norm": 2.3141958713531494, + "learning_rate": 1e-06, + "loss": 1.0011, + "mean_token_accuracy": 0.6968125104904175, + "num_tokens": 55111400.0, + "step": 2318 + }, + { + "epoch": 0.2546672523610806, + "grad_norm": 2.889777660369873, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7274246215820312, + "num_tokens": 55126924.0, + "step": 2319 + }, + { + "epoch": 0.25477707006369427, + "grad_norm": 2.2606008052825928, + "learning_rate": 1e-06, + "loss": 1.0349, + "mean_token_accuracy": 0.6948766112327576, + "num_tokens": 55150449.0, + "step": 2320 + }, + { + "epoch": 0.2548868877663079, + "grad_norm": 2.334158420562744, + "learning_rate": 1e-06, + "loss": 1.0153, + "mean_token_accuracy": 0.6927684545516968, + "num_tokens": 55174011.0, + "step": 2321 + }, + { + "epoch": 0.2549967054689216, + "grad_norm": 2.482539176940918, + "learning_rate": 1e-06, + "loss": 0.9935, + "mean_token_accuracy": 0.6991592645645142, + "num_tokens": 55194858.0, + "step": 2322 + }, + { + "epoch": 0.25510652317153526, + "grad_norm": 2.3956918716430664, + "learning_rate": 1e-06, + "loss": 1.0746, + "mean_token_accuracy": 0.6832859516143799, + "num_tokens": 55216391.0, + "step": 2323 + }, + { + "epoch": 0.2552163408741489, + "grad_norm": 2.32917857170105, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.7018955945968628, + "num_tokens": 55239603.0, + "step": 2324 + }, + { + "epoch": 0.25532615857676255, + "grad_norm": 2.4150850772857666, + "learning_rate": 1e-06, + "loss": 1.0817, + "mean_token_accuracy": 0.6888625621795654, + "num_tokens": 55260822.0, + "step": 2325 + }, + { + "epoch": 0.25543597627937625, + "grad_norm": 2.388942241668701, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7224100828170776, + "num_tokens": 55281524.0, + "step": 2326 + }, + { + "epoch": 0.2555457939819899, + "grad_norm": 2.11739182472229, + "learning_rate": 1e-06, + "loss": 1.1329, + "mean_token_accuracy": 0.6635352373123169, + "num_tokens": 55310084.0, + "step": 2327 + }, + { + "epoch": 0.25565561168460355, + "grad_norm": 2.1606545448303223, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.6959911584854126, + "num_tokens": 55336911.0, + "step": 2328 + }, + { + "epoch": 0.25576542938721725, + "grad_norm": 2.172823190689087, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7259488105773926, + "num_tokens": 55361172.0, + "step": 2329 + }, + { + "epoch": 0.2558752470898309, + "grad_norm": 2.3028180599212646, + "learning_rate": 1e-06, + "loss": 1.082, + "mean_token_accuracy": 0.6746463775634766, + "num_tokens": 55385992.0, + "step": 2330 + }, + { + "epoch": 0.25598506479244454, + "grad_norm": 2.316633701324463, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.707470178604126, + "num_tokens": 55410357.0, + "step": 2331 + }, + { + "epoch": 0.2560948824950582, + "grad_norm": 2.273470878601074, + "learning_rate": 1e-06, + "loss": 1.031, + "mean_token_accuracy": 0.6901520490646362, + "num_tokens": 55435638.0, + "step": 2332 + }, + { + "epoch": 0.2562047001976719, + "grad_norm": 2.466202974319458, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7145892977714539, + "num_tokens": 55456607.0, + "step": 2333 + }, + { + "epoch": 0.25631451790028553, + "grad_norm": 2.378417491912842, + "learning_rate": 1e-06, + "loss": 1.0578, + "mean_token_accuracy": 0.6880019307136536, + "num_tokens": 55480002.0, + "step": 2334 + }, + { + "epoch": 0.2564243356028992, + "grad_norm": 2.3481943607330322, + "learning_rate": 1e-06, + "loss": 1.0683, + "mean_token_accuracy": 0.6766079068183899, + "num_tokens": 55503928.0, + "step": 2335 + }, + { + "epoch": 0.2565341533055128, + "grad_norm": 2.3214235305786133, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6941040754318237, + "num_tokens": 55530512.0, + "step": 2336 + }, + { + "epoch": 0.2566439710081265, + "grad_norm": 2.515188455581665, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7085704207420349, + "num_tokens": 55551570.0, + "step": 2337 + }, + { + "epoch": 0.25675378871074017, + "grad_norm": 2.187352180480957, + "learning_rate": 1e-06, + "loss": 1.0842, + "mean_token_accuracy": 0.6795040965080261, + "num_tokens": 55581471.0, + "step": 2338 + }, + { + "epoch": 0.2568636064133538, + "grad_norm": 2.2291107177734375, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7067059874534607, + "num_tokens": 55607084.0, + "step": 2339 + }, + { + "epoch": 0.2569734241159675, + "grad_norm": 2.373668670654297, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.689254105091095, + "num_tokens": 55629743.0, + "step": 2340 + }, + { + "epoch": 0.25708324181858117, + "grad_norm": 2.1168277263641357, + "learning_rate": 1e-06, + "loss": 1.0969, + "mean_token_accuracy": 0.6722843050956726, + "num_tokens": 55658098.0, + "step": 2341 + }, + { + "epoch": 0.2571930595211948, + "grad_norm": 2.41320538520813, + "learning_rate": 1e-06, + "loss": 1.0298, + "mean_token_accuracy": 0.6892619132995605, + "num_tokens": 55680451.0, + "step": 2342 + }, + { + "epoch": 0.25730287722380846, + "grad_norm": 2.213968276977539, + "learning_rate": 1e-06, + "loss": 0.9676, + "mean_token_accuracy": 0.7113616466522217, + "num_tokens": 55704675.0, + "step": 2343 + }, + { + "epoch": 0.25741269492642216, + "grad_norm": 2.3106160163879395, + "learning_rate": 1e-06, + "loss": 1.0499, + "mean_token_accuracy": 0.6830272078514099, + "num_tokens": 55728866.0, + "step": 2344 + }, + { + "epoch": 0.2575225126290358, + "grad_norm": 2.217550277709961, + "learning_rate": 1e-06, + "loss": 0.9927, + "mean_token_accuracy": 0.7067383527755737, + "num_tokens": 55754156.0, + "step": 2345 + }, + { + "epoch": 0.25763233033164945, + "grad_norm": 2.372957706451416, + "learning_rate": 1e-06, + "loss": 1.0282, + "mean_token_accuracy": 0.6851767301559448, + "num_tokens": 55776689.0, + "step": 2346 + }, + { + "epoch": 0.2577421480342631, + "grad_norm": 2.5996410846710205, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7116374373435974, + "num_tokens": 55795868.0, + "step": 2347 + }, + { + "epoch": 0.2578519657368768, + "grad_norm": 2.464627742767334, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.686819314956665, + "num_tokens": 55817944.0, + "step": 2348 + }, + { + "epoch": 0.25796178343949044, + "grad_norm": 2.3470542430877686, + "learning_rate": 1e-06, + "loss": 1.0993, + "mean_token_accuracy": 0.6657477617263794, + "num_tokens": 55841674.0, + "step": 2349 + }, + { + "epoch": 0.2580716011421041, + "grad_norm": 2.409832000732422, + "learning_rate": 1e-06, + "loss": 1.0121, + "mean_token_accuracy": 0.6982477307319641, + "num_tokens": 55863234.0, + "step": 2350 + }, + { + "epoch": 0.2581814188447178, + "grad_norm": 2.3252100944519043, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6978800296783447, + "num_tokens": 55886499.0, + "step": 2351 + }, + { + "epoch": 0.25829123654733144, + "grad_norm": 2.4599711894989014, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7133877277374268, + "num_tokens": 55909223.0, + "step": 2352 + }, + { + "epoch": 0.2584010542499451, + "grad_norm": 2.1749861240386963, + "learning_rate": 1e-06, + "loss": 1.0028, + "mean_token_accuracy": 0.7058541774749756, + "num_tokens": 55938404.0, + "step": 2353 + }, + { + "epoch": 0.25851087195255873, + "grad_norm": 2.8000664710998535, + "learning_rate": 1e-06, + "loss": 0.824, + "mean_token_accuracy": 0.7361916303634644, + "num_tokens": 55954595.0, + "step": 2354 + }, + { + "epoch": 0.25862068965517243, + "grad_norm": 2.360022783279419, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.7063890695571899, + "num_tokens": 55978330.0, + "step": 2355 + }, + { + "epoch": 0.2587305073577861, + "grad_norm": 2.4618804454803467, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.688353955745697, + "num_tokens": 55998339.0, + "step": 2356 + }, + { + "epoch": 0.2588403250603997, + "grad_norm": 2.712103843688965, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7114465236663818, + "num_tokens": 56017693.0, + "step": 2357 + }, + { + "epoch": 0.2589501427630134, + "grad_norm": 2.411386728286743, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7149174213409424, + "num_tokens": 56039775.0, + "step": 2358 + }, + { + "epoch": 0.25905996046562707, + "grad_norm": 2.4688313007354736, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.7021772861480713, + "num_tokens": 56062275.0, + "step": 2359 + }, + { + "epoch": 0.2591697781682407, + "grad_norm": 1.9893375635147095, + "learning_rate": 1e-06, + "loss": 1.0234, + "mean_token_accuracy": 0.6895950436592102, + "num_tokens": 56091971.0, + "step": 2360 + }, + { + "epoch": 0.25927959587085436, + "grad_norm": 3.0907206535339355, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.7307007312774658, + "num_tokens": 56105808.0, + "step": 2361 + }, + { + "epoch": 0.25938941357346806, + "grad_norm": 2.312892198562622, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7241663932800293, + "num_tokens": 56127441.0, + "step": 2362 + }, + { + "epoch": 0.2594992312760817, + "grad_norm": 2.393483877182007, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.7010496854782104, + "num_tokens": 56150457.0, + "step": 2363 + }, + { + "epoch": 0.25960904897869536, + "grad_norm": 2.2623531818389893, + "learning_rate": 1e-06, + "loss": 1.0397, + "mean_token_accuracy": 0.6937201023101807, + "num_tokens": 56176197.0, + "step": 2364 + }, + { + "epoch": 0.259718866681309, + "grad_norm": 2.3176231384277344, + "learning_rate": 1e-06, + "loss": 1.0897, + "mean_token_accuracy": 0.6715253591537476, + "num_tokens": 56204657.0, + "step": 2365 + }, + { + "epoch": 0.2598286843839227, + "grad_norm": 2.182572841644287, + "learning_rate": 1e-06, + "loss": 1.0847, + "mean_token_accuracy": 0.6796407103538513, + "num_tokens": 56231320.0, + "step": 2366 + }, + { + "epoch": 0.25993850208653635, + "grad_norm": 2.322932243347168, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.7002542614936829, + "num_tokens": 56255228.0, + "step": 2367 + }, + { + "epoch": 0.26004831978915, + "grad_norm": 2.5978968143463135, + "learning_rate": 1e-06, + "loss": 1.0134, + "mean_token_accuracy": 0.6849769353866577, + "num_tokens": 56276326.0, + "step": 2368 + }, + { + "epoch": 0.2601581374917637, + "grad_norm": 2.31599760055542, + "learning_rate": 1e-06, + "loss": 1.0033, + "mean_token_accuracy": 0.6954688429832458, + "num_tokens": 56298877.0, + "step": 2369 + }, + { + "epoch": 0.26026795519437734, + "grad_norm": 2.6166348457336426, + "learning_rate": 1e-06, + "loss": 1.0398, + "mean_token_accuracy": 0.6830993890762329, + "num_tokens": 56319873.0, + "step": 2370 + }, + { + "epoch": 0.260377772896991, + "grad_norm": 2.608128070831299, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7034962773323059, + "num_tokens": 56340009.0, + "step": 2371 + }, + { + "epoch": 0.26048759059960463, + "grad_norm": 2.179335355758667, + "learning_rate": 1e-06, + "loss": 1.0726, + "mean_token_accuracy": 0.7007694840431213, + "num_tokens": 56367072.0, + "step": 2372 + }, + { + "epoch": 0.26059740830221834, + "grad_norm": 2.240227460861206, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7214138507843018, + "num_tokens": 56390326.0, + "step": 2373 + }, + { + "epoch": 0.260707226004832, + "grad_norm": 2.4633636474609375, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.7011875510215759, + "num_tokens": 56411574.0, + "step": 2374 + }, + { + "epoch": 0.26081704370744563, + "grad_norm": 2.4417548179626465, + "learning_rate": 1e-06, + "loss": 1.1029, + "mean_token_accuracy": 0.6676846742630005, + "num_tokens": 56433754.0, + "step": 2375 + }, + { + "epoch": 0.2609268614100593, + "grad_norm": 2.4717204570770264, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7127254009246826, + "num_tokens": 56454591.0, + "step": 2376 + }, + { + "epoch": 0.261036679112673, + "grad_norm": 2.345261335372925, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7067569494247437, + "num_tokens": 56478398.0, + "step": 2377 + }, + { + "epoch": 0.2611464968152866, + "grad_norm": 2.7107927799224854, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7038620710372925, + "num_tokens": 56496650.0, + "step": 2378 + }, + { + "epoch": 0.26125631451790027, + "grad_norm": 2.302292823791504, + "learning_rate": 1e-06, + "loss": 1.0685, + "mean_token_accuracy": 0.6816984415054321, + "num_tokens": 56523113.0, + "step": 2379 + }, + { + "epoch": 0.26136613222051397, + "grad_norm": 2.3172311782836914, + "learning_rate": 1e-06, + "loss": 1.0363, + "mean_token_accuracy": 0.6876454949378967, + "num_tokens": 56549216.0, + "step": 2380 + }, + { + "epoch": 0.2614759499231276, + "grad_norm": 2.5959198474884033, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.7108266353607178, + "num_tokens": 56569179.0, + "step": 2381 + }, + { + "epoch": 0.26158576762574126, + "grad_norm": 2.3302295207977295, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.7084436416625977, + "num_tokens": 56594756.0, + "step": 2382 + }, + { + "epoch": 0.2616955853283549, + "grad_norm": 2.652198076248169, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.6932296752929688, + "num_tokens": 56613996.0, + "step": 2383 + }, + { + "epoch": 0.2618054030309686, + "grad_norm": 1.9910038709640503, + "learning_rate": 1e-06, + "loss": 0.994, + "mean_token_accuracy": 0.7008413672447205, + "num_tokens": 56647162.0, + "step": 2384 + }, + { + "epoch": 0.26191522073358225, + "grad_norm": 2.28157114982605, + "learning_rate": 1e-06, + "loss": 1.0663, + "mean_token_accuracy": 0.6814897060394287, + "num_tokens": 56672127.0, + "step": 2385 + }, + { + "epoch": 0.2620250384361959, + "grad_norm": 2.621737003326416, + "learning_rate": 1e-06, + "loss": 1.0504, + "mean_token_accuracy": 0.6976910829544067, + "num_tokens": 56693868.0, + "step": 2386 + }, + { + "epoch": 0.2621348561388096, + "grad_norm": 3.1138017177581787, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.70976722240448, + "num_tokens": 56708563.0, + "step": 2387 + }, + { + "epoch": 0.26224467384142325, + "grad_norm": 2.6659188270568848, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.6863732933998108, + "num_tokens": 56726914.0, + "step": 2388 + }, + { + "epoch": 0.2623544915440369, + "grad_norm": 2.1644492149353027, + "learning_rate": 1e-06, + "loss": 1.0355, + "mean_token_accuracy": 0.6968189477920532, + "num_tokens": 56755317.0, + "step": 2389 + }, + { + "epoch": 0.26246430924665054, + "grad_norm": 2.6555018424987793, + "learning_rate": 1e-06, + "loss": 1.0092, + "mean_token_accuracy": 0.6915296316146851, + "num_tokens": 56775632.0, + "step": 2390 + }, + { + "epoch": 0.26257412694926424, + "grad_norm": 2.440995216369629, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6968871355056763, + "num_tokens": 56796857.0, + "step": 2391 + }, + { + "epoch": 0.2626839446518779, + "grad_norm": 2.132451057434082, + "learning_rate": 1e-06, + "loss": 1.0384, + "mean_token_accuracy": 0.685680091381073, + "num_tokens": 56825838.0, + "step": 2392 + }, + { + "epoch": 0.26279376235449153, + "grad_norm": 2.329378604888916, + "learning_rate": 1e-06, + "loss": 1.0379, + "mean_token_accuracy": 0.6864171028137207, + "num_tokens": 56849904.0, + "step": 2393 + }, + { + "epoch": 0.2629035800571052, + "grad_norm": 2.19034481048584, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6998090744018555, + "num_tokens": 56876731.0, + "step": 2394 + }, + { + "epoch": 0.2630133977597189, + "grad_norm": 2.2771332263946533, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7114133238792419, + "num_tokens": 56899899.0, + "step": 2395 + }, + { + "epoch": 0.2631232154623325, + "grad_norm": 1.8959054946899414, + "learning_rate": 1e-06, + "loss": 1.0281, + "mean_token_accuracy": 0.6928192377090454, + "num_tokens": 56932795.0, + "step": 2396 + }, + { + "epoch": 0.2632330331649462, + "grad_norm": 2.3304319381713867, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.6978994607925415, + "num_tokens": 56957577.0, + "step": 2397 + }, + { + "epoch": 0.2633428508675599, + "grad_norm": 2.3372931480407715, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.7005927562713623, + "num_tokens": 56981104.0, + "step": 2398 + }, + { + "epoch": 0.2634526685701735, + "grad_norm": 2.3797035217285156, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.6986311674118042, + "num_tokens": 57006591.0, + "step": 2399 + }, + { + "epoch": 0.26356248627278717, + "grad_norm": 2.0764362812042236, + "learning_rate": 1e-06, + "loss": 1.1024, + "mean_token_accuracy": 0.6706715226173401, + "num_tokens": 57037779.0, + "step": 2400 + }, + { + "epoch": 0.2636723039754008, + "grad_norm": 2.164360523223877, + "learning_rate": 1e-06, + "loss": 1.0711, + "mean_token_accuracy": 0.6785337924957275, + "num_tokens": 57063704.0, + "step": 2401 + }, + { + "epoch": 0.2637821216780145, + "grad_norm": 2.1239731311798096, + "learning_rate": 1e-06, + "loss": 1.0421, + "mean_token_accuracy": 0.693244218826294, + "num_tokens": 57091138.0, + "step": 2402 + }, + { + "epoch": 0.26389193938062816, + "grad_norm": 2.109048843383789, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7152751684188843, + "num_tokens": 57118745.0, + "step": 2403 + }, + { + "epoch": 0.2640017570832418, + "grad_norm": 2.936947822570801, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.7038955092430115, + "num_tokens": 57133984.0, + "step": 2404 + }, + { + "epoch": 0.2641115747858555, + "grad_norm": 2.461258888244629, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7123118042945862, + "num_tokens": 57155679.0, + "step": 2405 + }, + { + "epoch": 0.26422139248846915, + "grad_norm": 2.4071459770202637, + "learning_rate": 1e-06, + "loss": 1.0605, + "mean_token_accuracy": 0.6910427808761597, + "num_tokens": 57178798.0, + "step": 2406 + }, + { + "epoch": 0.2643312101910828, + "grad_norm": 2.657978057861328, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6996956467628479, + "num_tokens": 57200782.0, + "step": 2407 + }, + { + "epoch": 0.26444102789369645, + "grad_norm": 2.2670235633850098, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7219119071960449, + "num_tokens": 57225296.0, + "step": 2408 + }, + { + "epoch": 0.26455084559631015, + "grad_norm": 2.2805655002593994, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.6921356916427612, + "num_tokens": 57249980.0, + "step": 2409 + }, + { + "epoch": 0.2646606632989238, + "grad_norm": 2.0592103004455566, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7104872465133667, + "num_tokens": 57278317.0, + "step": 2410 + }, + { + "epoch": 0.26477048100153744, + "grad_norm": 2.466594934463501, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6967784762382507, + "num_tokens": 57299927.0, + "step": 2411 + }, + { + "epoch": 0.2648802987041511, + "grad_norm": 2.9365289211273193, + "learning_rate": 1e-06, + "loss": 1.0663, + "mean_token_accuracy": 0.690351665019989, + "num_tokens": 57316818.0, + "step": 2412 + }, + { + "epoch": 0.2649901164067648, + "grad_norm": 2.525374174118042, + "learning_rate": 1e-06, + "loss": 1.0832, + "mean_token_accuracy": 0.6763831973075867, + "num_tokens": 57340084.0, + "step": 2413 + }, + { + "epoch": 0.26509993410937843, + "grad_norm": 2.514469623565674, + "learning_rate": 1e-06, + "loss": 1.0192, + "mean_token_accuracy": 0.6942077279090881, + "num_tokens": 57362127.0, + "step": 2414 + }, + { + "epoch": 0.2652097518119921, + "grad_norm": 2.868227005004883, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.7015426158905029, + "num_tokens": 57378824.0, + "step": 2415 + }, + { + "epoch": 0.2653195695146058, + "grad_norm": 2.520439624786377, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.7024069428443909, + "num_tokens": 57400110.0, + "step": 2416 + }, + { + "epoch": 0.2654293872172194, + "grad_norm": 2.1402339935302734, + "learning_rate": 1e-06, + "loss": 1.0698, + "mean_token_accuracy": 0.6755098700523376, + "num_tokens": 57429490.0, + "step": 2417 + }, + { + "epoch": 0.26553920491983307, + "grad_norm": 1.918480634689331, + "learning_rate": 1e-06, + "loss": 1.0463, + "mean_token_accuracy": 0.6927486658096313, + "num_tokens": 57463851.0, + "step": 2418 + }, + { + "epoch": 0.2656490226224467, + "grad_norm": 2.551886796951294, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.6998946666717529, + "num_tokens": 57484636.0, + "step": 2419 + }, + { + "epoch": 0.2657588403250604, + "grad_norm": 2.2953267097473145, + "learning_rate": 1e-06, + "loss": 1.1718, + "mean_token_accuracy": 0.665168285369873, + "num_tokens": 57510845.0, + "step": 2420 + }, + { + "epoch": 0.26586865802767407, + "grad_norm": 2.3715484142303467, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.6818487644195557, + "num_tokens": 57533235.0, + "step": 2421 + }, + { + "epoch": 0.2659784757302877, + "grad_norm": 2.2781145572662354, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.6992418169975281, + "num_tokens": 57560146.0, + "step": 2422 + }, + { + "epoch": 0.26608829343290136, + "grad_norm": 3.4434194564819336, + "learning_rate": 1e-06, + "loss": 0.8474, + "mean_token_accuracy": 0.7435742020606995, + "num_tokens": 57571156.0, + "step": 2423 + }, + { + "epoch": 0.26619811113551506, + "grad_norm": 2.337261915206909, + "learning_rate": 1e-06, + "loss": 1.0689, + "mean_token_accuracy": 0.6824363470077515, + "num_tokens": 57596040.0, + "step": 2424 + }, + { + "epoch": 0.2663079288381287, + "grad_norm": 2.8986752033233643, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.7040433883666992, + "num_tokens": 57613279.0, + "step": 2425 + }, + { + "epoch": 0.26641774654074235, + "grad_norm": 2.1969542503356934, + "learning_rate": 1e-06, + "loss": 1.0959, + "mean_token_accuracy": 0.6705649495124817, + "num_tokens": 57644325.0, + "step": 2426 + }, + { + "epoch": 0.26652756424335605, + "grad_norm": 2.3793375492095947, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.707899272441864, + "num_tokens": 57667725.0, + "step": 2427 + }, + { + "epoch": 0.2666373819459697, + "grad_norm": 1.9214537143707275, + "learning_rate": 1e-06, + "loss": 1.1154, + "mean_token_accuracy": 0.6732857823371887, + "num_tokens": 57703152.0, + "step": 2428 + }, + { + "epoch": 0.26674719964858334, + "grad_norm": 2.338998794555664, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.7037438750267029, + "num_tokens": 57725608.0, + "step": 2429 + }, + { + "epoch": 0.266857017351197, + "grad_norm": 2.1969947814941406, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6969655752182007, + "num_tokens": 57749330.0, + "step": 2430 + }, + { + "epoch": 0.2669668350538107, + "grad_norm": 2.3920276165008545, + "learning_rate": 1e-06, + "loss": 1.0258, + "mean_token_accuracy": 0.6938760280609131, + "num_tokens": 57773513.0, + "step": 2431 + }, + { + "epoch": 0.26707665275642434, + "grad_norm": 2.1715564727783203, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7065489292144775, + "num_tokens": 57797438.0, + "step": 2432 + }, + { + "epoch": 0.267186470459038, + "grad_norm": 2.3547894954681396, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7302939295768738, + "num_tokens": 57817876.0, + "step": 2433 + }, + { + "epoch": 0.2672962881616517, + "grad_norm": 2.157808303833008, + "learning_rate": 1e-06, + "loss": 1.0682, + "mean_token_accuracy": 0.6853926181793213, + "num_tokens": 57847642.0, + "step": 2434 + }, + { + "epoch": 0.26740610586426533, + "grad_norm": 2.4215152263641357, + "learning_rate": 1e-06, + "loss": 1.0699, + "mean_token_accuracy": 0.6920076608657837, + "num_tokens": 57872730.0, + "step": 2435 + }, + { + "epoch": 0.267515923566879, + "grad_norm": 2.4963812828063965, + "learning_rate": 1e-06, + "loss": 1.069, + "mean_token_accuracy": 0.6814380288124084, + "num_tokens": 57897293.0, + "step": 2436 + }, + { + "epoch": 0.2676257412694926, + "grad_norm": 2.5184688568115234, + "learning_rate": 1e-06, + "loss": 1.0649, + "mean_token_accuracy": 0.6788639426231384, + "num_tokens": 57916396.0, + "step": 2437 + }, + { + "epoch": 0.2677355589721063, + "grad_norm": 2.1733717918395996, + "learning_rate": 1e-06, + "loss": 1.0522, + "mean_token_accuracy": 0.6828950643539429, + "num_tokens": 57943595.0, + "step": 2438 + }, + { + "epoch": 0.26784537667471997, + "grad_norm": 2.392909049987793, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7192062735557556, + "num_tokens": 57965518.0, + "step": 2439 + }, + { + "epoch": 0.2679551943773336, + "grad_norm": 2.536179304122925, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.7044906616210938, + "num_tokens": 57986502.0, + "step": 2440 + }, + { + "epoch": 0.26806501207994726, + "grad_norm": 2.2493653297424316, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6878979802131653, + "num_tokens": 58011906.0, + "step": 2441 + }, + { + "epoch": 0.26817482978256096, + "grad_norm": 2.0759313106536865, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7096841335296631, + "num_tokens": 58039588.0, + "step": 2442 + }, + { + "epoch": 0.2682846474851746, + "grad_norm": 2.26025390625, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7107635736465454, + "num_tokens": 58062663.0, + "step": 2443 + }, + { + "epoch": 0.26839446518778826, + "grad_norm": 2.561535358428955, + "learning_rate": 1e-06, + "loss": 0.99, + "mean_token_accuracy": 0.7096210718154907, + "num_tokens": 58084053.0, + "step": 2444 + }, + { + "epoch": 0.26850428289040196, + "grad_norm": 2.3055877685546875, + "learning_rate": 1e-06, + "loss": 1.0241, + "mean_token_accuracy": 0.6904036998748779, + "num_tokens": 58108554.0, + "step": 2445 + }, + { + "epoch": 0.2686141005930156, + "grad_norm": 2.8281850814819336, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.7214945554733276, + "num_tokens": 58126490.0, + "step": 2446 + }, + { + "epoch": 0.26872391829562925, + "grad_norm": 2.2023394107818604, + "learning_rate": 1e-06, + "loss": 1.0261, + "mean_token_accuracy": 0.6901276111602783, + "num_tokens": 58152272.0, + "step": 2447 + }, + { + "epoch": 0.2688337359982429, + "grad_norm": 2.25114369392395, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.6940527558326721, + "num_tokens": 58176295.0, + "step": 2448 + }, + { + "epoch": 0.2689435537008566, + "grad_norm": 2.5753390789031982, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.7115057706832886, + "num_tokens": 58196754.0, + "step": 2449 + }, + { + "epoch": 0.26905337140347024, + "grad_norm": 2.622807264328003, + "learning_rate": 1e-06, + "loss": 1.1103, + "mean_token_accuracy": 0.6737176179885864, + "num_tokens": 58218232.0, + "step": 2450 + }, + { + "epoch": 0.2691631891060839, + "grad_norm": 2.307382583618164, + "learning_rate": 1e-06, + "loss": 1.0264, + "mean_token_accuracy": 0.7035509347915649, + "num_tokens": 58244162.0, + "step": 2451 + }, + { + "epoch": 0.26927300680869753, + "grad_norm": 2.1900336742401123, + "learning_rate": 1e-06, + "loss": 1.0335, + "mean_token_accuracy": 0.6991376876831055, + "num_tokens": 58270347.0, + "step": 2452 + }, + { + "epoch": 0.26938282451131124, + "grad_norm": 2.422295331954956, + "learning_rate": 1e-06, + "loss": 1.0115, + "mean_token_accuracy": 0.701579749584198, + "num_tokens": 58297188.0, + "step": 2453 + }, + { + "epoch": 0.2694926422139249, + "grad_norm": 2.2088401317596436, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7132596969604492, + "num_tokens": 58321362.0, + "step": 2454 + }, + { + "epoch": 0.26960245991653853, + "grad_norm": 2.9302725791931152, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7058431506156921, + "num_tokens": 58339614.0, + "step": 2455 + }, + { + "epoch": 0.26971227761915223, + "grad_norm": 2.0708446502685547, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.6962037086486816, + "num_tokens": 58368210.0, + "step": 2456 + }, + { + "epoch": 0.2698220953217659, + "grad_norm": 2.5455286502838135, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.6948422193527222, + "num_tokens": 58388468.0, + "step": 2457 + }, + { + "epoch": 0.2699319130243795, + "grad_norm": 2.38466477394104, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7140998840332031, + "num_tokens": 58410083.0, + "step": 2458 + }, + { + "epoch": 0.27004173072699317, + "grad_norm": 2.589181423187256, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.7043976187705994, + "num_tokens": 58429755.0, + "step": 2459 + }, + { + "epoch": 0.27015154842960687, + "grad_norm": 1.918540120124817, + "learning_rate": 1e-06, + "loss": 1.0005, + "mean_token_accuracy": 0.6927922964096069, + "num_tokens": 58460915.0, + "step": 2460 + }, + { + "epoch": 0.2702613661322205, + "grad_norm": 2.2438337802886963, + "learning_rate": 1e-06, + "loss": 1.0368, + "mean_token_accuracy": 0.6850003600120544, + "num_tokens": 58486853.0, + "step": 2461 + }, + { + "epoch": 0.27037118383483416, + "grad_norm": 2.370274305343628, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7056918144226074, + "num_tokens": 58512101.0, + "step": 2462 + }, + { + "epoch": 0.27048100153744786, + "grad_norm": 2.1886322498321533, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.6915212273597717, + "num_tokens": 58537429.0, + "step": 2463 + }, + { + "epoch": 0.2705908192400615, + "grad_norm": 2.266104221343994, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.6910285949707031, + "num_tokens": 58562265.0, + "step": 2464 + }, + { + "epoch": 0.27070063694267515, + "grad_norm": 2.4584503173828125, + "learning_rate": 1e-06, + "loss": 1.0459, + "mean_token_accuracy": 0.6849508285522461, + "num_tokens": 58583207.0, + "step": 2465 + }, + { + "epoch": 0.2708104546452888, + "grad_norm": 2.706225633621216, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.7025456428527832, + "num_tokens": 58601242.0, + "step": 2466 + }, + { + "epoch": 0.2709202723479025, + "grad_norm": 2.448890209197998, + "learning_rate": 1e-06, + "loss": 1.0493, + "mean_token_accuracy": 0.6856463551521301, + "num_tokens": 58622668.0, + "step": 2467 + }, + { + "epoch": 0.27103009005051615, + "grad_norm": 2.2377965450286865, + "learning_rate": 1e-06, + "loss": 1.0305, + "mean_token_accuracy": 0.6931358575820923, + "num_tokens": 58649656.0, + "step": 2468 + }, + { + "epoch": 0.2711399077531298, + "grad_norm": 2.3671083450317383, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7109321355819702, + "num_tokens": 58672364.0, + "step": 2469 + }, + { + "epoch": 0.27124972545574344, + "grad_norm": 2.3899762630462646, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.7113887071609497, + "num_tokens": 58694935.0, + "step": 2470 + }, + { + "epoch": 0.27135954315835714, + "grad_norm": 2.5919926166534424, + "learning_rate": 1e-06, + "loss": 1.0951, + "mean_token_accuracy": 0.6690050363540649, + "num_tokens": 58716830.0, + "step": 2471 + }, + { + "epoch": 0.2714693608609708, + "grad_norm": 2.3314261436462402, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.705954372882843, + "num_tokens": 58741213.0, + "step": 2472 + }, + { + "epoch": 0.27157917856358443, + "grad_norm": 2.0757694244384766, + "learning_rate": 1e-06, + "loss": 1.1066, + "mean_token_accuracy": 0.6653292775154114, + "num_tokens": 58774341.0, + "step": 2473 + }, + { + "epoch": 0.27168899626619814, + "grad_norm": 2.467076063156128, + "learning_rate": 1e-06, + "loss": 1.0245, + "mean_token_accuracy": 0.6929392218589783, + "num_tokens": 58797196.0, + "step": 2474 + }, + { + "epoch": 0.2717988139688118, + "grad_norm": 2.2495222091674805, + "learning_rate": 1e-06, + "loss": 1.0226, + "mean_token_accuracy": 0.7015196681022644, + "num_tokens": 58821070.0, + "step": 2475 + }, + { + "epoch": 0.2719086316714254, + "grad_norm": 2.737879514694214, + "learning_rate": 1e-06, + "loss": 1.0996, + "mean_token_accuracy": 0.6818848848342896, + "num_tokens": 58840137.0, + "step": 2476 + }, + { + "epoch": 0.2720184493740391, + "grad_norm": 2.3499972820281982, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.7217622995376587, + "num_tokens": 58864347.0, + "step": 2477 + }, + { + "epoch": 0.2721282670766528, + "grad_norm": 2.2360565662384033, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.70429527759552, + "num_tokens": 58887779.0, + "step": 2478 + }, + { + "epoch": 0.2722380847792664, + "grad_norm": 2.6895101070404053, + "learning_rate": 1e-06, + "loss": 1.0734, + "mean_token_accuracy": 0.7000225186347961, + "num_tokens": 58907793.0, + "step": 2479 + }, + { + "epoch": 0.27234790248188007, + "grad_norm": 2.4363863468170166, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.7004733085632324, + "num_tokens": 58930637.0, + "step": 2480 + }, + { + "epoch": 0.27245772018449377, + "grad_norm": 2.345670700073242, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7042590975761414, + "num_tokens": 58954982.0, + "step": 2481 + }, + { + "epoch": 0.2725675378871074, + "grad_norm": 1.9533376693725586, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.6971439123153687, + "num_tokens": 58988125.0, + "step": 2482 + }, + { + "epoch": 0.27267735558972106, + "grad_norm": 2.44612455368042, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6937813758850098, + "num_tokens": 59010052.0, + "step": 2483 + }, + { + "epoch": 0.2727871732923347, + "grad_norm": 2.2164924144744873, + "learning_rate": 1e-06, + "loss": 1.0431, + "mean_token_accuracy": 0.6884703636169434, + "num_tokens": 59035958.0, + "step": 2484 + }, + { + "epoch": 0.2728969909949484, + "grad_norm": 2.467010736465454, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.712512195110321, + "num_tokens": 59056591.0, + "step": 2485 + }, + { + "epoch": 0.27300680869756205, + "grad_norm": 2.327493190765381, + "learning_rate": 1e-06, + "loss": 1.0514, + "mean_token_accuracy": 0.6868702173233032, + "num_tokens": 59079352.0, + "step": 2486 + }, + { + "epoch": 0.2731166264001757, + "grad_norm": 2.158114433288574, + "learning_rate": 1e-06, + "loss": 1.0638, + "mean_token_accuracy": 0.6872124671936035, + "num_tokens": 59107272.0, + "step": 2487 + }, + { + "epoch": 0.27322644410278935, + "grad_norm": 2.494178295135498, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.6937727332115173, + "num_tokens": 59129029.0, + "step": 2488 + }, + { + "epoch": 0.27333626180540305, + "grad_norm": 2.3179609775543213, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.6981596946716309, + "num_tokens": 59153630.0, + "step": 2489 + }, + { + "epoch": 0.2734460795080167, + "grad_norm": 2.194385290145874, + "learning_rate": 1e-06, + "loss": 1.0927, + "mean_token_accuracy": 0.6786980628967285, + "num_tokens": 59180675.0, + "step": 2490 + }, + { + "epoch": 0.27355589721063034, + "grad_norm": 2.8417325019836426, + "learning_rate": 1e-06, + "loss": 1.1112, + "mean_token_accuracy": 0.667492151260376, + "num_tokens": 59197665.0, + "step": 2491 + }, + { + "epoch": 0.27366571491324404, + "grad_norm": 2.405247211456299, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7324014902114868, + "num_tokens": 59219986.0, + "step": 2492 + }, + { + "epoch": 0.2737755326158577, + "grad_norm": 2.636728525161743, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.6967470645904541, + "num_tokens": 59240223.0, + "step": 2493 + }, + { + "epoch": 0.27388535031847133, + "grad_norm": 2.313448190689087, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7206735610961914, + "num_tokens": 59262886.0, + "step": 2494 + }, + { + "epoch": 0.273995168021085, + "grad_norm": 2.608873128890991, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7140384912490845, + "num_tokens": 59282031.0, + "step": 2495 + }, + { + "epoch": 0.2741049857236987, + "grad_norm": 2.2303836345672607, + "learning_rate": 1e-06, + "loss": 1.0237, + "mean_token_accuracy": 0.6890645027160645, + "num_tokens": 59310272.0, + "step": 2496 + }, + { + "epoch": 0.2742148034263123, + "grad_norm": 2.383894205093384, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.7093350887298584, + "num_tokens": 59333760.0, + "step": 2497 + }, + { + "epoch": 0.27432462112892597, + "grad_norm": 2.0811166763305664, + "learning_rate": 1e-06, + "loss": 1.0137, + "mean_token_accuracy": 0.7018635869026184, + "num_tokens": 59364037.0, + "step": 2498 + }, + { + "epoch": 0.2744344388315396, + "grad_norm": 2.2605035305023193, + "learning_rate": 1e-06, + "loss": 1.0543, + "mean_token_accuracy": 0.6869150400161743, + "num_tokens": 59391491.0, + "step": 2499 + }, + { + "epoch": 0.2745442565341533, + "grad_norm": 2.387204647064209, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.7033802270889282, + "num_tokens": 59414386.0, + "step": 2500 + }, + { + "epoch": 0.27465407423676697, + "grad_norm": 2.445249319076538, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7049844861030579, + "num_tokens": 59438726.0, + "step": 2501 + }, + { + "epoch": 0.2747638919393806, + "grad_norm": 2.5777552127838135, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.71120285987854, + "num_tokens": 59457523.0, + "step": 2502 + }, + { + "epoch": 0.2748737096419943, + "grad_norm": 2.5372426509857178, + "learning_rate": 1e-06, + "loss": 1.0903, + "mean_token_accuracy": 0.6746851205825806, + "num_tokens": 59479176.0, + "step": 2503 + }, + { + "epoch": 0.27498352734460796, + "grad_norm": 2.217122793197632, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.6849557161331177, + "num_tokens": 59505483.0, + "step": 2504 + }, + { + "epoch": 0.2750933450472216, + "grad_norm": 2.379702091217041, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.7056752443313599, + "num_tokens": 59527439.0, + "step": 2505 + }, + { + "epoch": 0.27520316274983525, + "grad_norm": 2.180034637451172, + "learning_rate": 1e-06, + "loss": 1.0174, + "mean_token_accuracy": 0.6991969347000122, + "num_tokens": 59555049.0, + "step": 2506 + }, + { + "epoch": 0.27531298045244895, + "grad_norm": 2.3678481578826904, + "learning_rate": 1e-06, + "loss": 1.0001, + "mean_token_accuracy": 0.7010053396224976, + "num_tokens": 59578599.0, + "step": 2507 + }, + { + "epoch": 0.2754227981550626, + "grad_norm": 2.578611373901367, + "learning_rate": 1e-06, + "loss": 1.0317, + "mean_token_accuracy": 0.6967262625694275, + "num_tokens": 59599086.0, + "step": 2508 + }, + { + "epoch": 0.27553261585767624, + "grad_norm": 2.382610559463501, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.6993958950042725, + "num_tokens": 59622745.0, + "step": 2509 + }, + { + "epoch": 0.27564243356028995, + "grad_norm": 2.6739070415496826, + "learning_rate": 1e-06, + "loss": 1.0815, + "mean_token_accuracy": 0.6769787073135376, + "num_tokens": 59641549.0, + "step": 2510 + }, + { + "epoch": 0.2757522512629036, + "grad_norm": 2.052325963973999, + "learning_rate": 1e-06, + "loss": 1.0658, + "mean_token_accuracy": 0.6828044056892395, + "num_tokens": 59670637.0, + "step": 2511 + }, + { + "epoch": 0.27586206896551724, + "grad_norm": 2.3332953453063965, + "learning_rate": 1e-06, + "loss": 0.9949, + "mean_token_accuracy": 0.6972944736480713, + "num_tokens": 59694935.0, + "step": 2512 + }, + { + "epoch": 0.2759718866681309, + "grad_norm": 2.3288755416870117, + "learning_rate": 1e-06, + "loss": 1.0204, + "mean_token_accuracy": 0.7011556625366211, + "num_tokens": 59719032.0, + "step": 2513 + }, + { + "epoch": 0.2760817043707446, + "grad_norm": 2.7170345783233643, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7142276763916016, + "num_tokens": 59738754.0, + "step": 2514 + }, + { + "epoch": 0.27619152207335823, + "grad_norm": 2.7603507041931152, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7001808881759644, + "num_tokens": 59757122.0, + "step": 2515 + }, + { + "epoch": 0.2763013397759719, + "grad_norm": 2.2366931438446045, + "learning_rate": 1e-06, + "loss": 1.0595, + "mean_token_accuracy": 0.692344605922699, + "num_tokens": 59784064.0, + "step": 2516 + }, + { + "epoch": 0.2764111574785855, + "grad_norm": 2.5627012252807617, + "learning_rate": 1e-06, + "loss": 1.0451, + "mean_token_accuracy": 0.6882131099700928, + "num_tokens": 59805613.0, + "step": 2517 + }, + { + "epoch": 0.2765209751811992, + "grad_norm": 2.0020720958709717, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.699608325958252, + "num_tokens": 59838499.0, + "step": 2518 + }, + { + "epoch": 0.27663079288381287, + "grad_norm": 2.4884541034698486, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.700127363204956, + "num_tokens": 59859961.0, + "step": 2519 + }, + { + "epoch": 0.2767406105864265, + "grad_norm": 2.1942081451416016, + "learning_rate": 1e-06, + "loss": 1.0448, + "mean_token_accuracy": 0.6892209053039551, + "num_tokens": 59888191.0, + "step": 2520 + }, + { + "epoch": 0.2768504282890402, + "grad_norm": 2.3803417682647705, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6927894949913025, + "num_tokens": 59911962.0, + "step": 2521 + }, + { + "epoch": 0.27696024599165386, + "grad_norm": 2.525787591934204, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7230098247528076, + "num_tokens": 59931348.0, + "step": 2522 + }, + { + "epoch": 0.2770700636942675, + "grad_norm": 2.3749771118164062, + "learning_rate": 1e-06, + "loss": 0.9926, + "mean_token_accuracy": 0.7080920934677124, + "num_tokens": 59954284.0, + "step": 2523 + }, + { + "epoch": 0.27717988139688116, + "grad_norm": 2.8013949394226074, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.6993646025657654, + "num_tokens": 59971831.0, + "step": 2524 + }, + { + "epoch": 0.27728969909949486, + "grad_norm": 2.3557939529418945, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7081103324890137, + "num_tokens": 59994626.0, + "step": 2525 + }, + { + "epoch": 0.2773995168021085, + "grad_norm": 2.6794726848602295, + "learning_rate": 1e-06, + "loss": 1.0325, + "mean_token_accuracy": 0.6944757699966431, + "num_tokens": 60012427.0, + "step": 2526 + }, + { + "epoch": 0.27750933450472215, + "grad_norm": 2.2198758125305176, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.6889989376068115, + "num_tokens": 60039920.0, + "step": 2527 + }, + { + "epoch": 0.2776191522073358, + "grad_norm": 2.1190030574798584, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.6943919658660889, + "num_tokens": 60069270.0, + "step": 2528 + }, + { + "epoch": 0.2777289699099495, + "grad_norm": 2.2252607345581055, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.70444256067276, + "num_tokens": 60096613.0, + "step": 2529 + }, + { + "epoch": 0.27783878761256314, + "grad_norm": 2.33647084236145, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7202397584915161, + "num_tokens": 60118395.0, + "step": 2530 + }, + { + "epoch": 0.2779486053151768, + "grad_norm": 2.5827417373657227, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.714180052280426, + "num_tokens": 60136957.0, + "step": 2531 + }, + { + "epoch": 0.2780584230177905, + "grad_norm": 2.2055859565734863, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7032662630081177, + "num_tokens": 60162301.0, + "step": 2532 + }, + { + "epoch": 0.27816824072040414, + "grad_norm": 2.612009286880493, + "learning_rate": 1e-06, + "loss": 1.1376, + "mean_token_accuracy": 0.6615304350852966, + "num_tokens": 60183677.0, + "step": 2533 + }, + { + "epoch": 0.2782780584230178, + "grad_norm": 2.6677894592285156, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7071388959884644, + "num_tokens": 60204957.0, + "step": 2534 + }, + { + "epoch": 0.27838787612563143, + "grad_norm": 2.367405652999878, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7196269631385803, + "num_tokens": 60226093.0, + "step": 2535 + }, + { + "epoch": 0.27849769382824513, + "grad_norm": 2.2217190265655518, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7209011316299438, + "num_tokens": 60250857.0, + "step": 2536 + }, + { + "epoch": 0.2786075115308588, + "grad_norm": 2.594205617904663, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.7207340002059937, + "num_tokens": 60269329.0, + "step": 2537 + }, + { + "epoch": 0.2787173292334724, + "grad_norm": 2.505518913269043, + "learning_rate": 1e-06, + "loss": 1.023, + "mean_token_accuracy": 0.704683780670166, + "num_tokens": 60290004.0, + "step": 2538 + }, + { + "epoch": 0.2788271469360861, + "grad_norm": 2.002882242202759, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6898928880691528, + "num_tokens": 60321071.0, + "step": 2539 + }, + { + "epoch": 0.27893696463869977, + "grad_norm": 2.4645297527313232, + "learning_rate": 1e-06, + "loss": 1.023, + "mean_token_accuracy": 0.6962682008743286, + "num_tokens": 60343223.0, + "step": 2540 + }, + { + "epoch": 0.2790467823413134, + "grad_norm": 2.067803382873535, + "learning_rate": 1e-06, + "loss": 1.0863, + "mean_token_accuracy": 0.6810600757598877, + "num_tokens": 60372561.0, + "step": 2541 + }, + { + "epoch": 0.27915660004392706, + "grad_norm": 2.340226650238037, + "learning_rate": 1e-06, + "loss": 1.0345, + "mean_token_accuracy": 0.6814157962799072, + "num_tokens": 60396446.0, + "step": 2542 + }, + { + "epoch": 0.27926641774654076, + "grad_norm": 2.26918888092041, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.7033327221870422, + "num_tokens": 60422740.0, + "step": 2543 + }, + { + "epoch": 0.2793762354491544, + "grad_norm": 2.700131893157959, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.7015191316604614, + "num_tokens": 60441300.0, + "step": 2544 + }, + { + "epoch": 0.27948605315176805, + "grad_norm": 2.2191579341888428, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6947017908096313, + "num_tokens": 60468607.0, + "step": 2545 + }, + { + "epoch": 0.2795958708543817, + "grad_norm": 2.634704828262329, + "learning_rate": 1e-06, + "loss": 1.0484, + "mean_token_accuracy": 0.6852090358734131, + "num_tokens": 60487743.0, + "step": 2546 + }, + { + "epoch": 0.2797056885569954, + "grad_norm": 2.3504581451416016, + "learning_rate": 1e-06, + "loss": 1.0445, + "mean_token_accuracy": 0.6850700378417969, + "num_tokens": 60511182.0, + "step": 2547 + }, + { + "epoch": 0.27981550625960905, + "grad_norm": 2.2421631813049316, + "learning_rate": 1e-06, + "loss": 1.114, + "mean_token_accuracy": 0.6643345952033997, + "num_tokens": 60539103.0, + "step": 2548 + }, + { + "epoch": 0.2799253239622227, + "grad_norm": 2.2829718589782715, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7112301588058472, + "num_tokens": 60564293.0, + "step": 2549 + }, + { + "epoch": 0.2800351416648364, + "grad_norm": 2.447817087173462, + "learning_rate": 1e-06, + "loss": 1.0398, + "mean_token_accuracy": 0.699975848197937, + "num_tokens": 60586855.0, + "step": 2550 + }, + { + "epoch": 0.28014495936745004, + "grad_norm": 3.0004420280456543, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.6848416328430176, + "num_tokens": 60603672.0, + "step": 2551 + }, + { + "epoch": 0.2802547770700637, + "grad_norm": 2.389867067337036, + "learning_rate": 1e-06, + "loss": 1.047, + "mean_token_accuracy": 0.6883260011672974, + "num_tokens": 60626015.0, + "step": 2552 + }, + { + "epoch": 0.28036459477267733, + "grad_norm": 2.2221758365631104, + "learning_rate": 1e-06, + "loss": 1.0937, + "mean_token_accuracy": 0.6726061105728149, + "num_tokens": 60652649.0, + "step": 2553 + }, + { + "epoch": 0.28047441247529104, + "grad_norm": 2.048194169998169, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.6868122816085815, + "num_tokens": 60683511.0, + "step": 2554 + }, + { + "epoch": 0.2805842301779047, + "grad_norm": 2.795492172241211, + "learning_rate": 1e-06, + "loss": 1.0409, + "mean_token_accuracy": 0.6910649538040161, + "num_tokens": 60702321.0, + "step": 2555 + }, + { + "epoch": 0.2806940478805183, + "grad_norm": 2.513643264770508, + "learning_rate": 1e-06, + "loss": 1.0145, + "mean_token_accuracy": 0.6931012868881226, + "num_tokens": 60722476.0, + "step": 2556 + }, + { + "epoch": 0.28080386558313203, + "grad_norm": 2.270280361175537, + "learning_rate": 1e-06, + "loss": 1.0178, + "mean_token_accuracy": 0.694456934928894, + "num_tokens": 60749031.0, + "step": 2557 + }, + { + "epoch": 0.2809136832857457, + "grad_norm": 2.4741759300231934, + "learning_rate": 1e-06, + "loss": 1.0822, + "mean_token_accuracy": 0.6737898588180542, + "num_tokens": 60771950.0, + "step": 2558 + }, + { + "epoch": 0.2810235009883593, + "grad_norm": 2.408198356628418, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7227432727813721, + "num_tokens": 60792872.0, + "step": 2559 + }, + { + "epoch": 0.28113331869097297, + "grad_norm": 2.446603775024414, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.7085981369018555, + "num_tokens": 60814632.0, + "step": 2560 + }, + { + "epoch": 0.28124313639358667, + "grad_norm": 2.2127625942230225, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7070118188858032, + "num_tokens": 60838819.0, + "step": 2561 + }, + { + "epoch": 0.2813529540962003, + "grad_norm": 2.295456647872925, + "learning_rate": 1e-06, + "loss": 1.0943, + "mean_token_accuracy": 0.6754076480865479, + "num_tokens": 60863275.0, + "step": 2562 + }, + { + "epoch": 0.28146277179881396, + "grad_norm": 2.653245210647583, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.7102631330490112, + "num_tokens": 60882422.0, + "step": 2563 + }, + { + "epoch": 0.2815725895014276, + "grad_norm": 2.2320215702056885, + "learning_rate": 1e-06, + "loss": 1.0714, + "mean_token_accuracy": 0.6791433691978455, + "num_tokens": 60909953.0, + "step": 2564 + }, + { + "epoch": 0.2816824072040413, + "grad_norm": 2.354940891265869, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7057880163192749, + "num_tokens": 60932345.0, + "step": 2565 + }, + { + "epoch": 0.28179222490665495, + "grad_norm": 2.4791553020477295, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.7077720165252686, + "num_tokens": 60952801.0, + "step": 2566 + }, + { + "epoch": 0.2819020426092686, + "grad_norm": 2.4573092460632324, + "learning_rate": 1e-06, + "loss": 1.0987, + "mean_token_accuracy": 0.679301381111145, + "num_tokens": 60974829.0, + "step": 2567 + }, + { + "epoch": 0.2820118603118823, + "grad_norm": 2.194324254989624, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6795699596405029, + "num_tokens": 60999505.0, + "step": 2568 + }, + { + "epoch": 0.28212167801449595, + "grad_norm": 2.682955741882324, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7037796378135681, + "num_tokens": 61017933.0, + "step": 2569 + }, + { + "epoch": 0.2822314957171096, + "grad_norm": 2.236781120300293, + "learning_rate": 1e-06, + "loss": 1.0365, + "mean_token_accuracy": 0.696544885635376, + "num_tokens": 61042409.0, + "step": 2570 + }, + { + "epoch": 0.28234131341972324, + "grad_norm": 2.619290828704834, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.697520911693573, + "num_tokens": 61061194.0, + "step": 2571 + }, + { + "epoch": 0.28245113112233694, + "grad_norm": 2.476154088973999, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6920583248138428, + "num_tokens": 61082345.0, + "step": 2572 + }, + { + "epoch": 0.2825609488249506, + "grad_norm": 2.247588872909546, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7325727939605713, + "num_tokens": 61104514.0, + "step": 2573 + }, + { + "epoch": 0.28267076652756423, + "grad_norm": 2.561730146408081, + "learning_rate": 1e-06, + "loss": 1.0646, + "mean_token_accuracy": 0.6789587736129761, + "num_tokens": 61126144.0, + "step": 2574 + }, + { + "epoch": 0.2827805842301779, + "grad_norm": 2.1945972442626953, + "learning_rate": 1e-06, + "loss": 1.0318, + "mean_token_accuracy": 0.6871650815010071, + "num_tokens": 61151395.0, + "step": 2575 + }, + { + "epoch": 0.2828904019327916, + "grad_norm": 2.3923749923706055, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7017170190811157, + "num_tokens": 61174302.0, + "step": 2576 + }, + { + "epoch": 0.2830002196354052, + "grad_norm": 2.4912731647491455, + "learning_rate": 1e-06, + "loss": 0.995, + "mean_token_accuracy": 0.7118011713027954, + "num_tokens": 61195270.0, + "step": 2577 + }, + { + "epoch": 0.28311003733801887, + "grad_norm": 2.1994822025299072, + "learning_rate": 1e-06, + "loss": 1.0253, + "mean_token_accuracy": 0.7011836767196655, + "num_tokens": 61221878.0, + "step": 2578 + }, + { + "epoch": 0.2832198550406326, + "grad_norm": 2.4004039764404297, + "learning_rate": 1e-06, + "loss": 0.9758, + "mean_token_accuracy": 0.7033530473709106, + "num_tokens": 61245903.0, + "step": 2579 + }, + { + "epoch": 0.2833296727432462, + "grad_norm": 2.550807237625122, + "learning_rate": 1e-06, + "loss": 1.0756, + "mean_token_accuracy": 0.6818186640739441, + "num_tokens": 61268953.0, + "step": 2580 + }, + { + "epoch": 0.28343949044585987, + "grad_norm": 2.165100336074829, + "learning_rate": 1e-06, + "loss": 1.0621, + "mean_token_accuracy": 0.6802616119384766, + "num_tokens": 61294359.0, + "step": 2581 + }, + { + "epoch": 0.2835493081484735, + "grad_norm": 2.224313974380493, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.7045668363571167, + "num_tokens": 61320935.0, + "step": 2582 + }, + { + "epoch": 0.2836591258510872, + "grad_norm": 2.436314344406128, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7085440754890442, + "num_tokens": 61342163.0, + "step": 2583 + }, + { + "epoch": 0.28376894355370086, + "grad_norm": 2.3575327396392822, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7145678997039795, + "num_tokens": 61363639.0, + "step": 2584 + }, + { + "epoch": 0.2838787612563145, + "grad_norm": 2.7062008380889893, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.6908984184265137, + "num_tokens": 61382992.0, + "step": 2585 + }, + { + "epoch": 0.2839885789589282, + "grad_norm": 2.1622819900512695, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7167845964431763, + "num_tokens": 61410318.0, + "step": 2586 + }, + { + "epoch": 0.28409839666154185, + "grad_norm": 1.880778193473816, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7034969329833984, + "num_tokens": 61443245.0, + "step": 2587 + }, + { + "epoch": 0.2842082143641555, + "grad_norm": 2.4512875080108643, + "learning_rate": 1e-06, + "loss": 1.0195, + "mean_token_accuracy": 0.6975374221801758, + "num_tokens": 61464403.0, + "step": 2588 + }, + { + "epoch": 0.28431803206676914, + "grad_norm": 2.4050681591033936, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7004677057266235, + "num_tokens": 61486482.0, + "step": 2589 + }, + { + "epoch": 0.28442784976938285, + "grad_norm": 2.0876147747039795, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.7015606164932251, + "num_tokens": 61515070.0, + "step": 2590 + }, + { + "epoch": 0.2845376674719965, + "grad_norm": 2.3140056133270264, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6974866390228271, + "num_tokens": 61537424.0, + "step": 2591 + }, + { + "epoch": 0.28464748517461014, + "grad_norm": 2.355431079864502, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.688713788986206, + "num_tokens": 61559958.0, + "step": 2592 + }, + { + "epoch": 0.2847573028772238, + "grad_norm": 2.1991958618164062, + "learning_rate": 1e-06, + "loss": 1.0974, + "mean_token_accuracy": 0.6756527423858643, + "num_tokens": 61589548.0, + "step": 2593 + }, + { + "epoch": 0.2848671205798375, + "grad_norm": 2.3267581462860107, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.6960999965667725, + "num_tokens": 61612808.0, + "step": 2594 + }, + { + "epoch": 0.28497693828245113, + "grad_norm": 2.471635341644287, + "learning_rate": 1e-06, + "loss": 1.0728, + "mean_token_accuracy": 0.6882257461547852, + "num_tokens": 61635480.0, + "step": 2595 + }, + { + "epoch": 0.2850867559850648, + "grad_norm": 2.3890812397003174, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.7018886804580688, + "num_tokens": 61657750.0, + "step": 2596 + }, + { + "epoch": 0.2851965736876785, + "grad_norm": 2.5210676193237305, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7104976177215576, + "num_tokens": 61677688.0, + "step": 2597 + }, + { + "epoch": 0.2853063913902921, + "grad_norm": 2.148481607437134, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6965522170066833, + "num_tokens": 61705162.0, + "step": 2598 + }, + { + "epoch": 0.28541620909290577, + "grad_norm": 2.408031463623047, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7109586596488953, + "num_tokens": 61727561.0, + "step": 2599 + }, + { + "epoch": 0.2855260267955194, + "grad_norm": 2.305759906768799, + "learning_rate": 1e-06, + "loss": 1.0449, + "mean_token_accuracy": 0.6860371232032776, + "num_tokens": 61754515.0, + "step": 2600 + }, + { + "epoch": 0.2856358444981331, + "grad_norm": 2.2130210399627686, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.7092416286468506, + "num_tokens": 61779507.0, + "step": 2601 + }, + { + "epoch": 0.28574566220074676, + "grad_norm": 2.2383673191070557, + "learning_rate": 1e-06, + "loss": 1.002, + "mean_token_accuracy": 0.7008591294288635, + "num_tokens": 61803073.0, + "step": 2602 + }, + { + "epoch": 0.2858554799033604, + "grad_norm": 2.3385448455810547, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7195287942886353, + "num_tokens": 61825127.0, + "step": 2603 + }, + { + "epoch": 0.28596529760597406, + "grad_norm": 2.491410970687866, + "learning_rate": 1e-06, + "loss": 1.0973, + "mean_token_accuracy": 0.6782715916633606, + "num_tokens": 61847740.0, + "step": 2604 + }, + { + "epoch": 0.28607511530858776, + "grad_norm": 2.131829261779785, + "learning_rate": 1e-06, + "loss": 1.0224, + "mean_token_accuracy": 0.7018694281578064, + "num_tokens": 61875520.0, + "step": 2605 + }, + { + "epoch": 0.2861849330112014, + "grad_norm": 2.2649006843566895, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.7037125825881958, + "num_tokens": 61900518.0, + "step": 2606 + }, + { + "epoch": 0.28629475071381505, + "grad_norm": 2.2445244789123535, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.710503339767456, + "num_tokens": 61923611.0, + "step": 2607 + }, + { + "epoch": 0.28640456841642875, + "grad_norm": 2.3901760578155518, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.6982396841049194, + "num_tokens": 61946606.0, + "step": 2608 + }, + { + "epoch": 0.2865143861190424, + "grad_norm": 2.4436590671539307, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7198836207389832, + "num_tokens": 61968087.0, + "step": 2609 + }, + { + "epoch": 0.28662420382165604, + "grad_norm": 2.482640266418457, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7057256698608398, + "num_tokens": 61988989.0, + "step": 2610 + }, + { + "epoch": 0.2867340215242697, + "grad_norm": 2.1542844772338867, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6953012943267822, + "num_tokens": 62017437.0, + "step": 2611 + }, + { + "epoch": 0.2868438392268834, + "grad_norm": 2.1515800952911377, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.689714789390564, + "num_tokens": 62043027.0, + "step": 2612 + }, + { + "epoch": 0.28695365692949704, + "grad_norm": 2.591712236404419, + "learning_rate": 1e-06, + "loss": 0.9754, + "mean_token_accuracy": 0.7045708298683167, + "num_tokens": 62063300.0, + "step": 2613 + }, + { + "epoch": 0.2870634746321107, + "grad_norm": 2.434260368347168, + "learning_rate": 1e-06, + "loss": 1.0451, + "mean_token_accuracy": 0.68711918592453, + "num_tokens": 62086854.0, + "step": 2614 + }, + { + "epoch": 0.2871732923347244, + "grad_norm": 2.511103868484497, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7043662071228027, + "num_tokens": 62108395.0, + "step": 2615 + }, + { + "epoch": 0.28728311003733803, + "grad_norm": 2.385526418685913, + "learning_rate": 1e-06, + "loss": 1.1091, + "mean_token_accuracy": 0.6767670512199402, + "num_tokens": 62133164.0, + "step": 2616 + }, + { + "epoch": 0.2873929277399517, + "grad_norm": 2.676126718521118, + "learning_rate": 1e-06, + "loss": 1.0503, + "mean_token_accuracy": 0.688518762588501, + "num_tokens": 62151873.0, + "step": 2617 + }, + { + "epoch": 0.2875027454425653, + "grad_norm": 2.5661139488220215, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6887012720108032, + "num_tokens": 62172181.0, + "step": 2618 + }, + { + "epoch": 0.287612563145179, + "grad_norm": 2.5776097774505615, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.6951704621315002, + "num_tokens": 62194863.0, + "step": 2619 + }, + { + "epoch": 0.28772238084779267, + "grad_norm": 2.4228625297546387, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.6905274391174316, + "num_tokens": 62216567.0, + "step": 2620 + }, + { + "epoch": 0.2878321985504063, + "grad_norm": 2.4710774421691895, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7156125903129578, + "num_tokens": 62237937.0, + "step": 2621 + }, + { + "epoch": 0.28794201625301996, + "grad_norm": 2.38360857963562, + "learning_rate": 1e-06, + "loss": 1.0933, + "mean_token_accuracy": 0.6785489320755005, + "num_tokens": 62264054.0, + "step": 2622 + }, + { + "epoch": 0.28805183395563366, + "grad_norm": 2.4107933044433594, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7214142084121704, + "num_tokens": 62285352.0, + "step": 2623 + }, + { + "epoch": 0.2881616516582473, + "grad_norm": 2.5160911083221436, + "learning_rate": 1e-06, + "loss": 1.0348, + "mean_token_accuracy": 0.692521333694458, + "num_tokens": 62308385.0, + "step": 2624 + }, + { + "epoch": 0.28827146936086095, + "grad_norm": 2.257997989654541, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7040347456932068, + "num_tokens": 62332567.0, + "step": 2625 + }, + { + "epoch": 0.28838128706347466, + "grad_norm": 2.491605043411255, + "learning_rate": 1e-06, + "loss": 1.0362, + "mean_token_accuracy": 0.6902490854263306, + "num_tokens": 62353333.0, + "step": 2626 + }, + { + "epoch": 0.2884911047660883, + "grad_norm": 2.384178400039673, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.7076411247253418, + "num_tokens": 62376433.0, + "step": 2627 + }, + { + "epoch": 0.28860092246870195, + "grad_norm": 2.217898368835449, + "learning_rate": 1e-06, + "loss": 1.0078, + "mean_token_accuracy": 0.7046252489089966, + "num_tokens": 62401831.0, + "step": 2628 + }, + { + "epoch": 0.2887107401713156, + "grad_norm": 2.3558199405670166, + "learning_rate": 1e-06, + "loss": 1.0618, + "mean_token_accuracy": 0.6869540214538574, + "num_tokens": 62425238.0, + "step": 2629 + }, + { + "epoch": 0.2888205578739293, + "grad_norm": 2.4565532207489014, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7149941921234131, + "num_tokens": 62445354.0, + "step": 2630 + }, + { + "epoch": 0.28893037557654294, + "grad_norm": 2.3371903896331787, + "learning_rate": 1e-06, + "loss": 1.0216, + "mean_token_accuracy": 0.6907849311828613, + "num_tokens": 62467909.0, + "step": 2631 + }, + { + "epoch": 0.2890401932791566, + "grad_norm": 2.245406150817871, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.6940457224845886, + "num_tokens": 62494754.0, + "step": 2632 + }, + { + "epoch": 0.2891500109817703, + "grad_norm": 2.2492475509643555, + "learning_rate": 1e-06, + "loss": 1.1151, + "mean_token_accuracy": 0.675358772277832, + "num_tokens": 62522091.0, + "step": 2633 + }, + { + "epoch": 0.28925982868438394, + "grad_norm": 2.2902376651763916, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.7069080471992493, + "num_tokens": 62547768.0, + "step": 2634 + }, + { + "epoch": 0.2893696463869976, + "grad_norm": 2.293731212615967, + "learning_rate": 1e-06, + "loss": 1.0035, + "mean_token_accuracy": 0.6973485350608826, + "num_tokens": 62572269.0, + "step": 2635 + }, + { + "epoch": 0.2894794640896112, + "grad_norm": 2.482938528060913, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6990301609039307, + "num_tokens": 62592991.0, + "step": 2636 + }, + { + "epoch": 0.28958928179222493, + "grad_norm": 2.3923487663269043, + "learning_rate": 1e-06, + "loss": 1.0543, + "mean_token_accuracy": 0.6960285902023315, + "num_tokens": 62615568.0, + "step": 2637 + }, + { + "epoch": 0.2896990994948386, + "grad_norm": 2.3952932357788086, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7001863718032837, + "num_tokens": 62639160.0, + "step": 2638 + }, + { + "epoch": 0.2898089171974522, + "grad_norm": 2.2134828567504883, + "learning_rate": 1e-06, + "loss": 1.0764, + "mean_token_accuracy": 0.6798668503761292, + "num_tokens": 62666946.0, + "step": 2639 + }, + { + "epoch": 0.28991873490006587, + "grad_norm": 2.250962495803833, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.7005574107170105, + "num_tokens": 62692605.0, + "step": 2640 + }, + { + "epoch": 0.29002855260267957, + "grad_norm": 2.3536620140075684, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.700732946395874, + "num_tokens": 62715272.0, + "step": 2641 + }, + { + "epoch": 0.2901383703052932, + "grad_norm": 1.9443049430847168, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7203323245048523, + "num_tokens": 62746934.0, + "step": 2642 + }, + { + "epoch": 0.29024818800790686, + "grad_norm": 2.3052597045898438, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7207098007202148, + "num_tokens": 62770250.0, + "step": 2643 + }, + { + "epoch": 0.29035800571052056, + "grad_norm": 2.4395620822906494, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.7241390943527222, + "num_tokens": 62790594.0, + "step": 2644 + }, + { + "epoch": 0.2904678234131342, + "grad_norm": 2.380728006362915, + "learning_rate": 1e-06, + "loss": 1.0355, + "mean_token_accuracy": 0.6943279504776001, + "num_tokens": 62814070.0, + "step": 2645 + }, + { + "epoch": 0.29057764111574785, + "grad_norm": 2.3690712451934814, + "learning_rate": 1e-06, + "loss": 1.0887, + "mean_token_accuracy": 0.6778535842895508, + "num_tokens": 62836799.0, + "step": 2646 + }, + { + "epoch": 0.2906874588183615, + "grad_norm": 2.4314351081848145, + "learning_rate": 1e-06, + "loss": 1.1079, + "mean_token_accuracy": 0.6852976679801941, + "num_tokens": 62860212.0, + "step": 2647 + }, + { + "epoch": 0.2907972765209752, + "grad_norm": 2.2703025341033936, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7023253440856934, + "num_tokens": 62884024.0, + "step": 2648 + }, + { + "epoch": 0.29090709422358885, + "grad_norm": 2.854632616043091, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7020372152328491, + "num_tokens": 62902434.0, + "step": 2649 + }, + { + "epoch": 0.2910169119262025, + "grad_norm": 2.1416285037994385, + "learning_rate": 1e-06, + "loss": 1.0441, + "mean_token_accuracy": 0.6899019479751587, + "num_tokens": 62929819.0, + "step": 2650 + }, + { + "epoch": 0.29112672962881614, + "grad_norm": 2.4335222244262695, + "learning_rate": 1e-06, + "loss": 1.0454, + "mean_token_accuracy": 0.6876951456069946, + "num_tokens": 62953742.0, + "step": 2651 + }, + { + "epoch": 0.29123654733142984, + "grad_norm": 2.4475042819976807, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.6910775899887085, + "num_tokens": 62976010.0, + "step": 2652 + }, + { + "epoch": 0.2913463650340435, + "grad_norm": 2.575843095779419, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7144372463226318, + "num_tokens": 62994349.0, + "step": 2653 + }, + { + "epoch": 0.29145618273665713, + "grad_norm": 2.751662015914917, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7315224409103394, + "num_tokens": 63011870.0, + "step": 2654 + }, + { + "epoch": 0.29156600043927083, + "grad_norm": 2.167024612426758, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.7031408548355103, + "num_tokens": 63038022.0, + "step": 2655 + }, + { + "epoch": 0.2916758181418845, + "grad_norm": 2.7811057567596436, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.7051979303359985, + "num_tokens": 63058243.0, + "step": 2656 + }, + { + "epoch": 0.2917856358444981, + "grad_norm": 2.4085159301757812, + "learning_rate": 1e-06, + "loss": 1.0342, + "mean_token_accuracy": 0.6843827962875366, + "num_tokens": 63081666.0, + "step": 2657 + }, + { + "epoch": 0.29189545354711177, + "grad_norm": 2.508479595184326, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7001000642776489, + "num_tokens": 63101851.0, + "step": 2658 + }, + { + "epoch": 0.2920052712497255, + "grad_norm": 2.387784004211426, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6952645778656006, + "num_tokens": 63124520.0, + "step": 2659 + }, + { + "epoch": 0.2921150889523391, + "grad_norm": 2.666632890701294, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7095867395401001, + "num_tokens": 63142566.0, + "step": 2660 + }, + { + "epoch": 0.29222490665495277, + "grad_norm": 2.260746955871582, + "learning_rate": 1e-06, + "loss": 1.0251, + "mean_token_accuracy": 0.6832684278488159, + "num_tokens": 63164496.0, + "step": 2661 + }, + { + "epoch": 0.29233472435756647, + "grad_norm": 2.2945919036865234, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7111908197402954, + "num_tokens": 63189470.0, + "step": 2662 + }, + { + "epoch": 0.2924445420601801, + "grad_norm": 2.4060328006744385, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7017988562583923, + "num_tokens": 63211510.0, + "step": 2663 + }, + { + "epoch": 0.29255435976279376, + "grad_norm": 2.234839677810669, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7244405746459961, + "num_tokens": 63235901.0, + "step": 2664 + }, + { + "epoch": 0.2926641774654074, + "grad_norm": 2.525967836380005, + "learning_rate": 1e-06, + "loss": 1.0374, + "mean_token_accuracy": 0.6955063343048096, + "num_tokens": 63256783.0, + "step": 2665 + }, + { + "epoch": 0.2927739951680211, + "grad_norm": 2.401728391647339, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7125502824783325, + "num_tokens": 63278052.0, + "step": 2666 + }, + { + "epoch": 0.29288381287063475, + "grad_norm": 2.1570777893066406, + "learning_rate": 1e-06, + "loss": 1.0428, + "mean_token_accuracy": 0.6867760419845581, + "num_tokens": 63303890.0, + "step": 2667 + }, + { + "epoch": 0.2929936305732484, + "grad_norm": 2.248303174972534, + "learning_rate": 1e-06, + "loss": 1.0849, + "mean_token_accuracy": 0.6858261227607727, + "num_tokens": 63330291.0, + "step": 2668 + }, + { + "epoch": 0.29310344827586204, + "grad_norm": 2.1043522357940674, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.6934328079223633, + "num_tokens": 63358521.0, + "step": 2669 + }, + { + "epoch": 0.29321326597847575, + "grad_norm": 2.8212263584136963, + "learning_rate": 1e-06, + "loss": 1.0036, + "mean_token_accuracy": 0.7067145109176636, + "num_tokens": 63375570.0, + "step": 2670 + }, + { + "epoch": 0.2933230836810894, + "grad_norm": 2.223527669906616, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7055785655975342, + "num_tokens": 63400230.0, + "step": 2671 + }, + { + "epoch": 0.29343290138370304, + "grad_norm": 2.2387983798980713, + "learning_rate": 1e-06, + "loss": 1.0654, + "mean_token_accuracy": 0.6779860258102417, + "num_tokens": 63424420.0, + "step": 2672 + }, + { + "epoch": 0.29354271908631674, + "grad_norm": 2.617121934890747, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.7055913209915161, + "num_tokens": 63442288.0, + "step": 2673 + }, + { + "epoch": 0.2936525367889304, + "grad_norm": 2.3799309730529785, + "learning_rate": 1e-06, + "loss": 0.9766, + "mean_token_accuracy": 0.7046927213668823, + "num_tokens": 63464403.0, + "step": 2674 + }, + { + "epoch": 0.29376235449154403, + "grad_norm": 2.4751555919647217, + "learning_rate": 1e-06, + "loss": 1.087, + "mean_token_accuracy": 0.6750409007072449, + "num_tokens": 63487179.0, + "step": 2675 + }, + { + "epoch": 0.2938721721941577, + "grad_norm": 2.4396743774414062, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.698218047618866, + "num_tokens": 63509683.0, + "step": 2676 + }, + { + "epoch": 0.2939819898967714, + "grad_norm": 2.1992220878601074, + "learning_rate": 1e-06, + "loss": 1.0892, + "mean_token_accuracy": 0.6863918304443359, + "num_tokens": 63538463.0, + "step": 2677 + }, + { + "epoch": 0.294091807599385, + "grad_norm": 2.5806264877319336, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.7050497531890869, + "num_tokens": 63558025.0, + "step": 2678 + }, + { + "epoch": 0.29420162530199867, + "grad_norm": 2.6038002967834473, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.6983214616775513, + "num_tokens": 63575878.0, + "step": 2679 + }, + { + "epoch": 0.2943114430046123, + "grad_norm": 2.8622286319732666, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.6902412176132202, + "num_tokens": 63593334.0, + "step": 2680 + }, + { + "epoch": 0.294421260707226, + "grad_norm": 2.21083927154541, + "learning_rate": 1e-06, + "loss": 1.0414, + "mean_token_accuracy": 0.687433123588562, + "num_tokens": 63620824.0, + "step": 2681 + }, + { + "epoch": 0.29453107840983966, + "grad_norm": 2.653898000717163, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.6920375823974609, + "num_tokens": 63638185.0, + "step": 2682 + }, + { + "epoch": 0.2946408961124533, + "grad_norm": 2.51346755027771, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.7107760906219482, + "num_tokens": 63659254.0, + "step": 2683 + }, + { + "epoch": 0.294750713815067, + "grad_norm": 2.416750192642212, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.7005541324615479, + "num_tokens": 63681341.0, + "step": 2684 + }, + { + "epoch": 0.29486053151768066, + "grad_norm": 2.630629539489746, + "learning_rate": 1e-06, + "loss": 1.0621, + "mean_token_accuracy": 0.6681370735168457, + "num_tokens": 63699432.0, + "step": 2685 + }, + { + "epoch": 0.2949703492202943, + "grad_norm": 2.3740828037261963, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7205621004104614, + "num_tokens": 63722203.0, + "step": 2686 + }, + { + "epoch": 0.29508016692290795, + "grad_norm": 2.3777947425842285, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7044488191604614, + "num_tokens": 63745333.0, + "step": 2687 + }, + { + "epoch": 0.29518998462552165, + "grad_norm": 2.215160608291626, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.695671796798706, + "num_tokens": 63771004.0, + "step": 2688 + }, + { + "epoch": 0.2952998023281353, + "grad_norm": 2.1280674934387207, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.7022867202758789, + "num_tokens": 63797608.0, + "step": 2689 + }, + { + "epoch": 0.29540962003074894, + "grad_norm": 2.7936699390411377, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.695361852645874, + "num_tokens": 63815130.0, + "step": 2690 + }, + { + "epoch": 0.29551943773336264, + "grad_norm": 2.3075613975524902, + "learning_rate": 1e-06, + "loss": 1.058, + "mean_token_accuracy": 0.6832910776138306, + "num_tokens": 63840522.0, + "step": 2691 + }, + { + "epoch": 0.2956292554359763, + "grad_norm": 2.3528640270233154, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.700302004814148, + "num_tokens": 63863714.0, + "step": 2692 + }, + { + "epoch": 0.29573907313858994, + "grad_norm": 2.2809321880340576, + "learning_rate": 1e-06, + "loss": 1.0718, + "mean_token_accuracy": 0.6792662143707275, + "num_tokens": 63889839.0, + "step": 2693 + }, + { + "epoch": 0.2958488908412036, + "grad_norm": 2.2254481315612793, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7011499404907227, + "num_tokens": 63915536.0, + "step": 2694 + }, + { + "epoch": 0.2959587085438173, + "grad_norm": 2.3855245113372803, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.7047744393348694, + "num_tokens": 63937924.0, + "step": 2695 + }, + { + "epoch": 0.29606852624643093, + "grad_norm": 2.253769636154175, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7268810272216797, + "num_tokens": 63962111.0, + "step": 2696 + }, + { + "epoch": 0.2961783439490446, + "grad_norm": 2.2598636150360107, + "learning_rate": 1e-06, + "loss": 1.0301, + "mean_token_accuracy": 0.6993485689163208, + "num_tokens": 63987383.0, + "step": 2697 + }, + { + "epoch": 0.2962881616516582, + "grad_norm": 2.157017230987549, + "learning_rate": 1e-06, + "loss": 1.0323, + "mean_token_accuracy": 0.6938266158103943, + "num_tokens": 64013251.0, + "step": 2698 + }, + { + "epoch": 0.2963979793542719, + "grad_norm": 2.8482983112335205, + "learning_rate": 1e-06, + "loss": 1.072, + "mean_token_accuracy": 0.6745449304580688, + "num_tokens": 64031355.0, + "step": 2699 + }, + { + "epoch": 0.29650779705688557, + "grad_norm": 2.392685890197754, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.7053896188735962, + "num_tokens": 64052847.0, + "step": 2700 + }, + { + "epoch": 0.2966176147594992, + "grad_norm": 2.180572986602783, + "learning_rate": 1e-06, + "loss": 1.0487, + "mean_token_accuracy": 0.6862218379974365, + "num_tokens": 64079411.0, + "step": 2701 + }, + { + "epoch": 0.2967274324621129, + "grad_norm": 2.502929925918579, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7111307382583618, + "num_tokens": 64099724.0, + "step": 2702 + }, + { + "epoch": 0.29683725016472656, + "grad_norm": 3.280689001083374, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7225695848464966, + "num_tokens": 64113060.0, + "step": 2703 + }, + { + "epoch": 0.2969470678673402, + "grad_norm": 2.0945422649383545, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7188968062400818, + "num_tokens": 64137836.0, + "step": 2704 + }, + { + "epoch": 0.29705688556995385, + "grad_norm": 2.7900142669677734, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.6875892877578735, + "num_tokens": 64155335.0, + "step": 2705 + }, + { + "epoch": 0.29716670327256756, + "grad_norm": 3.0248637199401855, + "learning_rate": 1e-06, + "loss": 1.0239, + "mean_token_accuracy": 0.7049533128738403, + "num_tokens": 64171746.0, + "step": 2706 + }, + { + "epoch": 0.2972765209751812, + "grad_norm": 2.4185945987701416, + "learning_rate": 1e-06, + "loss": 1.0424, + "mean_token_accuracy": 0.6948955655097961, + "num_tokens": 64193610.0, + "step": 2707 + }, + { + "epoch": 0.29738633867779485, + "grad_norm": 2.4073243141174316, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.7127823829650879, + "num_tokens": 64217029.0, + "step": 2708 + }, + { + "epoch": 0.29749615638040855, + "grad_norm": 2.4580018520355225, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7102780342102051, + "num_tokens": 64237943.0, + "step": 2709 + }, + { + "epoch": 0.2976059740830222, + "grad_norm": 2.297152042388916, + "learning_rate": 1e-06, + "loss": 1.029, + "mean_token_accuracy": 0.6884656548500061, + "num_tokens": 64263690.0, + "step": 2710 + }, + { + "epoch": 0.29771579178563584, + "grad_norm": 2.221727132797241, + "learning_rate": 1e-06, + "loss": 1.0119, + "mean_token_accuracy": 0.6957234740257263, + "num_tokens": 64291839.0, + "step": 2711 + }, + { + "epoch": 0.2978256094882495, + "grad_norm": 2.3107659816741943, + "learning_rate": 1e-06, + "loss": 1.0522, + "mean_token_accuracy": 0.6859644651412964, + "num_tokens": 64315698.0, + "step": 2712 + }, + { + "epoch": 0.2979354271908632, + "grad_norm": 2.7019975185394287, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7224706411361694, + "num_tokens": 64332856.0, + "step": 2713 + }, + { + "epoch": 0.29804524489347684, + "grad_norm": 2.5217411518096924, + "learning_rate": 1e-06, + "loss": 1.0787, + "mean_token_accuracy": 0.6821054220199585, + "num_tokens": 64354355.0, + "step": 2714 + }, + { + "epoch": 0.2981550625960905, + "grad_norm": 2.363983392715454, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6995444297790527, + "num_tokens": 64376891.0, + "step": 2715 + }, + { + "epoch": 0.2982648802987041, + "grad_norm": 2.6889078617095947, + "learning_rate": 1e-06, + "loss": 1.0838, + "mean_token_accuracy": 0.6751244068145752, + "num_tokens": 64398471.0, + "step": 2716 + }, + { + "epoch": 0.29837469800131783, + "grad_norm": 2.259324550628662, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.6902621388435364, + "num_tokens": 64425088.0, + "step": 2717 + }, + { + "epoch": 0.2984845157039315, + "grad_norm": 2.506852149963379, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7167744636535645, + "num_tokens": 64444773.0, + "step": 2718 + }, + { + "epoch": 0.2985943334065451, + "grad_norm": 2.5672364234924316, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7118425369262695, + "num_tokens": 64465877.0, + "step": 2719 + }, + { + "epoch": 0.2987041511091588, + "grad_norm": 2.7995314598083496, + "learning_rate": 1e-06, + "loss": 1.1239, + "mean_token_accuracy": 0.6586573123931885, + "num_tokens": 64484974.0, + "step": 2720 + }, + { + "epoch": 0.29881396881177247, + "grad_norm": 2.3043644428253174, + "learning_rate": 1e-06, + "loss": 1.0069, + "mean_token_accuracy": 0.695662260055542, + "num_tokens": 64512116.0, + "step": 2721 + }, + { + "epoch": 0.2989237865143861, + "grad_norm": 2.4810221195220947, + "learning_rate": 1e-06, + "loss": 1.0139, + "mean_token_accuracy": 0.6874878406524658, + "num_tokens": 64534992.0, + "step": 2722 + }, + { + "epoch": 0.29903360421699976, + "grad_norm": 2.482407569885254, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7154951095581055, + "num_tokens": 64554904.0, + "step": 2723 + }, + { + "epoch": 0.29914342191961346, + "grad_norm": 2.2886481285095215, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7250006198883057, + "num_tokens": 64578723.0, + "step": 2724 + }, + { + "epoch": 0.2992532396222271, + "grad_norm": 2.2627334594726562, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7009617686271667, + "num_tokens": 64606247.0, + "step": 2725 + }, + { + "epoch": 0.29936305732484075, + "grad_norm": 2.4240570068359375, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.7003719210624695, + "num_tokens": 64628417.0, + "step": 2726 + }, + { + "epoch": 0.2994728750274544, + "grad_norm": 2.9730887413024902, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7179394960403442, + "num_tokens": 64643636.0, + "step": 2727 + }, + { + "epoch": 0.2995826927300681, + "grad_norm": 2.5411734580993652, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6920575499534607, + "num_tokens": 64665029.0, + "step": 2728 + }, + { + "epoch": 0.29969251043268175, + "grad_norm": 2.6315414905548096, + "learning_rate": 1e-06, + "loss": 1.0141, + "mean_token_accuracy": 0.69014573097229, + "num_tokens": 64684939.0, + "step": 2729 + }, + { + "epoch": 0.2998023281352954, + "grad_norm": 2.438746929168701, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.6998019814491272, + "num_tokens": 64707674.0, + "step": 2730 + }, + { + "epoch": 0.2999121458379091, + "grad_norm": 2.372441530227661, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.7048333287239075, + "num_tokens": 64732568.0, + "step": 2731 + }, + { + "epoch": 0.30002196354052274, + "grad_norm": 2.4622106552124023, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7144649624824524, + "num_tokens": 64754874.0, + "step": 2732 + }, + { + "epoch": 0.3001317812431364, + "grad_norm": 2.4287707805633545, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6962466239929199, + "num_tokens": 64778281.0, + "step": 2733 + }, + { + "epoch": 0.30024159894575003, + "grad_norm": 2.5464885234832764, + "learning_rate": 1e-06, + "loss": 1.04, + "mean_token_accuracy": 0.6928009986877441, + "num_tokens": 64801582.0, + "step": 2734 + }, + { + "epoch": 0.30035141664836373, + "grad_norm": 1.956406593322754, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.704194188117981, + "num_tokens": 64836012.0, + "step": 2735 + }, + { + "epoch": 0.3004612343509774, + "grad_norm": 2.715162515640259, + "learning_rate": 1e-06, + "loss": 1.0501, + "mean_token_accuracy": 0.6889128088951111, + "num_tokens": 64854473.0, + "step": 2736 + }, + { + "epoch": 0.300571052053591, + "grad_norm": 2.056439161300659, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7306779623031616, + "num_tokens": 64883018.0, + "step": 2737 + }, + { + "epoch": 0.3006808697562047, + "grad_norm": 2.419276714324951, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7285419702529907, + "num_tokens": 64903725.0, + "step": 2738 + }, + { + "epoch": 0.3007906874588184, + "grad_norm": 2.2774720191955566, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.7000979781150818, + "num_tokens": 64926068.0, + "step": 2739 + }, + { + "epoch": 0.300900505161432, + "grad_norm": 2.192075490951538, + "learning_rate": 1e-06, + "loss": 1.0349, + "mean_token_accuracy": 0.6874693632125854, + "num_tokens": 64953435.0, + "step": 2740 + }, + { + "epoch": 0.30101032286404567, + "grad_norm": 2.326566696166992, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6814111471176147, + "num_tokens": 64979080.0, + "step": 2741 + }, + { + "epoch": 0.30112014056665937, + "grad_norm": 2.2515692710876465, + "learning_rate": 1e-06, + "loss": 1.0697, + "mean_token_accuracy": 0.672756552696228, + "num_tokens": 65004769.0, + "step": 2742 + }, + { + "epoch": 0.301229958269273, + "grad_norm": 2.096041202545166, + "learning_rate": 1e-06, + "loss": 1.0434, + "mean_token_accuracy": 0.6873679161071777, + "num_tokens": 65032342.0, + "step": 2743 + }, + { + "epoch": 0.30133977597188666, + "grad_norm": 2.393655776977539, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7033008337020874, + "num_tokens": 65054780.0, + "step": 2744 + }, + { + "epoch": 0.3014495936745003, + "grad_norm": 1.9926047325134277, + "learning_rate": 1e-06, + "loss": 1.0304, + "mean_token_accuracy": 0.6866580247879028, + "num_tokens": 65084240.0, + "step": 2745 + }, + { + "epoch": 0.301559411377114, + "grad_norm": 2.5878756046295166, + "learning_rate": 1e-06, + "loss": 1.0307, + "mean_token_accuracy": 0.7138537168502808, + "num_tokens": 65104157.0, + "step": 2746 + }, + { + "epoch": 0.30166922907972765, + "grad_norm": 2.7565534114837646, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.7062544226646423, + "num_tokens": 65123172.0, + "step": 2747 + }, + { + "epoch": 0.3017790467823413, + "grad_norm": 2.7412679195404053, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6808173656463623, + "num_tokens": 65142518.0, + "step": 2748 + }, + { + "epoch": 0.301888864484955, + "grad_norm": 2.6464123725891113, + "learning_rate": 1e-06, + "loss": 1.0119, + "mean_token_accuracy": 0.6881788969039917, + "num_tokens": 65162100.0, + "step": 2749 + }, + { + "epoch": 0.30199868218756865, + "grad_norm": 2.1648435592651367, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.6956018805503845, + "num_tokens": 65189925.0, + "step": 2750 + }, + { + "epoch": 0.3021084998901823, + "grad_norm": 2.337977409362793, + "learning_rate": 1e-06, + "loss": 1.0367, + "mean_token_accuracy": 0.6822794079780579, + "num_tokens": 65213014.0, + "step": 2751 + }, + { + "epoch": 0.30221831759279594, + "grad_norm": 2.480877637863159, + "learning_rate": 1e-06, + "loss": 1.0492, + "mean_token_accuracy": 0.6753064393997192, + "num_tokens": 65233115.0, + "step": 2752 + }, + { + "epoch": 0.30232813529540964, + "grad_norm": 2.0564050674438477, + "learning_rate": 1e-06, + "loss": 1.0282, + "mean_token_accuracy": 0.6929205656051636, + "num_tokens": 65264737.0, + "step": 2753 + }, + { + "epoch": 0.3024379529980233, + "grad_norm": 2.2336556911468506, + "learning_rate": 1e-06, + "loss": 1.0016, + "mean_token_accuracy": 0.706791877746582, + "num_tokens": 65289667.0, + "step": 2754 + }, + { + "epoch": 0.30254777070063693, + "grad_norm": 2.3113605976104736, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7212808132171631, + "num_tokens": 65312468.0, + "step": 2755 + }, + { + "epoch": 0.3026575884032506, + "grad_norm": 2.2406487464904785, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6929268836975098, + "num_tokens": 65338790.0, + "step": 2756 + }, + { + "epoch": 0.3027674061058643, + "grad_norm": 2.393883466720581, + "learning_rate": 1e-06, + "loss": 0.9964, + "mean_token_accuracy": 0.6948724389076233, + "num_tokens": 65360380.0, + "step": 2757 + }, + { + "epoch": 0.3028772238084779, + "grad_norm": 2.0277867317199707, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6974443197250366, + "num_tokens": 65388417.0, + "step": 2758 + }, + { + "epoch": 0.30298704151109157, + "grad_norm": 2.1187753677368164, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7173903584480286, + "num_tokens": 65416991.0, + "step": 2759 + }, + { + "epoch": 0.30309685921370527, + "grad_norm": 2.8082058429718018, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7168172001838684, + "num_tokens": 65433175.0, + "step": 2760 + }, + { + "epoch": 0.3032066769163189, + "grad_norm": 2.3600759506225586, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7094277143478394, + "num_tokens": 65455897.0, + "step": 2761 + }, + { + "epoch": 0.30331649461893256, + "grad_norm": 2.3106133937835693, + "learning_rate": 1e-06, + "loss": 1.0836, + "mean_token_accuracy": 0.6840811371803284, + "num_tokens": 65480925.0, + "step": 2762 + }, + { + "epoch": 0.3034263123215462, + "grad_norm": 2.376293420791626, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7133215665817261, + "num_tokens": 65501599.0, + "step": 2763 + }, + { + "epoch": 0.3035361300241599, + "grad_norm": 2.3904225826263428, + "learning_rate": 1e-06, + "loss": 1.035, + "mean_token_accuracy": 0.6818915605545044, + "num_tokens": 65523671.0, + "step": 2764 + }, + { + "epoch": 0.30364594772677356, + "grad_norm": 2.4009549617767334, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7175781726837158, + "num_tokens": 65544390.0, + "step": 2765 + }, + { + "epoch": 0.3037557654293872, + "grad_norm": 2.4011342525482178, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6883113384246826, + "num_tokens": 65568183.0, + "step": 2766 + }, + { + "epoch": 0.3038655831320009, + "grad_norm": 2.1596128940582275, + "learning_rate": 1e-06, + "loss": 1.0214, + "mean_token_accuracy": 0.6949887275695801, + "num_tokens": 65597517.0, + "step": 2767 + }, + { + "epoch": 0.30397540083461455, + "grad_norm": 2.323837995529175, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7120888829231262, + "num_tokens": 65622206.0, + "step": 2768 + }, + { + "epoch": 0.3040852185372282, + "grad_norm": 2.2912065982818604, + "learning_rate": 1e-06, + "loss": 1.0365, + "mean_token_accuracy": 0.6933531761169434, + "num_tokens": 65648202.0, + "step": 2769 + }, + { + "epoch": 0.30419503623984184, + "grad_norm": 2.587433338165283, + "learning_rate": 1e-06, + "loss": 1.0783, + "mean_token_accuracy": 0.6833217144012451, + "num_tokens": 65669209.0, + "step": 2770 + }, + { + "epoch": 0.30430485394245554, + "grad_norm": 2.5933942794799805, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6986905336380005, + "num_tokens": 65690175.0, + "step": 2771 + }, + { + "epoch": 0.3044146716450692, + "grad_norm": 2.6449146270751953, + "learning_rate": 1e-06, + "loss": 1.0224, + "mean_token_accuracy": 0.6883618831634521, + "num_tokens": 65710582.0, + "step": 2772 + }, + { + "epoch": 0.30452448934768284, + "grad_norm": 2.2060232162475586, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6959906220436096, + "num_tokens": 65737281.0, + "step": 2773 + }, + { + "epoch": 0.3046343070502965, + "grad_norm": 2.504685401916504, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7069596648216248, + "num_tokens": 65759395.0, + "step": 2774 + }, + { + "epoch": 0.3047441247529102, + "grad_norm": 2.2150373458862305, + "learning_rate": 1e-06, + "loss": 1.0362, + "mean_token_accuracy": 0.6830095052719116, + "num_tokens": 65784773.0, + "step": 2775 + }, + { + "epoch": 0.30485394245552383, + "grad_norm": 2.037437677383423, + "learning_rate": 1e-06, + "loss": 1.0701, + "mean_token_accuracy": 0.6854241490364075, + "num_tokens": 65814354.0, + "step": 2776 + }, + { + "epoch": 0.3049637601581375, + "grad_norm": 2.815380334854126, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7266334891319275, + "num_tokens": 65832417.0, + "step": 2777 + }, + { + "epoch": 0.3050735778607512, + "grad_norm": 2.4155571460723877, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7031502723693848, + "num_tokens": 65853862.0, + "step": 2778 + }, + { + "epoch": 0.3051833955633648, + "grad_norm": 2.602900505065918, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.713188111782074, + "num_tokens": 65872715.0, + "step": 2779 + }, + { + "epoch": 0.30529321326597847, + "grad_norm": 2.0452799797058105, + "learning_rate": 1e-06, + "loss": 1.082, + "mean_token_accuracy": 0.6790015697479248, + "num_tokens": 65902970.0, + "step": 2780 + }, + { + "epoch": 0.3054030309685921, + "grad_norm": 2.391977071762085, + "learning_rate": 1e-06, + "loss": 1.0068, + "mean_token_accuracy": 0.6978750228881836, + "num_tokens": 65924085.0, + "step": 2781 + }, + { + "epoch": 0.3055128486712058, + "grad_norm": 2.2159876823425293, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.688474178314209, + "num_tokens": 65950856.0, + "step": 2782 + }, + { + "epoch": 0.30562266637381946, + "grad_norm": 2.340513229370117, + "learning_rate": 1e-06, + "loss": 1.051, + "mean_token_accuracy": 0.6851299405097961, + "num_tokens": 65974556.0, + "step": 2783 + }, + { + "epoch": 0.3057324840764331, + "grad_norm": 2.027552843093872, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7129945755004883, + "num_tokens": 66001009.0, + "step": 2784 + }, + { + "epoch": 0.30584230177904675, + "grad_norm": 1.9997930526733398, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7117357850074768, + "num_tokens": 66029957.0, + "step": 2785 + }, + { + "epoch": 0.30595211948166046, + "grad_norm": 2.097536087036133, + "learning_rate": 1e-06, + "loss": 1.0438, + "mean_token_accuracy": 0.6914587020874023, + "num_tokens": 66059790.0, + "step": 2786 + }, + { + "epoch": 0.3060619371842741, + "grad_norm": 2.2747981548309326, + "learning_rate": 1e-06, + "loss": 1.0344, + "mean_token_accuracy": 0.6852473616600037, + "num_tokens": 66084743.0, + "step": 2787 + }, + { + "epoch": 0.30617175488688775, + "grad_norm": 2.261695623397827, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7257134318351746, + "num_tokens": 66109908.0, + "step": 2788 + }, + { + "epoch": 0.30628157258950145, + "grad_norm": 2.6370811462402344, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6956924200057983, + "num_tokens": 66129904.0, + "step": 2789 + }, + { + "epoch": 0.3063913902921151, + "grad_norm": 2.355393409729004, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7303227186203003, + "num_tokens": 66151798.0, + "step": 2790 + }, + { + "epoch": 0.30650120799472874, + "grad_norm": 2.4629547595977783, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7274001836776733, + "num_tokens": 66172719.0, + "step": 2791 + }, + { + "epoch": 0.3066110256973424, + "grad_norm": 2.24969744682312, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.6950050592422485, + "num_tokens": 66196962.0, + "step": 2792 + }, + { + "epoch": 0.3067208433999561, + "grad_norm": 2.2791457176208496, + "learning_rate": 1e-06, + "loss": 1.0463, + "mean_token_accuracy": 0.6909700632095337, + "num_tokens": 66222792.0, + "step": 2793 + }, + { + "epoch": 0.30683066110256974, + "grad_norm": 2.5295703411102295, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.706979513168335, + "num_tokens": 66242248.0, + "step": 2794 + }, + { + "epoch": 0.3069404788051834, + "grad_norm": 2.4454281330108643, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.7014341354370117, + "num_tokens": 66264707.0, + "step": 2795 + }, + { + "epoch": 0.3070502965077971, + "grad_norm": 2.3958659172058105, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.7003165483474731, + "num_tokens": 66288768.0, + "step": 2796 + }, + { + "epoch": 0.30716011421041073, + "grad_norm": 2.272062301635742, + "learning_rate": 1e-06, + "loss": 1.0745, + "mean_token_accuracy": 0.6803494095802307, + "num_tokens": 66315390.0, + "step": 2797 + }, + { + "epoch": 0.3072699319130244, + "grad_norm": 2.1960716247558594, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.70975661277771, + "num_tokens": 66343225.0, + "step": 2798 + }, + { + "epoch": 0.307379749615638, + "grad_norm": 2.4968678951263428, + "learning_rate": 1e-06, + "loss": 0.9932, + "mean_token_accuracy": 0.6987251043319702, + "num_tokens": 66365166.0, + "step": 2799 + }, + { + "epoch": 0.3074895673182517, + "grad_norm": 2.4068784713745117, + "learning_rate": 1e-06, + "loss": 1.026, + "mean_token_accuracy": 0.7001889944076538, + "num_tokens": 66388671.0, + "step": 2800 + }, + { + "epoch": 0.30759938502086537, + "grad_norm": 2.054288625717163, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.697323203086853, + "num_tokens": 66418506.0, + "step": 2801 + }, + { + "epoch": 0.307709202723479, + "grad_norm": 2.1461849212646484, + "learning_rate": 1e-06, + "loss": 1.0684, + "mean_token_accuracy": 0.6778371334075928, + "num_tokens": 66446681.0, + "step": 2802 + }, + { + "epoch": 0.30781902042609266, + "grad_norm": 2.3845574855804443, + "learning_rate": 1e-06, + "loss": 1.1018, + "mean_token_accuracy": 0.6719329953193665, + "num_tokens": 66471164.0, + "step": 2803 + }, + { + "epoch": 0.30792883812870636, + "grad_norm": 2.0072948932647705, + "learning_rate": 1e-06, + "loss": 1.0739, + "mean_token_accuracy": 0.6806214451789856, + "num_tokens": 66501642.0, + "step": 2804 + }, + { + "epoch": 0.30803865583132, + "grad_norm": 2.5383565425872803, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7019240856170654, + "num_tokens": 66521252.0, + "step": 2805 + }, + { + "epoch": 0.30814847353393365, + "grad_norm": 2.2673466205596924, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7090514302253723, + "num_tokens": 66545386.0, + "step": 2806 + }, + { + "epoch": 0.30825829123654735, + "grad_norm": 2.3559985160827637, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7237590551376343, + "num_tokens": 66567493.0, + "step": 2807 + }, + { + "epoch": 0.308368108939161, + "grad_norm": 2.0658135414123535, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7266020178794861, + "num_tokens": 66594382.0, + "step": 2808 + }, + { + "epoch": 0.30847792664177465, + "grad_norm": 2.627737045288086, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7034314274787903, + "num_tokens": 66613161.0, + "step": 2809 + }, + { + "epoch": 0.3085877443443883, + "grad_norm": 2.310199737548828, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6986929178237915, + "num_tokens": 66636676.0, + "step": 2810 + }, + { + "epoch": 0.308697562047002, + "grad_norm": 2.1518399715423584, + "learning_rate": 1e-06, + "loss": 1.0578, + "mean_token_accuracy": 0.6852339506149292, + "num_tokens": 66663344.0, + "step": 2811 + }, + { + "epoch": 0.30880737974961564, + "grad_norm": 2.324857473373413, + "learning_rate": 1e-06, + "loss": 0.9952, + "mean_token_accuracy": 0.7020391225814819, + "num_tokens": 66687919.0, + "step": 2812 + }, + { + "epoch": 0.3089171974522293, + "grad_norm": 2.1685550212860107, + "learning_rate": 1e-06, + "loss": 1.0914, + "mean_token_accuracy": 0.6707640290260315, + "num_tokens": 66718715.0, + "step": 2813 + }, + { + "epoch": 0.309027015154843, + "grad_norm": 1.9573789834976196, + "learning_rate": 1e-06, + "loss": 1.1059, + "mean_token_accuracy": 0.6706578731536865, + "num_tokens": 66753001.0, + "step": 2814 + }, + { + "epoch": 0.30913683285745663, + "grad_norm": 2.3382246494293213, + "learning_rate": 1e-06, + "loss": 1.0708, + "mean_token_accuracy": 0.6892240047454834, + "num_tokens": 66774914.0, + "step": 2815 + }, + { + "epoch": 0.3092466505600703, + "grad_norm": 2.5090482234954834, + "learning_rate": 1e-06, + "loss": 1.0419, + "mean_token_accuracy": 0.7130966186523438, + "num_tokens": 66797972.0, + "step": 2816 + }, + { + "epoch": 0.3093564682626839, + "grad_norm": 2.2030348777770996, + "learning_rate": 1e-06, + "loss": 1.0065, + "mean_token_accuracy": 0.7006727457046509, + "num_tokens": 66825644.0, + "step": 2817 + }, + { + "epoch": 0.3094662859652976, + "grad_norm": 2.4806110858917236, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7001790404319763, + "num_tokens": 66846587.0, + "step": 2818 + }, + { + "epoch": 0.3095761036679113, + "grad_norm": 2.3999829292297363, + "learning_rate": 1e-06, + "loss": 1.0823, + "mean_token_accuracy": 0.6806135773658752, + "num_tokens": 66870796.0, + "step": 2819 + }, + { + "epoch": 0.3096859213705249, + "grad_norm": 2.3445584774017334, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.69578617811203, + "num_tokens": 66894543.0, + "step": 2820 + }, + { + "epoch": 0.30979573907313857, + "grad_norm": 1.9831502437591553, + "learning_rate": 1e-06, + "loss": 1.0568, + "mean_token_accuracy": 0.6855518817901611, + "num_tokens": 66927449.0, + "step": 2821 + }, + { + "epoch": 0.30990555677575227, + "grad_norm": 2.520709991455078, + "learning_rate": 1e-06, + "loss": 1.0486, + "mean_token_accuracy": 0.6837570667266846, + "num_tokens": 66949388.0, + "step": 2822 + }, + { + "epoch": 0.3100153744783659, + "grad_norm": 2.35359525680542, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7139554023742676, + "num_tokens": 66971985.0, + "step": 2823 + }, + { + "epoch": 0.31012519218097956, + "grad_norm": 2.1477787494659424, + "learning_rate": 1e-06, + "loss": 0.9963, + "mean_token_accuracy": 0.6968197226524353, + "num_tokens": 66997661.0, + "step": 2824 + }, + { + "epoch": 0.31023500988359326, + "grad_norm": 2.178715229034424, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7053776383399963, + "num_tokens": 67025723.0, + "step": 2825 + }, + { + "epoch": 0.3103448275862069, + "grad_norm": 2.0042245388031006, + "learning_rate": 1e-06, + "loss": 1.0798, + "mean_token_accuracy": 0.6731514930725098, + "num_tokens": 67057561.0, + "step": 2826 + }, + { + "epoch": 0.31045464528882055, + "grad_norm": 2.577986717224121, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7219610810279846, + "num_tokens": 67074300.0, + "step": 2827 + }, + { + "epoch": 0.3105644629914342, + "grad_norm": 2.152747631072998, + "learning_rate": 1e-06, + "loss": 1.0635, + "mean_token_accuracy": 0.6831976771354675, + "num_tokens": 67101996.0, + "step": 2828 + }, + { + "epoch": 0.3106742806940479, + "grad_norm": 2.321502685546875, + "learning_rate": 1e-06, + "loss": 1.0362, + "mean_token_accuracy": 0.6924413442611694, + "num_tokens": 67126089.0, + "step": 2829 + }, + { + "epoch": 0.31078409839666155, + "grad_norm": 2.173555612564087, + "learning_rate": 1e-06, + "loss": 1.0735, + "mean_token_accuracy": 0.6775900721549988, + "num_tokens": 67152788.0, + "step": 2830 + }, + { + "epoch": 0.3108939160992752, + "grad_norm": 2.2619926929473877, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7084167003631592, + "num_tokens": 67177711.0, + "step": 2831 + }, + { + "epoch": 0.31100373380188884, + "grad_norm": 2.2076222896575928, + "learning_rate": 1e-06, + "loss": 1.0166, + "mean_token_accuracy": 0.7065390944480896, + "num_tokens": 67202582.0, + "step": 2832 + }, + { + "epoch": 0.31111355150450254, + "grad_norm": 2.669649124145508, + "learning_rate": 1e-06, + "loss": 1.0007, + "mean_token_accuracy": 0.7000422477722168, + "num_tokens": 67221938.0, + "step": 2833 + }, + { + "epoch": 0.3112233692071162, + "grad_norm": 2.3389713764190674, + "learning_rate": 1e-06, + "loss": 1.032, + "mean_token_accuracy": 0.6871613264083862, + "num_tokens": 67246750.0, + "step": 2834 + }, + { + "epoch": 0.31133318690972983, + "grad_norm": 2.3146047592163086, + "learning_rate": 1e-06, + "loss": 1.0575, + "mean_token_accuracy": 0.6781023740768433, + "num_tokens": 67270727.0, + "step": 2835 + }, + { + "epoch": 0.31144300461234353, + "grad_norm": 2.1671760082244873, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7123802900314331, + "num_tokens": 67296800.0, + "step": 2836 + }, + { + "epoch": 0.3115528223149572, + "grad_norm": 2.3426058292388916, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.6958760023117065, + "num_tokens": 67321456.0, + "step": 2837 + }, + { + "epoch": 0.3116626400175708, + "grad_norm": 2.2881932258605957, + "learning_rate": 1e-06, + "loss": 1.0149, + "mean_token_accuracy": 0.6912829875946045, + "num_tokens": 67346450.0, + "step": 2838 + }, + { + "epoch": 0.31177245772018447, + "grad_norm": 2.3242549896240234, + "learning_rate": 1e-06, + "loss": 1.031, + "mean_token_accuracy": 0.6905239820480347, + "num_tokens": 67370178.0, + "step": 2839 + }, + { + "epoch": 0.31188227542279817, + "grad_norm": 2.3225278854370117, + "learning_rate": 1e-06, + "loss": 0.9971, + "mean_token_accuracy": 0.6963009238243103, + "num_tokens": 67392415.0, + "step": 2840 + }, + { + "epoch": 0.3119920931254118, + "grad_norm": 2.290306329727173, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.7042376399040222, + "num_tokens": 67415669.0, + "step": 2841 + }, + { + "epoch": 0.31210191082802546, + "grad_norm": 2.3324408531188965, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.6979495286941528, + "num_tokens": 67439681.0, + "step": 2842 + }, + { + "epoch": 0.31221172853063917, + "grad_norm": 2.0160205364227295, + "learning_rate": 1e-06, + "loss": 1.0428, + "mean_token_accuracy": 0.683067798614502, + "num_tokens": 67468601.0, + "step": 2843 + }, + { + "epoch": 0.3123215462332528, + "grad_norm": 2.4112067222595215, + "learning_rate": 1e-06, + "loss": 1.0094, + "mean_token_accuracy": 0.7024307250976562, + "num_tokens": 67490428.0, + "step": 2844 + }, + { + "epoch": 0.31243136393586646, + "grad_norm": 2.182945966720581, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6930108666419983, + "num_tokens": 67518728.0, + "step": 2845 + }, + { + "epoch": 0.3125411816384801, + "grad_norm": 2.2843189239501953, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7116196751594543, + "num_tokens": 67542021.0, + "step": 2846 + }, + { + "epoch": 0.3126509993410938, + "grad_norm": 2.7970969676971436, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7270039319992065, + "num_tokens": 67558652.0, + "step": 2847 + }, + { + "epoch": 0.31276081704370745, + "grad_norm": 2.38038969039917, + "learning_rate": 1e-06, + "loss": 0.9889, + "mean_token_accuracy": 0.7049398422241211, + "num_tokens": 67580901.0, + "step": 2848 + }, + { + "epoch": 0.3128706347463211, + "grad_norm": 2.5350701808929443, + "learning_rate": 1e-06, + "loss": 1.0408, + "mean_token_accuracy": 0.6973742246627808, + "num_tokens": 67602413.0, + "step": 2849 + }, + { + "epoch": 0.31298045244893474, + "grad_norm": 2.5184996128082275, + "learning_rate": 1e-06, + "loss": 1.0036, + "mean_token_accuracy": 0.7035643458366394, + "num_tokens": 67623104.0, + "step": 2850 + }, + { + "epoch": 0.31309027015154844, + "grad_norm": 2.3246259689331055, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7038661241531372, + "num_tokens": 67646958.0, + "step": 2851 + }, + { + "epoch": 0.3132000878541621, + "grad_norm": 2.022843837738037, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.7022531032562256, + "num_tokens": 67673841.0, + "step": 2852 + }, + { + "epoch": 0.31330990555677574, + "grad_norm": 2.339256525039673, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.6844738721847534, + "num_tokens": 67697543.0, + "step": 2853 + }, + { + "epoch": 0.31341972325938944, + "grad_norm": 2.3272194862365723, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.6992212533950806, + "num_tokens": 67723270.0, + "step": 2854 + }, + { + "epoch": 0.3135295409620031, + "grad_norm": 2.133390188217163, + "learning_rate": 1e-06, + "loss": 0.9465, + "mean_token_accuracy": 0.71378493309021, + "num_tokens": 67751816.0, + "step": 2855 + }, + { + "epoch": 0.31363935866461673, + "grad_norm": 2.3669445514678955, + "learning_rate": 1e-06, + "loss": 1.0435, + "mean_token_accuracy": 0.6959670782089233, + "num_tokens": 67775886.0, + "step": 2856 + }, + { + "epoch": 0.3137491763672304, + "grad_norm": 2.285100221633911, + "learning_rate": 1e-06, + "loss": 1.0298, + "mean_token_accuracy": 0.6936907768249512, + "num_tokens": 67800565.0, + "step": 2857 + }, + { + "epoch": 0.3138589940698441, + "grad_norm": 1.9475843906402588, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7196249961853027, + "num_tokens": 67830105.0, + "step": 2858 + }, + { + "epoch": 0.3139688117724577, + "grad_norm": 2.8039937019348145, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7086737155914307, + "num_tokens": 67849509.0, + "step": 2859 + }, + { + "epoch": 0.31407862947507137, + "grad_norm": 2.443511486053467, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.716415286064148, + "num_tokens": 67870561.0, + "step": 2860 + }, + { + "epoch": 0.314188447177685, + "grad_norm": 2.4277825355529785, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6935538053512573, + "num_tokens": 67891992.0, + "step": 2861 + }, + { + "epoch": 0.3142982648802987, + "grad_norm": 2.3659536838531494, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7051383256912231, + "num_tokens": 67914383.0, + "step": 2862 + }, + { + "epoch": 0.31440808258291236, + "grad_norm": 2.2892651557922363, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6949348449707031, + "num_tokens": 67939509.0, + "step": 2863 + }, + { + "epoch": 0.314517900285526, + "grad_norm": 2.438502073287964, + "learning_rate": 1e-06, + "loss": 1.0535, + "mean_token_accuracy": 0.6829318404197693, + "num_tokens": 67961957.0, + "step": 2864 + }, + { + "epoch": 0.3146277179881397, + "grad_norm": 2.5161824226379395, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7166475057601929, + "num_tokens": 67981280.0, + "step": 2865 + }, + { + "epoch": 0.31473753569075336, + "grad_norm": 2.386686086654663, + "learning_rate": 1e-06, + "loss": 1.0093, + "mean_token_accuracy": 0.6872589588165283, + "num_tokens": 68003546.0, + "step": 2866 + }, + { + "epoch": 0.314847353393367, + "grad_norm": 2.3625710010528564, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7155637741088867, + "num_tokens": 68026623.0, + "step": 2867 + }, + { + "epoch": 0.31495717109598065, + "grad_norm": 2.3347012996673584, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6914724111557007, + "num_tokens": 68048067.0, + "step": 2868 + }, + { + "epoch": 0.31506698879859435, + "grad_norm": 2.5896201133728027, + "learning_rate": 1e-06, + "loss": 0.9848, + "mean_token_accuracy": 0.7016924619674683, + "num_tokens": 68068763.0, + "step": 2869 + }, + { + "epoch": 0.315176806501208, + "grad_norm": 2.264019727706909, + "learning_rate": 1e-06, + "loss": 1.0269, + "mean_token_accuracy": 0.6897518634796143, + "num_tokens": 68092124.0, + "step": 2870 + }, + { + "epoch": 0.31528662420382164, + "grad_norm": 1.896996021270752, + "learning_rate": 1e-06, + "loss": 1.0854, + "mean_token_accuracy": 0.6778614521026611, + "num_tokens": 68126770.0, + "step": 2871 + }, + { + "epoch": 0.31539644190643534, + "grad_norm": 2.285682439804077, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6883546113967896, + "num_tokens": 68152074.0, + "step": 2872 + }, + { + "epoch": 0.315506259609049, + "grad_norm": 2.295577049255371, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7086249589920044, + "num_tokens": 68174428.0, + "step": 2873 + }, + { + "epoch": 0.31561607731166264, + "grad_norm": 2.068939447402954, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.718460738658905, + "num_tokens": 68202286.0, + "step": 2874 + }, + { + "epoch": 0.3157258950142763, + "grad_norm": 2.5928311347961426, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.6982313990592957, + "num_tokens": 68221909.0, + "step": 2875 + }, + { + "epoch": 0.31583571271689, + "grad_norm": 2.542609453201294, + "learning_rate": 1e-06, + "loss": 1.0093, + "mean_token_accuracy": 0.7033787965774536, + "num_tokens": 68241597.0, + "step": 2876 + }, + { + "epoch": 0.31594553041950363, + "grad_norm": 2.377910852432251, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.6956566572189331, + "num_tokens": 68265456.0, + "step": 2877 + }, + { + "epoch": 0.3160553481221173, + "grad_norm": 2.2145678997039795, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6892186403274536, + "num_tokens": 68292535.0, + "step": 2878 + }, + { + "epoch": 0.3161651658247309, + "grad_norm": 2.7136807441711426, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7118480801582336, + "num_tokens": 68311026.0, + "step": 2879 + }, + { + "epoch": 0.3162749835273446, + "grad_norm": 2.352022171020508, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7288506031036377, + "num_tokens": 68332930.0, + "step": 2880 + }, + { + "epoch": 0.31638480122995827, + "grad_norm": 2.1687307357788086, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.71746826171875, + "num_tokens": 68358062.0, + "step": 2881 + }, + { + "epoch": 0.3164946189325719, + "grad_norm": 2.1165900230407715, + "learning_rate": 1e-06, + "loss": 1.0748, + "mean_token_accuracy": 0.6759084463119507, + "num_tokens": 68387803.0, + "step": 2882 + }, + { + "epoch": 0.3166044366351856, + "grad_norm": 2.3467442989349365, + "learning_rate": 1e-06, + "loss": 1.0859, + "mean_token_accuracy": 0.6746033430099487, + "num_tokens": 68412327.0, + "step": 2883 + }, + { + "epoch": 0.31671425433779926, + "grad_norm": 2.5898053646087646, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7232165336608887, + "num_tokens": 68430755.0, + "step": 2884 + }, + { + "epoch": 0.3168240720404129, + "grad_norm": 2.3512074947357178, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.719255805015564, + "num_tokens": 68452327.0, + "step": 2885 + }, + { + "epoch": 0.31693388974302655, + "grad_norm": 2.1607306003570557, + "learning_rate": 1e-06, + "loss": 1.0268, + "mean_token_accuracy": 0.6918601989746094, + "num_tokens": 68483682.0, + "step": 2886 + }, + { + "epoch": 0.31704370744564025, + "grad_norm": 2.2637312412261963, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.7018710374832153, + "num_tokens": 68509151.0, + "step": 2887 + }, + { + "epoch": 0.3171535251482539, + "grad_norm": 2.32306170463562, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.7045408487319946, + "num_tokens": 68533609.0, + "step": 2888 + }, + { + "epoch": 0.31726334285086755, + "grad_norm": 2.6046924591064453, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6876721978187561, + "num_tokens": 68552904.0, + "step": 2889 + }, + { + "epoch": 0.31737316055348125, + "grad_norm": 2.137481927871704, + "learning_rate": 1e-06, + "loss": 1.0286, + "mean_token_accuracy": 0.6927745938301086, + "num_tokens": 68580327.0, + "step": 2890 + }, + { + "epoch": 0.3174829782560949, + "grad_norm": 2.105402946472168, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6994249820709229, + "num_tokens": 68606614.0, + "step": 2891 + }, + { + "epoch": 0.31759279595870854, + "grad_norm": 3.059473752975464, + "learning_rate": 1e-06, + "loss": 1.0033, + "mean_token_accuracy": 0.7065449953079224, + "num_tokens": 68621917.0, + "step": 2892 + }, + { + "epoch": 0.3177026136613222, + "grad_norm": 2.4622905254364014, + "learning_rate": 1e-06, + "loss": 1.0361, + "mean_token_accuracy": 0.6828117370605469, + "num_tokens": 68645527.0, + "step": 2893 + }, + { + "epoch": 0.3178124313639359, + "grad_norm": 2.138967514038086, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.7087172865867615, + "num_tokens": 68671622.0, + "step": 2894 + }, + { + "epoch": 0.31792224906654953, + "grad_norm": 2.444181203842163, + "learning_rate": 1e-06, + "loss": 1.0483, + "mean_token_accuracy": 0.6860052347183228, + "num_tokens": 68696206.0, + "step": 2895 + }, + { + "epoch": 0.3180320667691632, + "grad_norm": 2.4875266551971436, + "learning_rate": 1e-06, + "loss": 1.1472, + "mean_token_accuracy": 0.6681897640228271, + "num_tokens": 68719058.0, + "step": 2896 + }, + { + "epoch": 0.3181418844717768, + "grad_norm": 2.317444086074829, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.6875783801078796, + "num_tokens": 68743076.0, + "step": 2897 + }, + { + "epoch": 0.3182517021743905, + "grad_norm": 2.1682965755462646, + "learning_rate": 1e-06, + "loss": 0.993, + "mean_token_accuracy": 0.6951090097427368, + "num_tokens": 68767483.0, + "step": 2898 + }, + { + "epoch": 0.3183615198770042, + "grad_norm": 2.3638086318969727, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7067539691925049, + "num_tokens": 68789627.0, + "step": 2899 + }, + { + "epoch": 0.3184713375796178, + "grad_norm": 2.6739137172698975, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.7107121348381042, + "num_tokens": 68808914.0, + "step": 2900 + }, + { + "epoch": 0.3185811552822315, + "grad_norm": 2.2746033668518066, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.7050925493240356, + "num_tokens": 68834641.0, + "step": 2901 + }, + { + "epoch": 0.31869097298484517, + "grad_norm": 2.26017427444458, + "learning_rate": 1e-06, + "loss": 1.0537, + "mean_token_accuracy": 0.6810622215270996, + "num_tokens": 68860930.0, + "step": 2902 + }, + { + "epoch": 0.3188007906874588, + "grad_norm": 2.2358622550964355, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6934499740600586, + "num_tokens": 68886474.0, + "step": 2903 + }, + { + "epoch": 0.31891060839007246, + "grad_norm": 3.0436573028564453, + "learning_rate": 1e-06, + "loss": 1.0592, + "mean_token_accuracy": 0.6774805784225464, + "num_tokens": 68903519.0, + "step": 2904 + }, + { + "epoch": 0.31902042609268616, + "grad_norm": 2.58598256111145, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7095447778701782, + "num_tokens": 68923870.0, + "step": 2905 + }, + { + "epoch": 0.3191302437952998, + "grad_norm": 2.0921497344970703, + "learning_rate": 1e-06, + "loss": 0.9983, + "mean_token_accuracy": 0.7067861557006836, + "num_tokens": 68950571.0, + "step": 2906 + }, + { + "epoch": 0.31924006149791345, + "grad_norm": 2.230073928833008, + "learning_rate": 1e-06, + "loss": 1.1129, + "mean_token_accuracy": 0.6643853187561035, + "num_tokens": 68978204.0, + "step": 2907 + }, + { + "epoch": 0.3193498792005271, + "grad_norm": 2.4095499515533447, + "learning_rate": 1e-06, + "loss": 0.8779, + "mean_token_accuracy": 0.7187771797180176, + "num_tokens": 69001259.0, + "step": 2908 + }, + { + "epoch": 0.3194596969031408, + "grad_norm": 2.6582016944885254, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7049263715744019, + "num_tokens": 69020580.0, + "step": 2909 + }, + { + "epoch": 0.31956951460575445, + "grad_norm": 2.406656503677368, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.6950867176055908, + "num_tokens": 69043112.0, + "step": 2910 + }, + { + "epoch": 0.3196793323083681, + "grad_norm": 2.369262933731079, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7081671953201294, + "num_tokens": 69063755.0, + "step": 2911 + }, + { + "epoch": 0.3197891500109818, + "grad_norm": 2.4174835681915283, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7107200622558594, + "num_tokens": 69085283.0, + "step": 2912 + }, + { + "epoch": 0.31989896771359544, + "grad_norm": 2.2807860374450684, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7073036432266235, + "num_tokens": 69110228.0, + "step": 2913 + }, + { + "epoch": 0.3200087854162091, + "grad_norm": 2.205230712890625, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.6995619535446167, + "num_tokens": 69138401.0, + "step": 2914 + }, + { + "epoch": 0.32011860311882273, + "grad_norm": 2.020380735397339, + "learning_rate": 1e-06, + "loss": 1.0944, + "mean_token_accuracy": 0.6741276979446411, + "num_tokens": 69168198.0, + "step": 2915 + }, + { + "epoch": 0.32022842082143643, + "grad_norm": 2.5517499446868896, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7190082669258118, + "num_tokens": 69187893.0, + "step": 2916 + }, + { + "epoch": 0.3203382385240501, + "grad_norm": 2.3316569328308105, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.707563579082489, + "num_tokens": 69211125.0, + "step": 2917 + }, + { + "epoch": 0.3204480562266637, + "grad_norm": 2.1199889183044434, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7033113241195679, + "num_tokens": 69238681.0, + "step": 2918 + }, + { + "epoch": 0.3205578739292774, + "grad_norm": 2.113495111465454, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7274267077445984, + "num_tokens": 69263854.0, + "step": 2919 + }, + { + "epoch": 0.32066769163189107, + "grad_norm": 2.1644864082336426, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.6904659271240234, + "num_tokens": 69289597.0, + "step": 2920 + }, + { + "epoch": 0.3207775093345047, + "grad_norm": 2.569180965423584, + "learning_rate": 1e-06, + "loss": 0.9723, + "mean_token_accuracy": 0.7033950686454773, + "num_tokens": 69308944.0, + "step": 2921 + }, + { + "epoch": 0.32088732703711836, + "grad_norm": 2.025481939315796, + "learning_rate": 1e-06, + "loss": 0.9943, + "mean_token_accuracy": 0.6987680792808533, + "num_tokens": 69337620.0, + "step": 2922 + }, + { + "epoch": 0.32099714473973207, + "grad_norm": 1.9954535961151123, + "learning_rate": 1e-06, + "loss": 1.0539, + "mean_token_accuracy": 0.6941720247268677, + "num_tokens": 69369300.0, + "step": 2923 + }, + { + "epoch": 0.3211069624423457, + "grad_norm": 2.4966015815734863, + "learning_rate": 1e-06, + "loss": 0.9952, + "mean_token_accuracy": 0.6933450698852539, + "num_tokens": 69390915.0, + "step": 2924 + }, + { + "epoch": 0.32121678014495936, + "grad_norm": 2.233534812927246, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7076933979988098, + "num_tokens": 69415396.0, + "step": 2925 + }, + { + "epoch": 0.321326597847573, + "grad_norm": 2.293635606765747, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6835498809814453, + "num_tokens": 69439390.0, + "step": 2926 + }, + { + "epoch": 0.3214364155501867, + "grad_norm": 2.7453677654266357, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7033137679100037, + "num_tokens": 69456304.0, + "step": 2927 + }, + { + "epoch": 0.32154623325280035, + "grad_norm": 2.1206371784210205, + "learning_rate": 1e-06, + "loss": 1.0982, + "mean_token_accuracy": 0.6737558841705322, + "num_tokens": 69486389.0, + "step": 2928 + }, + { + "epoch": 0.321656050955414, + "grad_norm": 2.4056894779205322, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7254265546798706, + "num_tokens": 69509736.0, + "step": 2929 + }, + { + "epoch": 0.3217658686580277, + "grad_norm": 2.4980525970458984, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.7052242755889893, + "num_tokens": 69530834.0, + "step": 2930 + }, + { + "epoch": 0.32187568636064134, + "grad_norm": 2.4257972240448, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.6988449096679688, + "num_tokens": 69552690.0, + "step": 2931 + }, + { + "epoch": 0.321985504063255, + "grad_norm": 2.5144717693328857, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7003195285797119, + "num_tokens": 69572474.0, + "step": 2932 + }, + { + "epoch": 0.32209532176586864, + "grad_norm": 2.747938632965088, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7067314386367798, + "num_tokens": 69589407.0, + "step": 2933 + }, + { + "epoch": 0.32220513946848234, + "grad_norm": 2.36507511138916, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7104730606079102, + "num_tokens": 69612272.0, + "step": 2934 + }, + { + "epoch": 0.322314957171096, + "grad_norm": 2.435500383377075, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7099902629852295, + "num_tokens": 69633300.0, + "step": 2935 + }, + { + "epoch": 0.32242477487370963, + "grad_norm": 2.37762713432312, + "learning_rate": 1e-06, + "loss": 1.0247, + "mean_token_accuracy": 0.6934435367584229, + "num_tokens": 69657711.0, + "step": 2936 + }, + { + "epoch": 0.3225345925763233, + "grad_norm": 2.0987915992736816, + "learning_rate": 1e-06, + "loss": 1.0182, + "mean_token_accuracy": 0.6912771463394165, + "num_tokens": 69687901.0, + "step": 2937 + }, + { + "epoch": 0.322644410278937, + "grad_norm": 2.270524024963379, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6896054148674011, + "num_tokens": 69712822.0, + "step": 2938 + }, + { + "epoch": 0.3227542279815506, + "grad_norm": 2.1865203380584717, + "learning_rate": 1e-06, + "loss": 1.0632, + "mean_token_accuracy": 0.6822853684425354, + "num_tokens": 69742543.0, + "step": 2939 + }, + { + "epoch": 0.32286404568416427, + "grad_norm": 2.3297574520111084, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.7203449606895447, + "num_tokens": 69764807.0, + "step": 2940 + }, + { + "epoch": 0.32297386338677797, + "grad_norm": 2.5155746936798096, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7122960090637207, + "num_tokens": 69785236.0, + "step": 2941 + }, + { + "epoch": 0.3230836810893916, + "grad_norm": 2.3071258068084717, + "learning_rate": 1e-06, + "loss": 1.0531, + "mean_token_accuracy": 0.6877580881118774, + "num_tokens": 69809240.0, + "step": 2942 + }, + { + "epoch": 0.32319349879200526, + "grad_norm": 2.1225500106811523, + "learning_rate": 1e-06, + "loss": 1.124, + "mean_token_accuracy": 0.6641420722007751, + "num_tokens": 69840373.0, + "step": 2943 + }, + { + "epoch": 0.3233033164946189, + "grad_norm": 2.524873971939087, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.7052786350250244, + "num_tokens": 69861397.0, + "step": 2944 + }, + { + "epoch": 0.3234131341972326, + "grad_norm": 2.5154614448547363, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.6945570707321167, + "num_tokens": 69883027.0, + "step": 2945 + }, + { + "epoch": 0.32352295189984626, + "grad_norm": 2.3415122032165527, + "learning_rate": 1e-06, + "loss": 1.0261, + "mean_token_accuracy": 0.6913089752197266, + "num_tokens": 69904897.0, + "step": 2946 + }, + { + "epoch": 0.3236327696024599, + "grad_norm": 2.3432681560516357, + "learning_rate": 1e-06, + "loss": 1.0388, + "mean_token_accuracy": 0.700972318649292, + "num_tokens": 69930367.0, + "step": 2947 + }, + { + "epoch": 0.3237425873050736, + "grad_norm": 2.598780870437622, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.7037134766578674, + "num_tokens": 69950213.0, + "step": 2948 + }, + { + "epoch": 0.32385240500768725, + "grad_norm": 2.490818738937378, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7007790803909302, + "num_tokens": 69971520.0, + "step": 2949 + }, + { + "epoch": 0.3239622227103009, + "grad_norm": 2.3857462406158447, + "learning_rate": 1e-06, + "loss": 1.0325, + "mean_token_accuracy": 0.69089275598526, + "num_tokens": 69996439.0, + "step": 2950 + }, + { + "epoch": 0.32407204041291454, + "grad_norm": 2.685439348220825, + "learning_rate": 1e-06, + "loss": 1.0298, + "mean_token_accuracy": 0.690423846244812, + "num_tokens": 70014083.0, + "step": 2951 + }, + { + "epoch": 0.32418185811552824, + "grad_norm": 2.5751495361328125, + "learning_rate": 1e-06, + "loss": 1.024, + "mean_token_accuracy": 0.6949573755264282, + "num_tokens": 70034567.0, + "step": 2952 + }, + { + "epoch": 0.3242916758181419, + "grad_norm": 2.3932647705078125, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.704861044883728, + "num_tokens": 70058844.0, + "step": 2953 + }, + { + "epoch": 0.32440149352075554, + "grad_norm": 2.231248140335083, + "learning_rate": 1e-06, + "loss": 1.0447, + "mean_token_accuracy": 0.6808593273162842, + "num_tokens": 70086249.0, + "step": 2954 + }, + { + "epoch": 0.3245113112233692, + "grad_norm": 2.116135358810425, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7052427530288696, + "num_tokens": 70115946.0, + "step": 2955 + }, + { + "epoch": 0.3246211289259829, + "grad_norm": 2.1161813735961914, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7089297771453857, + "num_tokens": 70143153.0, + "step": 2956 + }, + { + "epoch": 0.32473094662859653, + "grad_norm": 1.9824042320251465, + "learning_rate": 1e-06, + "loss": 1.0722, + "mean_token_accuracy": 0.687838077545166, + "num_tokens": 70171797.0, + "step": 2957 + }, + { + "epoch": 0.3248407643312102, + "grad_norm": 2.192542314529419, + "learning_rate": 1e-06, + "loss": 1.1044, + "mean_token_accuracy": 0.6718676686286926, + "num_tokens": 70199979.0, + "step": 2958 + }, + { + "epoch": 0.3249505820338239, + "grad_norm": 2.523940086364746, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7027343511581421, + "num_tokens": 70219821.0, + "step": 2959 + }, + { + "epoch": 0.3250603997364375, + "grad_norm": 2.400799036026001, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.7072890400886536, + "num_tokens": 70242066.0, + "step": 2960 + }, + { + "epoch": 0.32517021743905117, + "grad_norm": 2.567634344100952, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.7023681402206421, + "num_tokens": 70262015.0, + "step": 2961 + }, + { + "epoch": 0.3252800351416648, + "grad_norm": 1.9674072265625, + "learning_rate": 1e-06, + "loss": 1.0257, + "mean_token_accuracy": 0.6968550682067871, + "num_tokens": 70291690.0, + "step": 2962 + }, + { + "epoch": 0.3253898528442785, + "grad_norm": 2.2961578369140625, + "learning_rate": 1e-06, + "loss": 0.996, + "mean_token_accuracy": 0.7006912231445312, + "num_tokens": 70314362.0, + "step": 2963 + }, + { + "epoch": 0.32549967054689216, + "grad_norm": 2.158923387527466, + "learning_rate": 1e-06, + "loss": 1.0069, + "mean_token_accuracy": 0.691218376159668, + "num_tokens": 70339947.0, + "step": 2964 + }, + { + "epoch": 0.3256094882495058, + "grad_norm": 2.350069284439087, + "learning_rate": 1e-06, + "loss": 1.0496, + "mean_token_accuracy": 0.680144190788269, + "num_tokens": 70363702.0, + "step": 2965 + }, + { + "epoch": 0.3257193059521195, + "grad_norm": 2.061333656311035, + "learning_rate": 1e-06, + "loss": 1.0732, + "mean_token_accuracy": 0.6860126256942749, + "num_tokens": 70394856.0, + "step": 2966 + }, + { + "epoch": 0.32582912365473315, + "grad_norm": 2.4529359340667725, + "learning_rate": 1e-06, + "loss": 0.8947, + "mean_token_accuracy": 0.724297285079956, + "num_tokens": 70414884.0, + "step": 2967 + }, + { + "epoch": 0.3259389413573468, + "grad_norm": 2.267127513885498, + "learning_rate": 1e-06, + "loss": 0.8639, + "mean_token_accuracy": 0.738207221031189, + "num_tokens": 70439334.0, + "step": 2968 + }, + { + "epoch": 0.32604875905996045, + "grad_norm": 2.1995842456817627, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7145651578903198, + "num_tokens": 70464065.0, + "step": 2969 + }, + { + "epoch": 0.32615857676257415, + "grad_norm": 2.1885907649993896, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.7073149681091309, + "num_tokens": 70489952.0, + "step": 2970 + }, + { + "epoch": 0.3262683944651878, + "grad_norm": 2.7426064014434814, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.7261253595352173, + "num_tokens": 70508331.0, + "step": 2971 + }, + { + "epoch": 0.32637821216780144, + "grad_norm": 2.655585527420044, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.7057603597640991, + "num_tokens": 70526119.0, + "step": 2972 + }, + { + "epoch": 0.3264880298704151, + "grad_norm": 2.2868869304656982, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7121492624282837, + "num_tokens": 70548305.0, + "step": 2973 + }, + { + "epoch": 0.3265978475730288, + "grad_norm": 2.515334129333496, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.6990692615509033, + "num_tokens": 70567229.0, + "step": 2974 + }, + { + "epoch": 0.32670766527564243, + "grad_norm": 2.1832618713378906, + "learning_rate": 1e-06, + "loss": 1.0148, + "mean_token_accuracy": 0.6958663463592529, + "num_tokens": 70592818.0, + "step": 2975 + }, + { + "epoch": 0.3268174829782561, + "grad_norm": 2.751079559326172, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.6902920007705688, + "num_tokens": 70613050.0, + "step": 2976 + }, + { + "epoch": 0.3269273006808698, + "grad_norm": 2.710728406906128, + "learning_rate": 1e-06, + "loss": 1.0703, + "mean_token_accuracy": 0.6812903881072998, + "num_tokens": 70631689.0, + "step": 2977 + }, + { + "epoch": 0.3270371183834834, + "grad_norm": 2.364865779876709, + "learning_rate": 1e-06, + "loss": 1.0153, + "mean_token_accuracy": 0.7020453810691833, + "num_tokens": 70656079.0, + "step": 2978 + }, + { + "epoch": 0.3271469360860971, + "grad_norm": 2.478858709335327, + "learning_rate": 1e-06, + "loss": 0.9883, + "mean_token_accuracy": 0.6950032711029053, + "num_tokens": 70675923.0, + "step": 2979 + }, + { + "epoch": 0.3272567537887107, + "grad_norm": 2.5919713973999023, + "learning_rate": 1e-06, + "loss": 0.9955, + "mean_token_accuracy": 0.6985818147659302, + "num_tokens": 70694870.0, + "step": 2980 + }, + { + "epoch": 0.3273665714913244, + "grad_norm": 2.2092525959014893, + "learning_rate": 1e-06, + "loss": 1.0007, + "mean_token_accuracy": 0.6932793855667114, + "num_tokens": 70718647.0, + "step": 2981 + }, + { + "epoch": 0.32747638919393807, + "grad_norm": 2.27825927734375, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.7013311386108398, + "num_tokens": 70744235.0, + "step": 2982 + }, + { + "epoch": 0.3275862068965517, + "grad_norm": 2.056445837020874, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6843761205673218, + "num_tokens": 70774204.0, + "step": 2983 + }, + { + "epoch": 0.32769602459916536, + "grad_norm": 2.4324934482574463, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.7012193202972412, + "num_tokens": 70794949.0, + "step": 2984 + }, + { + "epoch": 0.32780584230177906, + "grad_norm": 2.5413429737091064, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6861933469772339, + "num_tokens": 70813861.0, + "step": 2985 + }, + { + "epoch": 0.3279156600043927, + "grad_norm": 2.38834810256958, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7110331654548645, + "num_tokens": 70834152.0, + "step": 2986 + }, + { + "epoch": 0.32802547770700635, + "grad_norm": 2.0602025985717773, + "learning_rate": 1e-06, + "loss": 1.0671, + "mean_token_accuracy": 0.6817123889923096, + "num_tokens": 70864858.0, + "step": 2987 + }, + { + "epoch": 0.32813529540962005, + "grad_norm": 2.410740613937378, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7132378220558167, + "num_tokens": 70886267.0, + "step": 2988 + }, + { + "epoch": 0.3282451131122337, + "grad_norm": 2.6652510166168213, + "learning_rate": 1e-06, + "loss": 1.0226, + "mean_token_accuracy": 0.691875159740448, + "num_tokens": 70905511.0, + "step": 2989 + }, + { + "epoch": 0.32835493081484735, + "grad_norm": 2.222604751586914, + "learning_rate": 1e-06, + "loss": 1.0626, + "mean_token_accuracy": 0.6863476037979126, + "num_tokens": 70929075.0, + "step": 2990 + }, + { + "epoch": 0.328464748517461, + "grad_norm": 2.2983412742614746, + "learning_rate": 1e-06, + "loss": 1.0855, + "mean_token_accuracy": 0.6787652373313904, + "num_tokens": 70953039.0, + "step": 2991 + }, + { + "epoch": 0.3285745662200747, + "grad_norm": 2.2531304359436035, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.7049545049667358, + "num_tokens": 70976848.0, + "step": 2992 + }, + { + "epoch": 0.32868438392268834, + "grad_norm": 2.3439440727233887, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7260391116142273, + "num_tokens": 70997444.0, + "step": 2993 + }, + { + "epoch": 0.328794201625302, + "grad_norm": 2.2372148036956787, + "learning_rate": 1e-06, + "loss": 1.0812, + "mean_token_accuracy": 0.6786712408065796, + "num_tokens": 71025155.0, + "step": 2994 + }, + { + "epoch": 0.3289040193279157, + "grad_norm": 2.211923360824585, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.7055967450141907, + "num_tokens": 71050569.0, + "step": 2995 + }, + { + "epoch": 0.32901383703052933, + "grad_norm": 2.1328465938568115, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6921250820159912, + "num_tokens": 71077904.0, + "step": 2996 + }, + { + "epoch": 0.329123654733143, + "grad_norm": 2.207101583480835, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.7009500861167908, + "num_tokens": 71103599.0, + "step": 2997 + }, + { + "epoch": 0.3292334724357566, + "grad_norm": 2.290820598602295, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6904304623603821, + "num_tokens": 71126873.0, + "step": 2998 + }, + { + "epoch": 0.3293432901383703, + "grad_norm": 2.5716516971588135, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.6937629580497742, + "num_tokens": 71148598.0, + "step": 2999 + }, + { + "epoch": 0.32945310784098397, + "grad_norm": 2.8286292552948, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7073382139205933, + "num_tokens": 71166752.0, + "step": 3000 + }, + { + "epoch": 0.3295629255435976, + "grad_norm": 2.2993805408477783, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7047606706619263, + "num_tokens": 71190192.0, + "step": 3001 + }, + { + "epoch": 0.32967274324621126, + "grad_norm": 2.2283575534820557, + "learning_rate": 1e-06, + "loss": 1.0608, + "mean_token_accuracy": 0.685329794883728, + "num_tokens": 71214766.0, + "step": 3002 + }, + { + "epoch": 0.32978256094882497, + "grad_norm": 2.31784987449646, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7130355834960938, + "num_tokens": 71240267.0, + "step": 3003 + }, + { + "epoch": 0.3298923786514386, + "grad_norm": 2.295811891555786, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.691703736782074, + "num_tokens": 71263604.0, + "step": 3004 + }, + { + "epoch": 0.33000219635405226, + "grad_norm": 2.0773608684539795, + "learning_rate": 1e-06, + "loss": 1.0692, + "mean_token_accuracy": 0.6932837963104248, + "num_tokens": 71291126.0, + "step": 3005 + }, + { + "epoch": 0.33011201405666596, + "grad_norm": 2.2660865783691406, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.6981580257415771, + "num_tokens": 71317149.0, + "step": 3006 + }, + { + "epoch": 0.3302218317592796, + "grad_norm": 2.4339828491210938, + "learning_rate": 1e-06, + "loss": 1.0092, + "mean_token_accuracy": 0.6958655118942261, + "num_tokens": 71337816.0, + "step": 3007 + }, + { + "epoch": 0.33033164946189325, + "grad_norm": 2.1892149448394775, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.7098694443702698, + "num_tokens": 71364989.0, + "step": 3008 + }, + { + "epoch": 0.3304414671645069, + "grad_norm": 2.490007162094116, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7035610675811768, + "num_tokens": 71385314.0, + "step": 3009 + }, + { + "epoch": 0.3305512848671206, + "grad_norm": 2.155623197555542, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7025256752967834, + "num_tokens": 71411265.0, + "step": 3010 + }, + { + "epoch": 0.33066110256973424, + "grad_norm": 2.333951234817505, + "learning_rate": 1e-06, + "loss": 1.0257, + "mean_token_accuracy": 0.689109206199646, + "num_tokens": 71433874.0, + "step": 3011 + }, + { + "epoch": 0.3307709202723479, + "grad_norm": 2.295377254486084, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.6965816617012024, + "num_tokens": 71460174.0, + "step": 3012 + }, + { + "epoch": 0.33088073797496154, + "grad_norm": 3.0450451374053955, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7202629446983337, + "num_tokens": 71475451.0, + "step": 3013 + }, + { + "epoch": 0.33099055567757524, + "grad_norm": 2.4621095657348633, + "learning_rate": 1e-06, + "loss": 0.9854, + "mean_token_accuracy": 0.7038913369178772, + "num_tokens": 71497100.0, + "step": 3014 + }, + { + "epoch": 0.3311003733801889, + "grad_norm": 2.2299716472625732, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7301260828971863, + "num_tokens": 71519743.0, + "step": 3015 + }, + { + "epoch": 0.33121019108280253, + "grad_norm": 2.236445665359497, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6950111389160156, + "num_tokens": 71546032.0, + "step": 3016 + }, + { + "epoch": 0.33132000878541623, + "grad_norm": 2.717515707015991, + "learning_rate": 1e-06, + "loss": 0.9856, + "mean_token_accuracy": 0.7079645395278931, + "num_tokens": 71565672.0, + "step": 3017 + }, + { + "epoch": 0.3314298264880299, + "grad_norm": 2.2909796237945557, + "learning_rate": 1e-06, + "loss": 1.0037, + "mean_token_accuracy": 0.7008757591247559, + "num_tokens": 71590953.0, + "step": 3018 + }, + { + "epoch": 0.3315396441906435, + "grad_norm": 2.1741855144500732, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7111173868179321, + "num_tokens": 71618638.0, + "step": 3019 + }, + { + "epoch": 0.33164946189325717, + "grad_norm": 2.305225372314453, + "learning_rate": 1e-06, + "loss": 1.0244, + "mean_token_accuracy": 0.6935036182403564, + "num_tokens": 71644676.0, + "step": 3020 + }, + { + "epoch": 0.33175927959587087, + "grad_norm": 2.170879364013672, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6886739730834961, + "num_tokens": 71671702.0, + "step": 3021 + }, + { + "epoch": 0.3318690972984845, + "grad_norm": 2.4666619300842285, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7164492607116699, + "num_tokens": 71692960.0, + "step": 3022 + }, + { + "epoch": 0.33197891500109816, + "grad_norm": 2.3975093364715576, + "learning_rate": 1e-06, + "loss": 1.0143, + "mean_token_accuracy": 0.6994279026985168, + "num_tokens": 71716349.0, + "step": 3023 + }, + { + "epoch": 0.33208873270371186, + "grad_norm": 2.3492953777313232, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7034198641777039, + "num_tokens": 71741379.0, + "step": 3024 + }, + { + "epoch": 0.3321985504063255, + "grad_norm": 2.2093446254730225, + "learning_rate": 1e-06, + "loss": 1.059, + "mean_token_accuracy": 0.6840425133705139, + "num_tokens": 71768547.0, + "step": 3025 + }, + { + "epoch": 0.33230836810893916, + "grad_norm": 2.258364677429199, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7077881693840027, + "num_tokens": 71791570.0, + "step": 3026 + }, + { + "epoch": 0.3324181858115528, + "grad_norm": 2.4050073623657227, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7083815336227417, + "num_tokens": 71813033.0, + "step": 3027 + }, + { + "epoch": 0.3325280035141665, + "grad_norm": 2.2197163105010986, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7124322652816772, + "num_tokens": 71838076.0, + "step": 3028 + }, + { + "epoch": 0.33263782121678015, + "grad_norm": 1.8874932527542114, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7023975253105164, + "num_tokens": 71872010.0, + "step": 3029 + }, + { + "epoch": 0.3327476389193938, + "grad_norm": 2.2925310134887695, + "learning_rate": 1e-06, + "loss": 1.0656, + "mean_token_accuracy": 0.6909856796264648, + "num_tokens": 71896874.0, + "step": 3030 + }, + { + "epoch": 0.33285745662200744, + "grad_norm": 2.393444299697876, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7101287841796875, + "num_tokens": 71917519.0, + "step": 3031 + }, + { + "epoch": 0.33296727432462114, + "grad_norm": 2.7977278232574463, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7383978962898254, + "num_tokens": 71934130.0, + "step": 3032 + }, + { + "epoch": 0.3330770920272348, + "grad_norm": 2.236536741256714, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6997414827346802, + "num_tokens": 71959579.0, + "step": 3033 + }, + { + "epoch": 0.33318690972984844, + "grad_norm": 2.298051595687866, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6963860392570496, + "num_tokens": 71984021.0, + "step": 3034 + }, + { + "epoch": 0.33329672743246214, + "grad_norm": 2.1153156757354736, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6932374238967896, + "num_tokens": 72011840.0, + "step": 3035 + }, + { + "epoch": 0.3334065451350758, + "grad_norm": 2.32139253616333, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7095727920532227, + "num_tokens": 72035833.0, + "step": 3036 + }, + { + "epoch": 0.33351636283768943, + "grad_norm": 2.251804828643799, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.703748345375061, + "num_tokens": 72060540.0, + "step": 3037 + }, + { + "epoch": 0.3336261805403031, + "grad_norm": 2.4512593746185303, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.6981881260871887, + "num_tokens": 72083566.0, + "step": 3038 + }, + { + "epoch": 0.3337359982429168, + "grad_norm": 2.5311777591705322, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.6926267147064209, + "num_tokens": 72103770.0, + "step": 3039 + }, + { + "epoch": 0.3338458159455304, + "grad_norm": 2.1453237533569336, + "learning_rate": 1e-06, + "loss": 0.967, + "mean_token_accuracy": 0.7005944848060608, + "num_tokens": 72133964.0, + "step": 3040 + }, + { + "epoch": 0.33395563364814407, + "grad_norm": 2.0705575942993164, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.7000496983528137, + "num_tokens": 72163767.0, + "step": 3041 + }, + { + "epoch": 0.33406545135075777, + "grad_norm": 2.1009063720703125, + "learning_rate": 1e-06, + "loss": 1.1023, + "mean_token_accuracy": 0.6691006422042847, + "num_tokens": 72191904.0, + "step": 3042 + }, + { + "epoch": 0.3341752690533714, + "grad_norm": 2.262953281402588, + "learning_rate": 1e-06, + "loss": 1.0517, + "mean_token_accuracy": 0.687680721282959, + "num_tokens": 72219312.0, + "step": 3043 + }, + { + "epoch": 0.33428508675598506, + "grad_norm": 2.0865676403045654, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6823638677597046, + "num_tokens": 72248919.0, + "step": 3044 + }, + { + "epoch": 0.3343949044585987, + "grad_norm": 2.325068473815918, + "learning_rate": 1e-06, + "loss": 0.9919, + "mean_token_accuracy": 0.6968637704849243, + "num_tokens": 72272260.0, + "step": 3045 + }, + { + "epoch": 0.3345047221612124, + "grad_norm": 2.739694833755493, + "learning_rate": 1e-06, + "loss": 1.015, + "mean_token_accuracy": 0.697517991065979, + "num_tokens": 72290878.0, + "step": 3046 + }, + { + "epoch": 0.33461453986382605, + "grad_norm": 2.2834179401397705, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.6919748783111572, + "num_tokens": 72320007.0, + "step": 3047 + }, + { + "epoch": 0.3347243575664397, + "grad_norm": 2.458174705505371, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7254800796508789, + "num_tokens": 72340591.0, + "step": 3048 + }, + { + "epoch": 0.33483417526905335, + "grad_norm": 2.401604175567627, + "learning_rate": 1e-06, + "loss": 1.0566, + "mean_token_accuracy": 0.6742271780967712, + "num_tokens": 72361666.0, + "step": 3049 + }, + { + "epoch": 0.33494399297166705, + "grad_norm": 2.1424560546875, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6852796673774719, + "num_tokens": 72389528.0, + "step": 3050 + }, + { + "epoch": 0.3350538106742807, + "grad_norm": 2.4755032062530518, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7179979681968689, + "num_tokens": 72410349.0, + "step": 3051 + }, + { + "epoch": 0.33516362837689434, + "grad_norm": 2.3036270141601562, + "learning_rate": 1e-06, + "loss": 1.0327, + "mean_token_accuracy": 0.6899134516716003, + "num_tokens": 72434091.0, + "step": 3052 + }, + { + "epoch": 0.33527344607950804, + "grad_norm": 2.2119791507720947, + "learning_rate": 1e-06, + "loss": 1.0752, + "mean_token_accuracy": 0.6917846202850342, + "num_tokens": 72459634.0, + "step": 3053 + }, + { + "epoch": 0.3353832637821217, + "grad_norm": 2.2935259342193604, + "learning_rate": 1e-06, + "loss": 0.9961, + "mean_token_accuracy": 0.6974235773086548, + "num_tokens": 72482805.0, + "step": 3054 + }, + { + "epoch": 0.33549308148473533, + "grad_norm": 2.135869264602661, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7143305540084839, + "num_tokens": 72508713.0, + "step": 3055 + }, + { + "epoch": 0.335602899187349, + "grad_norm": 2.5309107303619385, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.722065806388855, + "num_tokens": 72532418.0, + "step": 3056 + }, + { + "epoch": 0.3357127168899627, + "grad_norm": 2.2888457775115967, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7152353525161743, + "num_tokens": 72555959.0, + "step": 3057 + }, + { + "epoch": 0.3358225345925763, + "grad_norm": 2.104851722717285, + "learning_rate": 1e-06, + "loss": 1.03, + "mean_token_accuracy": 0.6906387805938721, + "num_tokens": 72583783.0, + "step": 3058 + }, + { + "epoch": 0.33593235229519, + "grad_norm": 2.3448448181152344, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7074114084243774, + "num_tokens": 72607007.0, + "step": 3059 + }, + { + "epoch": 0.3360421699978036, + "grad_norm": 2.2099123001098633, + "learning_rate": 1e-06, + "loss": 1.0318, + "mean_token_accuracy": 0.6912588477134705, + "num_tokens": 72631694.0, + "step": 3060 + }, + { + "epoch": 0.3361519877004173, + "grad_norm": 2.5634336471557617, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7154579162597656, + "num_tokens": 72652386.0, + "step": 3061 + }, + { + "epoch": 0.33626180540303097, + "grad_norm": 2.094247579574585, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.6958685517311096, + "num_tokens": 72678708.0, + "step": 3062 + }, + { + "epoch": 0.3363716231056446, + "grad_norm": 2.4789469242095947, + "learning_rate": 1e-06, + "loss": 1.0725, + "mean_token_accuracy": 0.6819745302200317, + "num_tokens": 72700697.0, + "step": 3063 + }, + { + "epoch": 0.3364814408082583, + "grad_norm": 2.379939079284668, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.6887087821960449, + "num_tokens": 72723719.0, + "step": 3064 + }, + { + "epoch": 0.33659125851087196, + "grad_norm": 2.13254976272583, + "learning_rate": 1e-06, + "loss": 0.9996, + "mean_token_accuracy": 0.6976156234741211, + "num_tokens": 72749230.0, + "step": 3065 + }, + { + "epoch": 0.3367010762134856, + "grad_norm": 2.0213234424591064, + "learning_rate": 1e-06, + "loss": 1.0315, + "mean_token_accuracy": 0.6970888376235962, + "num_tokens": 72779073.0, + "step": 3066 + }, + { + "epoch": 0.33681089391609925, + "grad_norm": 2.1946003437042236, + "learning_rate": 1e-06, + "loss": 1.0461, + "mean_token_accuracy": 0.6864216327667236, + "num_tokens": 72803985.0, + "step": 3067 + }, + { + "epoch": 0.33692071161871295, + "grad_norm": 2.4477930068969727, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.711843729019165, + "num_tokens": 72824120.0, + "step": 3068 + }, + { + "epoch": 0.3370305293213266, + "grad_norm": 2.170238494873047, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7181473970413208, + "num_tokens": 72850773.0, + "step": 3069 + }, + { + "epoch": 0.33714034702394025, + "grad_norm": 2.276883125305176, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7250931859016418, + "num_tokens": 72873451.0, + "step": 3070 + }, + { + "epoch": 0.33725016472655395, + "grad_norm": 2.4576048851013184, + "learning_rate": 1e-06, + "loss": 1.0237, + "mean_token_accuracy": 0.683604896068573, + "num_tokens": 72894235.0, + "step": 3071 + }, + { + "epoch": 0.3373599824291676, + "grad_norm": 2.0777785778045654, + "learning_rate": 1e-06, + "loss": 1.1049, + "mean_token_accuracy": 0.6683037877082825, + "num_tokens": 72923571.0, + "step": 3072 + }, + { + "epoch": 0.33746980013178124, + "grad_norm": 2.1920740604400635, + "learning_rate": 1e-06, + "loss": 1.1035, + "mean_token_accuracy": 0.6784772872924805, + "num_tokens": 72950364.0, + "step": 3073 + }, + { + "epoch": 0.3375796178343949, + "grad_norm": 2.7123332023620605, + "learning_rate": 1e-06, + "loss": 0.8866, + "mean_token_accuracy": 0.7190510034561157, + "num_tokens": 72970705.0, + "step": 3074 + }, + { + "epoch": 0.3376894355370086, + "grad_norm": 1.9953312873840332, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7184520959854126, + "num_tokens": 72999536.0, + "step": 3075 + }, + { + "epoch": 0.33779925323962223, + "grad_norm": 2.240795373916626, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6900628805160522, + "num_tokens": 73023157.0, + "step": 3076 + }, + { + "epoch": 0.3379090709422359, + "grad_norm": 2.3756537437438965, + "learning_rate": 1e-06, + "loss": 1.0319, + "mean_token_accuracy": 0.6972475647926331, + "num_tokens": 73049361.0, + "step": 3077 + }, + { + "epoch": 0.3380188886448495, + "grad_norm": 2.2659945487976074, + "learning_rate": 1e-06, + "loss": 0.9725, + "mean_token_accuracy": 0.6956360340118408, + "num_tokens": 73074169.0, + "step": 3078 + }, + { + "epoch": 0.3381287063474632, + "grad_norm": 2.3546366691589355, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7126768231391907, + "num_tokens": 73095713.0, + "step": 3079 + }, + { + "epoch": 0.33823852405007687, + "grad_norm": 2.3772847652435303, + "learning_rate": 1e-06, + "loss": 0.9999, + "mean_token_accuracy": 0.6958543062210083, + "num_tokens": 73118123.0, + "step": 3080 + }, + { + "epoch": 0.3383483417526905, + "grad_norm": 2.476607084274292, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.6860471963882446, + "num_tokens": 73140992.0, + "step": 3081 + }, + { + "epoch": 0.3384581594553042, + "grad_norm": 2.7418994903564453, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.6972821354866028, + "num_tokens": 73159073.0, + "step": 3082 + }, + { + "epoch": 0.33856797715791787, + "grad_norm": 2.1132681369781494, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7115923762321472, + "num_tokens": 73188663.0, + "step": 3083 + }, + { + "epoch": 0.3386777948605315, + "grad_norm": 2.1249938011169434, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7102619409561157, + "num_tokens": 73215447.0, + "step": 3084 + }, + { + "epoch": 0.33878761256314516, + "grad_norm": 2.3193063735961914, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.7041441202163696, + "num_tokens": 73238047.0, + "step": 3085 + }, + { + "epoch": 0.33889743026575886, + "grad_norm": 2.1923253536224365, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6992853879928589, + "num_tokens": 73264582.0, + "step": 3086 + }, + { + "epoch": 0.3390072479683725, + "grad_norm": 2.7334349155426025, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6886740922927856, + "num_tokens": 73282754.0, + "step": 3087 + }, + { + "epoch": 0.33911706567098615, + "grad_norm": 2.2824487686157227, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7169036865234375, + "num_tokens": 73307498.0, + "step": 3088 + }, + { + "epoch": 0.3392268833735998, + "grad_norm": 2.3119287490844727, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7096635103225708, + "num_tokens": 73332356.0, + "step": 3089 + }, + { + "epoch": 0.3393367010762135, + "grad_norm": 2.498570680618286, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.691733717918396, + "num_tokens": 73352400.0, + "step": 3090 + }, + { + "epoch": 0.33944651877882714, + "grad_norm": 2.2467117309570312, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7138726711273193, + "num_tokens": 73378386.0, + "step": 3091 + }, + { + "epoch": 0.3395563364814408, + "grad_norm": 2.305506467819214, + "learning_rate": 1e-06, + "loss": 0.9932, + "mean_token_accuracy": 0.6909478902816772, + "num_tokens": 73400903.0, + "step": 3092 + }, + { + "epoch": 0.3396661541840545, + "grad_norm": 2.3242812156677246, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.6982065439224243, + "num_tokens": 73424716.0, + "step": 3093 + }, + { + "epoch": 0.33977597188666814, + "grad_norm": 2.074462413787842, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.7090860605239868, + "num_tokens": 73451373.0, + "step": 3094 + }, + { + "epoch": 0.3398857895892818, + "grad_norm": 2.4928979873657227, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.6990987062454224, + "num_tokens": 73470661.0, + "step": 3095 + }, + { + "epoch": 0.33999560729189543, + "grad_norm": 2.2492761611938477, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6967551708221436, + "num_tokens": 73495256.0, + "step": 3096 + }, + { + "epoch": 0.34010542499450913, + "grad_norm": 2.5109639167785645, + "learning_rate": 1e-06, + "loss": 1.0286, + "mean_token_accuracy": 0.695324718952179, + "num_tokens": 73518224.0, + "step": 3097 + }, + { + "epoch": 0.3402152426971228, + "grad_norm": 2.434115171432495, + "learning_rate": 1e-06, + "loss": 1.0525, + "mean_token_accuracy": 0.6771883964538574, + "num_tokens": 73539813.0, + "step": 3098 + }, + { + "epoch": 0.3403250603997364, + "grad_norm": 1.948304533958435, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7065211534500122, + "num_tokens": 73573215.0, + "step": 3099 + }, + { + "epoch": 0.3404348781023501, + "grad_norm": 2.0973613262176514, + "learning_rate": 1e-06, + "loss": 1.1585, + "mean_token_accuracy": 0.6535626649856567, + "num_tokens": 73602727.0, + "step": 3100 + }, + { + "epoch": 0.34054469580496377, + "grad_norm": 2.6125333309173584, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7095258831977844, + "num_tokens": 73621589.0, + "step": 3101 + }, + { + "epoch": 0.3406545135075774, + "grad_norm": 2.487541913986206, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6910713315010071, + "num_tokens": 73642211.0, + "step": 3102 + }, + { + "epoch": 0.34076433121019106, + "grad_norm": 2.3401999473571777, + "learning_rate": 1e-06, + "loss": 1.0142, + "mean_token_accuracy": 0.6905054450035095, + "num_tokens": 73665864.0, + "step": 3103 + }, + { + "epoch": 0.34087414891280476, + "grad_norm": 2.468207597732544, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.695674479007721, + "num_tokens": 73685650.0, + "step": 3104 + }, + { + "epoch": 0.3409839666154184, + "grad_norm": 2.272167444229126, + "learning_rate": 1e-06, + "loss": 1.0171, + "mean_token_accuracy": 0.6950497031211853, + "num_tokens": 73710247.0, + "step": 3105 + }, + { + "epoch": 0.34109378431803206, + "grad_norm": 2.65442156791687, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.736892819404602, + "num_tokens": 73727389.0, + "step": 3106 + }, + { + "epoch": 0.3412036020206457, + "grad_norm": 2.3435120582580566, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6957288980484009, + "num_tokens": 73751293.0, + "step": 3107 + }, + { + "epoch": 0.3413134197232594, + "grad_norm": 2.5068931579589844, + "learning_rate": 1e-06, + "loss": 1.0903, + "mean_token_accuracy": 0.6724845170974731, + "num_tokens": 73775259.0, + "step": 3108 + }, + { + "epoch": 0.34142323742587305, + "grad_norm": 2.382962226867676, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6939578652381897, + "num_tokens": 73798734.0, + "step": 3109 + }, + { + "epoch": 0.3415330551284867, + "grad_norm": 1.9986298084259033, + "learning_rate": 1e-06, + "loss": 1.1211, + "mean_token_accuracy": 0.6645565629005432, + "num_tokens": 73830273.0, + "step": 3110 + }, + { + "epoch": 0.3416428728311004, + "grad_norm": 2.3797569274902344, + "learning_rate": 1e-06, + "loss": 1.1013, + "mean_token_accuracy": 0.6693808436393738, + "num_tokens": 73852956.0, + "step": 3111 + }, + { + "epoch": 0.34175269053371404, + "grad_norm": 2.506774425506592, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7156391143798828, + "num_tokens": 73872360.0, + "step": 3112 + }, + { + "epoch": 0.3418625082363277, + "grad_norm": 2.4733939170837402, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7032852172851562, + "num_tokens": 73893667.0, + "step": 3113 + }, + { + "epoch": 0.34197232593894134, + "grad_norm": 2.568385362625122, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7243556380271912, + "num_tokens": 73912201.0, + "step": 3114 + }, + { + "epoch": 0.34208214364155504, + "grad_norm": 2.400434970855713, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7114561796188354, + "num_tokens": 73931751.0, + "step": 3115 + }, + { + "epoch": 0.3421919613441687, + "grad_norm": 2.344304323196411, + "learning_rate": 1e-06, + "loss": 1.0451, + "mean_token_accuracy": 0.6799842119216919, + "num_tokens": 73954677.0, + "step": 3116 + }, + { + "epoch": 0.34230177904678233, + "grad_norm": 2.290698766708374, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.6937501430511475, + "num_tokens": 73977954.0, + "step": 3117 + }, + { + "epoch": 0.34241159674939603, + "grad_norm": 2.1741387844085693, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.7074339389801025, + "num_tokens": 74003293.0, + "step": 3118 + }, + { + "epoch": 0.3425214144520097, + "grad_norm": 2.1704599857330322, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.6997039318084717, + "num_tokens": 74027957.0, + "step": 3119 + }, + { + "epoch": 0.3426312321546233, + "grad_norm": 2.2148752212524414, + "learning_rate": 1e-06, + "loss": 1.0777, + "mean_token_accuracy": 0.6809187531471252, + "num_tokens": 74054317.0, + "step": 3120 + }, + { + "epoch": 0.34274104985723697, + "grad_norm": 2.0074000358581543, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.708296537399292, + "num_tokens": 74084361.0, + "step": 3121 + }, + { + "epoch": 0.34285086755985067, + "grad_norm": 2.3922958374023438, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.6964489817619324, + "num_tokens": 74109535.0, + "step": 3122 + }, + { + "epoch": 0.3429606852624643, + "grad_norm": 2.332876682281494, + "learning_rate": 1e-06, + "loss": 1.0719, + "mean_token_accuracy": 0.6810691356658936, + "num_tokens": 74135980.0, + "step": 3123 + }, + { + "epoch": 0.34307050296507796, + "grad_norm": 2.5262515544891357, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7077158689498901, + "num_tokens": 74157489.0, + "step": 3124 + }, + { + "epoch": 0.3431803206676916, + "grad_norm": 2.0629405975341797, + "learning_rate": 1e-06, + "loss": 1.0128, + "mean_token_accuracy": 0.6980037689208984, + "num_tokens": 74186466.0, + "step": 3125 + }, + { + "epoch": 0.3432901383703053, + "grad_norm": 2.9144794940948486, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7258318066596985, + "num_tokens": 74203164.0, + "step": 3126 + }, + { + "epoch": 0.34339995607291895, + "grad_norm": 2.584874391555786, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7112374305725098, + "num_tokens": 74222838.0, + "step": 3127 + }, + { + "epoch": 0.3435097737755326, + "grad_norm": 2.1921820640563965, + "learning_rate": 1e-06, + "loss": 1.0413, + "mean_token_accuracy": 0.6849297285079956, + "num_tokens": 74250255.0, + "step": 3128 + }, + { + "epoch": 0.3436195914781463, + "grad_norm": 2.5444750785827637, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.7001335620880127, + "num_tokens": 74270380.0, + "step": 3129 + }, + { + "epoch": 0.34372940918075995, + "grad_norm": 2.0528554916381836, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.6960225105285645, + "num_tokens": 74297874.0, + "step": 3130 + }, + { + "epoch": 0.3438392268833736, + "grad_norm": 2.4999794960021973, + "learning_rate": 1e-06, + "loss": 1.1019, + "mean_token_accuracy": 0.6714885234832764, + "num_tokens": 74320770.0, + "step": 3131 + }, + { + "epoch": 0.34394904458598724, + "grad_norm": 2.332536458969116, + "learning_rate": 1e-06, + "loss": 1.0669, + "mean_token_accuracy": 0.680864155292511, + "num_tokens": 74345246.0, + "step": 3132 + }, + { + "epoch": 0.34405886228860094, + "grad_norm": 2.416033983230591, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.703349769115448, + "num_tokens": 74365563.0, + "step": 3133 + }, + { + "epoch": 0.3441686799912146, + "grad_norm": 2.4568746089935303, + "learning_rate": 1e-06, + "loss": 1.0453, + "mean_token_accuracy": 0.7057948112487793, + "num_tokens": 74386206.0, + "step": 3134 + }, + { + "epoch": 0.34427849769382823, + "grad_norm": 2.5099403858184814, + "learning_rate": 1e-06, + "loss": 0.8599, + "mean_token_accuracy": 0.730698823928833, + "num_tokens": 74405188.0, + "step": 3135 + }, + { + "epoch": 0.3443883153964419, + "grad_norm": 2.446634531021118, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.6982778310775757, + "num_tokens": 74427149.0, + "step": 3136 + }, + { + "epoch": 0.3444981330990556, + "grad_norm": 2.8261189460754395, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7006629705429077, + "num_tokens": 74445054.0, + "step": 3137 + }, + { + "epoch": 0.3446079508016692, + "grad_norm": 2.4808242321014404, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7087769508361816, + "num_tokens": 74465558.0, + "step": 3138 + }, + { + "epoch": 0.3447177685042829, + "grad_norm": 2.02128267288208, + "learning_rate": 1e-06, + "loss": 1.031, + "mean_token_accuracy": 0.6907880306243896, + "num_tokens": 74493879.0, + "step": 3139 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 2.073118209838867, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7054758071899414, + "num_tokens": 74521914.0, + "step": 3140 + }, + { + "epoch": 0.3449374039095102, + "grad_norm": 2.416684150695801, + "learning_rate": 1e-06, + "loss": 1.0584, + "mean_token_accuracy": 0.6869071125984192, + "num_tokens": 74544595.0, + "step": 3141 + }, + { + "epoch": 0.34504722161212387, + "grad_norm": 2.4247450828552246, + "learning_rate": 1e-06, + "loss": 1.132, + "mean_token_accuracy": 0.660271167755127, + "num_tokens": 74567972.0, + "step": 3142 + }, + { + "epoch": 0.3451570393147375, + "grad_norm": 2.2005503177642822, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.6913586258888245, + "num_tokens": 74592897.0, + "step": 3143 + }, + { + "epoch": 0.3452668570173512, + "grad_norm": 2.557520627975464, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7285308837890625, + "num_tokens": 74611532.0, + "step": 3144 + }, + { + "epoch": 0.34537667471996486, + "grad_norm": 2.4141340255737305, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7151203751564026, + "num_tokens": 74632681.0, + "step": 3145 + }, + { + "epoch": 0.3454864924225785, + "grad_norm": 2.405937433242798, + "learning_rate": 1e-06, + "loss": 0.8572, + "mean_token_accuracy": 0.7340543866157532, + "num_tokens": 74653903.0, + "step": 3146 + }, + { + "epoch": 0.3455963101251922, + "grad_norm": 2.208719491958618, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7166417837142944, + "num_tokens": 74677903.0, + "step": 3147 + }, + { + "epoch": 0.34570612782780585, + "grad_norm": 2.671865463256836, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7318178415298462, + "num_tokens": 74695695.0, + "step": 3148 + }, + { + "epoch": 0.3458159455304195, + "grad_norm": 2.2130603790283203, + "learning_rate": 1e-06, + "loss": 1.0061, + "mean_token_accuracy": 0.7000841498374939, + "num_tokens": 74721277.0, + "step": 3149 + }, + { + "epoch": 0.34592576323303315, + "grad_norm": 2.295206069946289, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.7035058736801147, + "num_tokens": 74746436.0, + "step": 3150 + }, + { + "epoch": 0.34603558093564685, + "grad_norm": 2.3899166584014893, + "learning_rate": 1e-06, + "loss": 0.9975, + "mean_token_accuracy": 0.6982424259185791, + "num_tokens": 74770145.0, + "step": 3151 + }, + { + "epoch": 0.3461453986382605, + "grad_norm": 2.358189582824707, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.702905535697937, + "num_tokens": 74793644.0, + "step": 3152 + }, + { + "epoch": 0.34625521634087414, + "grad_norm": 1.9704110622406006, + "learning_rate": 1e-06, + "loss": 1.0374, + "mean_token_accuracy": 0.6907843351364136, + "num_tokens": 74824152.0, + "step": 3153 + }, + { + "epoch": 0.3463650340434878, + "grad_norm": 2.4907195568084717, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7244607210159302, + "num_tokens": 74843730.0, + "step": 3154 + }, + { + "epoch": 0.3464748517461015, + "grad_norm": 2.307128429412842, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7242600917816162, + "num_tokens": 74867380.0, + "step": 3155 + }, + { + "epoch": 0.34658466944871513, + "grad_norm": 2.318772315979004, + "learning_rate": 1e-06, + "loss": 1.0656, + "mean_token_accuracy": 0.6786806583404541, + "num_tokens": 74891626.0, + "step": 3156 + }, + { + "epoch": 0.3466944871513288, + "grad_norm": 1.9947000741958618, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7177349328994751, + "num_tokens": 74920383.0, + "step": 3157 + }, + { + "epoch": 0.3468043048539425, + "grad_norm": 2.662839889526367, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.691831111907959, + "num_tokens": 74939516.0, + "step": 3158 + }, + { + "epoch": 0.3469141225565561, + "grad_norm": 2.1297714710235596, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.697131872177124, + "num_tokens": 74967209.0, + "step": 3159 + }, + { + "epoch": 0.34702394025916977, + "grad_norm": 2.3060102462768555, + "learning_rate": 1e-06, + "loss": 1.0529, + "mean_token_accuracy": 0.6758714318275452, + "num_tokens": 74991210.0, + "step": 3160 + }, + { + "epoch": 0.3471337579617834, + "grad_norm": 2.2642409801483154, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.7057085037231445, + "num_tokens": 75016500.0, + "step": 3161 + }, + { + "epoch": 0.3472435756643971, + "grad_norm": 2.2179548740386963, + "learning_rate": 1e-06, + "loss": 1.1035, + "mean_token_accuracy": 0.6722555756568909, + "num_tokens": 75047013.0, + "step": 3162 + }, + { + "epoch": 0.34735339336701077, + "grad_norm": 2.001488208770752, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.6935315132141113, + "num_tokens": 75079124.0, + "step": 3163 + }, + { + "epoch": 0.3474632110696244, + "grad_norm": 2.4074220657348633, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7070101499557495, + "num_tokens": 75100742.0, + "step": 3164 + }, + { + "epoch": 0.34757302877223806, + "grad_norm": 2.0541391372680664, + "learning_rate": 1e-06, + "loss": 1.0397, + "mean_token_accuracy": 0.6827629804611206, + "num_tokens": 75130232.0, + "step": 3165 + }, + { + "epoch": 0.34768284647485176, + "grad_norm": 2.1469228267669678, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.7057275772094727, + "num_tokens": 75155257.0, + "step": 3166 + }, + { + "epoch": 0.3477926641774654, + "grad_norm": 2.3397693634033203, + "learning_rate": 1e-06, + "loss": 1.0699, + "mean_token_accuracy": 0.6798923015594482, + "num_tokens": 75179782.0, + "step": 3167 + }, + { + "epoch": 0.34790248188007905, + "grad_norm": 2.5887794494628906, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7105416655540466, + "num_tokens": 75199495.0, + "step": 3168 + }, + { + "epoch": 0.34801229958269275, + "grad_norm": 2.0521116256713867, + "learning_rate": 1e-06, + "loss": 0.984, + "mean_token_accuracy": 0.7148684859275818, + "num_tokens": 75226226.0, + "step": 3169 + }, + { + "epoch": 0.3481221172853064, + "grad_norm": 2.617570638656616, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7109349370002747, + "num_tokens": 75245151.0, + "step": 3170 + }, + { + "epoch": 0.34823193498792004, + "grad_norm": 2.2982773780822754, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7035403251647949, + "num_tokens": 75267366.0, + "step": 3171 + }, + { + "epoch": 0.3483417526905337, + "grad_norm": 2.384721279144287, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7099056243896484, + "num_tokens": 75289506.0, + "step": 3172 + }, + { + "epoch": 0.3484515703931474, + "grad_norm": 2.267317533493042, + "learning_rate": 1e-06, + "loss": 0.8561, + "mean_token_accuracy": 0.726029634475708, + "num_tokens": 75313302.0, + "step": 3173 + }, + { + "epoch": 0.34856138809576104, + "grad_norm": 2.513582229614258, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.6993090510368347, + "num_tokens": 75332971.0, + "step": 3174 + }, + { + "epoch": 0.3486712057983747, + "grad_norm": 2.328334331512451, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6986726522445679, + "num_tokens": 75356238.0, + "step": 3175 + }, + { + "epoch": 0.3487810235009884, + "grad_norm": 2.2471821308135986, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7061519026756287, + "num_tokens": 75379006.0, + "step": 3176 + }, + { + "epoch": 0.34889084120360203, + "grad_norm": 2.474261522293091, + "learning_rate": 1e-06, + "loss": 1.0359, + "mean_token_accuracy": 0.6884828805923462, + "num_tokens": 75399998.0, + "step": 3177 + }, + { + "epoch": 0.3490006589062157, + "grad_norm": 2.1989524364471436, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.6993017196655273, + "num_tokens": 75424192.0, + "step": 3178 + }, + { + "epoch": 0.3491104766088293, + "grad_norm": 2.6867926120758057, + "learning_rate": 1e-06, + "loss": 1.0708, + "mean_token_accuracy": 0.6765391230583191, + "num_tokens": 75444436.0, + "step": 3179 + }, + { + "epoch": 0.349220294311443, + "grad_norm": 2.6106975078582764, + "learning_rate": 1e-06, + "loss": 1.0473, + "mean_token_accuracy": 0.6974161863327026, + "num_tokens": 75464376.0, + "step": 3180 + }, + { + "epoch": 0.34933011201405667, + "grad_norm": 2.6207170486450195, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.6931630373001099, + "num_tokens": 75483855.0, + "step": 3181 + }, + { + "epoch": 0.3494399297166703, + "grad_norm": 2.3351211547851562, + "learning_rate": 1e-06, + "loss": 1.0503, + "mean_token_accuracy": 0.6820448040962219, + "num_tokens": 75509135.0, + "step": 3182 + }, + { + "epoch": 0.34954974741928396, + "grad_norm": 2.272796392440796, + "learning_rate": 1e-06, + "loss": 1.0403, + "mean_token_accuracy": 0.6926542520523071, + "num_tokens": 75534632.0, + "step": 3183 + }, + { + "epoch": 0.34965956512189766, + "grad_norm": 1.9264472723007202, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.6945756673812866, + "num_tokens": 75566357.0, + "step": 3184 + }, + { + "epoch": 0.3497693828245113, + "grad_norm": 2.434508800506592, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.6976525187492371, + "num_tokens": 75590025.0, + "step": 3185 + }, + { + "epoch": 0.34987920052712496, + "grad_norm": 2.6940643787384033, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7086161971092224, + "num_tokens": 75608616.0, + "step": 3186 + }, + { + "epoch": 0.34998901822973866, + "grad_norm": 2.322232484817505, + "learning_rate": 1e-06, + "loss": 1.0347, + "mean_token_accuracy": 0.7022034525871277, + "num_tokens": 75632908.0, + "step": 3187 + }, + { + "epoch": 0.3500988359323523, + "grad_norm": 2.5067687034606934, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.7028977870941162, + "num_tokens": 75654620.0, + "step": 3188 + }, + { + "epoch": 0.35020865363496595, + "grad_norm": 2.3025870323181152, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7155535221099854, + "num_tokens": 75677077.0, + "step": 3189 + }, + { + "epoch": 0.3503184713375796, + "grad_norm": 2.6302168369293213, + "learning_rate": 1e-06, + "loss": 0.996, + "mean_token_accuracy": 0.7005009651184082, + "num_tokens": 75695084.0, + "step": 3190 + }, + { + "epoch": 0.3504282890401933, + "grad_norm": 2.127779245376587, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.7040934562683105, + "num_tokens": 75721770.0, + "step": 3191 + }, + { + "epoch": 0.35053810674280694, + "grad_norm": 2.356856107711792, + "learning_rate": 1e-06, + "loss": 1.0515, + "mean_token_accuracy": 0.6914212703704834, + "num_tokens": 75744934.0, + "step": 3192 + }, + { + "epoch": 0.3506479244454206, + "grad_norm": 2.4577279090881348, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7000728249549866, + "num_tokens": 75767055.0, + "step": 3193 + }, + { + "epoch": 0.3507577421480343, + "grad_norm": 2.324202299118042, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.697858452796936, + "num_tokens": 75792333.0, + "step": 3194 + }, + { + "epoch": 0.35086755985064794, + "grad_norm": 2.221386432647705, + "learning_rate": 1e-06, + "loss": 1.0133, + "mean_token_accuracy": 0.6915602087974548, + "num_tokens": 75820672.0, + "step": 3195 + }, + { + "epoch": 0.3509773775532616, + "grad_norm": 2.9226162433624268, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7267948389053345, + "num_tokens": 75835238.0, + "step": 3196 + }, + { + "epoch": 0.35108719525587523, + "grad_norm": 2.736774444580078, + "learning_rate": 1e-06, + "loss": 1.022, + "mean_token_accuracy": 0.6960728168487549, + "num_tokens": 75852502.0, + "step": 3197 + }, + { + "epoch": 0.35119701295848893, + "grad_norm": 2.302018404006958, + "learning_rate": 1e-06, + "loss": 1.025, + "mean_token_accuracy": 0.7026876211166382, + "num_tokens": 75877201.0, + "step": 3198 + }, + { + "epoch": 0.3513068306611026, + "grad_norm": 2.2353341579437256, + "learning_rate": 1e-06, + "loss": 1.0187, + "mean_token_accuracy": 0.6886402368545532, + "num_tokens": 75900898.0, + "step": 3199 + }, + { + "epoch": 0.3514166483637162, + "grad_norm": 2.4324984550476074, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.7004098296165466, + "num_tokens": 75924632.0, + "step": 3200 + }, + { + "epoch": 0.35152646606632987, + "grad_norm": 2.8295154571533203, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.717200756072998, + "num_tokens": 75941579.0, + "step": 3201 + }, + { + "epoch": 0.35163628376894357, + "grad_norm": 2.277830123901367, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.6999899744987488, + "num_tokens": 75966307.0, + "step": 3202 + }, + { + "epoch": 0.3517461014715572, + "grad_norm": 2.2848360538482666, + "learning_rate": 1e-06, + "loss": 1.012, + "mean_token_accuracy": 0.6906988024711609, + "num_tokens": 75991102.0, + "step": 3203 + }, + { + "epoch": 0.35185591917417086, + "grad_norm": 2.227278470993042, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.6904231905937195, + "num_tokens": 76016544.0, + "step": 3204 + }, + { + "epoch": 0.35196573687678456, + "grad_norm": 2.324657678604126, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7099168300628662, + "num_tokens": 76041023.0, + "step": 3205 + }, + { + "epoch": 0.3520755545793982, + "grad_norm": 1.9774916172027588, + "learning_rate": 1e-06, + "loss": 1.0579, + "mean_token_accuracy": 0.6901166439056396, + "num_tokens": 76073914.0, + "step": 3206 + }, + { + "epoch": 0.35218537228201185, + "grad_norm": 2.454941749572754, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7183375358581543, + "num_tokens": 76094428.0, + "step": 3207 + }, + { + "epoch": 0.3522951899846255, + "grad_norm": 2.203803300857544, + "learning_rate": 1e-06, + "loss": 1.0457, + "mean_token_accuracy": 0.6842555999755859, + "num_tokens": 76121062.0, + "step": 3208 + }, + { + "epoch": 0.3524050076872392, + "grad_norm": 2.130701780319214, + "learning_rate": 1e-06, + "loss": 1.0758, + "mean_token_accuracy": 0.6841257810592651, + "num_tokens": 76148301.0, + "step": 3209 + }, + { + "epoch": 0.35251482538985285, + "grad_norm": 2.487866163253784, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7258626222610474, + "num_tokens": 76166917.0, + "step": 3210 + }, + { + "epoch": 0.3526246430924665, + "grad_norm": 2.5868308544158936, + "learning_rate": 1e-06, + "loss": 1.0029, + "mean_token_accuracy": 0.7047635316848755, + "num_tokens": 76186030.0, + "step": 3211 + }, + { + "epoch": 0.35273446079508014, + "grad_norm": 2.1516339778900146, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.710526704788208, + "num_tokens": 76211507.0, + "step": 3212 + }, + { + "epoch": 0.35284427849769384, + "grad_norm": 2.1540732383728027, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.7148560881614685, + "num_tokens": 76236110.0, + "step": 3213 + }, + { + "epoch": 0.3529540962003075, + "grad_norm": 2.4475748538970947, + "learning_rate": 1e-06, + "loss": 1.0825, + "mean_token_accuracy": 0.681633472442627, + "num_tokens": 76260034.0, + "step": 3214 + }, + { + "epoch": 0.35306391390292113, + "grad_norm": 2.376455545425415, + "learning_rate": 1e-06, + "loss": 1.0069, + "mean_token_accuracy": 0.6942541003227234, + "num_tokens": 76283055.0, + "step": 3215 + }, + { + "epoch": 0.35317373160553484, + "grad_norm": 2.0397167205810547, + "learning_rate": 1e-06, + "loss": 1.0755, + "mean_token_accuracy": 0.676184892654419, + "num_tokens": 76313639.0, + "step": 3216 + }, + { + "epoch": 0.3532835493081485, + "grad_norm": 2.293813467025757, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6995149850845337, + "num_tokens": 76338226.0, + "step": 3217 + }, + { + "epoch": 0.3533933670107621, + "grad_norm": 2.3507440090179443, + "learning_rate": 1e-06, + "loss": 1.0318, + "mean_token_accuracy": 0.6943383812904358, + "num_tokens": 76361736.0, + "step": 3218 + }, + { + "epoch": 0.3535031847133758, + "grad_norm": 2.400627613067627, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6942480802536011, + "num_tokens": 76383917.0, + "step": 3219 + }, + { + "epoch": 0.3536130024159895, + "grad_norm": 2.098811149597168, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6838791966438293, + "num_tokens": 76412615.0, + "step": 3220 + }, + { + "epoch": 0.3537228201186031, + "grad_norm": 2.363694429397583, + "learning_rate": 1e-06, + "loss": 1.0846, + "mean_token_accuracy": 0.6795708537101746, + "num_tokens": 76436839.0, + "step": 3221 + }, + { + "epoch": 0.35383263782121677, + "grad_norm": 2.1314849853515625, + "learning_rate": 1e-06, + "loss": 1.1154, + "mean_token_accuracy": 0.6682476997375488, + "num_tokens": 76466374.0, + "step": 3222 + }, + { + "epoch": 0.35394245552383047, + "grad_norm": 2.400674343109131, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.6945686340332031, + "num_tokens": 76487750.0, + "step": 3223 + }, + { + "epoch": 0.3540522732264441, + "grad_norm": 2.3576769828796387, + "learning_rate": 1e-06, + "loss": 1.0752, + "mean_token_accuracy": 0.6791431903839111, + "num_tokens": 76512573.0, + "step": 3224 + }, + { + "epoch": 0.35416209092905776, + "grad_norm": 2.477646827697754, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.7237409949302673, + "num_tokens": 76533995.0, + "step": 3225 + }, + { + "epoch": 0.3542719086316714, + "grad_norm": 2.492445945739746, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7285946607589722, + "num_tokens": 76553585.0, + "step": 3226 + }, + { + "epoch": 0.3543817263342851, + "grad_norm": 2.0720131397247314, + "learning_rate": 1e-06, + "loss": 1.0766, + "mean_token_accuracy": 0.6920222043991089, + "num_tokens": 76584202.0, + "step": 3227 + }, + { + "epoch": 0.35449154403689875, + "grad_norm": 2.5030038356781006, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7188023328781128, + "num_tokens": 76604248.0, + "step": 3228 + }, + { + "epoch": 0.3546013617395124, + "grad_norm": 2.394002914428711, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7315225601196289, + "num_tokens": 76623953.0, + "step": 3229 + }, + { + "epoch": 0.35471117944212605, + "grad_norm": 2.291818141937256, + "learning_rate": 1e-06, + "loss": 1.0057, + "mean_token_accuracy": 0.7045575976371765, + "num_tokens": 76646577.0, + "step": 3230 + }, + { + "epoch": 0.35482099714473975, + "grad_norm": 2.611290216445923, + "learning_rate": 1e-06, + "loss": 0.9885, + "mean_token_accuracy": 0.7027404308319092, + "num_tokens": 76667330.0, + "step": 3231 + }, + { + "epoch": 0.3549308148473534, + "grad_norm": 2.1372876167297363, + "learning_rate": 1e-06, + "loss": 1.0343, + "mean_token_accuracy": 0.6863543391227722, + "num_tokens": 76695931.0, + "step": 3232 + }, + { + "epoch": 0.35504063254996704, + "grad_norm": 2.289799451828003, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7180719375610352, + "num_tokens": 76719841.0, + "step": 3233 + }, + { + "epoch": 0.35515045025258074, + "grad_norm": 2.5696964263916016, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6971886157989502, + "num_tokens": 76741710.0, + "step": 3234 + }, + { + "epoch": 0.3552602679551944, + "grad_norm": 2.336796760559082, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7121398448944092, + "num_tokens": 76764966.0, + "step": 3235 + }, + { + "epoch": 0.35537008565780803, + "grad_norm": 2.1448864936828613, + "learning_rate": 1e-06, + "loss": 1.0637, + "mean_token_accuracy": 0.6798803806304932, + "num_tokens": 76791375.0, + "step": 3236 + }, + { + "epoch": 0.3554799033604217, + "grad_norm": 2.353224515914917, + "learning_rate": 1e-06, + "loss": 1.022, + "mean_token_accuracy": 0.6962283253669739, + "num_tokens": 76816142.0, + "step": 3237 + }, + { + "epoch": 0.3555897210630354, + "grad_norm": 2.1206905841827393, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.7218236923217773, + "num_tokens": 76841963.0, + "step": 3238 + }, + { + "epoch": 0.355699538765649, + "grad_norm": 2.4864869117736816, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7071979641914368, + "num_tokens": 76862257.0, + "step": 3239 + }, + { + "epoch": 0.35580935646826267, + "grad_norm": 1.9996211528778076, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7106955051422119, + "num_tokens": 76892872.0, + "step": 3240 + }, + { + "epoch": 0.3559191741708763, + "grad_norm": 1.9751681089401245, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.713910698890686, + "num_tokens": 76920796.0, + "step": 3241 + }, + { + "epoch": 0.35602899187349, + "grad_norm": 2.5296289920806885, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7093104124069214, + "num_tokens": 76939428.0, + "step": 3242 + }, + { + "epoch": 0.35613880957610367, + "grad_norm": 2.8154296875, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7068950533866882, + "num_tokens": 76956042.0, + "step": 3243 + }, + { + "epoch": 0.3562486272787173, + "grad_norm": 2.539475917816162, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.6961973309516907, + "num_tokens": 76977238.0, + "step": 3244 + }, + { + "epoch": 0.356358444981331, + "grad_norm": 2.0141985416412354, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.6965928077697754, + "num_tokens": 77006111.0, + "step": 3245 + }, + { + "epoch": 0.35646826268394466, + "grad_norm": 2.600175142288208, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7061688899993896, + "num_tokens": 77026861.0, + "step": 3246 + }, + { + "epoch": 0.3565780803865583, + "grad_norm": 2.0307302474975586, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7098897695541382, + "num_tokens": 77055885.0, + "step": 3247 + }, + { + "epoch": 0.35668789808917195, + "grad_norm": 2.4491426944732666, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7158557176589966, + "num_tokens": 77075294.0, + "step": 3248 + }, + { + "epoch": 0.35679771579178565, + "grad_norm": 2.1034257411956787, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7036410570144653, + "num_tokens": 77102831.0, + "step": 3249 + }, + { + "epoch": 0.3569075334943993, + "grad_norm": 2.3734352588653564, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.6979621648788452, + "num_tokens": 77126255.0, + "step": 3250 + }, + { + "epoch": 0.35701735119701294, + "grad_norm": 2.701047658920288, + "learning_rate": 1e-06, + "loss": 1.0708, + "mean_token_accuracy": 0.6968376636505127, + "num_tokens": 77144629.0, + "step": 3251 + }, + { + "epoch": 0.35712716889962665, + "grad_norm": 2.0061020851135254, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.714052677154541, + "num_tokens": 77173338.0, + "step": 3252 + }, + { + "epoch": 0.3572369866022403, + "grad_norm": 2.220641613006592, + "learning_rate": 1e-06, + "loss": 1.0305, + "mean_token_accuracy": 0.6944032311439514, + "num_tokens": 77197671.0, + "step": 3253 + }, + { + "epoch": 0.35734680430485394, + "grad_norm": 2.3257527351379395, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.689095675945282, + "num_tokens": 77220414.0, + "step": 3254 + }, + { + "epoch": 0.3574566220074676, + "grad_norm": 2.4332950115203857, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6998453140258789, + "num_tokens": 77244007.0, + "step": 3255 + }, + { + "epoch": 0.3575664397100813, + "grad_norm": 2.176055431365967, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.7053778767585754, + "num_tokens": 77269838.0, + "step": 3256 + }, + { + "epoch": 0.35767625741269493, + "grad_norm": 2.3080897331237793, + "learning_rate": 1e-06, + "loss": 1.0479, + "mean_token_accuracy": 0.6935891509056091, + "num_tokens": 77295889.0, + "step": 3257 + }, + { + "epoch": 0.3577860751153086, + "grad_norm": 2.580686569213867, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7201067209243774, + "num_tokens": 77314910.0, + "step": 3258 + }, + { + "epoch": 0.3578958928179222, + "grad_norm": 2.6312708854675293, + "learning_rate": 1e-06, + "loss": 0.994, + "mean_token_accuracy": 0.703427791595459, + "num_tokens": 77333472.0, + "step": 3259 + }, + { + "epoch": 0.3580057105205359, + "grad_norm": 2.045062780380249, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7055156826972961, + "num_tokens": 77361550.0, + "step": 3260 + }, + { + "epoch": 0.35811552822314957, + "grad_norm": 2.4059853553771973, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.7035204172134399, + "num_tokens": 77383257.0, + "step": 3261 + }, + { + "epoch": 0.3582253459257632, + "grad_norm": 2.3487372398376465, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.6959840059280396, + "num_tokens": 77406420.0, + "step": 3262 + }, + { + "epoch": 0.3583351636283769, + "grad_norm": 2.3367066383361816, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6998124122619629, + "num_tokens": 77430784.0, + "step": 3263 + }, + { + "epoch": 0.35844498133099056, + "grad_norm": 2.5115537643432617, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7167325019836426, + "num_tokens": 77452132.0, + "step": 3264 + }, + { + "epoch": 0.3585547990336042, + "grad_norm": 2.184434413909912, + "learning_rate": 1e-06, + "loss": 1.0558, + "mean_token_accuracy": 0.6799266338348389, + "num_tokens": 77478825.0, + "step": 3265 + }, + { + "epoch": 0.35866461673621786, + "grad_norm": 2.1768479347229004, + "learning_rate": 1e-06, + "loss": 1.0855, + "mean_token_accuracy": 0.6809377670288086, + "num_tokens": 77506667.0, + "step": 3266 + }, + { + "epoch": 0.35877443443883156, + "grad_norm": 2.5983963012695312, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6817072033882141, + "num_tokens": 77526208.0, + "step": 3267 + }, + { + "epoch": 0.3588842521414452, + "grad_norm": 2.218287229537964, + "learning_rate": 1e-06, + "loss": 1.0689, + "mean_token_accuracy": 0.6772184371948242, + "num_tokens": 77554146.0, + "step": 3268 + }, + { + "epoch": 0.35899406984405885, + "grad_norm": 2.2955336570739746, + "learning_rate": 1e-06, + "loss": 1.0307, + "mean_token_accuracy": 0.7036455869674683, + "num_tokens": 77577832.0, + "step": 3269 + }, + { + "epoch": 0.35910388754667255, + "grad_norm": 2.0516161918640137, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6986722946166992, + "num_tokens": 77607042.0, + "step": 3270 + }, + { + "epoch": 0.3592137052492862, + "grad_norm": 2.639418125152588, + "learning_rate": 1e-06, + "loss": 1.0593, + "mean_token_accuracy": 0.6830828189849854, + "num_tokens": 77626747.0, + "step": 3271 + }, + { + "epoch": 0.35932352295189984, + "grad_norm": 2.166605234146118, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6927370429039001, + "num_tokens": 77651546.0, + "step": 3272 + }, + { + "epoch": 0.3594333406545135, + "grad_norm": 2.692756414413452, + "learning_rate": 1e-06, + "loss": 0.9792, + "mean_token_accuracy": 0.7062342166900635, + "num_tokens": 77669290.0, + "step": 3273 + }, + { + "epoch": 0.3595431583571272, + "grad_norm": 2.173881769180298, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6854194402694702, + "num_tokens": 77696310.0, + "step": 3274 + }, + { + "epoch": 0.35965297605974084, + "grad_norm": 2.4939236640930176, + "learning_rate": 1e-06, + "loss": 1.0094, + "mean_token_accuracy": 0.7005475759506226, + "num_tokens": 77716822.0, + "step": 3275 + }, + { + "epoch": 0.3597627937623545, + "grad_norm": 2.3830087184906006, + "learning_rate": 1e-06, + "loss": 1.0856, + "mean_token_accuracy": 0.6760674715042114, + "num_tokens": 77741491.0, + "step": 3276 + }, + { + "epoch": 0.35987261146496813, + "grad_norm": 2.4401729106903076, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.6942785382270813, + "num_tokens": 77763089.0, + "step": 3277 + }, + { + "epoch": 0.35998242916758183, + "grad_norm": 2.1280581951141357, + "learning_rate": 1e-06, + "loss": 1.0444, + "mean_token_accuracy": 0.6893871426582336, + "num_tokens": 77788878.0, + "step": 3278 + }, + { + "epoch": 0.3600922468701955, + "grad_norm": 2.2205381393432617, + "learning_rate": 1e-06, + "loss": 1.101, + "mean_token_accuracy": 0.679466724395752, + "num_tokens": 77816284.0, + "step": 3279 + }, + { + "epoch": 0.3602020645728091, + "grad_norm": 2.899285316467285, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.6992915868759155, + "num_tokens": 77831973.0, + "step": 3280 + }, + { + "epoch": 0.3603118822754228, + "grad_norm": 2.3589353561401367, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7071477174758911, + "num_tokens": 77853616.0, + "step": 3281 + }, + { + "epoch": 0.36042169997803647, + "grad_norm": 2.4158058166503906, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7087136507034302, + "num_tokens": 77875820.0, + "step": 3282 + }, + { + "epoch": 0.3605315176806501, + "grad_norm": 2.2051515579223633, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.716198205947876, + "num_tokens": 77900904.0, + "step": 3283 + }, + { + "epoch": 0.36064133538326376, + "grad_norm": 2.2079834938049316, + "learning_rate": 1e-06, + "loss": 1.1211, + "mean_token_accuracy": 0.6682120561599731, + "num_tokens": 77927349.0, + "step": 3284 + }, + { + "epoch": 0.36075115308587746, + "grad_norm": 2.641584634780884, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7171541452407837, + "num_tokens": 77946204.0, + "step": 3285 + }, + { + "epoch": 0.3608609707884911, + "grad_norm": 2.718590259552002, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7122440338134766, + "num_tokens": 77962823.0, + "step": 3286 + }, + { + "epoch": 0.36097078849110475, + "grad_norm": 2.73400616645813, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7082465291023254, + "num_tokens": 77980114.0, + "step": 3287 + }, + { + "epoch": 0.3610806061937184, + "grad_norm": 2.007410764694214, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6808850765228271, + "num_tokens": 78009084.0, + "step": 3288 + }, + { + "epoch": 0.3611904238963321, + "grad_norm": 2.3302438259124756, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7179650068283081, + "num_tokens": 78030641.0, + "step": 3289 + }, + { + "epoch": 0.36130024159894575, + "grad_norm": 2.3516690731048584, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7283191680908203, + "num_tokens": 78051514.0, + "step": 3290 + }, + { + "epoch": 0.3614100593015594, + "grad_norm": 2.3012092113494873, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7097417116165161, + "num_tokens": 78075114.0, + "step": 3291 + }, + { + "epoch": 0.3615198770041731, + "grad_norm": 2.2540884017944336, + "learning_rate": 1e-06, + "loss": 1.0698, + "mean_token_accuracy": 0.6768599152565002, + "num_tokens": 78100955.0, + "step": 3292 + }, + { + "epoch": 0.36162969470678674, + "grad_norm": 2.470691442489624, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.7028993368148804, + "num_tokens": 78124050.0, + "step": 3293 + }, + { + "epoch": 0.3617395124094004, + "grad_norm": 2.256011486053467, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.7068360447883606, + "num_tokens": 78149891.0, + "step": 3294 + }, + { + "epoch": 0.36184933011201403, + "grad_norm": 2.2597949504852295, + "learning_rate": 1e-06, + "loss": 1.1097, + "mean_token_accuracy": 0.6704263687133789, + "num_tokens": 78178417.0, + "step": 3295 + }, + { + "epoch": 0.36195914781462774, + "grad_norm": 2.0586206912994385, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.7031229138374329, + "num_tokens": 78208692.0, + "step": 3296 + }, + { + "epoch": 0.3620689655172414, + "grad_norm": 1.9036991596221924, + "learning_rate": 1e-06, + "loss": 1.0624, + "mean_token_accuracy": 0.6807167530059814, + "num_tokens": 78245133.0, + "step": 3297 + }, + { + "epoch": 0.362178783219855, + "grad_norm": 2.3301682472229004, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.704357922077179, + "num_tokens": 78267726.0, + "step": 3298 + }, + { + "epoch": 0.36228860092246873, + "grad_norm": 2.20330810546875, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.7136182188987732, + "num_tokens": 78291925.0, + "step": 3299 + }, + { + "epoch": 0.3623984186250824, + "grad_norm": 2.214076519012451, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.7045040130615234, + "num_tokens": 78316415.0, + "step": 3300 + }, + { + "epoch": 0.362508236327696, + "grad_norm": 2.2305517196655273, + "learning_rate": 1e-06, + "loss": 1.1185, + "mean_token_accuracy": 0.6704565286636353, + "num_tokens": 78345521.0, + "step": 3301 + }, + { + "epoch": 0.36261805403030967, + "grad_norm": 2.6851696968078613, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7252667546272278, + "num_tokens": 78364180.0, + "step": 3302 + }, + { + "epoch": 0.36272787173292337, + "grad_norm": 2.432269334793091, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7236989140510559, + "num_tokens": 78385318.0, + "step": 3303 + }, + { + "epoch": 0.362837689435537, + "grad_norm": 2.354102373123169, + "learning_rate": 1e-06, + "loss": 1.024, + "mean_token_accuracy": 0.7131930589675903, + "num_tokens": 78410110.0, + "step": 3304 + }, + { + "epoch": 0.36294750713815066, + "grad_norm": 2.2339723110198975, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7170865535736084, + "num_tokens": 78432865.0, + "step": 3305 + }, + { + "epoch": 0.3630573248407643, + "grad_norm": 2.5204946994781494, + "learning_rate": 1e-06, + "loss": 1.0904, + "mean_token_accuracy": 0.6830315589904785, + "num_tokens": 78454193.0, + "step": 3306 + }, + { + "epoch": 0.363167142543378, + "grad_norm": 2.582350730895996, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.6967374682426453, + "num_tokens": 78477802.0, + "step": 3307 + }, + { + "epoch": 0.36327696024599165, + "grad_norm": 2.4948301315307617, + "learning_rate": 1e-06, + "loss": 1.0007, + "mean_token_accuracy": 0.7010560035705566, + "num_tokens": 78500602.0, + "step": 3308 + }, + { + "epoch": 0.3633867779486053, + "grad_norm": 2.5375964641571045, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.6868336200714111, + "num_tokens": 78520933.0, + "step": 3309 + }, + { + "epoch": 0.363496595651219, + "grad_norm": 2.270137071609497, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.698717474937439, + "num_tokens": 78544564.0, + "step": 3310 + }, + { + "epoch": 0.36360641335383265, + "grad_norm": 2.2513818740844727, + "learning_rate": 1e-06, + "loss": 1.0212, + "mean_token_accuracy": 0.6928807497024536, + "num_tokens": 78568174.0, + "step": 3311 + }, + { + "epoch": 0.3637162310564463, + "grad_norm": 2.235888957977295, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7059853076934814, + "num_tokens": 78594732.0, + "step": 3312 + }, + { + "epoch": 0.36382604875905994, + "grad_norm": 2.158561944961548, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.6993674635887146, + "num_tokens": 78622798.0, + "step": 3313 + }, + { + "epoch": 0.36393586646167364, + "grad_norm": 2.100632429122925, + "learning_rate": 1e-06, + "loss": 1.0569, + "mean_token_accuracy": 0.6950036883354187, + "num_tokens": 78652159.0, + "step": 3314 + }, + { + "epoch": 0.3640456841642873, + "grad_norm": 2.0866057872772217, + "learning_rate": 1e-06, + "loss": 1.0315, + "mean_token_accuracy": 0.6902052164077759, + "num_tokens": 78680434.0, + "step": 3315 + }, + { + "epoch": 0.36415550186690093, + "grad_norm": 2.4565889835357666, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.7049078345298767, + "num_tokens": 78701989.0, + "step": 3316 + }, + { + "epoch": 0.3642653195695146, + "grad_norm": 2.5200729370117188, + "learning_rate": 1e-06, + "loss": 1.0953, + "mean_token_accuracy": 0.6700146198272705, + "num_tokens": 78723425.0, + "step": 3317 + }, + { + "epoch": 0.3643751372721283, + "grad_norm": 2.133843421936035, + "learning_rate": 1e-06, + "loss": 1.0616, + "mean_token_accuracy": 0.6829567551612854, + "num_tokens": 78750052.0, + "step": 3318 + }, + { + "epoch": 0.3644849549747419, + "grad_norm": 1.9506345987319946, + "learning_rate": 1e-06, + "loss": 1.0577, + "mean_token_accuracy": 0.6813587546348572, + "num_tokens": 78781038.0, + "step": 3319 + }, + { + "epoch": 0.36459477267735557, + "grad_norm": 2.3270251750946045, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7258132696151733, + "num_tokens": 78804780.0, + "step": 3320 + }, + { + "epoch": 0.3647045903799693, + "grad_norm": 2.4222936630249023, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.7043876647949219, + "num_tokens": 78827886.0, + "step": 3321 + }, + { + "epoch": 0.3648144080825829, + "grad_norm": 2.0127453804016113, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.6978825330734253, + "num_tokens": 78857494.0, + "step": 3322 + }, + { + "epoch": 0.36492422578519657, + "grad_norm": 2.60155987739563, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7018533945083618, + "num_tokens": 78877423.0, + "step": 3323 + }, + { + "epoch": 0.3650340434878102, + "grad_norm": 2.3861091136932373, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7079652547836304, + "num_tokens": 78901351.0, + "step": 3324 + }, + { + "epoch": 0.3651438611904239, + "grad_norm": 2.095698356628418, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7093814611434937, + "num_tokens": 78928251.0, + "step": 3325 + }, + { + "epoch": 0.36525367889303756, + "grad_norm": 2.8067007064819336, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.7030275464057922, + "num_tokens": 78945307.0, + "step": 3326 + }, + { + "epoch": 0.3653634965956512, + "grad_norm": 2.885230541229248, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7191261053085327, + "num_tokens": 78961583.0, + "step": 3327 + }, + { + "epoch": 0.3654733142982649, + "grad_norm": 2.431065797805786, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.710548460483551, + "num_tokens": 78984438.0, + "step": 3328 + }, + { + "epoch": 0.36558313200087855, + "grad_norm": 2.5973689556121826, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7097728252410889, + "num_tokens": 79004161.0, + "step": 3329 + }, + { + "epoch": 0.3656929497034922, + "grad_norm": 2.0526163578033447, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7080886363983154, + "num_tokens": 79032688.0, + "step": 3330 + }, + { + "epoch": 0.36580276740610584, + "grad_norm": 2.209723711013794, + "learning_rate": 1e-06, + "loss": 1.0142, + "mean_token_accuracy": 0.6947750449180603, + "num_tokens": 79057689.0, + "step": 3331 + }, + { + "epoch": 0.36591258510871955, + "grad_norm": 2.6305525302886963, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7126705050468445, + "num_tokens": 79075690.0, + "step": 3332 + }, + { + "epoch": 0.3660224028113332, + "grad_norm": 2.724919557571411, + "learning_rate": 1e-06, + "loss": 1.0019, + "mean_token_accuracy": 0.6928446292877197, + "num_tokens": 79095511.0, + "step": 3333 + }, + { + "epoch": 0.36613222051394684, + "grad_norm": 2.0754075050354004, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7240359783172607, + "num_tokens": 79122904.0, + "step": 3334 + }, + { + "epoch": 0.3662420382165605, + "grad_norm": 2.29349422454834, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7272326946258545, + "num_tokens": 79144883.0, + "step": 3335 + }, + { + "epoch": 0.3663518559191742, + "grad_norm": 2.3300087451934814, + "learning_rate": 1e-06, + "loss": 1.0066, + "mean_token_accuracy": 0.6997410655021667, + "num_tokens": 79169157.0, + "step": 3336 + }, + { + "epoch": 0.36646167362178783, + "grad_norm": 2.5168848037719727, + "learning_rate": 1e-06, + "loss": 1.0336, + "mean_token_accuracy": 0.6885877251625061, + "num_tokens": 79191746.0, + "step": 3337 + }, + { + "epoch": 0.3665714913244015, + "grad_norm": 2.2999978065490723, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7151470184326172, + "num_tokens": 79214628.0, + "step": 3338 + }, + { + "epoch": 0.3666813090270152, + "grad_norm": 2.312318801879883, + "learning_rate": 1e-06, + "loss": 1.0095, + "mean_token_accuracy": 0.7025904059410095, + "num_tokens": 79236775.0, + "step": 3339 + }, + { + "epoch": 0.3667911267296288, + "grad_norm": 2.5265328884124756, + "learning_rate": 1e-06, + "loss": 1.0126, + "mean_token_accuracy": 0.7017543315887451, + "num_tokens": 79257306.0, + "step": 3340 + }, + { + "epoch": 0.36690094443224247, + "grad_norm": 2.3365392684936523, + "learning_rate": 1e-06, + "loss": 1.0604, + "mean_token_accuracy": 0.6907181739807129, + "num_tokens": 79281434.0, + "step": 3341 + }, + { + "epoch": 0.3670107621348561, + "grad_norm": 2.154477596282959, + "learning_rate": 1e-06, + "loss": 1.0529, + "mean_token_accuracy": 0.6864311099052429, + "num_tokens": 79307877.0, + "step": 3342 + }, + { + "epoch": 0.3671205798374698, + "grad_norm": 2.992182493209839, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7366515398025513, + "num_tokens": 79322508.0, + "step": 3343 + }, + { + "epoch": 0.36723039754008346, + "grad_norm": 2.5172371864318848, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6876834630966187, + "num_tokens": 79343027.0, + "step": 3344 + }, + { + "epoch": 0.3673402152426971, + "grad_norm": 2.3683323860168457, + "learning_rate": 1e-06, + "loss": 1.0901, + "mean_token_accuracy": 0.6708197593688965, + "num_tokens": 79367294.0, + "step": 3345 + }, + { + "epoch": 0.3674500329453108, + "grad_norm": 2.098540782928467, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7050598859786987, + "num_tokens": 79393471.0, + "step": 3346 + }, + { + "epoch": 0.36755985064792446, + "grad_norm": 2.241827964782715, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.703188419342041, + "num_tokens": 79420281.0, + "step": 3347 + }, + { + "epoch": 0.3676696683505381, + "grad_norm": 2.584340810775757, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7028598785400391, + "num_tokens": 79440687.0, + "step": 3348 + }, + { + "epoch": 0.36777948605315175, + "grad_norm": 2.64534854888916, + "learning_rate": 1e-06, + "loss": 1.0499, + "mean_token_accuracy": 0.6854835748672485, + "num_tokens": 79460477.0, + "step": 3349 + }, + { + "epoch": 0.36788930375576545, + "grad_norm": 2.5204412937164307, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7045849561691284, + "num_tokens": 79481390.0, + "step": 3350 + }, + { + "epoch": 0.3679991214583791, + "grad_norm": 2.256457805633545, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.6979734301567078, + "num_tokens": 79505458.0, + "step": 3351 + }, + { + "epoch": 0.36810893916099274, + "grad_norm": 2.3052878379821777, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7056934833526611, + "num_tokens": 79529198.0, + "step": 3352 + }, + { + "epoch": 0.3682187568636064, + "grad_norm": 2.5075864791870117, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7047736644744873, + "num_tokens": 79549155.0, + "step": 3353 + }, + { + "epoch": 0.3683285745662201, + "grad_norm": 2.075416326522827, + "learning_rate": 1e-06, + "loss": 1.0101, + "mean_token_accuracy": 0.6885363459587097, + "num_tokens": 79578160.0, + "step": 3354 + }, + { + "epoch": 0.36843839226883374, + "grad_norm": 2.4169974327087402, + "learning_rate": 1e-06, + "loss": 0.9396, + "mean_token_accuracy": 0.7113792300224304, + "num_tokens": 79598859.0, + "step": 3355 + }, + { + "epoch": 0.3685482099714474, + "grad_norm": 2.323472023010254, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.7118854522705078, + "num_tokens": 79623468.0, + "step": 3356 + }, + { + "epoch": 0.3686580276740611, + "grad_norm": 2.2017197608947754, + "learning_rate": 1e-06, + "loss": 1.1203, + "mean_token_accuracy": 0.6687543392181396, + "num_tokens": 79652546.0, + "step": 3357 + }, + { + "epoch": 0.36876784537667473, + "grad_norm": 2.3706610202789307, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7107510566711426, + "num_tokens": 79673620.0, + "step": 3358 + }, + { + "epoch": 0.3688776630792884, + "grad_norm": 2.420464515686035, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.6849279999732971, + "num_tokens": 79694564.0, + "step": 3359 + }, + { + "epoch": 0.368987480781902, + "grad_norm": 2.3483948707580566, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.6873407363891602, + "num_tokens": 79717748.0, + "step": 3360 + }, + { + "epoch": 0.3690972984845157, + "grad_norm": 2.655512809753418, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.705588161945343, + "num_tokens": 79735803.0, + "step": 3361 + }, + { + "epoch": 0.36920711618712937, + "grad_norm": 2.09796404838562, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7001091837882996, + "num_tokens": 79762745.0, + "step": 3362 + }, + { + "epoch": 0.369316933889743, + "grad_norm": 2.3195979595184326, + "learning_rate": 1e-06, + "loss": 1.0321, + "mean_token_accuracy": 0.6884471774101257, + "num_tokens": 79788123.0, + "step": 3363 + }, + { + "epoch": 0.36942675159235666, + "grad_norm": 2.578164577484131, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6953225135803223, + "num_tokens": 79807472.0, + "step": 3364 + }, + { + "epoch": 0.36953656929497036, + "grad_norm": 2.4082751274108887, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.701502799987793, + "num_tokens": 79831300.0, + "step": 3365 + }, + { + "epoch": 0.369646386997584, + "grad_norm": 2.616568088531494, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6863784790039062, + "num_tokens": 79850019.0, + "step": 3366 + }, + { + "epoch": 0.36975620470019765, + "grad_norm": 2.3831820487976074, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.7164796590805054, + "num_tokens": 79874877.0, + "step": 3367 + }, + { + "epoch": 0.36986602240281136, + "grad_norm": 2.0932791233062744, + "learning_rate": 1e-06, + "loss": 1.0149, + "mean_token_accuracy": 0.6949726939201355, + "num_tokens": 79905901.0, + "step": 3368 + }, + { + "epoch": 0.369975840105425, + "grad_norm": 2.6638588905334473, + "learning_rate": 1e-06, + "loss": 1.0089, + "mean_token_accuracy": 0.6908643245697021, + "num_tokens": 79924086.0, + "step": 3369 + }, + { + "epoch": 0.37008565780803865, + "grad_norm": 2.2416954040527344, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.7018337249755859, + "num_tokens": 79948668.0, + "step": 3370 + }, + { + "epoch": 0.3701954755106523, + "grad_norm": 2.2642295360565186, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7136134505271912, + "num_tokens": 79975876.0, + "step": 3371 + }, + { + "epoch": 0.370305293213266, + "grad_norm": 2.404053211212158, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7057052254676819, + "num_tokens": 79998521.0, + "step": 3372 + }, + { + "epoch": 0.37041511091587964, + "grad_norm": 2.2303218841552734, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.6870842576026917, + "num_tokens": 80025803.0, + "step": 3373 + }, + { + "epoch": 0.3705249286184933, + "grad_norm": 2.3800413608551025, + "learning_rate": 1e-06, + "loss": 1.0319, + "mean_token_accuracy": 0.6934764385223389, + "num_tokens": 80049577.0, + "step": 3374 + }, + { + "epoch": 0.370634746321107, + "grad_norm": 2.2505698204040527, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.7004541754722595, + "num_tokens": 80074989.0, + "step": 3375 + }, + { + "epoch": 0.37074456402372064, + "grad_norm": 2.675924777984619, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.7000919580459595, + "num_tokens": 80092569.0, + "step": 3376 + }, + { + "epoch": 0.3708543817263343, + "grad_norm": 2.0709280967712402, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7173800468444824, + "num_tokens": 80119675.0, + "step": 3377 + }, + { + "epoch": 0.3709641994289479, + "grad_norm": 2.376132011413574, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7273861169815063, + "num_tokens": 80140081.0, + "step": 3378 + }, + { + "epoch": 0.37107401713156163, + "grad_norm": 2.724065065383911, + "learning_rate": 1e-06, + "loss": 0.8787, + "mean_token_accuracy": 0.7246798276901245, + "num_tokens": 80157964.0, + "step": 3379 + }, + { + "epoch": 0.3711838348341753, + "grad_norm": 1.9796867370605469, + "learning_rate": 1e-06, + "loss": 1.0304, + "mean_token_accuracy": 0.6930512189865112, + "num_tokens": 80188435.0, + "step": 3380 + }, + { + "epoch": 0.3712936525367889, + "grad_norm": 2.517880439758301, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7135895490646362, + "num_tokens": 80210062.0, + "step": 3381 + }, + { + "epoch": 0.37140347023940257, + "grad_norm": 2.3117380142211914, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.7068270444869995, + "num_tokens": 80233479.0, + "step": 3382 + }, + { + "epoch": 0.37151328794201627, + "grad_norm": 2.1582090854644775, + "learning_rate": 1e-06, + "loss": 0.7649, + "mean_token_accuracy": 0.7524204850196838, + "num_tokens": 80255355.0, + "step": 3383 + }, + { + "epoch": 0.3716231056446299, + "grad_norm": 2.229767322540283, + "learning_rate": 1e-06, + "loss": 1.0008, + "mean_token_accuracy": 0.69803786277771, + "num_tokens": 80281021.0, + "step": 3384 + }, + { + "epoch": 0.37173292334724356, + "grad_norm": 2.4899837970733643, + "learning_rate": 1e-06, + "loss": 1.0294, + "mean_token_accuracy": 0.6910035610198975, + "num_tokens": 80304132.0, + "step": 3385 + }, + { + "epoch": 0.37184274104985726, + "grad_norm": 2.094026803970337, + "learning_rate": 1e-06, + "loss": 1.1222, + "mean_token_accuracy": 0.6706240177154541, + "num_tokens": 80334751.0, + "step": 3386 + }, + { + "epoch": 0.3719525587524709, + "grad_norm": 2.5283126831054688, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.7071772813796997, + "num_tokens": 80357924.0, + "step": 3387 + }, + { + "epoch": 0.37206237645508455, + "grad_norm": 2.737903118133545, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6917224526405334, + "num_tokens": 80375299.0, + "step": 3388 + }, + { + "epoch": 0.3721721941576982, + "grad_norm": 2.494180202484131, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.7039228677749634, + "num_tokens": 80395858.0, + "step": 3389 + }, + { + "epoch": 0.3722820118603119, + "grad_norm": 2.207341432571411, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.7067759037017822, + "num_tokens": 80420091.0, + "step": 3390 + }, + { + "epoch": 0.37239182956292555, + "grad_norm": 2.364461898803711, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7129912972450256, + "num_tokens": 80442316.0, + "step": 3391 + }, + { + "epoch": 0.3725016472655392, + "grad_norm": 2.3112847805023193, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.6940562129020691, + "num_tokens": 80468833.0, + "step": 3392 + }, + { + "epoch": 0.37261146496815284, + "grad_norm": 2.3368184566497803, + "learning_rate": 1e-06, + "loss": 1.0963, + "mean_token_accuracy": 0.6782543063163757, + "num_tokens": 80492335.0, + "step": 3393 + }, + { + "epoch": 0.37272128267076654, + "grad_norm": 2.7298946380615234, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7137711048126221, + "num_tokens": 80508842.0, + "step": 3394 + }, + { + "epoch": 0.3728311003733802, + "grad_norm": 2.064832925796509, + "learning_rate": 1e-06, + "loss": 1.0949, + "mean_token_accuracy": 0.6758316159248352, + "num_tokens": 80539100.0, + "step": 3395 + }, + { + "epoch": 0.37294091807599383, + "grad_norm": 2.3880555629730225, + "learning_rate": 1e-06, + "loss": 0.991, + "mean_token_accuracy": 0.7033705115318298, + "num_tokens": 80561257.0, + "step": 3396 + }, + { + "epoch": 0.37305073577860753, + "grad_norm": 2.040085554122925, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6895644664764404, + "num_tokens": 80590156.0, + "step": 3397 + }, + { + "epoch": 0.3731605534812212, + "grad_norm": 2.10627818107605, + "learning_rate": 1e-06, + "loss": 0.973, + "mean_token_accuracy": 0.7103756666183472, + "num_tokens": 80616072.0, + "step": 3398 + }, + { + "epoch": 0.3732703711838348, + "grad_norm": 2.273696184158325, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.7060953974723816, + "num_tokens": 80640612.0, + "step": 3399 + }, + { + "epoch": 0.37338018888644847, + "grad_norm": 2.326613426208496, + "learning_rate": 1e-06, + "loss": 1.035, + "mean_token_accuracy": 0.6975225210189819, + "num_tokens": 80664189.0, + "step": 3400 + }, + { + "epoch": 0.3734900065890622, + "grad_norm": 2.0211892127990723, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.7009723782539368, + "num_tokens": 80695854.0, + "step": 3401 + }, + { + "epoch": 0.3735998242916758, + "grad_norm": 2.494720458984375, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7247134447097778, + "num_tokens": 80717208.0, + "step": 3402 + }, + { + "epoch": 0.37370964199428947, + "grad_norm": 2.144963502883911, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7199913859367371, + "num_tokens": 80741573.0, + "step": 3403 + }, + { + "epoch": 0.37381945969690317, + "grad_norm": 2.3153481483459473, + "learning_rate": 1e-06, + "loss": 1.012, + "mean_token_accuracy": 0.6901191473007202, + "num_tokens": 80766508.0, + "step": 3404 + }, + { + "epoch": 0.3739292773995168, + "grad_norm": 2.1818573474884033, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7197262048721313, + "num_tokens": 80794484.0, + "step": 3405 + }, + { + "epoch": 0.37403909510213046, + "grad_norm": 2.631767749786377, + "learning_rate": 1e-06, + "loss": 1.0073, + "mean_token_accuracy": 0.6973732709884644, + "num_tokens": 80813574.0, + "step": 3406 + }, + { + "epoch": 0.3741489128047441, + "grad_norm": 2.2164244651794434, + "learning_rate": 1e-06, + "loss": 1.1028, + "mean_token_accuracy": 0.6735134124755859, + "num_tokens": 80843181.0, + "step": 3407 + }, + { + "epoch": 0.3742587305073578, + "grad_norm": 2.063464641571045, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.6974058747291565, + "num_tokens": 80872938.0, + "step": 3408 + }, + { + "epoch": 0.37436854820997145, + "grad_norm": 2.0853381156921387, + "learning_rate": 1e-06, + "loss": 1.0967, + "mean_token_accuracy": 0.6738584041595459, + "num_tokens": 80904667.0, + "step": 3409 + }, + { + "epoch": 0.3744783659125851, + "grad_norm": 1.9414756298065186, + "learning_rate": 1e-06, + "loss": 1.023, + "mean_token_accuracy": 0.6914088726043701, + "num_tokens": 80938757.0, + "step": 3410 + }, + { + "epoch": 0.37458818361519874, + "grad_norm": 2.5547988414764404, + "learning_rate": 1e-06, + "loss": 1.0372, + "mean_token_accuracy": 0.6986532211303711, + "num_tokens": 80959048.0, + "step": 3411 + }, + { + "epoch": 0.37469800131781245, + "grad_norm": 2.3784079551696777, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7027406692504883, + "num_tokens": 80981983.0, + "step": 3412 + }, + { + "epoch": 0.3748078190204261, + "grad_norm": 2.0720388889312744, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7146252393722534, + "num_tokens": 81009695.0, + "step": 3413 + }, + { + "epoch": 0.37491763672303974, + "grad_norm": 2.3637285232543945, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.6979923844337463, + "num_tokens": 81032740.0, + "step": 3414 + }, + { + "epoch": 0.37502745442565344, + "grad_norm": 2.4560766220092773, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7187671661376953, + "num_tokens": 81053414.0, + "step": 3415 + }, + { + "epoch": 0.3751372721282671, + "grad_norm": 2.840695858001709, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.7021692991256714, + "num_tokens": 81072687.0, + "step": 3416 + }, + { + "epoch": 0.37524708983088073, + "grad_norm": 2.3001868724823, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7131853103637695, + "num_tokens": 81095013.0, + "step": 3417 + }, + { + "epoch": 0.3753569075334944, + "grad_norm": 2.4710261821746826, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6938138008117676, + "num_tokens": 81118954.0, + "step": 3418 + }, + { + "epoch": 0.3754667252361081, + "grad_norm": 2.611889362335205, + "learning_rate": 1e-06, + "loss": 1.0526, + "mean_token_accuracy": 0.6871618032455444, + "num_tokens": 81140495.0, + "step": 3419 + }, + { + "epoch": 0.3755765429387217, + "grad_norm": 2.396585464477539, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7032861709594727, + "num_tokens": 81162117.0, + "step": 3420 + }, + { + "epoch": 0.37568636064133537, + "grad_norm": 2.1829473972320557, + "learning_rate": 1e-06, + "loss": 1.0317, + "mean_token_accuracy": 0.6884856820106506, + "num_tokens": 81187810.0, + "step": 3421 + }, + { + "epoch": 0.37579617834394907, + "grad_norm": 2.373300313949585, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7143003344535828, + "num_tokens": 81211886.0, + "step": 3422 + }, + { + "epoch": 0.3759059960465627, + "grad_norm": 2.1711671352386475, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7086129188537598, + "num_tokens": 81237893.0, + "step": 3423 + }, + { + "epoch": 0.37601581374917636, + "grad_norm": 1.944651484489441, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6998791098594666, + "num_tokens": 81267235.0, + "step": 3424 + }, + { + "epoch": 0.37612563145179, + "grad_norm": 2.074429988861084, + "learning_rate": 1e-06, + "loss": 1.0286, + "mean_token_accuracy": 0.6907804608345032, + "num_tokens": 81296525.0, + "step": 3425 + }, + { + "epoch": 0.3762354491544037, + "grad_norm": 2.2774665355682373, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6865217089653015, + "num_tokens": 81321743.0, + "step": 3426 + }, + { + "epoch": 0.37634526685701736, + "grad_norm": 2.3712401390075684, + "learning_rate": 1e-06, + "loss": 1.0534, + "mean_token_accuracy": 0.689439058303833, + "num_tokens": 81344798.0, + "step": 3427 + }, + { + "epoch": 0.376455084559631, + "grad_norm": 2.2106986045837402, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.7006097435951233, + "num_tokens": 81372038.0, + "step": 3428 + }, + { + "epoch": 0.37656490226224465, + "grad_norm": 2.4186172485351562, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7207948565483093, + "num_tokens": 81393181.0, + "step": 3429 + }, + { + "epoch": 0.37667471996485835, + "grad_norm": 2.56365704536438, + "learning_rate": 1e-06, + "loss": 1.0067, + "mean_token_accuracy": 0.6982117891311646, + "num_tokens": 81415157.0, + "step": 3430 + }, + { + "epoch": 0.376784537667472, + "grad_norm": 2.0253071784973145, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7123488187789917, + "num_tokens": 81445014.0, + "step": 3431 + }, + { + "epoch": 0.37689435537008564, + "grad_norm": 2.6434924602508545, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.708834171295166, + "num_tokens": 81463766.0, + "step": 3432 + }, + { + "epoch": 0.37700417307269934, + "grad_norm": 2.1894044876098633, + "learning_rate": 1e-06, + "loss": 1.0445, + "mean_token_accuracy": 0.6839760541915894, + "num_tokens": 81490660.0, + "step": 3433 + }, + { + "epoch": 0.377113990775313, + "grad_norm": 2.316232919692993, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6956827044487, + "num_tokens": 81513348.0, + "step": 3434 + }, + { + "epoch": 0.37722380847792664, + "grad_norm": 2.4400360584259033, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7089744806289673, + "num_tokens": 81534818.0, + "step": 3435 + }, + { + "epoch": 0.3773336261805403, + "grad_norm": 2.436493396759033, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.696942925453186, + "num_tokens": 81555328.0, + "step": 3436 + }, + { + "epoch": 0.377443443883154, + "grad_norm": 2.3919827938079834, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.7132165431976318, + "num_tokens": 81576843.0, + "step": 3437 + }, + { + "epoch": 0.37755326158576763, + "grad_norm": 2.033080816268921, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.709887683391571, + "num_tokens": 81606287.0, + "step": 3438 + }, + { + "epoch": 0.3776630792883813, + "grad_norm": 2.478250741958618, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7157639265060425, + "num_tokens": 81628716.0, + "step": 3439 + }, + { + "epoch": 0.3777728969909949, + "grad_norm": 1.8902148008346558, + "learning_rate": 1e-06, + "loss": 1.0339, + "mean_token_accuracy": 0.687930703163147, + "num_tokens": 81661179.0, + "step": 3440 + }, + { + "epoch": 0.3778827146936086, + "grad_norm": 2.1492462158203125, + "learning_rate": 1e-06, + "loss": 1.0281, + "mean_token_accuracy": 0.6907739043235779, + "num_tokens": 81688310.0, + "step": 3441 + }, + { + "epoch": 0.37799253239622227, + "grad_norm": 2.4899892807006836, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7001358270645142, + "num_tokens": 81710272.0, + "step": 3442 + }, + { + "epoch": 0.3781023500988359, + "grad_norm": 2.323503255844116, + "learning_rate": 1e-06, + "loss": 1.0706, + "mean_token_accuracy": 0.69174724817276, + "num_tokens": 81734644.0, + "step": 3443 + }, + { + "epoch": 0.3782121678014496, + "grad_norm": 2.3888626098632812, + "learning_rate": 1e-06, + "loss": 1.0349, + "mean_token_accuracy": 0.6917679309844971, + "num_tokens": 81757242.0, + "step": 3444 + }, + { + "epoch": 0.37832198550406326, + "grad_norm": 2.229436159133911, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6933362483978271, + "num_tokens": 81780539.0, + "step": 3445 + }, + { + "epoch": 0.3784318032066769, + "grad_norm": 2.185692071914673, + "learning_rate": 1e-06, + "loss": 1.0493, + "mean_token_accuracy": 0.6776127815246582, + "num_tokens": 81808285.0, + "step": 3446 + }, + { + "epoch": 0.37854162090929055, + "grad_norm": 2.5485589504241943, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.6960219144821167, + "num_tokens": 81827405.0, + "step": 3447 + }, + { + "epoch": 0.37865143861190426, + "grad_norm": 2.267409324645996, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.6946965456008911, + "num_tokens": 81853084.0, + "step": 3448 + }, + { + "epoch": 0.3787612563145179, + "grad_norm": 2.692385196685791, + "learning_rate": 1e-06, + "loss": 0.8569, + "mean_token_accuracy": 0.7383407950401306, + "num_tokens": 81872977.0, + "step": 3449 + }, + { + "epoch": 0.37887107401713155, + "grad_norm": 2.635385274887085, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.7180640697479248, + "num_tokens": 81891749.0, + "step": 3450 + }, + { + "epoch": 0.37898089171974525, + "grad_norm": 2.4710195064544678, + "learning_rate": 1e-06, + "loss": 1.0801, + "mean_token_accuracy": 0.6717326641082764, + "num_tokens": 81912625.0, + "step": 3451 + }, + { + "epoch": 0.3790907094223589, + "grad_norm": 2.0971524715423584, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7064142227172852, + "num_tokens": 81940277.0, + "step": 3452 + }, + { + "epoch": 0.37920052712497254, + "grad_norm": 2.00614070892334, + "learning_rate": 1e-06, + "loss": 1.0926, + "mean_token_accuracy": 0.6756409406661987, + "num_tokens": 81970889.0, + "step": 3453 + }, + { + "epoch": 0.3793103448275862, + "grad_norm": 2.760838031768799, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.701040506362915, + "num_tokens": 81990530.0, + "step": 3454 + }, + { + "epoch": 0.3794201625301999, + "grad_norm": 2.515535831451416, + "learning_rate": 1e-06, + "loss": 0.9392, + "mean_token_accuracy": 0.7228800058364868, + "num_tokens": 82010757.0, + "step": 3455 + }, + { + "epoch": 0.37952998023281354, + "grad_norm": 2.4423704147338867, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7308040857315063, + "num_tokens": 82030355.0, + "step": 3456 + }, + { + "epoch": 0.3796397979354272, + "grad_norm": 2.5435023307800293, + "learning_rate": 1e-06, + "loss": 0.9676, + "mean_token_accuracy": 0.710256814956665, + "num_tokens": 82051109.0, + "step": 3457 + }, + { + "epoch": 0.3797496156380408, + "grad_norm": 2.542431592941284, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7101701498031616, + "num_tokens": 82071794.0, + "step": 3458 + }, + { + "epoch": 0.37985943334065453, + "grad_norm": 2.8965723514556885, + "learning_rate": 1e-06, + "loss": 1.0214, + "mean_token_accuracy": 0.7015680074691772, + "num_tokens": 82089987.0, + "step": 3459 + }, + { + "epoch": 0.3799692510432682, + "grad_norm": 2.6802008152008057, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.7101758718490601, + "num_tokens": 82110196.0, + "step": 3460 + }, + { + "epoch": 0.3800790687458818, + "grad_norm": 2.3010098934173584, + "learning_rate": 1e-06, + "loss": 1.0396, + "mean_token_accuracy": 0.6871742606163025, + "num_tokens": 82136414.0, + "step": 3461 + }, + { + "epoch": 0.3801888864484955, + "grad_norm": 2.0144052505493164, + "learning_rate": 1e-06, + "loss": 1.0733, + "mean_token_accuracy": 0.6775007247924805, + "num_tokens": 82167503.0, + "step": 3462 + }, + { + "epoch": 0.38029870415110917, + "grad_norm": 2.3481547832489014, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7234489917755127, + "num_tokens": 82191661.0, + "step": 3463 + }, + { + "epoch": 0.3804085218537228, + "grad_norm": 2.6994380950927734, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7160743474960327, + "num_tokens": 82210595.0, + "step": 3464 + }, + { + "epoch": 0.38051833955633646, + "grad_norm": 2.363492965698242, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7253482937812805, + "num_tokens": 82235734.0, + "step": 3465 + }, + { + "epoch": 0.38062815725895016, + "grad_norm": 2.3586652278900146, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7219848036766052, + "num_tokens": 82257965.0, + "step": 3466 + }, + { + "epoch": 0.3807379749615638, + "grad_norm": 2.2429583072662354, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6878080368041992, + "num_tokens": 82283364.0, + "step": 3467 + }, + { + "epoch": 0.38084779266417745, + "grad_norm": 2.46065354347229, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.704607367515564, + "num_tokens": 82306769.0, + "step": 3468 + }, + { + "epoch": 0.3809576103667911, + "grad_norm": 2.3220913410186768, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.7230891585350037, + "num_tokens": 82328369.0, + "step": 3469 + }, + { + "epoch": 0.3810674280694048, + "grad_norm": 1.9716771841049194, + "learning_rate": 1e-06, + "loss": 0.8205, + "mean_token_accuracy": 0.7448874115943909, + "num_tokens": 82353376.0, + "step": 3470 + }, + { + "epoch": 0.38117724577201845, + "grad_norm": 2.4300343990325928, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7175866365432739, + "num_tokens": 82374135.0, + "step": 3471 + }, + { + "epoch": 0.3812870634746321, + "grad_norm": 2.4515275955200195, + "learning_rate": 1e-06, + "loss": 0.9854, + "mean_token_accuracy": 0.7004691362380981, + "num_tokens": 82396419.0, + "step": 3472 + }, + { + "epoch": 0.3813968811772458, + "grad_norm": 2.2571520805358887, + "learning_rate": 1e-06, + "loss": 0.8826, + "mean_token_accuracy": 0.7202096581459045, + "num_tokens": 82418410.0, + "step": 3473 + }, + { + "epoch": 0.38150669887985944, + "grad_norm": 2.5825390815734863, + "learning_rate": 1e-06, + "loss": 1.0214, + "mean_token_accuracy": 0.7076554298400879, + "num_tokens": 82439689.0, + "step": 3474 + }, + { + "epoch": 0.3816165165824731, + "grad_norm": 2.1128344535827637, + "learning_rate": 1e-06, + "loss": 1.0675, + "mean_token_accuracy": 0.6857739686965942, + "num_tokens": 82468760.0, + "step": 3475 + }, + { + "epoch": 0.38172633428508673, + "grad_norm": 2.1555376052856445, + "learning_rate": 1e-06, + "loss": 1.0781, + "mean_token_accuracy": 0.6840654611587524, + "num_tokens": 82495593.0, + "step": 3476 + }, + { + "epoch": 0.38183615198770043, + "grad_norm": 2.816183090209961, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.721310019493103, + "num_tokens": 82512037.0, + "step": 3477 + }, + { + "epoch": 0.3819459696903141, + "grad_norm": 2.274132013320923, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7188998460769653, + "num_tokens": 82536524.0, + "step": 3478 + }, + { + "epoch": 0.3820557873929277, + "grad_norm": 2.3287718296051025, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7224668264389038, + "num_tokens": 82558216.0, + "step": 3479 + }, + { + "epoch": 0.3821656050955414, + "grad_norm": 2.3929715156555176, + "learning_rate": 1e-06, + "loss": 1.0656, + "mean_token_accuracy": 0.6893577575683594, + "num_tokens": 82580289.0, + "step": 3480 + }, + { + "epoch": 0.3822754227981551, + "grad_norm": 2.1364848613739014, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7109627723693848, + "num_tokens": 82607073.0, + "step": 3481 + }, + { + "epoch": 0.3823852405007687, + "grad_norm": 2.5423614978790283, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.7019833326339722, + "num_tokens": 82626772.0, + "step": 3482 + }, + { + "epoch": 0.38249505820338237, + "grad_norm": 2.4192354679107666, + "learning_rate": 1e-06, + "loss": 1.0725, + "mean_token_accuracy": 0.678593635559082, + "num_tokens": 82651493.0, + "step": 3483 + }, + { + "epoch": 0.38260487590599607, + "grad_norm": 2.3323495388031006, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.7032578587532043, + "num_tokens": 82673314.0, + "step": 3484 + }, + { + "epoch": 0.3827146936086097, + "grad_norm": 2.3508572578430176, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7209669351577759, + "num_tokens": 82695317.0, + "step": 3485 + }, + { + "epoch": 0.38282451131122336, + "grad_norm": 2.0759713649749756, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6978541612625122, + "num_tokens": 82723392.0, + "step": 3486 + }, + { + "epoch": 0.382934329013837, + "grad_norm": 2.0741159915924072, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7154945731163025, + "num_tokens": 82751532.0, + "step": 3487 + }, + { + "epoch": 0.3830441467164507, + "grad_norm": 2.088273763656616, + "learning_rate": 1e-06, + "loss": 1.0354, + "mean_token_accuracy": 0.688514232635498, + "num_tokens": 82781346.0, + "step": 3488 + }, + { + "epoch": 0.38315396441906435, + "grad_norm": 2.308981418609619, + "learning_rate": 1e-06, + "loss": 1.0244, + "mean_token_accuracy": 0.6940760612487793, + "num_tokens": 82806451.0, + "step": 3489 + }, + { + "epoch": 0.383263782121678, + "grad_norm": 2.2861719131469727, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7052903175354004, + "num_tokens": 82829758.0, + "step": 3490 + }, + { + "epoch": 0.3833735998242917, + "grad_norm": 2.541814088821411, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7208273410797119, + "num_tokens": 82848220.0, + "step": 3491 + }, + { + "epoch": 0.38348341752690535, + "grad_norm": 2.171365976333618, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7337586879730225, + "num_tokens": 82873635.0, + "step": 3492 + }, + { + "epoch": 0.383593235229519, + "grad_norm": 2.2847225666046143, + "learning_rate": 1e-06, + "loss": 0.9004, + "mean_token_accuracy": 0.7195718288421631, + "num_tokens": 82897178.0, + "step": 3493 + }, + { + "epoch": 0.38370305293213264, + "grad_norm": 2.229973077774048, + "learning_rate": 1e-06, + "loss": 1.0186, + "mean_token_accuracy": 0.7041023373603821, + "num_tokens": 82923556.0, + "step": 3494 + }, + { + "epoch": 0.38381287063474634, + "grad_norm": 2.141663074493408, + "learning_rate": 1e-06, + "loss": 1.0758, + "mean_token_accuracy": 0.6766090393066406, + "num_tokens": 82952376.0, + "step": 3495 + }, + { + "epoch": 0.38392268833736, + "grad_norm": 2.147491216659546, + "learning_rate": 1e-06, + "loss": 1.0272, + "mean_token_accuracy": 0.6931548118591309, + "num_tokens": 82977901.0, + "step": 3496 + }, + { + "epoch": 0.38403250603997363, + "grad_norm": 2.370339870452881, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.7014848589897156, + "num_tokens": 83000698.0, + "step": 3497 + }, + { + "epoch": 0.38414232374258733, + "grad_norm": 2.426424026489258, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.727510929107666, + "num_tokens": 83022087.0, + "step": 3498 + }, + { + "epoch": 0.384252141445201, + "grad_norm": 2.902453899383545, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7131140232086182, + "num_tokens": 83037444.0, + "step": 3499 + }, + { + "epoch": 0.3843619591478146, + "grad_norm": 2.3093180656433105, + "learning_rate": 1e-06, + "loss": 0.9762, + "mean_token_accuracy": 0.6995283365249634, + "num_tokens": 83061917.0, + "step": 3500 + }, + { + "epoch": 0.38447177685042827, + "grad_norm": 2.2790961265563965, + "learning_rate": 1e-06, + "loss": 0.9798, + "mean_token_accuracy": 0.7098413705825806, + "num_tokens": 83086608.0, + "step": 3501 + }, + { + "epoch": 0.38458159455304197, + "grad_norm": 2.606764554977417, + "learning_rate": 1e-06, + "loss": 1.0998, + "mean_token_accuracy": 0.6875516176223755, + "num_tokens": 83107339.0, + "step": 3502 + }, + { + "epoch": 0.3846914122556556, + "grad_norm": 2.1744589805603027, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7168865203857422, + "num_tokens": 83132482.0, + "step": 3503 + }, + { + "epoch": 0.38480122995826926, + "grad_norm": 2.093163251876831, + "learning_rate": 1e-06, + "loss": 1.0908, + "mean_token_accuracy": 0.6712357401847839, + "num_tokens": 83163086.0, + "step": 3504 + }, + { + "epoch": 0.3849110476608829, + "grad_norm": 2.2945749759674072, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7198933362960815, + "num_tokens": 83186268.0, + "step": 3505 + }, + { + "epoch": 0.3850208653634966, + "grad_norm": 2.3792781829833984, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7129048109054565, + "num_tokens": 83209567.0, + "step": 3506 + }, + { + "epoch": 0.38513068306611026, + "grad_norm": 2.8191099166870117, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.725845456123352, + "num_tokens": 83226726.0, + "step": 3507 + }, + { + "epoch": 0.3852405007687239, + "grad_norm": 2.0899922847747803, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7118545770645142, + "num_tokens": 83254790.0, + "step": 3508 + }, + { + "epoch": 0.3853503184713376, + "grad_norm": 2.6203155517578125, + "learning_rate": 1e-06, + "loss": 0.8238, + "mean_token_accuracy": 0.7443351149559021, + "num_tokens": 83275304.0, + "step": 3509 + }, + { + "epoch": 0.38546013617395125, + "grad_norm": 2.705009698867798, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7314214706420898, + "num_tokens": 83292507.0, + "step": 3510 + }, + { + "epoch": 0.3855699538765649, + "grad_norm": 2.820542097091675, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.6991959810256958, + "num_tokens": 83308627.0, + "step": 3511 + }, + { + "epoch": 0.38567977157917854, + "grad_norm": 2.5043561458587646, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7034660577774048, + "num_tokens": 83328280.0, + "step": 3512 + }, + { + "epoch": 0.38578958928179224, + "grad_norm": 2.319701910018921, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7103531360626221, + "num_tokens": 83350379.0, + "step": 3513 + }, + { + "epoch": 0.3858994069844059, + "grad_norm": 2.2027204036712646, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6954876184463501, + "num_tokens": 83375985.0, + "step": 3514 + }, + { + "epoch": 0.38600922468701954, + "grad_norm": 2.2239930629730225, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7071171998977661, + "num_tokens": 83404096.0, + "step": 3515 + }, + { + "epoch": 0.3861190423896332, + "grad_norm": 2.4337615966796875, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7067892551422119, + "num_tokens": 83425260.0, + "step": 3516 + }, + { + "epoch": 0.3862288600922469, + "grad_norm": 2.95615816116333, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7088240385055542, + "num_tokens": 83441483.0, + "step": 3517 + }, + { + "epoch": 0.38633867779486053, + "grad_norm": 2.1121578216552734, + "learning_rate": 1e-06, + "loss": 1.0207, + "mean_token_accuracy": 0.6945971250534058, + "num_tokens": 83471196.0, + "step": 3518 + }, + { + "epoch": 0.3864484954974742, + "grad_norm": 2.5911755561828613, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7105444669723511, + "num_tokens": 83489375.0, + "step": 3519 + }, + { + "epoch": 0.3865583132000879, + "grad_norm": 2.6663947105407715, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.723859429359436, + "num_tokens": 83507238.0, + "step": 3520 + }, + { + "epoch": 0.3866681309027015, + "grad_norm": 1.9135675430297852, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7208880186080933, + "num_tokens": 83541331.0, + "step": 3521 + }, + { + "epoch": 0.38677794860531517, + "grad_norm": 2.423618793487549, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.695929229259491, + "num_tokens": 83564285.0, + "step": 3522 + }, + { + "epoch": 0.3868877663079288, + "grad_norm": 2.4856784343719482, + "learning_rate": 1e-06, + "loss": 1.0593, + "mean_token_accuracy": 0.6823105812072754, + "num_tokens": 83585595.0, + "step": 3523 + }, + { + "epoch": 0.3869975840105425, + "grad_norm": 2.0968782901763916, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7107869982719421, + "num_tokens": 83614767.0, + "step": 3524 + }, + { + "epoch": 0.38710740171315616, + "grad_norm": 2.3294570446014404, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.698427140712738, + "num_tokens": 83636076.0, + "step": 3525 + }, + { + "epoch": 0.3872172194157698, + "grad_norm": 1.9408496618270874, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.7004246711730957, + "num_tokens": 83667326.0, + "step": 3526 + }, + { + "epoch": 0.3873270371183835, + "grad_norm": 2.0707201957702637, + "learning_rate": 1e-06, + "loss": 1.1539, + "mean_token_accuracy": 0.6539891958236694, + "num_tokens": 83696842.0, + "step": 3527 + }, + { + "epoch": 0.38743685482099716, + "grad_norm": 2.7741734981536865, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.6985349655151367, + "num_tokens": 83713209.0, + "step": 3528 + }, + { + "epoch": 0.3875466725236108, + "grad_norm": 2.644500970840454, + "learning_rate": 1e-06, + "loss": 1.0595, + "mean_token_accuracy": 0.6860215067863464, + "num_tokens": 83734472.0, + "step": 3529 + }, + { + "epoch": 0.38765649022622445, + "grad_norm": 2.420919895172119, + "learning_rate": 1e-06, + "loss": 0.9819, + "mean_token_accuracy": 0.7041800022125244, + "num_tokens": 83757548.0, + "step": 3530 + }, + { + "epoch": 0.38776630792883815, + "grad_norm": 2.259871006011963, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7256652116775513, + "num_tokens": 83783010.0, + "step": 3531 + }, + { + "epoch": 0.3878761256314518, + "grad_norm": 2.6049861907958984, + "learning_rate": 1e-06, + "loss": 1.0625, + "mean_token_accuracy": 0.6811090111732483, + "num_tokens": 83805110.0, + "step": 3532 + }, + { + "epoch": 0.38798594333406544, + "grad_norm": 2.09720778465271, + "learning_rate": 1e-06, + "loss": 1.0679, + "mean_token_accuracy": 0.6857638359069824, + "num_tokens": 83835104.0, + "step": 3533 + }, + { + "epoch": 0.3880957610366791, + "grad_norm": 2.38142466545105, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7250814437866211, + "num_tokens": 83857232.0, + "step": 3534 + }, + { + "epoch": 0.3882055787392928, + "grad_norm": 2.522209405899048, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7248204946517944, + "num_tokens": 83876435.0, + "step": 3535 + }, + { + "epoch": 0.38831539644190644, + "grad_norm": 2.224496364593506, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7004526257514954, + "num_tokens": 83903245.0, + "step": 3536 + }, + { + "epoch": 0.3884252141445201, + "grad_norm": 2.259300470352173, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.7021437883377075, + "num_tokens": 83926168.0, + "step": 3537 + }, + { + "epoch": 0.3885350318471338, + "grad_norm": 2.5557239055633545, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7015058994293213, + "num_tokens": 83946645.0, + "step": 3538 + }, + { + "epoch": 0.38864484954974743, + "grad_norm": 2.439915418624878, + "learning_rate": 1e-06, + "loss": 1.0288, + "mean_token_accuracy": 0.6868939399719238, + "num_tokens": 83968862.0, + "step": 3539 + }, + { + "epoch": 0.3887546672523611, + "grad_norm": 1.9052008390426636, + "learning_rate": 1e-06, + "loss": 1.107, + "mean_token_accuracy": 0.6722521781921387, + "num_tokens": 84005479.0, + "step": 3540 + }, + { + "epoch": 0.3888644849549747, + "grad_norm": 2.147736072540283, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.7104607820510864, + "num_tokens": 84032334.0, + "step": 3541 + }, + { + "epoch": 0.3889743026575884, + "grad_norm": 1.8635350465774536, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.6899358630180359, + "num_tokens": 84063461.0, + "step": 3542 + }, + { + "epoch": 0.38908412036020207, + "grad_norm": 2.5024139881134033, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.719435453414917, + "num_tokens": 84082489.0, + "step": 3543 + }, + { + "epoch": 0.3891939380628157, + "grad_norm": 2.602978467941284, + "learning_rate": 1e-06, + "loss": 1.0028, + "mean_token_accuracy": 0.6953903436660767, + "num_tokens": 84101097.0, + "step": 3544 + }, + { + "epoch": 0.38930375576542936, + "grad_norm": 2.0767805576324463, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6872833967208862, + "num_tokens": 84129285.0, + "step": 3545 + }, + { + "epoch": 0.38941357346804306, + "grad_norm": 2.3005642890930176, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7108116149902344, + "num_tokens": 84152804.0, + "step": 3546 + }, + { + "epoch": 0.3895233911706567, + "grad_norm": 2.1771812438964844, + "learning_rate": 1e-06, + "loss": 1.0766, + "mean_token_accuracy": 0.6773878335952759, + "num_tokens": 84179936.0, + "step": 3547 + }, + { + "epoch": 0.38963320887327035, + "grad_norm": 2.303644895553589, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7217457294464111, + "num_tokens": 84202227.0, + "step": 3548 + }, + { + "epoch": 0.38974302657588406, + "grad_norm": 2.1267101764678955, + "learning_rate": 1e-06, + "loss": 1.0471, + "mean_token_accuracy": 0.6851556897163391, + "num_tokens": 84230922.0, + "step": 3549 + }, + { + "epoch": 0.3898528442784977, + "grad_norm": 2.240307331085205, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.7038634419441223, + "num_tokens": 84256742.0, + "step": 3550 + }, + { + "epoch": 0.38996266198111135, + "grad_norm": 2.101060628890991, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.6982662677764893, + "num_tokens": 84283632.0, + "step": 3551 + }, + { + "epoch": 0.390072479683725, + "grad_norm": 2.174471139907837, + "learning_rate": 1e-06, + "loss": 1.0081, + "mean_token_accuracy": 0.6990021467208862, + "num_tokens": 84309443.0, + "step": 3552 + }, + { + "epoch": 0.3901822973863387, + "grad_norm": 2.643789529800415, + "learning_rate": 1e-06, + "loss": 0.8518, + "mean_token_accuracy": 0.7337408065795898, + "num_tokens": 84326878.0, + "step": 3553 + }, + { + "epoch": 0.39029211508895234, + "grad_norm": 2.651135206222534, + "learning_rate": 1e-06, + "loss": 0.8278, + "mean_token_accuracy": 0.7343591451644897, + "num_tokens": 84344416.0, + "step": 3554 + }, + { + "epoch": 0.390401932791566, + "grad_norm": 2.7092831134796143, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7177843451499939, + "num_tokens": 84369175.0, + "step": 3555 + }, + { + "epoch": 0.3905117504941797, + "grad_norm": 2.327237844467163, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7165204882621765, + "num_tokens": 84391206.0, + "step": 3556 + }, + { + "epoch": 0.39062156819679333, + "grad_norm": 2.3614723682403564, + "learning_rate": 1e-06, + "loss": 1.0148, + "mean_token_accuracy": 0.6895267963409424, + "num_tokens": 84413421.0, + "step": 3557 + }, + { + "epoch": 0.390731385899407, + "grad_norm": 2.4500892162323, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.7015565037727356, + "num_tokens": 84434441.0, + "step": 3558 + }, + { + "epoch": 0.3908412036020206, + "grad_norm": 2.025968074798584, + "learning_rate": 1e-06, + "loss": 1.0625, + "mean_token_accuracy": 0.6857469081878662, + "num_tokens": 84464554.0, + "step": 3559 + }, + { + "epoch": 0.3909510213046343, + "grad_norm": 2.3255155086517334, + "learning_rate": 1e-06, + "loss": 1.092, + "mean_token_accuracy": 0.6740913391113281, + "num_tokens": 84488772.0, + "step": 3560 + }, + { + "epoch": 0.391060839007248, + "grad_norm": 3.0430212020874023, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7300199866294861, + "num_tokens": 84503834.0, + "step": 3561 + }, + { + "epoch": 0.3911706567098616, + "grad_norm": 2.4050612449645996, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7116475701332092, + "num_tokens": 84525263.0, + "step": 3562 + }, + { + "epoch": 0.39128047441247527, + "grad_norm": 2.4385323524475098, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.713910698890686, + "num_tokens": 84546708.0, + "step": 3563 + }, + { + "epoch": 0.39139029211508897, + "grad_norm": 2.399738073348999, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7322785258293152, + "num_tokens": 84568060.0, + "step": 3564 + }, + { + "epoch": 0.3915001098177026, + "grad_norm": 2.577406883239746, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.7039037942886353, + "num_tokens": 84588333.0, + "step": 3565 + }, + { + "epoch": 0.39160992752031626, + "grad_norm": 2.103368043899536, + "learning_rate": 1e-06, + "loss": 1.0156, + "mean_token_accuracy": 0.6914995908737183, + "num_tokens": 84616875.0, + "step": 3566 + }, + { + "epoch": 0.39171974522292996, + "grad_norm": 2.247417688369751, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7089308500289917, + "num_tokens": 84643689.0, + "step": 3567 + }, + { + "epoch": 0.3918295629255436, + "grad_norm": 2.055983304977417, + "learning_rate": 1e-06, + "loss": 1.0492, + "mean_token_accuracy": 0.6861913800239563, + "num_tokens": 84675171.0, + "step": 3568 + }, + { + "epoch": 0.39193938062815725, + "grad_norm": 2.310469627380371, + "learning_rate": 1e-06, + "loss": 0.9084, + "mean_token_accuracy": 0.720535159111023, + "num_tokens": 84698273.0, + "step": 3569 + }, + { + "epoch": 0.3920491983307709, + "grad_norm": 2.46073055267334, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.691870927810669, + "num_tokens": 84719252.0, + "step": 3570 + }, + { + "epoch": 0.3921590160333846, + "grad_norm": 2.656454086303711, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.7107647657394409, + "num_tokens": 84738130.0, + "step": 3571 + }, + { + "epoch": 0.39226883373599825, + "grad_norm": 2.313615560531616, + "learning_rate": 1e-06, + "loss": 0.995, + "mean_token_accuracy": 0.7049572467803955, + "num_tokens": 84761442.0, + "step": 3572 + }, + { + "epoch": 0.3923786514386119, + "grad_norm": 2.5644078254699707, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.7079625129699707, + "num_tokens": 84782503.0, + "step": 3573 + }, + { + "epoch": 0.3924884691412256, + "grad_norm": 2.551682710647583, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7084087133407593, + "num_tokens": 84801590.0, + "step": 3574 + }, + { + "epoch": 0.39259828684383924, + "grad_norm": 2.478384017944336, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.6995392441749573, + "num_tokens": 84822676.0, + "step": 3575 + }, + { + "epoch": 0.3927081045464529, + "grad_norm": 2.6459057331085205, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7284479141235352, + "num_tokens": 84840591.0, + "step": 3576 + }, + { + "epoch": 0.39281792224906653, + "grad_norm": 2.485257625579834, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.6991504430770874, + "num_tokens": 84862741.0, + "step": 3577 + }, + { + "epoch": 0.39292773995168023, + "grad_norm": 2.32041597366333, + "learning_rate": 1e-06, + "loss": 0.9983, + "mean_token_accuracy": 0.6908864974975586, + "num_tokens": 84888360.0, + "step": 3578 + }, + { + "epoch": 0.3930375576542939, + "grad_norm": 2.1060173511505127, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.6958061456680298, + "num_tokens": 84915403.0, + "step": 3579 + }, + { + "epoch": 0.3931473753569075, + "grad_norm": 2.0982868671417236, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6969953775405884, + "num_tokens": 84944492.0, + "step": 3580 + }, + { + "epoch": 0.39325719305952117, + "grad_norm": 2.422959566116333, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7079381942749023, + "num_tokens": 84966046.0, + "step": 3581 + }, + { + "epoch": 0.39336701076213487, + "grad_norm": 2.4372878074645996, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.6987367272377014, + "num_tokens": 84987683.0, + "step": 3582 + }, + { + "epoch": 0.3934768284647485, + "grad_norm": 2.380136728286743, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.7007107138633728, + "num_tokens": 85008568.0, + "step": 3583 + }, + { + "epoch": 0.39358664616736216, + "grad_norm": 2.1467597484588623, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.6939640641212463, + "num_tokens": 85034593.0, + "step": 3584 + }, + { + "epoch": 0.39369646386997587, + "grad_norm": 2.212996482849121, + "learning_rate": 1e-06, + "loss": 1.0564, + "mean_token_accuracy": 0.6824824213981628, + "num_tokens": 85061207.0, + "step": 3585 + }, + { + "epoch": 0.3938062815725895, + "grad_norm": 2.352391242980957, + "learning_rate": 1e-06, + "loss": 1.1039, + "mean_token_accuracy": 0.670350193977356, + "num_tokens": 85085770.0, + "step": 3586 + }, + { + "epoch": 0.39391609927520316, + "grad_norm": 2.277961254119873, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.7068812251091003, + "num_tokens": 85110624.0, + "step": 3587 + }, + { + "epoch": 0.3940259169778168, + "grad_norm": 2.1384809017181396, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.6960680484771729, + "num_tokens": 85138724.0, + "step": 3588 + }, + { + "epoch": 0.3941357346804305, + "grad_norm": 2.1931557655334473, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.709750771522522, + "num_tokens": 85163920.0, + "step": 3589 + }, + { + "epoch": 0.39424555238304415, + "grad_norm": 2.0523433685302734, + "learning_rate": 1e-06, + "loss": 1.0133, + "mean_token_accuracy": 0.6908692121505737, + "num_tokens": 85190758.0, + "step": 3590 + }, + { + "epoch": 0.3943553700856578, + "grad_norm": 2.5772178173065186, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7267077565193176, + "num_tokens": 85211108.0, + "step": 3591 + }, + { + "epoch": 0.39446518778827144, + "grad_norm": 2.5522336959838867, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.7044137716293335, + "num_tokens": 85231915.0, + "step": 3592 + }, + { + "epoch": 0.39457500549088514, + "grad_norm": 2.2929015159606934, + "learning_rate": 1e-06, + "loss": 1.0134, + "mean_token_accuracy": 0.6891600489616394, + "num_tokens": 85254377.0, + "step": 3593 + }, + { + "epoch": 0.3946848231934988, + "grad_norm": 2.372452974319458, + "learning_rate": 1e-06, + "loss": 1.015, + "mean_token_accuracy": 0.6952921152114868, + "num_tokens": 85279137.0, + "step": 3594 + }, + { + "epoch": 0.39479464089611244, + "grad_norm": 2.322579860687256, + "learning_rate": 1e-06, + "loss": 1.0549, + "mean_token_accuracy": 0.6883578896522522, + "num_tokens": 85303330.0, + "step": 3595 + }, + { + "epoch": 0.39490445859872614, + "grad_norm": 2.024582862854004, + "learning_rate": 1e-06, + "loss": 1.1101, + "mean_token_accuracy": 0.6659784913063049, + "num_tokens": 85336280.0, + "step": 3596 + }, + { + "epoch": 0.3950142763013398, + "grad_norm": 2.0557570457458496, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.7005833983421326, + "num_tokens": 85363912.0, + "step": 3597 + }, + { + "epoch": 0.39512409400395343, + "grad_norm": 1.9302160739898682, + "learning_rate": 1e-06, + "loss": 1.038, + "mean_token_accuracy": 0.6861294507980347, + "num_tokens": 85394418.0, + "step": 3598 + }, + { + "epoch": 0.3952339117065671, + "grad_norm": 2.3672943115234375, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.702126681804657, + "num_tokens": 85415923.0, + "step": 3599 + }, + { + "epoch": 0.3953437294091808, + "grad_norm": 2.29555606842041, + "learning_rate": 1e-06, + "loss": 1.0742, + "mean_token_accuracy": 0.6781253814697266, + "num_tokens": 85442061.0, + "step": 3600 + }, + { + "epoch": 0.3954535471117944, + "grad_norm": 2.482624053955078, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.718779444694519, + "num_tokens": 85463701.0, + "step": 3601 + }, + { + "epoch": 0.39556336481440807, + "grad_norm": 2.4121289253234863, + "learning_rate": 1e-06, + "loss": 1.0533, + "mean_token_accuracy": 0.6826615929603577, + "num_tokens": 85489480.0, + "step": 3602 + }, + { + "epoch": 0.39567318251702177, + "grad_norm": 2.423492193222046, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.7038179636001587, + "num_tokens": 85511182.0, + "step": 3603 + }, + { + "epoch": 0.3957830002196354, + "grad_norm": 2.440882444381714, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6887461543083191, + "num_tokens": 85534284.0, + "step": 3604 + }, + { + "epoch": 0.39589281792224906, + "grad_norm": 2.1605281829833984, + "learning_rate": 1e-06, + "loss": 1.0152, + "mean_token_accuracy": 0.6883634924888611, + "num_tokens": 85562932.0, + "step": 3605 + }, + { + "epoch": 0.3960026356248627, + "grad_norm": 2.353968381881714, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.696968674659729, + "num_tokens": 85585901.0, + "step": 3606 + }, + { + "epoch": 0.3961124533274764, + "grad_norm": 2.53607439994812, + "learning_rate": 1e-06, + "loss": 1.0774, + "mean_token_accuracy": 0.6778525114059448, + "num_tokens": 85606099.0, + "step": 3607 + }, + { + "epoch": 0.39622227103009006, + "grad_norm": 2.5612106323242188, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.6944199204444885, + "num_tokens": 85625686.0, + "step": 3608 + }, + { + "epoch": 0.3963320887327037, + "grad_norm": 2.34108829498291, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.713641881942749, + "num_tokens": 85649491.0, + "step": 3609 + }, + { + "epoch": 0.39644190643531735, + "grad_norm": 2.201700448989868, + "learning_rate": 1e-06, + "loss": 1.0427, + "mean_token_accuracy": 0.683497965335846, + "num_tokens": 85675054.0, + "step": 3610 + }, + { + "epoch": 0.39655172413793105, + "grad_norm": 2.523824453353882, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7033491134643555, + "num_tokens": 85694804.0, + "step": 3611 + }, + { + "epoch": 0.3966615418405447, + "grad_norm": 2.0814402103424072, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.7069728374481201, + "num_tokens": 85720554.0, + "step": 3612 + }, + { + "epoch": 0.39677135954315834, + "grad_norm": 2.087015151977539, + "learning_rate": 1e-06, + "loss": 1.0582, + "mean_token_accuracy": 0.6929140090942383, + "num_tokens": 85748947.0, + "step": 3613 + }, + { + "epoch": 0.39688117724577204, + "grad_norm": 2.186340570449829, + "learning_rate": 1e-06, + "loss": 1.0693, + "mean_token_accuracy": 0.6841154098510742, + "num_tokens": 85777658.0, + "step": 3614 + }, + { + "epoch": 0.3969909949483857, + "grad_norm": 1.9681577682495117, + "learning_rate": 1e-06, + "loss": 1.0455, + "mean_token_accuracy": 0.6815420389175415, + "num_tokens": 85810467.0, + "step": 3615 + }, + { + "epoch": 0.39710081265099934, + "grad_norm": 2.26167631149292, + "learning_rate": 1e-06, + "loss": 1.0542, + "mean_token_accuracy": 0.6850299835205078, + "num_tokens": 85836467.0, + "step": 3616 + }, + { + "epoch": 0.397210630353613, + "grad_norm": 2.0097250938415527, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7034901976585388, + "num_tokens": 85867481.0, + "step": 3617 + }, + { + "epoch": 0.3973204480562267, + "grad_norm": 2.3654985427856445, + "learning_rate": 1e-06, + "loss": 1.0832, + "mean_token_accuracy": 0.6796384453773499, + "num_tokens": 85890869.0, + "step": 3618 + }, + { + "epoch": 0.39743026575884033, + "grad_norm": 2.3905482292175293, + "learning_rate": 1e-06, + "loss": 0.974, + "mean_token_accuracy": 0.7175838351249695, + "num_tokens": 85911425.0, + "step": 3619 + }, + { + "epoch": 0.397540083461454, + "grad_norm": 2.146735191345215, + "learning_rate": 1e-06, + "loss": 1.0891, + "mean_token_accuracy": 0.6850665807723999, + "num_tokens": 85939125.0, + "step": 3620 + }, + { + "epoch": 0.3976499011640676, + "grad_norm": 2.308716297149658, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7196166515350342, + "num_tokens": 85959053.0, + "step": 3621 + }, + { + "epoch": 0.3977597188666813, + "grad_norm": 2.433920383453369, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.712509274482727, + "num_tokens": 85979943.0, + "step": 3622 + }, + { + "epoch": 0.39786953656929497, + "grad_norm": 2.2880921363830566, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.7076776027679443, + "num_tokens": 86003282.0, + "step": 3623 + }, + { + "epoch": 0.3979793542719086, + "grad_norm": 2.412909507751465, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.7005739212036133, + "num_tokens": 86025132.0, + "step": 3624 + }, + { + "epoch": 0.3980891719745223, + "grad_norm": 2.018603801727295, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.6977567672729492, + "num_tokens": 86056776.0, + "step": 3625 + }, + { + "epoch": 0.39819898967713596, + "grad_norm": 1.9971178770065308, + "learning_rate": 1e-06, + "loss": 1.0538, + "mean_token_accuracy": 0.6922299861907959, + "num_tokens": 86087889.0, + "step": 3626 + }, + { + "epoch": 0.3983088073797496, + "grad_norm": 2.183410167694092, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7095067501068115, + "num_tokens": 86112755.0, + "step": 3627 + }, + { + "epoch": 0.39841862508236325, + "grad_norm": 2.2558839321136475, + "learning_rate": 1e-06, + "loss": 0.8404, + "mean_token_accuracy": 0.7407267093658447, + "num_tokens": 86135802.0, + "step": 3628 + }, + { + "epoch": 0.39852844278497696, + "grad_norm": 2.186469316482544, + "learning_rate": 1e-06, + "loss": 1.008, + "mean_token_accuracy": 0.6994154453277588, + "num_tokens": 86160347.0, + "step": 3629 + }, + { + "epoch": 0.3986382604875906, + "grad_norm": 2.169107675552368, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.7120321393013, + "num_tokens": 86187111.0, + "step": 3630 + }, + { + "epoch": 0.39874807819020425, + "grad_norm": 2.2391817569732666, + "learning_rate": 1e-06, + "loss": 0.9983, + "mean_token_accuracy": 0.697901725769043, + "num_tokens": 86213608.0, + "step": 3631 + }, + { + "epoch": 0.39885789589281795, + "grad_norm": 2.312058925628662, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7019760012626648, + "num_tokens": 86236579.0, + "step": 3632 + }, + { + "epoch": 0.3989677135954316, + "grad_norm": 2.639089584350586, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.6979442238807678, + "num_tokens": 86256048.0, + "step": 3633 + }, + { + "epoch": 0.39907753129804524, + "grad_norm": 2.336623430252075, + "learning_rate": 1e-06, + "loss": 0.984, + "mean_token_accuracy": 0.703204870223999, + "num_tokens": 86277187.0, + "step": 3634 + }, + { + "epoch": 0.3991873490006589, + "grad_norm": 2.0374042987823486, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.7022345662117004, + "num_tokens": 86305145.0, + "step": 3635 + }, + { + "epoch": 0.3992971667032726, + "grad_norm": 2.600970506668091, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.722870945930481, + "num_tokens": 86323677.0, + "step": 3636 + }, + { + "epoch": 0.39940698440588623, + "grad_norm": 2.0279572010040283, + "learning_rate": 1e-06, + "loss": 1.0628, + "mean_token_accuracy": 0.687631368637085, + "num_tokens": 86356645.0, + "step": 3637 + }, + { + "epoch": 0.3995168021084999, + "grad_norm": 2.192805767059326, + "learning_rate": 1e-06, + "loss": 1.0471, + "mean_token_accuracy": 0.6858790516853333, + "num_tokens": 86384751.0, + "step": 3638 + }, + { + "epoch": 0.3996266198111135, + "grad_norm": 2.4170773029327393, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7107185125350952, + "num_tokens": 86405527.0, + "step": 3639 + }, + { + "epoch": 0.3997364375137272, + "grad_norm": 2.074235200881958, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.6947550773620605, + "num_tokens": 86434032.0, + "step": 3640 + }, + { + "epoch": 0.3998462552163409, + "grad_norm": 2.206862449645996, + "learning_rate": 1e-06, + "loss": 0.9413, + "mean_token_accuracy": 0.7089905738830566, + "num_tokens": 86459504.0, + "step": 3641 + }, + { + "epoch": 0.3999560729189545, + "grad_norm": 2.27838134765625, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7183234691619873, + "num_tokens": 86482571.0, + "step": 3642 + }, + { + "epoch": 0.4000658906215682, + "grad_norm": 2.2641026973724365, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7200411558151245, + "num_tokens": 86504916.0, + "step": 3643 + }, + { + "epoch": 0.40017570832418187, + "grad_norm": 2.1689913272857666, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.7018890976905823, + "num_tokens": 86531809.0, + "step": 3644 + }, + { + "epoch": 0.4002855260267955, + "grad_norm": 1.8958008289337158, + "learning_rate": 1e-06, + "loss": 1.13, + "mean_token_accuracy": 0.6707687377929688, + "num_tokens": 86566817.0, + "step": 3645 + }, + { + "epoch": 0.40039534372940916, + "grad_norm": 2.3970770835876465, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7094926834106445, + "num_tokens": 86588482.0, + "step": 3646 + }, + { + "epoch": 0.40050516143202286, + "grad_norm": 2.434136390686035, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7032889723777771, + "num_tokens": 86609872.0, + "step": 3647 + }, + { + "epoch": 0.4006149791346365, + "grad_norm": 2.135685443878174, + "learning_rate": 1e-06, + "loss": 1.0493, + "mean_token_accuracy": 0.6816380023956299, + "num_tokens": 86637096.0, + "step": 3648 + }, + { + "epoch": 0.40072479683725015, + "grad_norm": 2.223853588104248, + "learning_rate": 1e-06, + "loss": 1.0249, + "mean_token_accuracy": 0.6828739643096924, + "num_tokens": 86662406.0, + "step": 3649 + }, + { + "epoch": 0.4008346145398638, + "grad_norm": 2.5386126041412354, + "learning_rate": 1e-06, + "loss": 1.02, + "mean_token_accuracy": 0.6903709769248962, + "num_tokens": 86682065.0, + "step": 3650 + }, + { + "epoch": 0.4009444322424775, + "grad_norm": 2.3049988746643066, + "learning_rate": 1e-06, + "loss": 1.0539, + "mean_token_accuracy": 0.6826832294464111, + "num_tokens": 86705362.0, + "step": 3651 + }, + { + "epoch": 0.40105424994509115, + "grad_norm": 2.1674180030822754, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.7003713846206665, + "num_tokens": 86730997.0, + "step": 3652 + }, + { + "epoch": 0.4011640676477048, + "grad_norm": 2.2214207649230957, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7142401933670044, + "num_tokens": 86755903.0, + "step": 3653 + }, + { + "epoch": 0.4012738853503185, + "grad_norm": 2.1779067516326904, + "learning_rate": 1e-06, + "loss": 1.0105, + "mean_token_accuracy": 0.6985794305801392, + "num_tokens": 86784577.0, + "step": 3654 + }, + { + "epoch": 0.40138370305293214, + "grad_norm": 2.2774128913879395, + "learning_rate": 1e-06, + "loss": 1.0446, + "mean_token_accuracy": 0.694550633430481, + "num_tokens": 86808687.0, + "step": 3655 + }, + { + "epoch": 0.4014935207555458, + "grad_norm": 2.469691753387451, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7118395566940308, + "num_tokens": 86828528.0, + "step": 3656 + }, + { + "epoch": 0.40160333845815943, + "grad_norm": 2.23047137260437, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7110018134117126, + "num_tokens": 86852932.0, + "step": 3657 + }, + { + "epoch": 0.40171315616077313, + "grad_norm": 2.1072375774383545, + "learning_rate": 1e-06, + "loss": 1.0588, + "mean_token_accuracy": 0.6830819249153137, + "num_tokens": 86881296.0, + "step": 3658 + }, + { + "epoch": 0.4018229738633868, + "grad_norm": 2.3915531635284424, + "learning_rate": 1e-06, + "loss": 0.963, + "mean_token_accuracy": 0.7148504853248596, + "num_tokens": 86904332.0, + "step": 3659 + }, + { + "epoch": 0.4019327915660004, + "grad_norm": 2.582237958908081, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.719395637512207, + "num_tokens": 86926843.0, + "step": 3660 + }, + { + "epoch": 0.4020426092686141, + "grad_norm": 2.0389416217803955, + "learning_rate": 1e-06, + "loss": 1.0464, + "mean_token_accuracy": 0.685884952545166, + "num_tokens": 86955827.0, + "step": 3661 + }, + { + "epoch": 0.40215242697122777, + "grad_norm": 3.037569761276245, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7166292667388916, + "num_tokens": 86970291.0, + "step": 3662 + }, + { + "epoch": 0.4022622446738414, + "grad_norm": 2.5879204273223877, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.7203688621520996, + "num_tokens": 86988594.0, + "step": 3663 + }, + { + "epoch": 0.40237206237645506, + "grad_norm": 2.5862514972686768, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.6992053985595703, + "num_tokens": 87007246.0, + "step": 3664 + }, + { + "epoch": 0.40248188007906877, + "grad_norm": 2.593198299407959, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.7114877104759216, + "num_tokens": 87026629.0, + "step": 3665 + }, + { + "epoch": 0.4025916977816824, + "grad_norm": 2.085103750228882, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6941723227500916, + "num_tokens": 87059320.0, + "step": 3666 + }, + { + "epoch": 0.40270151548429606, + "grad_norm": 2.795055866241455, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.697647750377655, + "num_tokens": 87077196.0, + "step": 3667 + }, + { + "epoch": 0.4028113331869097, + "grad_norm": 2.0751490592956543, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6958563923835754, + "num_tokens": 87106878.0, + "step": 3668 + }, + { + "epoch": 0.4029211508895234, + "grad_norm": 2.3031678199768066, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6971316337585449, + "num_tokens": 87129171.0, + "step": 3669 + }, + { + "epoch": 0.40303096859213705, + "grad_norm": 1.9624664783477783, + "learning_rate": 1e-06, + "loss": 1.0615, + "mean_token_accuracy": 0.6706900596618652, + "num_tokens": 87160513.0, + "step": 3670 + }, + { + "epoch": 0.4031407862947507, + "grad_norm": 2.2482755184173584, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7215376496315002, + "num_tokens": 87183906.0, + "step": 3671 + }, + { + "epoch": 0.4032506039973644, + "grad_norm": 2.299618721008301, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6930556893348694, + "num_tokens": 87209043.0, + "step": 3672 + }, + { + "epoch": 0.40336042169997804, + "grad_norm": 2.2246649265289307, + "learning_rate": 1e-06, + "loss": 1.0509, + "mean_token_accuracy": 0.684394359588623, + "num_tokens": 87237578.0, + "step": 3673 + }, + { + "epoch": 0.4034702394025917, + "grad_norm": 2.1857151985168457, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7051271796226501, + "num_tokens": 87261829.0, + "step": 3674 + }, + { + "epoch": 0.40358005710520534, + "grad_norm": 2.49837064743042, + "learning_rate": 1e-06, + "loss": 1.0152, + "mean_token_accuracy": 0.6950461864471436, + "num_tokens": 87283216.0, + "step": 3675 + }, + { + "epoch": 0.40368987480781904, + "grad_norm": 2.4668655395507812, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7009977102279663, + "num_tokens": 87306762.0, + "step": 3676 + }, + { + "epoch": 0.4037996925104327, + "grad_norm": 2.309858560562134, + "learning_rate": 1e-06, + "loss": 1.1151, + "mean_token_accuracy": 0.6719118356704712, + "num_tokens": 87330207.0, + "step": 3677 + }, + { + "epoch": 0.40390951021304633, + "grad_norm": 2.482052803039551, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7197786569595337, + "num_tokens": 87351166.0, + "step": 3678 + }, + { + "epoch": 0.40401932791566003, + "grad_norm": 2.0223639011383057, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.6901249885559082, + "num_tokens": 87380612.0, + "step": 3679 + }, + { + "epoch": 0.4041291456182737, + "grad_norm": 2.1403040885925293, + "learning_rate": 1e-06, + "loss": 1.0402, + "mean_token_accuracy": 0.6826646327972412, + "num_tokens": 87408943.0, + "step": 3680 + }, + { + "epoch": 0.4042389633208873, + "grad_norm": 2.2596888542175293, + "learning_rate": 1e-06, + "loss": 0.9796, + "mean_token_accuracy": 0.7046495676040649, + "num_tokens": 87432184.0, + "step": 3681 + }, + { + "epoch": 0.40434878102350097, + "grad_norm": 2.3136582374572754, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7096654176712036, + "num_tokens": 87453969.0, + "step": 3682 + }, + { + "epoch": 0.40445859872611467, + "grad_norm": 2.226534843444824, + "learning_rate": 1e-06, + "loss": 1.029, + "mean_token_accuracy": 0.6941365003585815, + "num_tokens": 87478351.0, + "step": 3683 + }, + { + "epoch": 0.4045684164287283, + "grad_norm": 2.321080446243286, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7062569856643677, + "num_tokens": 87500815.0, + "step": 3684 + }, + { + "epoch": 0.40467823413134196, + "grad_norm": 1.9957174062728882, + "learning_rate": 1e-06, + "loss": 1.0123, + "mean_token_accuracy": 0.6926277875900269, + "num_tokens": 87531695.0, + "step": 3685 + }, + { + "epoch": 0.4047880518339556, + "grad_norm": 2.579702615737915, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6915119886398315, + "num_tokens": 87552807.0, + "step": 3686 + }, + { + "epoch": 0.4048978695365693, + "grad_norm": 2.4604105949401855, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6970938444137573, + "num_tokens": 87574205.0, + "step": 3687 + }, + { + "epoch": 0.40500768723918296, + "grad_norm": 2.1571104526519775, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.6922610402107239, + "num_tokens": 87600563.0, + "step": 3688 + }, + { + "epoch": 0.4051175049417966, + "grad_norm": 2.3210411071777344, + "learning_rate": 1e-06, + "loss": 0.842, + "mean_token_accuracy": 0.7411012649536133, + "num_tokens": 87622817.0, + "step": 3689 + }, + { + "epoch": 0.4052273226444103, + "grad_norm": 2.5662949085235596, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7062010765075684, + "num_tokens": 87642484.0, + "step": 3690 + }, + { + "epoch": 0.40533714034702395, + "grad_norm": 2.2738277912139893, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7189749479293823, + "num_tokens": 87666642.0, + "step": 3691 + }, + { + "epoch": 0.4054469580496376, + "grad_norm": 3.178382635116577, + "learning_rate": 1e-06, + "loss": 0.8525, + "mean_token_accuracy": 0.7287037372589111, + "num_tokens": 87679948.0, + "step": 3692 + }, + { + "epoch": 0.40555677575225124, + "grad_norm": 2.0229249000549316, + "learning_rate": 1e-06, + "loss": 1.0324, + "mean_token_accuracy": 0.6893453598022461, + "num_tokens": 87709575.0, + "step": 3693 + }, + { + "epoch": 0.40566659345486494, + "grad_norm": 2.525923490524292, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7186713218688965, + "num_tokens": 87729309.0, + "step": 3694 + }, + { + "epoch": 0.4057764111574786, + "grad_norm": 2.178145408630371, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.6902965307235718, + "num_tokens": 87754938.0, + "step": 3695 + }, + { + "epoch": 0.40588622886009224, + "grad_norm": 2.4196293354034424, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7086409330368042, + "num_tokens": 87775762.0, + "step": 3696 + }, + { + "epoch": 0.4059960465627059, + "grad_norm": 2.3186092376708984, + "learning_rate": 1e-06, + "loss": 1.0038, + "mean_token_accuracy": 0.6950225234031677, + "num_tokens": 87798626.0, + "step": 3697 + }, + { + "epoch": 0.4061058642653196, + "grad_norm": 2.3554794788360596, + "learning_rate": 1e-06, + "loss": 1.0415, + "mean_token_accuracy": 0.69344562292099, + "num_tokens": 87822417.0, + "step": 3698 + }, + { + "epoch": 0.40621568196793323, + "grad_norm": 2.3804829120635986, + "learning_rate": 1e-06, + "loss": 1.1069, + "mean_token_accuracy": 0.6771855354309082, + "num_tokens": 87847383.0, + "step": 3699 + }, + { + "epoch": 0.4063254996705469, + "grad_norm": 2.24165415763855, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7138485908508301, + "num_tokens": 87871924.0, + "step": 3700 + }, + { + "epoch": 0.4064353173731606, + "grad_norm": 2.307499408721924, + "learning_rate": 1e-06, + "loss": 1.0597, + "mean_token_accuracy": 0.6783101558685303, + "num_tokens": 87897304.0, + "step": 3701 + }, + { + "epoch": 0.4065451350757742, + "grad_norm": 2.370954751968384, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.729145348072052, + "num_tokens": 87918879.0, + "step": 3702 + }, + { + "epoch": 0.40665495277838787, + "grad_norm": 2.54658842086792, + "learning_rate": 1e-06, + "loss": 1.0409, + "mean_token_accuracy": 0.6965557336807251, + "num_tokens": 87939325.0, + "step": 3703 + }, + { + "epoch": 0.4067647704810015, + "grad_norm": 2.0786542892456055, + "learning_rate": 1e-06, + "loss": 0.9595, + "mean_token_accuracy": 0.7070452570915222, + "num_tokens": 87967914.0, + "step": 3704 + }, + { + "epoch": 0.4068745881836152, + "grad_norm": 2.559394121170044, + "learning_rate": 1e-06, + "loss": 0.9925, + "mean_token_accuracy": 0.6975493431091309, + "num_tokens": 87988734.0, + "step": 3705 + }, + { + "epoch": 0.40698440588622886, + "grad_norm": 2.6440205574035645, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7344483137130737, + "num_tokens": 88007060.0, + "step": 3706 + }, + { + "epoch": 0.4070942235888425, + "grad_norm": 2.3894522190093994, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.715332567691803, + "num_tokens": 88028060.0, + "step": 3707 + }, + { + "epoch": 0.4072040412914562, + "grad_norm": 2.0780880451202393, + "learning_rate": 1e-06, + "loss": 1.0722, + "mean_token_accuracy": 0.6929055452346802, + "num_tokens": 88057396.0, + "step": 3708 + }, + { + "epoch": 0.40731385899406986, + "grad_norm": 2.424776554107666, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.6986168622970581, + "num_tokens": 88080619.0, + "step": 3709 + }, + { + "epoch": 0.4074236766966835, + "grad_norm": 2.4224071502685547, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7133257389068604, + "num_tokens": 88102311.0, + "step": 3710 + }, + { + "epoch": 0.40753349439929715, + "grad_norm": 2.63026762008667, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.7004327774047852, + "num_tokens": 88121190.0, + "step": 3711 + }, + { + "epoch": 0.40764331210191085, + "grad_norm": 2.4008493423461914, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7166986465454102, + "num_tokens": 88142526.0, + "step": 3712 + }, + { + "epoch": 0.4077531298045245, + "grad_norm": 2.558617353439331, + "learning_rate": 1e-06, + "loss": 1.0792, + "mean_token_accuracy": 0.6833268404006958, + "num_tokens": 88163476.0, + "step": 3713 + }, + { + "epoch": 0.40786294750713814, + "grad_norm": 2.5170176029205322, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7092187404632568, + "num_tokens": 88183080.0, + "step": 3714 + }, + { + "epoch": 0.4079727652097518, + "grad_norm": 2.244535446166992, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.7060458660125732, + "num_tokens": 88207903.0, + "step": 3715 + }, + { + "epoch": 0.4080825829123655, + "grad_norm": 2.3388428688049316, + "learning_rate": 1e-06, + "loss": 1.0176, + "mean_token_accuracy": 0.7004004716873169, + "num_tokens": 88229341.0, + "step": 3716 + }, + { + "epoch": 0.40819240061497913, + "grad_norm": 2.5437889099121094, + "learning_rate": 1e-06, + "loss": 0.8827, + "mean_token_accuracy": 0.7289389371871948, + "num_tokens": 88248370.0, + "step": 3717 + }, + { + "epoch": 0.4083022183175928, + "grad_norm": 2.395740032196045, + "learning_rate": 1e-06, + "loss": 1.0568, + "mean_token_accuracy": 0.6873290538787842, + "num_tokens": 88270771.0, + "step": 3718 + }, + { + "epoch": 0.4084120360202065, + "grad_norm": 2.249324321746826, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6914708018302917, + "num_tokens": 88295940.0, + "step": 3719 + }, + { + "epoch": 0.4085218537228201, + "grad_norm": 2.201521873474121, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6803284883499146, + "num_tokens": 88320965.0, + "step": 3720 + }, + { + "epoch": 0.4086316714254338, + "grad_norm": 2.272495985031128, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7079876661300659, + "num_tokens": 88343798.0, + "step": 3721 + }, + { + "epoch": 0.4087414891280474, + "grad_norm": 2.20729660987854, + "learning_rate": 1e-06, + "loss": 1.0601, + "mean_token_accuracy": 0.6893424987792969, + "num_tokens": 88371233.0, + "step": 3722 + }, + { + "epoch": 0.4088513068306611, + "grad_norm": 2.303334951400757, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7025324106216431, + "num_tokens": 88393962.0, + "step": 3723 + }, + { + "epoch": 0.40896112453327477, + "grad_norm": 2.2499101161956787, + "learning_rate": 1e-06, + "loss": 1.1026, + "mean_token_accuracy": 0.6770524978637695, + "num_tokens": 88420469.0, + "step": 3724 + }, + { + "epoch": 0.4090709422358884, + "grad_norm": 2.213921546936035, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.7151433825492859, + "num_tokens": 88445936.0, + "step": 3725 + }, + { + "epoch": 0.40918075993850206, + "grad_norm": 2.3015365600585938, + "learning_rate": 1e-06, + "loss": 1.0314, + "mean_token_accuracy": 0.6899803280830383, + "num_tokens": 88471323.0, + "step": 3726 + }, + { + "epoch": 0.40929057764111576, + "grad_norm": 2.4464519023895264, + "learning_rate": 1e-06, + "loss": 1.0765, + "mean_token_accuracy": 0.6790220737457275, + "num_tokens": 88494772.0, + "step": 3727 + }, + { + "epoch": 0.4094003953437294, + "grad_norm": 2.364457607269287, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.7043251991271973, + "num_tokens": 88516817.0, + "step": 3728 + }, + { + "epoch": 0.40951021304634305, + "grad_norm": 2.230025053024292, + "learning_rate": 1e-06, + "loss": 1.0041, + "mean_token_accuracy": 0.7062219977378845, + "num_tokens": 88540116.0, + "step": 3729 + }, + { + "epoch": 0.40962003074895675, + "grad_norm": 2.2459118366241455, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.6972825527191162, + "num_tokens": 88564849.0, + "step": 3730 + }, + { + "epoch": 0.4097298484515704, + "grad_norm": 2.300889015197754, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.6940512657165527, + "num_tokens": 88589234.0, + "step": 3731 + }, + { + "epoch": 0.40983966615418405, + "grad_norm": 2.419428586959839, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7065542936325073, + "num_tokens": 88612768.0, + "step": 3732 + }, + { + "epoch": 0.4099494838567977, + "grad_norm": 2.4920175075531006, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7371460199356079, + "num_tokens": 88632076.0, + "step": 3733 + }, + { + "epoch": 0.4100593015594114, + "grad_norm": 2.5621299743652344, + "learning_rate": 1e-06, + "loss": 0.8538, + "mean_token_accuracy": 0.7313705682754517, + "num_tokens": 88651201.0, + "step": 3734 + }, + { + "epoch": 0.41016911926202504, + "grad_norm": 2.483815908432007, + "learning_rate": 1e-06, + "loss": 0.9253, + "mean_token_accuracy": 0.7214356660842896, + "num_tokens": 88672482.0, + "step": 3735 + }, + { + "epoch": 0.4102789369646387, + "grad_norm": 2.4037487506866455, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.692461371421814, + "num_tokens": 88694777.0, + "step": 3736 + }, + { + "epoch": 0.4103887546672524, + "grad_norm": 2.408217191696167, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7148327231407166, + "num_tokens": 88715217.0, + "step": 3737 + }, + { + "epoch": 0.41049857236986603, + "grad_norm": 2.1891188621520996, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7328362464904785, + "num_tokens": 88739513.0, + "step": 3738 + }, + { + "epoch": 0.4106083900724797, + "grad_norm": 2.1107051372528076, + "learning_rate": 1e-06, + "loss": 1.0444, + "mean_token_accuracy": 0.6833666563034058, + "num_tokens": 88767960.0, + "step": 3739 + }, + { + "epoch": 0.4107182077750933, + "grad_norm": 2.366462230682373, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.707714319229126, + "num_tokens": 88789938.0, + "step": 3740 + }, + { + "epoch": 0.410828025477707, + "grad_norm": 2.4615840911865234, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6896344423294067, + "num_tokens": 88810471.0, + "step": 3741 + }, + { + "epoch": 0.41093784318032067, + "grad_norm": 2.1978726387023926, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7036213874816895, + "num_tokens": 88836194.0, + "step": 3742 + }, + { + "epoch": 0.4110476608829343, + "grad_norm": 2.224395275115967, + "learning_rate": 1e-06, + "loss": 1.0304, + "mean_token_accuracy": 0.6866635680198669, + "num_tokens": 88863691.0, + "step": 3743 + }, + { + "epoch": 0.41115747858554796, + "grad_norm": 2.2637851238250732, + "learning_rate": 1e-06, + "loss": 1.0172, + "mean_token_accuracy": 0.6902051568031311, + "num_tokens": 88889899.0, + "step": 3744 + }, + { + "epoch": 0.41126729628816167, + "grad_norm": 2.360968828201294, + "learning_rate": 1e-06, + "loss": 0.9889, + "mean_token_accuracy": 0.7010535001754761, + "num_tokens": 88911924.0, + "step": 3745 + }, + { + "epoch": 0.4113771139907753, + "grad_norm": 2.1385273933410645, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7052004337310791, + "num_tokens": 88936774.0, + "step": 3746 + }, + { + "epoch": 0.41148693169338896, + "grad_norm": 2.0814507007598877, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6978530883789062, + "num_tokens": 88965429.0, + "step": 3747 + }, + { + "epoch": 0.41159674939600266, + "grad_norm": 2.6376326084136963, + "learning_rate": 1e-06, + "loss": 1.0677, + "mean_token_accuracy": 0.6761602759361267, + "num_tokens": 88984287.0, + "step": 3748 + }, + { + "epoch": 0.4117065670986163, + "grad_norm": 2.0104823112487793, + "learning_rate": 1e-06, + "loss": 1.0857, + "mean_token_accuracy": 0.6716221570968628, + "num_tokens": 89015496.0, + "step": 3749 + }, + { + "epoch": 0.41181638480122995, + "grad_norm": 2.332559108734131, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.6985989809036255, + "num_tokens": 89039187.0, + "step": 3750 + }, + { + "epoch": 0.4119262025038436, + "grad_norm": 2.2621943950653076, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6976105570793152, + "num_tokens": 89063941.0, + "step": 3751 + }, + { + "epoch": 0.4120360202064573, + "grad_norm": 2.1441421508789062, + "learning_rate": 1e-06, + "loss": 1.0309, + "mean_token_accuracy": 0.6921614408493042, + "num_tokens": 89090379.0, + "step": 3752 + }, + { + "epoch": 0.41214583790907094, + "grad_norm": 2.555041551589966, + "learning_rate": 1e-06, + "loss": 1.005, + "mean_token_accuracy": 0.707939863204956, + "num_tokens": 89110225.0, + "step": 3753 + }, + { + "epoch": 0.4122556556116846, + "grad_norm": 2.2320287227630615, + "learning_rate": 1e-06, + "loss": 1.0268, + "mean_token_accuracy": 0.704740583896637, + "num_tokens": 89135509.0, + "step": 3754 + }, + { + "epoch": 0.4123654733142983, + "grad_norm": 2.4404091835021973, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7041729688644409, + "num_tokens": 89159488.0, + "step": 3755 + }, + { + "epoch": 0.41247529101691194, + "grad_norm": 2.1000254154205322, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7325478792190552, + "num_tokens": 89183728.0, + "step": 3756 + }, + { + "epoch": 0.4125851087195256, + "grad_norm": 2.7085506916046143, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.7067007422447205, + "num_tokens": 89203049.0, + "step": 3757 + }, + { + "epoch": 0.41269492642213923, + "grad_norm": 2.3298866748809814, + "learning_rate": 1e-06, + "loss": 1.0359, + "mean_token_accuracy": 0.6872240304946899, + "num_tokens": 89229746.0, + "step": 3758 + }, + { + "epoch": 0.41280474412475293, + "grad_norm": 2.004638671875, + "learning_rate": 1e-06, + "loss": 1.0475, + "mean_token_accuracy": 0.6860060691833496, + "num_tokens": 89261303.0, + "step": 3759 + }, + { + "epoch": 0.4129145618273666, + "grad_norm": 2.274941921234131, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7045096755027771, + "num_tokens": 89286493.0, + "step": 3760 + }, + { + "epoch": 0.4130243795299802, + "grad_norm": 2.3635799884796143, + "learning_rate": 1e-06, + "loss": 0.9945, + "mean_token_accuracy": 0.7126964926719666, + "num_tokens": 89310358.0, + "step": 3761 + }, + { + "epoch": 0.41313419723259387, + "grad_norm": 2.2557549476623535, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.7010024785995483, + "num_tokens": 89336128.0, + "step": 3762 + }, + { + "epoch": 0.41324401493520757, + "grad_norm": 2.131718873977661, + "learning_rate": 1e-06, + "loss": 1.0876, + "mean_token_accuracy": 0.6753061413764954, + "num_tokens": 89364700.0, + "step": 3763 + }, + { + "epoch": 0.4133538326378212, + "grad_norm": 2.2377939224243164, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.6983909010887146, + "num_tokens": 89391920.0, + "step": 3764 + }, + { + "epoch": 0.41346365034043486, + "grad_norm": 2.3717963695526123, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7126356363296509, + "num_tokens": 89414464.0, + "step": 3765 + }, + { + "epoch": 0.41357346804304856, + "grad_norm": 2.38496994972229, + "learning_rate": 1e-06, + "loss": 1.0561, + "mean_token_accuracy": 0.6771153807640076, + "num_tokens": 89436741.0, + "step": 3766 + }, + { + "epoch": 0.4136832857456622, + "grad_norm": 2.2155985832214355, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.6904364824295044, + "num_tokens": 89463002.0, + "step": 3767 + }, + { + "epoch": 0.41379310344827586, + "grad_norm": 2.364647150039673, + "learning_rate": 1e-06, + "loss": 0.9857, + "mean_token_accuracy": 0.7079459428787231, + "num_tokens": 89488824.0, + "step": 3768 + }, + { + "epoch": 0.4139029211508895, + "grad_norm": 2.496612787246704, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.6973726749420166, + "num_tokens": 89508543.0, + "step": 3769 + }, + { + "epoch": 0.4140127388535032, + "grad_norm": 2.495527982711792, + "learning_rate": 1e-06, + "loss": 1.0501, + "mean_token_accuracy": 0.6911009550094604, + "num_tokens": 89530496.0, + "step": 3770 + }, + { + "epoch": 0.41412255655611685, + "grad_norm": 2.2097787857055664, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.7010348439216614, + "num_tokens": 89554552.0, + "step": 3771 + }, + { + "epoch": 0.4142323742587305, + "grad_norm": 2.1060914993286133, + "learning_rate": 1e-06, + "loss": 0.9098, + "mean_token_accuracy": 0.7188513278961182, + "num_tokens": 89581640.0, + "step": 3772 + }, + { + "epoch": 0.41434219196134414, + "grad_norm": 2.501481533050537, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.69401615858078, + "num_tokens": 89601726.0, + "step": 3773 + }, + { + "epoch": 0.41445200966395784, + "grad_norm": 2.100698947906494, + "learning_rate": 1e-06, + "loss": 0.9726, + "mean_token_accuracy": 0.7074671983718872, + "num_tokens": 89629534.0, + "step": 3774 + }, + { + "epoch": 0.4145618273665715, + "grad_norm": 2.373581647872925, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7260334491729736, + "num_tokens": 89653006.0, + "step": 3775 + }, + { + "epoch": 0.41467164506918514, + "grad_norm": 2.2264626026153564, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.6924883127212524, + "num_tokens": 89681285.0, + "step": 3776 + }, + { + "epoch": 0.41478146277179884, + "grad_norm": 2.6529414653778076, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7075964212417603, + "num_tokens": 89699154.0, + "step": 3777 + }, + { + "epoch": 0.4148912804744125, + "grad_norm": 2.113011360168457, + "learning_rate": 1e-06, + "loss": 1.1114, + "mean_token_accuracy": 0.6687778830528259, + "num_tokens": 89728956.0, + "step": 3778 + }, + { + "epoch": 0.41500109817702613, + "grad_norm": 2.1961588859558105, + "learning_rate": 1e-06, + "loss": 1.0234, + "mean_token_accuracy": 0.6953154802322388, + "num_tokens": 89754846.0, + "step": 3779 + }, + { + "epoch": 0.4151109158796398, + "grad_norm": 2.6049227714538574, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.6977397799491882, + "num_tokens": 89775028.0, + "step": 3780 + }, + { + "epoch": 0.4152207335822535, + "grad_norm": 2.8207409381866455, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7127708196640015, + "num_tokens": 89791512.0, + "step": 3781 + }, + { + "epoch": 0.4153305512848671, + "grad_norm": 2.1409099102020264, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6938808560371399, + "num_tokens": 89822136.0, + "step": 3782 + }, + { + "epoch": 0.41544036898748077, + "grad_norm": 3.0292675495147705, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7154132127761841, + "num_tokens": 89837036.0, + "step": 3783 + }, + { + "epoch": 0.41555018669009447, + "grad_norm": 2.231619119644165, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6864801049232483, + "num_tokens": 89861301.0, + "step": 3784 + }, + { + "epoch": 0.4156600043927081, + "grad_norm": 2.9263734817504883, + "learning_rate": 1e-06, + "loss": 1.0153, + "mean_token_accuracy": 0.7110679149627686, + "num_tokens": 89877207.0, + "step": 3785 + }, + { + "epoch": 0.41576982209532176, + "grad_norm": 2.180614948272705, + "learning_rate": 1e-06, + "loss": 1.0868, + "mean_token_accuracy": 0.6818820238113403, + "num_tokens": 89901585.0, + "step": 3786 + }, + { + "epoch": 0.4158796397979354, + "grad_norm": 1.9923374652862549, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7244662046432495, + "num_tokens": 89928972.0, + "step": 3787 + }, + { + "epoch": 0.4159894575005491, + "grad_norm": 2.3652870655059814, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7119728326797485, + "num_tokens": 89951410.0, + "step": 3788 + }, + { + "epoch": 0.41609927520316276, + "grad_norm": 2.3611886501312256, + "learning_rate": 1e-06, + "loss": 1.0311, + "mean_token_accuracy": 0.6871103644371033, + "num_tokens": 89975440.0, + "step": 3789 + }, + { + "epoch": 0.4162090929057764, + "grad_norm": 2.534492254257202, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7286784648895264, + "num_tokens": 89993832.0, + "step": 3790 + }, + { + "epoch": 0.41631891060839005, + "grad_norm": 2.284759283065796, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7147186994552612, + "num_tokens": 90014541.0, + "step": 3791 + }, + { + "epoch": 0.41642872831100375, + "grad_norm": 2.0664098262786865, + "learning_rate": 1e-06, + "loss": 1.0882, + "mean_token_accuracy": 0.6722707748413086, + "num_tokens": 90043786.0, + "step": 3792 + }, + { + "epoch": 0.4165385460136174, + "grad_norm": 2.1483476161956787, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7084161639213562, + "num_tokens": 90068805.0, + "step": 3793 + }, + { + "epoch": 0.41664836371623104, + "grad_norm": 1.8961961269378662, + "learning_rate": 1e-06, + "loss": 0.9637, + "mean_token_accuracy": 0.7107665538787842, + "num_tokens": 90100993.0, + "step": 3794 + }, + { + "epoch": 0.41675818141884474, + "grad_norm": 2.2387077808380127, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.6909594535827637, + "num_tokens": 90124597.0, + "step": 3795 + }, + { + "epoch": 0.4168679991214584, + "grad_norm": 2.0880775451660156, + "learning_rate": 1e-06, + "loss": 1.0065, + "mean_token_accuracy": 0.7032668590545654, + "num_tokens": 90151510.0, + "step": 3796 + }, + { + "epoch": 0.41697781682407203, + "grad_norm": 2.566575288772583, + "learning_rate": 1e-06, + "loss": 1.042, + "mean_token_accuracy": 0.6846810579299927, + "num_tokens": 90171441.0, + "step": 3797 + }, + { + "epoch": 0.4170876345266857, + "grad_norm": 2.5078632831573486, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7143466472625732, + "num_tokens": 90191222.0, + "step": 3798 + }, + { + "epoch": 0.4171974522292994, + "grad_norm": 2.757133722305298, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7205491065979004, + "num_tokens": 90208047.0, + "step": 3799 + }, + { + "epoch": 0.417307269931913, + "grad_norm": 2.324453830718994, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.6977906823158264, + "num_tokens": 90234293.0, + "step": 3800 + }, + { + "epoch": 0.4174170876345267, + "grad_norm": 2.5010063648223877, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.6929429173469543, + "num_tokens": 90255043.0, + "step": 3801 + }, + { + "epoch": 0.4175269053371403, + "grad_norm": 2.100590229034424, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7054003477096558, + "num_tokens": 90282720.0, + "step": 3802 + }, + { + "epoch": 0.417636723039754, + "grad_norm": 2.394120931625366, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7142899036407471, + "num_tokens": 90305600.0, + "step": 3803 + }, + { + "epoch": 0.41774654074236767, + "grad_norm": 2.320934534072876, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7447725534439087, + "num_tokens": 90328754.0, + "step": 3804 + }, + { + "epoch": 0.4178563584449813, + "grad_norm": 2.2369768619537354, + "learning_rate": 1e-06, + "loss": 1.043, + "mean_token_accuracy": 0.7012641429901123, + "num_tokens": 90353580.0, + "step": 3805 + }, + { + "epoch": 0.417966176147595, + "grad_norm": 2.3873531818389893, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7056808471679688, + "num_tokens": 90376196.0, + "step": 3806 + }, + { + "epoch": 0.41807599385020866, + "grad_norm": 2.0989274978637695, + "learning_rate": 1e-06, + "loss": 1.0377, + "mean_token_accuracy": 0.6911860704421997, + "num_tokens": 90404047.0, + "step": 3807 + }, + { + "epoch": 0.4181858115528223, + "grad_norm": 2.2197866439819336, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7316454648971558, + "num_tokens": 90428110.0, + "step": 3808 + }, + { + "epoch": 0.41829562925543595, + "grad_norm": 2.5356810092926025, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.6924797296524048, + "num_tokens": 90448114.0, + "step": 3809 + }, + { + "epoch": 0.41840544695804965, + "grad_norm": 2.274336338043213, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6876040697097778, + "num_tokens": 90472848.0, + "step": 3810 + }, + { + "epoch": 0.4185152646606633, + "grad_norm": 2.0508673191070557, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7207379341125488, + "num_tokens": 90501536.0, + "step": 3811 + }, + { + "epoch": 0.41862508236327695, + "grad_norm": 2.57426381111145, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6919646859169006, + "num_tokens": 90521657.0, + "step": 3812 + }, + { + "epoch": 0.41873490006589065, + "grad_norm": 2.5188775062561035, + "learning_rate": 1e-06, + "loss": 1.0233, + "mean_token_accuracy": 0.685930609703064, + "num_tokens": 90545074.0, + "step": 3813 + }, + { + "epoch": 0.4188447177685043, + "grad_norm": 2.627686023712158, + "learning_rate": 1e-06, + "loss": 0.963, + "mean_token_accuracy": 0.702723503112793, + "num_tokens": 90563938.0, + "step": 3814 + }, + { + "epoch": 0.41895453547111794, + "grad_norm": 1.9268698692321777, + "learning_rate": 1e-06, + "loss": 1.0263, + "mean_token_accuracy": 0.6884655952453613, + "num_tokens": 90596270.0, + "step": 3815 + }, + { + "epoch": 0.4190643531737316, + "grad_norm": 2.3864893913269043, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7007936835289001, + "num_tokens": 90617379.0, + "step": 3816 + }, + { + "epoch": 0.4191741708763453, + "grad_norm": 2.3444881439208984, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7109922170639038, + "num_tokens": 90639293.0, + "step": 3817 + }, + { + "epoch": 0.41928398857895893, + "grad_norm": 2.2035553455352783, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.72150057554245, + "num_tokens": 90664885.0, + "step": 3818 + }, + { + "epoch": 0.4193938062815726, + "grad_norm": 2.55129337310791, + "learning_rate": 1e-06, + "loss": 1.0268, + "mean_token_accuracy": 0.6908168792724609, + "num_tokens": 90686671.0, + "step": 3819 + }, + { + "epoch": 0.4195036239841862, + "grad_norm": 2.3320977687835693, + "learning_rate": 1e-06, + "loss": 1.0049, + "mean_token_accuracy": 0.7035746574401855, + "num_tokens": 90712064.0, + "step": 3820 + }, + { + "epoch": 0.4196134416867999, + "grad_norm": 2.2858357429504395, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7234877347946167, + "num_tokens": 90735824.0, + "step": 3821 + }, + { + "epoch": 0.41972325938941357, + "grad_norm": 2.4437241554260254, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7269353270530701, + "num_tokens": 90756184.0, + "step": 3822 + }, + { + "epoch": 0.4198330770920272, + "grad_norm": 2.502809524536133, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.7141641974449158, + "num_tokens": 90776891.0, + "step": 3823 + }, + { + "epoch": 0.4199428947946409, + "grad_norm": 2.428419351577759, + "learning_rate": 1e-06, + "loss": 1.0632, + "mean_token_accuracy": 0.680435061454773, + "num_tokens": 90799078.0, + "step": 3824 + }, + { + "epoch": 0.42005271249725457, + "grad_norm": 2.4413394927978516, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7259591817855835, + "num_tokens": 90819664.0, + "step": 3825 + }, + { + "epoch": 0.4201625301998682, + "grad_norm": 2.3703346252441406, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7294312715530396, + "num_tokens": 90841397.0, + "step": 3826 + }, + { + "epoch": 0.42027234790248186, + "grad_norm": 2.3563764095306396, + "learning_rate": 1e-06, + "loss": 1.0488, + "mean_token_accuracy": 0.6879420280456543, + "num_tokens": 90865731.0, + "step": 3827 + }, + { + "epoch": 0.42038216560509556, + "grad_norm": 2.6862599849700928, + "learning_rate": 1e-06, + "loss": 0.9889, + "mean_token_accuracy": 0.7024562358856201, + "num_tokens": 90884448.0, + "step": 3828 + }, + { + "epoch": 0.4204919833077092, + "grad_norm": 2.2557621002197266, + "learning_rate": 1e-06, + "loss": 0.9943, + "mean_token_accuracy": 0.6969128847122192, + "num_tokens": 90910348.0, + "step": 3829 + }, + { + "epoch": 0.42060180101032285, + "grad_norm": 2.410378932952881, + "learning_rate": 1e-06, + "loss": 1.0644, + "mean_token_accuracy": 0.6759153604507446, + "num_tokens": 90931986.0, + "step": 3830 + }, + { + "epoch": 0.42071161871293655, + "grad_norm": 2.5520126819610596, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7175799012184143, + "num_tokens": 90952854.0, + "step": 3831 + }, + { + "epoch": 0.4208214364155502, + "grad_norm": 2.159233570098877, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.6958608031272888, + "num_tokens": 90977312.0, + "step": 3832 + }, + { + "epoch": 0.42093125411816384, + "grad_norm": 2.3733937740325928, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7038228511810303, + "num_tokens": 91000530.0, + "step": 3833 + }, + { + "epoch": 0.4210410718207775, + "grad_norm": 2.4926865100860596, + "learning_rate": 1e-06, + "loss": 1.0452, + "mean_token_accuracy": 0.6866620779037476, + "num_tokens": 91023219.0, + "step": 3834 + }, + { + "epoch": 0.4211508895233912, + "grad_norm": 2.1880433559417725, + "learning_rate": 1e-06, + "loss": 1.0227, + "mean_token_accuracy": 0.6967408657073975, + "num_tokens": 91050258.0, + "step": 3835 + }, + { + "epoch": 0.42126070722600484, + "grad_norm": 2.171116828918457, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7150354981422424, + "num_tokens": 91076592.0, + "step": 3836 + }, + { + "epoch": 0.4213705249286185, + "grad_norm": 2.295029401779175, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6971794366836548, + "num_tokens": 91101586.0, + "step": 3837 + }, + { + "epoch": 0.42148034263123213, + "grad_norm": 2.1091322898864746, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.7161802053451538, + "num_tokens": 91129437.0, + "step": 3838 + }, + { + "epoch": 0.42159016033384583, + "grad_norm": 1.963430643081665, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.7097582221031189, + "num_tokens": 91157583.0, + "step": 3839 + }, + { + "epoch": 0.4216999780364595, + "grad_norm": 2.5000858306884766, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7182749509811401, + "num_tokens": 91177961.0, + "step": 3840 + }, + { + "epoch": 0.4218097957390731, + "grad_norm": 2.298395872116089, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7069322466850281, + "num_tokens": 91200411.0, + "step": 3841 + }, + { + "epoch": 0.4219196134416868, + "grad_norm": 1.937459945678711, + "learning_rate": 1e-06, + "loss": 1.0759, + "mean_token_accuracy": 0.6819953322410583, + "num_tokens": 91235473.0, + "step": 3842 + }, + { + "epoch": 0.42202943114430047, + "grad_norm": 2.0202622413635254, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7185880541801453, + "num_tokens": 91263870.0, + "step": 3843 + }, + { + "epoch": 0.4221392488469141, + "grad_norm": 2.171726703643799, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.7015619277954102, + "num_tokens": 91288604.0, + "step": 3844 + }, + { + "epoch": 0.42224906654952776, + "grad_norm": 2.0017483234405518, + "learning_rate": 1e-06, + "loss": 1.0668, + "mean_token_accuracy": 0.681648313999176, + "num_tokens": 91318109.0, + "step": 3845 + }, + { + "epoch": 0.42235888425214146, + "grad_norm": 2.216982126235962, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7011162042617798, + "num_tokens": 91344201.0, + "step": 3846 + }, + { + "epoch": 0.4224687019547551, + "grad_norm": 2.4284205436706543, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7130094170570374, + "num_tokens": 91364150.0, + "step": 3847 + }, + { + "epoch": 0.42257851965736876, + "grad_norm": 2.1430344581604004, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.7079150080680847, + "num_tokens": 91391261.0, + "step": 3848 + }, + { + "epoch": 0.4226883373599824, + "grad_norm": 2.203899383544922, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.693561315536499, + "num_tokens": 91417573.0, + "step": 3849 + }, + { + "epoch": 0.4227981550625961, + "grad_norm": 2.0978760719299316, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6968913078308105, + "num_tokens": 91445024.0, + "step": 3850 + }, + { + "epoch": 0.42290797276520975, + "grad_norm": 2.5860798358917236, + "learning_rate": 1e-06, + "loss": 1.0405, + "mean_token_accuracy": 0.701022744178772, + "num_tokens": 91464660.0, + "step": 3851 + }, + { + "epoch": 0.4230177904678234, + "grad_norm": 2.324291229248047, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7250359058380127, + "num_tokens": 91485755.0, + "step": 3852 + }, + { + "epoch": 0.4231276081704371, + "grad_norm": 2.5162084102630615, + "learning_rate": 1e-06, + "loss": 1.0029, + "mean_token_accuracy": 0.697497546672821, + "num_tokens": 91505626.0, + "step": 3853 + }, + { + "epoch": 0.42323742587305074, + "grad_norm": 2.23051381111145, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7051894664764404, + "num_tokens": 91531111.0, + "step": 3854 + }, + { + "epoch": 0.4233472435756644, + "grad_norm": 2.2697296142578125, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7073595523834229, + "num_tokens": 91554422.0, + "step": 3855 + }, + { + "epoch": 0.42345706127827804, + "grad_norm": 2.4071755409240723, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.703058123588562, + "num_tokens": 91577007.0, + "step": 3856 + }, + { + "epoch": 0.42356687898089174, + "grad_norm": 2.5144219398498535, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7284246683120728, + "num_tokens": 91596010.0, + "step": 3857 + }, + { + "epoch": 0.4236766966835054, + "grad_norm": 2.3053603172302246, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.6959211826324463, + "num_tokens": 91619667.0, + "step": 3858 + }, + { + "epoch": 0.42378651438611903, + "grad_norm": 2.2457993030548096, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7183483242988586, + "num_tokens": 91644425.0, + "step": 3859 + }, + { + "epoch": 0.42389633208873273, + "grad_norm": 2.0855934619903564, + "learning_rate": 1e-06, + "loss": 1.0385, + "mean_token_accuracy": 0.6908862590789795, + "num_tokens": 91672604.0, + "step": 3860 + }, + { + "epoch": 0.4240061497913464, + "grad_norm": 2.148470401763916, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7030167579650879, + "num_tokens": 91698574.0, + "step": 3861 + }, + { + "epoch": 0.42411596749396, + "grad_norm": 2.2514662742614746, + "learning_rate": 1e-06, + "loss": 0.9841, + "mean_token_accuracy": 0.7031323313713074, + "num_tokens": 91723929.0, + "step": 3862 + }, + { + "epoch": 0.42422578519657367, + "grad_norm": 2.759634017944336, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.706546425819397, + "num_tokens": 91742068.0, + "step": 3863 + }, + { + "epoch": 0.42433560289918737, + "grad_norm": 2.1580209732055664, + "learning_rate": 1e-06, + "loss": 1.0423, + "mean_token_accuracy": 0.6869897842407227, + "num_tokens": 91769209.0, + "step": 3864 + }, + { + "epoch": 0.424445420601801, + "grad_norm": 2.547956705093384, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.714341938495636, + "num_tokens": 91787970.0, + "step": 3865 + }, + { + "epoch": 0.42455523830441466, + "grad_norm": 2.20109486579895, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7039083242416382, + "num_tokens": 91815244.0, + "step": 3866 + }, + { + "epoch": 0.4246650560070283, + "grad_norm": 2.1245779991149902, + "learning_rate": 1e-06, + "loss": 1.0148, + "mean_token_accuracy": 0.691989541053772, + "num_tokens": 91843756.0, + "step": 3867 + }, + { + "epoch": 0.424774873709642, + "grad_norm": 2.0849385261535645, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7259292006492615, + "num_tokens": 91870951.0, + "step": 3868 + }, + { + "epoch": 0.42488469141225566, + "grad_norm": 2.628955841064453, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.736257791519165, + "num_tokens": 91889396.0, + "step": 3869 + }, + { + "epoch": 0.4249945091148693, + "grad_norm": 2.2226405143737793, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.6949487924575806, + "num_tokens": 91914332.0, + "step": 3870 + }, + { + "epoch": 0.425104326817483, + "grad_norm": 2.546058416366577, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7184829711914062, + "num_tokens": 91935406.0, + "step": 3871 + }, + { + "epoch": 0.42521414452009665, + "grad_norm": 2.187394618988037, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.7113814353942871, + "num_tokens": 91959666.0, + "step": 3872 + }, + { + "epoch": 0.4253239622227103, + "grad_norm": 2.2461302280426025, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.7058952450752258, + "num_tokens": 91983926.0, + "step": 3873 + }, + { + "epoch": 0.42543377992532394, + "grad_norm": 2.4629008769989014, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.7046349048614502, + "num_tokens": 92005154.0, + "step": 3874 + }, + { + "epoch": 0.42554359762793764, + "grad_norm": 2.102416515350342, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.6925405263900757, + "num_tokens": 92035004.0, + "step": 3875 + }, + { + "epoch": 0.4256534153305513, + "grad_norm": 1.947951078414917, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.693709135055542, + "num_tokens": 92070023.0, + "step": 3876 + }, + { + "epoch": 0.42576323303316493, + "grad_norm": 2.3461296558380127, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7050575017929077, + "num_tokens": 92091089.0, + "step": 3877 + }, + { + "epoch": 0.4258730507357786, + "grad_norm": 2.609348773956299, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.713918149471283, + "num_tokens": 92109504.0, + "step": 3878 + }, + { + "epoch": 0.4259828684383923, + "grad_norm": 2.6624557971954346, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6901562213897705, + "num_tokens": 92129307.0, + "step": 3879 + }, + { + "epoch": 0.4260926861410059, + "grad_norm": 2.717064142227173, + "learning_rate": 1e-06, + "loss": 1.0439, + "mean_token_accuracy": 0.6830840706825256, + "num_tokens": 92147986.0, + "step": 3880 + }, + { + "epoch": 0.4262025038436196, + "grad_norm": 2.1322736740112305, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7136298418045044, + "num_tokens": 92173935.0, + "step": 3881 + }, + { + "epoch": 0.4263123215462333, + "grad_norm": 2.255122184753418, + "learning_rate": 1e-06, + "loss": 1.0298, + "mean_token_accuracy": 0.6932464241981506, + "num_tokens": 92197310.0, + "step": 3882 + }, + { + "epoch": 0.4264221392488469, + "grad_norm": 2.189554214477539, + "learning_rate": 1e-06, + "loss": 1.0061, + "mean_token_accuracy": 0.6916298866271973, + "num_tokens": 92225299.0, + "step": 3883 + }, + { + "epoch": 0.42653195695146057, + "grad_norm": 2.5639967918395996, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7252375483512878, + "num_tokens": 92244624.0, + "step": 3884 + }, + { + "epoch": 0.4266417746540742, + "grad_norm": 2.995553970336914, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6843602061271667, + "num_tokens": 92261370.0, + "step": 3885 + }, + { + "epoch": 0.4267515923566879, + "grad_norm": 2.057701587677002, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7150677442550659, + "num_tokens": 92287846.0, + "step": 3886 + }, + { + "epoch": 0.42686141005930156, + "grad_norm": 2.3106231689453125, + "learning_rate": 1e-06, + "loss": 1.1334, + "mean_token_accuracy": 0.6685845255851746, + "num_tokens": 92310704.0, + "step": 3887 + }, + { + "epoch": 0.4269712277619152, + "grad_norm": 2.3824079036712646, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.7015233039855957, + "num_tokens": 92332558.0, + "step": 3888 + }, + { + "epoch": 0.4270810454645289, + "grad_norm": 2.3980109691619873, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.696446418762207, + "num_tokens": 92355204.0, + "step": 3889 + }, + { + "epoch": 0.42719086316714255, + "grad_norm": 2.7735817432403564, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.6885564923286438, + "num_tokens": 92373623.0, + "step": 3890 + }, + { + "epoch": 0.4273006808697562, + "grad_norm": 2.485395669937134, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7049310207366943, + "num_tokens": 92393950.0, + "step": 3891 + }, + { + "epoch": 0.42741049857236985, + "grad_norm": 2.4290380477905273, + "learning_rate": 1e-06, + "loss": 0.8671, + "mean_token_accuracy": 0.7288223505020142, + "num_tokens": 92414881.0, + "step": 3892 + }, + { + "epoch": 0.42752031627498355, + "grad_norm": 2.7946577072143555, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7141023874282837, + "num_tokens": 92432849.0, + "step": 3893 + }, + { + "epoch": 0.4276301339775972, + "grad_norm": 2.0242531299591064, + "learning_rate": 1e-06, + "loss": 1.0984, + "mean_token_accuracy": 0.6785624027252197, + "num_tokens": 92465622.0, + "step": 3894 + }, + { + "epoch": 0.42773995168021084, + "grad_norm": 1.9865169525146484, + "learning_rate": 1e-06, + "loss": 1.0212, + "mean_token_accuracy": 0.6989384889602661, + "num_tokens": 92497830.0, + "step": 3895 + }, + { + "epoch": 0.4278497693828245, + "grad_norm": 2.687377452850342, + "learning_rate": 1e-06, + "loss": 0.9413, + "mean_token_accuracy": 0.7189634442329407, + "num_tokens": 92515342.0, + "step": 3896 + }, + { + "epoch": 0.4279595870854382, + "grad_norm": 2.6656129360198975, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7028175592422485, + "num_tokens": 92534263.0, + "step": 3897 + }, + { + "epoch": 0.42806940478805183, + "grad_norm": 1.9916049242019653, + "learning_rate": 1e-06, + "loss": 1.0588, + "mean_token_accuracy": 0.6813095211982727, + "num_tokens": 92565907.0, + "step": 3898 + }, + { + "epoch": 0.4281792224906655, + "grad_norm": 2.408628463745117, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7103400230407715, + "num_tokens": 92588144.0, + "step": 3899 + }, + { + "epoch": 0.4282890401932792, + "grad_norm": 2.0432708263397217, + "learning_rate": 1e-06, + "loss": 1.1165, + "mean_token_accuracy": 0.6721456050872803, + "num_tokens": 92620816.0, + "step": 3900 + }, + { + "epoch": 0.4283988578958928, + "grad_norm": 2.722363233566284, + "learning_rate": 1e-06, + "loss": 0.8829, + "mean_token_accuracy": 0.7213199138641357, + "num_tokens": 92637793.0, + "step": 3901 + }, + { + "epoch": 0.42850867559850647, + "grad_norm": 1.9937410354614258, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.7169835567474365, + "num_tokens": 92667608.0, + "step": 3902 + }, + { + "epoch": 0.4286184933011201, + "grad_norm": 2.383408784866333, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.698935866355896, + "num_tokens": 92690601.0, + "step": 3903 + }, + { + "epoch": 0.4287283110037338, + "grad_norm": 2.344977378845215, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7311431169509888, + "num_tokens": 92712698.0, + "step": 3904 + }, + { + "epoch": 0.42883812870634747, + "grad_norm": 2.2849297523498535, + "learning_rate": 1e-06, + "loss": 1.0633, + "mean_token_accuracy": 0.6784377098083496, + "num_tokens": 92738357.0, + "step": 3905 + }, + { + "epoch": 0.4289479464089611, + "grad_norm": 2.157219886779785, + "learning_rate": 1e-06, + "loss": 1.0803, + "mean_token_accuracy": 0.6778287887573242, + "num_tokens": 92765826.0, + "step": 3906 + }, + { + "epoch": 0.4290577641115748, + "grad_norm": 2.0111260414123535, + "learning_rate": 1e-06, + "loss": 1.0137, + "mean_token_accuracy": 0.6996889114379883, + "num_tokens": 92796704.0, + "step": 3907 + }, + { + "epoch": 0.42916758181418846, + "grad_norm": 2.647881031036377, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7322345972061157, + "num_tokens": 92815472.0, + "step": 3908 + }, + { + "epoch": 0.4292773995168021, + "grad_norm": 2.393374443054199, + "learning_rate": 1e-06, + "loss": 1.0545, + "mean_token_accuracy": 0.6838333010673523, + "num_tokens": 92838291.0, + "step": 3909 + }, + { + "epoch": 0.42938721721941575, + "grad_norm": 2.2403032779693604, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7299985289573669, + "num_tokens": 92861306.0, + "step": 3910 + }, + { + "epoch": 0.42949703492202945, + "grad_norm": 2.4555580615997314, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7207121849060059, + "num_tokens": 92882830.0, + "step": 3911 + }, + { + "epoch": 0.4296068526246431, + "grad_norm": 2.6606974601745605, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7195280194282532, + "num_tokens": 92899943.0, + "step": 3912 + }, + { + "epoch": 0.42971667032725674, + "grad_norm": 2.0781564712524414, + "learning_rate": 1e-06, + "loss": 1.0009, + "mean_token_accuracy": 0.6932036876678467, + "num_tokens": 92925534.0, + "step": 3913 + }, + { + "epoch": 0.4298264880298704, + "grad_norm": 3.1086585521698, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7293630838394165, + "num_tokens": 92939747.0, + "step": 3914 + }, + { + "epoch": 0.4299363057324841, + "grad_norm": 2.0270910263061523, + "learning_rate": 1e-06, + "loss": 1.0176, + "mean_token_accuracy": 0.6914554834365845, + "num_tokens": 92970482.0, + "step": 3915 + }, + { + "epoch": 0.43004612343509774, + "grad_norm": 2.3779265880584717, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7106360197067261, + "num_tokens": 92992453.0, + "step": 3916 + }, + { + "epoch": 0.4301559411377114, + "grad_norm": 2.0576086044311523, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7136120796203613, + "num_tokens": 93019272.0, + "step": 3917 + }, + { + "epoch": 0.4302657588403251, + "grad_norm": 2.0311944484710693, + "learning_rate": 1e-06, + "loss": 1.0294, + "mean_token_accuracy": 0.6940573453903198, + "num_tokens": 93049933.0, + "step": 3918 + }, + { + "epoch": 0.43037557654293873, + "grad_norm": 2.7351551055908203, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.6945819854736328, + "num_tokens": 93067403.0, + "step": 3919 + }, + { + "epoch": 0.4304853942455524, + "grad_norm": 2.3892481327056885, + "learning_rate": 1e-06, + "loss": 0.9856, + "mean_token_accuracy": 0.7056751847267151, + "num_tokens": 93090173.0, + "step": 3920 + }, + { + "epoch": 0.430595211948166, + "grad_norm": 2.3224194049835205, + "learning_rate": 1e-06, + "loss": 1.0677, + "mean_token_accuracy": 0.6760789752006531, + "num_tokens": 93114041.0, + "step": 3921 + }, + { + "epoch": 0.4307050296507797, + "grad_norm": 2.326497793197632, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7065022587776184, + "num_tokens": 93138998.0, + "step": 3922 + }, + { + "epoch": 0.43081484735339337, + "grad_norm": 2.142035484313965, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6913526058197021, + "num_tokens": 93165372.0, + "step": 3923 + }, + { + "epoch": 0.430924665056007, + "grad_norm": 2.170320987701416, + "learning_rate": 1e-06, + "loss": 1.0183, + "mean_token_accuracy": 0.6904892921447754, + "num_tokens": 93191996.0, + "step": 3924 + }, + { + "epoch": 0.43103448275862066, + "grad_norm": 2.3502869606018066, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7187324166297913, + "num_tokens": 93213213.0, + "step": 3925 + }, + { + "epoch": 0.43114430046123436, + "grad_norm": 2.015316963195801, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.7088662385940552, + "num_tokens": 93243778.0, + "step": 3926 + }, + { + "epoch": 0.431254118163848, + "grad_norm": 2.571749448776245, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.6950761675834656, + "num_tokens": 93263443.0, + "step": 3927 + }, + { + "epoch": 0.43136393586646166, + "grad_norm": 2.5842485427856445, + "learning_rate": 1e-06, + "loss": 1.0252, + "mean_token_accuracy": 0.6922731995582581, + "num_tokens": 93284878.0, + "step": 3928 + }, + { + "epoch": 0.43147375356907536, + "grad_norm": 2.438473701477051, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6899446845054626, + "num_tokens": 93305808.0, + "step": 3929 + }, + { + "epoch": 0.431583571271689, + "grad_norm": 2.1571011543273926, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6926947832107544, + "num_tokens": 93333061.0, + "step": 3930 + }, + { + "epoch": 0.43169338897430265, + "grad_norm": 2.8357059955596924, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7174816131591797, + "num_tokens": 93349340.0, + "step": 3931 + }, + { + "epoch": 0.4318032066769163, + "grad_norm": 2.1004278659820557, + "learning_rate": 1e-06, + "loss": 1.0866, + "mean_token_accuracy": 0.6763211488723755, + "num_tokens": 93378790.0, + "step": 3932 + }, + { + "epoch": 0.43191302437953, + "grad_norm": 2.7081804275512695, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.705948531627655, + "num_tokens": 93395725.0, + "step": 3933 + }, + { + "epoch": 0.43202284208214364, + "grad_norm": 2.431528091430664, + "learning_rate": 1e-06, + "loss": 1.0078, + "mean_token_accuracy": 0.7137735486030579, + "num_tokens": 93418880.0, + "step": 3934 + }, + { + "epoch": 0.4321326597847573, + "grad_norm": 2.073435068130493, + "learning_rate": 1e-06, + "loss": 0.8986, + "mean_token_accuracy": 0.7231281995773315, + "num_tokens": 93445547.0, + "step": 3935 + }, + { + "epoch": 0.432242477487371, + "grad_norm": 2.6981394290924072, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.6967062950134277, + "num_tokens": 93461297.0, + "step": 3936 + }, + { + "epoch": 0.43235229518998464, + "grad_norm": 2.4625582695007324, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6953249573707581, + "num_tokens": 93482949.0, + "step": 3937 + }, + { + "epoch": 0.4324621128925983, + "grad_norm": 2.399204730987549, + "learning_rate": 1e-06, + "loss": 0.9901, + "mean_token_accuracy": 0.7084755301475525, + "num_tokens": 93503873.0, + "step": 3938 + }, + { + "epoch": 0.43257193059521193, + "grad_norm": 2.387911796569824, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6940678358078003, + "num_tokens": 93525422.0, + "step": 3939 + }, + { + "epoch": 0.43268174829782563, + "grad_norm": 2.0920801162719727, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7184134721755981, + "num_tokens": 93550944.0, + "step": 3940 + }, + { + "epoch": 0.4327915660004393, + "grad_norm": 2.507669687271118, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.6943560242652893, + "num_tokens": 93571279.0, + "step": 3941 + }, + { + "epoch": 0.4329013837030529, + "grad_norm": 2.448072671890259, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7089548110961914, + "num_tokens": 93590366.0, + "step": 3942 + }, + { + "epoch": 0.43301120140566657, + "grad_norm": 2.335636615753174, + "learning_rate": 1e-06, + "loss": 1.024, + "mean_token_accuracy": 0.6970489025115967, + "num_tokens": 93613847.0, + "step": 3943 + }, + { + "epoch": 0.43312101910828027, + "grad_norm": 2.2975759506225586, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7077698707580566, + "num_tokens": 93636862.0, + "step": 3944 + }, + { + "epoch": 0.4332308368108939, + "grad_norm": 2.946056842803955, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7126309275627136, + "num_tokens": 93651756.0, + "step": 3945 + }, + { + "epoch": 0.43334065451350756, + "grad_norm": 2.702284336090088, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7187448740005493, + "num_tokens": 93669189.0, + "step": 3946 + }, + { + "epoch": 0.43345047221612126, + "grad_norm": 2.2694458961486816, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.6977711915969849, + "num_tokens": 93693259.0, + "step": 3947 + }, + { + "epoch": 0.4335602899187349, + "grad_norm": 2.2730302810668945, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7121894359588623, + "num_tokens": 93718366.0, + "step": 3948 + }, + { + "epoch": 0.43367010762134856, + "grad_norm": 2.5673627853393555, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7194728851318359, + "num_tokens": 93737447.0, + "step": 3949 + }, + { + "epoch": 0.4337799253239622, + "grad_norm": 2.4079155921936035, + "learning_rate": 1e-06, + "loss": 1.0197, + "mean_token_accuracy": 0.6879446506500244, + "num_tokens": 93759878.0, + "step": 3950 + }, + { + "epoch": 0.4338897430265759, + "grad_norm": 2.338420867919922, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7211615443229675, + "num_tokens": 93781352.0, + "step": 3951 + }, + { + "epoch": 0.43399956072918955, + "grad_norm": 2.1635568141937256, + "learning_rate": 1e-06, + "loss": 1.153, + "mean_token_accuracy": 0.6560869216918945, + "num_tokens": 93810846.0, + "step": 3952 + }, + { + "epoch": 0.4341093784318032, + "grad_norm": 2.748826503753662, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7179684638977051, + "num_tokens": 93828005.0, + "step": 3953 + }, + { + "epoch": 0.43421919613441684, + "grad_norm": 2.3476333618164062, + "learning_rate": 1e-06, + "loss": 1.0284, + "mean_token_accuracy": 0.6913435459136963, + "num_tokens": 93851133.0, + "step": 3954 + }, + { + "epoch": 0.43432901383703054, + "grad_norm": 2.1819989681243896, + "learning_rate": 1e-06, + "loss": 0.885, + "mean_token_accuracy": 0.7224889993667603, + "num_tokens": 93874448.0, + "step": 3955 + }, + { + "epoch": 0.4344388315396442, + "grad_norm": 2.799036741256714, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7115824818611145, + "num_tokens": 93891251.0, + "step": 3956 + }, + { + "epoch": 0.43454864924225783, + "grad_norm": 2.1946020126342773, + "learning_rate": 1e-06, + "loss": 1.0525, + "mean_token_accuracy": 0.6836012601852417, + "num_tokens": 93919477.0, + "step": 3957 + }, + { + "epoch": 0.43465846694487154, + "grad_norm": 2.3422491550445557, + "learning_rate": 1e-06, + "loss": 1.0559, + "mean_token_accuracy": 0.6843284368515015, + "num_tokens": 93942594.0, + "step": 3958 + }, + { + "epoch": 0.4347682846474852, + "grad_norm": 2.1236789226531982, + "learning_rate": 1e-06, + "loss": 0.9836, + "mean_token_accuracy": 0.708712100982666, + "num_tokens": 93969782.0, + "step": 3959 + }, + { + "epoch": 0.4348781023500988, + "grad_norm": 2.318347692489624, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7005706429481506, + "num_tokens": 93993836.0, + "step": 3960 + }, + { + "epoch": 0.4349879200527125, + "grad_norm": 2.262014150619507, + "learning_rate": 1e-06, + "loss": 1.0294, + "mean_token_accuracy": 0.6853700876235962, + "num_tokens": 94017604.0, + "step": 3961 + }, + { + "epoch": 0.4350977377553262, + "grad_norm": 2.678999185562134, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7020066976547241, + "num_tokens": 94036450.0, + "step": 3962 + }, + { + "epoch": 0.4352075554579398, + "grad_norm": 2.866880416870117, + "learning_rate": 1e-06, + "loss": 0.8328, + "mean_token_accuracy": 0.742456316947937, + "num_tokens": 94051002.0, + "step": 3963 + }, + { + "epoch": 0.43531737316055347, + "grad_norm": 2.439393997192383, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.6974450349807739, + "num_tokens": 94072906.0, + "step": 3964 + }, + { + "epoch": 0.43542719086316717, + "grad_norm": 2.2209441661834717, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7028936147689819, + "num_tokens": 94098723.0, + "step": 3965 + }, + { + "epoch": 0.4355370085657808, + "grad_norm": 2.268282890319824, + "learning_rate": 1e-06, + "loss": 1.0525, + "mean_token_accuracy": 0.6822030544281006, + "num_tokens": 94124882.0, + "step": 3966 + }, + { + "epoch": 0.43564682626839446, + "grad_norm": 2.134422779083252, + "learning_rate": 1e-06, + "loss": 1.0902, + "mean_token_accuracy": 0.6736645698547363, + "num_tokens": 94153182.0, + "step": 3967 + }, + { + "epoch": 0.4357566439710081, + "grad_norm": 2.1798923015594482, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7161719799041748, + "num_tokens": 94178308.0, + "step": 3968 + }, + { + "epoch": 0.4358664616736218, + "grad_norm": 2.436774253845215, + "learning_rate": 1e-06, + "loss": 1.0563, + "mean_token_accuracy": 0.682409405708313, + "num_tokens": 94200102.0, + "step": 3969 + }, + { + "epoch": 0.43597627937623545, + "grad_norm": 2.40871000289917, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6869708299636841, + "num_tokens": 94223396.0, + "step": 3970 + }, + { + "epoch": 0.4360860970788491, + "grad_norm": 2.752436876296997, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7189539074897766, + "num_tokens": 94240326.0, + "step": 3971 + }, + { + "epoch": 0.43619591478146275, + "grad_norm": 2.150520086288452, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7078992128372192, + "num_tokens": 94264781.0, + "step": 3972 + }, + { + "epoch": 0.43630573248407645, + "grad_norm": 1.9508650302886963, + "learning_rate": 1e-06, + "loss": 0.9984, + "mean_token_accuracy": 0.6987700462341309, + "num_tokens": 94295514.0, + "step": 3973 + }, + { + "epoch": 0.4364155501866901, + "grad_norm": 2.1639041900634766, + "learning_rate": 1e-06, + "loss": 0.9757, + "mean_token_accuracy": 0.7020994424819946, + "num_tokens": 94320092.0, + "step": 3974 + }, + { + "epoch": 0.43652536788930374, + "grad_norm": 2.2328505516052246, + "learning_rate": 1e-06, + "loss": 1.144, + "mean_token_accuracy": 0.6664533019065857, + "num_tokens": 94344453.0, + "step": 3975 + }, + { + "epoch": 0.43663518559191744, + "grad_norm": 2.5843169689178467, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7108206152915955, + "num_tokens": 94362773.0, + "step": 3976 + }, + { + "epoch": 0.4367450032945311, + "grad_norm": 2.543325185775757, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7196746468544006, + "num_tokens": 94383812.0, + "step": 3977 + }, + { + "epoch": 0.43685482099714473, + "grad_norm": 2.3161163330078125, + "learning_rate": 1e-06, + "loss": 1.057, + "mean_token_accuracy": 0.6889822483062744, + "num_tokens": 94408830.0, + "step": 3978 + }, + { + "epoch": 0.4369646386997584, + "grad_norm": 2.4676668643951416, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7142373323440552, + "num_tokens": 94428352.0, + "step": 3979 + }, + { + "epoch": 0.4370744564023721, + "grad_norm": 2.6955208778381348, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7323195934295654, + "num_tokens": 94444059.0, + "step": 3980 + }, + { + "epoch": 0.4371842741049857, + "grad_norm": 2.1773643493652344, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7077465057373047, + "num_tokens": 94468166.0, + "step": 3981 + }, + { + "epoch": 0.43729409180759937, + "grad_norm": 2.3626458644866943, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7175590991973877, + "num_tokens": 94490218.0, + "step": 3982 + }, + { + "epoch": 0.4374039095102131, + "grad_norm": 2.7740650177001953, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7134382128715515, + "num_tokens": 94506729.0, + "step": 3983 + }, + { + "epoch": 0.4375137272128267, + "grad_norm": 2.3450000286102295, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.7027139663696289, + "num_tokens": 94531002.0, + "step": 3984 + }, + { + "epoch": 0.43762354491544037, + "grad_norm": 2.4160115718841553, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.7043188810348511, + "num_tokens": 94553270.0, + "step": 3985 + }, + { + "epoch": 0.437733362618054, + "grad_norm": 2.5718233585357666, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.6982048153877258, + "num_tokens": 94572592.0, + "step": 3986 + }, + { + "epoch": 0.4378431803206677, + "grad_norm": 2.5051512718200684, + "learning_rate": 1e-06, + "loss": 1.0329, + "mean_token_accuracy": 0.6886634826660156, + "num_tokens": 94592902.0, + "step": 3987 + }, + { + "epoch": 0.43795299802328136, + "grad_norm": 2.5058066844940186, + "learning_rate": 1e-06, + "loss": 1.0261, + "mean_token_accuracy": 0.6945842504501343, + "num_tokens": 94614796.0, + "step": 3988 + }, + { + "epoch": 0.438062815725895, + "grad_norm": 2.368093967437744, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7188687324523926, + "num_tokens": 94637732.0, + "step": 3989 + }, + { + "epoch": 0.43817263342850865, + "grad_norm": 2.3880128860473633, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6878905296325684, + "num_tokens": 94658857.0, + "step": 3990 + }, + { + "epoch": 0.43828245113112235, + "grad_norm": 2.333686113357544, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7148944139480591, + "num_tokens": 94681740.0, + "step": 3991 + }, + { + "epoch": 0.438392268833736, + "grad_norm": 2.1168277263641357, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.707780122756958, + "num_tokens": 94708649.0, + "step": 3992 + }, + { + "epoch": 0.43850208653634964, + "grad_norm": 2.322845458984375, + "learning_rate": 1e-06, + "loss": 1.0401, + "mean_token_accuracy": 0.6863272190093994, + "num_tokens": 94733387.0, + "step": 3993 + }, + { + "epoch": 0.43861190423896335, + "grad_norm": 1.8879352807998657, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6962692737579346, + "num_tokens": 94765429.0, + "step": 3994 + }, + { + "epoch": 0.438721721941577, + "grad_norm": 2.6679787635803223, + "learning_rate": 1e-06, + "loss": 1.0535, + "mean_token_accuracy": 0.708698034286499, + "num_tokens": 94785328.0, + "step": 3995 + }, + { + "epoch": 0.43883153964419064, + "grad_norm": 2.4069440364837646, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7098657488822937, + "num_tokens": 94805034.0, + "step": 3996 + }, + { + "epoch": 0.4389413573468043, + "grad_norm": 2.578437328338623, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7085176706314087, + "num_tokens": 94824006.0, + "step": 3997 + }, + { + "epoch": 0.439051175049418, + "grad_norm": 2.4849746227264404, + "learning_rate": 1e-06, + "loss": 1.0471, + "mean_token_accuracy": 0.6840712428092957, + "num_tokens": 94846309.0, + "step": 3998 + }, + { + "epoch": 0.43916099275203163, + "grad_norm": 2.8763692378997803, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7283821105957031, + "num_tokens": 94862166.0, + "step": 3999 + }, + { + "epoch": 0.4392708104546453, + "grad_norm": 2.3253352642059326, + "learning_rate": 1e-06, + "loss": 1.17, + "mean_token_accuracy": 0.6684941649436951, + "num_tokens": 94887843.0, + "step": 4000 + }, + { + "epoch": 0.4393806281572589, + "grad_norm": 2.2547590732574463, + "learning_rate": 1e-06, + "loss": 1.0836, + "mean_token_accuracy": 0.673570990562439, + "num_tokens": 94913598.0, + "step": 4001 + }, + { + "epoch": 0.4394904458598726, + "grad_norm": 2.474125862121582, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.6841707229614258, + "num_tokens": 94934463.0, + "step": 4002 + }, + { + "epoch": 0.43960026356248627, + "grad_norm": 2.3051512241363525, + "learning_rate": 1e-06, + "loss": 1.0745, + "mean_token_accuracy": 0.6846726536750793, + "num_tokens": 94959980.0, + "step": 4003 + }, + { + "epoch": 0.4397100812650999, + "grad_norm": 2.5465476512908936, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.691986083984375, + "num_tokens": 94978820.0, + "step": 4004 + }, + { + "epoch": 0.4398198989677136, + "grad_norm": 2.2751030921936035, + "learning_rate": 1e-06, + "loss": 1.0264, + "mean_token_accuracy": 0.6902514696121216, + "num_tokens": 95003147.0, + "step": 4005 + }, + { + "epoch": 0.43992971667032726, + "grad_norm": 2.256405830383301, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.7025942802429199, + "num_tokens": 95027921.0, + "step": 4006 + }, + { + "epoch": 0.4400395343729409, + "grad_norm": 2.1503894329071045, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7176460027694702, + "num_tokens": 95054196.0, + "step": 4007 + }, + { + "epoch": 0.44014935207555456, + "grad_norm": 3.18228816986084, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7036908864974976, + "num_tokens": 95068244.0, + "step": 4008 + }, + { + "epoch": 0.44025916977816826, + "grad_norm": 2.285710334777832, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.702498733997345, + "num_tokens": 95092544.0, + "step": 4009 + }, + { + "epoch": 0.4403689874807819, + "grad_norm": 2.020030975341797, + "learning_rate": 1e-06, + "loss": 1.0241, + "mean_token_accuracy": 0.6926026344299316, + "num_tokens": 95122024.0, + "step": 4010 + }, + { + "epoch": 0.44047880518339555, + "grad_norm": 2.17114520072937, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6955830454826355, + "num_tokens": 95150524.0, + "step": 4011 + }, + { + "epoch": 0.44058862288600925, + "grad_norm": 2.1581594944000244, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.6977399587631226, + "num_tokens": 95174925.0, + "step": 4012 + }, + { + "epoch": 0.4406984405886229, + "grad_norm": 2.745245933532715, + "learning_rate": 1e-06, + "loss": 1.0011, + "mean_token_accuracy": 0.7049084901809692, + "num_tokens": 95192449.0, + "step": 4013 + }, + { + "epoch": 0.44080825829123654, + "grad_norm": 2.1925313472747803, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.6965591907501221, + "num_tokens": 95217220.0, + "step": 4014 + }, + { + "epoch": 0.4409180759938502, + "grad_norm": 2.093522548675537, + "learning_rate": 1e-06, + "loss": 1.0341, + "mean_token_accuracy": 0.694621205329895, + "num_tokens": 95246074.0, + "step": 4015 + }, + { + "epoch": 0.4410278936964639, + "grad_norm": 2.3448925018310547, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7213245630264282, + "num_tokens": 95268539.0, + "step": 4016 + }, + { + "epoch": 0.44113771139907754, + "grad_norm": 2.493954658508301, + "learning_rate": 1e-06, + "loss": 0.7827, + "mean_token_accuracy": 0.7523079514503479, + "num_tokens": 95287495.0, + "step": 4017 + }, + { + "epoch": 0.4412475291016912, + "grad_norm": 2.062486410140991, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.6964350938796997, + "num_tokens": 95314875.0, + "step": 4018 + }, + { + "epoch": 0.44135734680430483, + "grad_norm": 2.2508435249328613, + "learning_rate": 1e-06, + "loss": 1.0094, + "mean_token_accuracy": 0.695814847946167, + "num_tokens": 95340837.0, + "step": 4019 + }, + { + "epoch": 0.44146716450691853, + "grad_norm": 2.266528606414795, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7457959651947021, + "num_tokens": 95365282.0, + "step": 4020 + }, + { + "epoch": 0.4415769822095322, + "grad_norm": 2.868880271911621, + "learning_rate": 1e-06, + "loss": 0.8789, + "mean_token_accuracy": 0.7201306819915771, + "num_tokens": 95380327.0, + "step": 4021 + }, + { + "epoch": 0.4416867999121458, + "grad_norm": 2.1530511379241943, + "learning_rate": 1e-06, + "loss": 1.0234, + "mean_token_accuracy": 0.700040876865387, + "num_tokens": 95405879.0, + "step": 4022 + }, + { + "epoch": 0.4417966176147595, + "grad_norm": 2.0859553813934326, + "learning_rate": 1e-06, + "loss": 1.0504, + "mean_token_accuracy": 0.6797014474868774, + "num_tokens": 95434995.0, + "step": 4023 + }, + { + "epoch": 0.44190643531737317, + "grad_norm": 2.9214584827423096, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7019473314285278, + "num_tokens": 95449631.0, + "step": 4024 + }, + { + "epoch": 0.4420162530199868, + "grad_norm": 2.245251178741455, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6945130825042725, + "num_tokens": 95476112.0, + "step": 4025 + }, + { + "epoch": 0.44212607072260046, + "grad_norm": 2.5660171508789062, + "learning_rate": 1e-06, + "loss": 1.0477, + "mean_token_accuracy": 0.691394031047821, + "num_tokens": 95496674.0, + "step": 4026 + }, + { + "epoch": 0.44223588842521416, + "grad_norm": 2.5767617225646973, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.7082513570785522, + "num_tokens": 95516421.0, + "step": 4027 + }, + { + "epoch": 0.4423457061278278, + "grad_norm": 2.593628168106079, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7085892558097839, + "num_tokens": 95534519.0, + "step": 4028 + }, + { + "epoch": 0.44245552383044146, + "grad_norm": 2.619971752166748, + "learning_rate": 1e-06, + "loss": 1.0033, + "mean_token_accuracy": 0.7010589838027954, + "num_tokens": 95553730.0, + "step": 4029 + }, + { + "epoch": 0.4425653415330551, + "grad_norm": 2.0737290382385254, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.7126466035842896, + "num_tokens": 95583525.0, + "step": 4030 + }, + { + "epoch": 0.4426751592356688, + "grad_norm": 2.193800210952759, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.7021489143371582, + "num_tokens": 95610396.0, + "step": 4031 + }, + { + "epoch": 0.44278497693828245, + "grad_norm": 2.0166196823120117, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6964887380599976, + "num_tokens": 95639731.0, + "step": 4032 + }, + { + "epoch": 0.4428947946408961, + "grad_norm": 3.2241616249084473, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6905549764633179, + "num_tokens": 95653666.0, + "step": 4033 + }, + { + "epoch": 0.4430046123435098, + "grad_norm": 2.2942957878112793, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.7041782140731812, + "num_tokens": 95677483.0, + "step": 4034 + }, + { + "epoch": 0.44311443004612344, + "grad_norm": 2.2939841747283936, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7030546069145203, + "num_tokens": 95701562.0, + "step": 4035 + }, + { + "epoch": 0.4432242477487371, + "grad_norm": 2.427997589111328, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7064449787139893, + "num_tokens": 95722661.0, + "step": 4036 + }, + { + "epoch": 0.44333406545135073, + "grad_norm": 2.4550845623016357, + "learning_rate": 1e-06, + "loss": 1.0082, + "mean_token_accuracy": 0.6948363780975342, + "num_tokens": 95743835.0, + "step": 4037 + }, + { + "epoch": 0.44344388315396444, + "grad_norm": 2.3198492527008057, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6938022375106812, + "num_tokens": 95768433.0, + "step": 4038 + }, + { + "epoch": 0.4435537008565781, + "grad_norm": 2.54604434967041, + "learning_rate": 1e-06, + "loss": 1.0412, + "mean_token_accuracy": 0.6966732740402222, + "num_tokens": 95788014.0, + "step": 4039 + }, + { + "epoch": 0.4436635185591917, + "grad_norm": 1.7804765701293945, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7166973352432251, + "num_tokens": 95820915.0, + "step": 4040 + }, + { + "epoch": 0.44377333626180543, + "grad_norm": 2.3601229190826416, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7183375954627991, + "num_tokens": 95844590.0, + "step": 4041 + }, + { + "epoch": 0.4438831539644191, + "grad_norm": 2.5966386795043945, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.706087589263916, + "num_tokens": 95863656.0, + "step": 4042 + }, + { + "epoch": 0.4439929716670327, + "grad_norm": 2.3301515579223633, + "learning_rate": 1e-06, + "loss": 1.0295, + "mean_token_accuracy": 0.6831154823303223, + "num_tokens": 95887201.0, + "step": 4043 + }, + { + "epoch": 0.44410278936964637, + "grad_norm": 2.3451523780822754, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7269596457481384, + "num_tokens": 95907735.0, + "step": 4044 + }, + { + "epoch": 0.44421260707226007, + "grad_norm": 2.5144400596618652, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7063493728637695, + "num_tokens": 95928511.0, + "step": 4045 + }, + { + "epoch": 0.4443224247748737, + "grad_norm": 2.4367997646331787, + "learning_rate": 1e-06, + "loss": 0.9983, + "mean_token_accuracy": 0.6901789903640747, + "num_tokens": 95950989.0, + "step": 4046 + }, + { + "epoch": 0.44443224247748736, + "grad_norm": 2.330148458480835, + "learning_rate": 1e-06, + "loss": 1.0604, + "mean_token_accuracy": 0.6913273334503174, + "num_tokens": 95976820.0, + "step": 4047 + }, + { + "epoch": 0.444542060180101, + "grad_norm": 2.395799398422241, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7030233144760132, + "num_tokens": 95998644.0, + "step": 4048 + }, + { + "epoch": 0.4446518778827147, + "grad_norm": 2.114966869354248, + "learning_rate": 1e-06, + "loss": 1.0187, + "mean_token_accuracy": 0.7093097567558289, + "num_tokens": 96026714.0, + "step": 4049 + }, + { + "epoch": 0.44476169558532835, + "grad_norm": 2.2588016986846924, + "learning_rate": 1e-06, + "loss": 0.9891, + "mean_token_accuracy": 0.6969091892242432, + "num_tokens": 96051074.0, + "step": 4050 + }, + { + "epoch": 0.444871513287942, + "grad_norm": 2.363584280014038, + "learning_rate": 1e-06, + "loss": 1.0297, + "mean_token_accuracy": 0.6858912706375122, + "num_tokens": 96073440.0, + "step": 4051 + }, + { + "epoch": 0.4449813309905557, + "grad_norm": 2.2965338230133057, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.7040099501609802, + "num_tokens": 96097321.0, + "step": 4052 + }, + { + "epoch": 0.44509114869316935, + "grad_norm": 2.0909998416900635, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.6916011571884155, + "num_tokens": 96125611.0, + "step": 4053 + }, + { + "epoch": 0.445200966395783, + "grad_norm": 2.666224718093872, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7321574687957764, + "num_tokens": 96144041.0, + "step": 4054 + }, + { + "epoch": 0.44531078409839664, + "grad_norm": 2.3545870780944824, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.6994534134864807, + "num_tokens": 96167841.0, + "step": 4055 + }, + { + "epoch": 0.44542060180101034, + "grad_norm": 2.225506544113159, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7245083451271057, + "num_tokens": 96192984.0, + "step": 4056 + }, + { + "epoch": 0.445530419503624, + "grad_norm": 2.403238534927368, + "learning_rate": 1e-06, + "loss": 1.03, + "mean_token_accuracy": 0.685945987701416, + "num_tokens": 96214031.0, + "step": 4057 + }, + { + "epoch": 0.44564023720623763, + "grad_norm": 2.785397529602051, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.708055853843689, + "num_tokens": 96231601.0, + "step": 4058 + }, + { + "epoch": 0.44575005490885133, + "grad_norm": 2.5022165775299072, + "learning_rate": 1e-06, + "loss": 1.0176, + "mean_token_accuracy": 0.6831521987915039, + "num_tokens": 96254143.0, + "step": 4059 + }, + { + "epoch": 0.445859872611465, + "grad_norm": 2.330017328262329, + "learning_rate": 1e-06, + "loss": 1.0682, + "mean_token_accuracy": 0.6868019700050354, + "num_tokens": 96279831.0, + "step": 4060 + }, + { + "epoch": 0.4459696903140786, + "grad_norm": 2.29587721824646, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7017315626144409, + "num_tokens": 96304239.0, + "step": 4061 + }, + { + "epoch": 0.44607950801669227, + "grad_norm": 2.3049330711364746, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7116943001747131, + "num_tokens": 96328121.0, + "step": 4062 + }, + { + "epoch": 0.446189325719306, + "grad_norm": 2.556957960128784, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7108670473098755, + "num_tokens": 96346623.0, + "step": 4063 + }, + { + "epoch": 0.4462991434219196, + "grad_norm": 2.5323591232299805, + "learning_rate": 1e-06, + "loss": 1.0218, + "mean_token_accuracy": 0.6956093311309814, + "num_tokens": 96368804.0, + "step": 4064 + }, + { + "epoch": 0.44640896112453327, + "grad_norm": 2.115004777908325, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.7032182216644287, + "num_tokens": 96395864.0, + "step": 4065 + }, + { + "epoch": 0.4465187788271469, + "grad_norm": 2.307438850402832, + "learning_rate": 1e-06, + "loss": 1.0174, + "mean_token_accuracy": 0.6872642040252686, + "num_tokens": 96419424.0, + "step": 4066 + }, + { + "epoch": 0.4466285965297606, + "grad_norm": 2.127387285232544, + "learning_rate": 1e-06, + "loss": 1.0281, + "mean_token_accuracy": 0.6830860376358032, + "num_tokens": 96447640.0, + "step": 4067 + }, + { + "epoch": 0.44673841423237426, + "grad_norm": 2.4245731830596924, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7031099796295166, + "num_tokens": 96469477.0, + "step": 4068 + }, + { + "epoch": 0.4468482319349879, + "grad_norm": 2.9307868480682373, + "learning_rate": 1e-06, + "loss": 0.8473, + "mean_token_accuracy": 0.738784909248352, + "num_tokens": 96486841.0, + "step": 4069 + }, + { + "epoch": 0.4469580496376016, + "grad_norm": 2.250328779220581, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.7017096281051636, + "num_tokens": 96514438.0, + "step": 4070 + }, + { + "epoch": 0.44706786734021525, + "grad_norm": 2.672393798828125, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.6935975551605225, + "num_tokens": 96533068.0, + "step": 4071 + }, + { + "epoch": 0.4471776850428289, + "grad_norm": 2.57545804977417, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.709377646446228, + "num_tokens": 96551328.0, + "step": 4072 + }, + { + "epoch": 0.44728750274544254, + "grad_norm": 2.3047804832458496, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7013342976570129, + "num_tokens": 96574787.0, + "step": 4073 + }, + { + "epoch": 0.44739732044805625, + "grad_norm": 2.602078914642334, + "learning_rate": 1e-06, + "loss": 0.986, + "mean_token_accuracy": 0.708690881729126, + "num_tokens": 96594668.0, + "step": 4074 + }, + { + "epoch": 0.4475071381506699, + "grad_norm": 2.4453611373901367, + "learning_rate": 1e-06, + "loss": 1.095, + "mean_token_accuracy": 0.6725298166275024, + "num_tokens": 96618516.0, + "step": 4075 + }, + { + "epoch": 0.44761695585328354, + "grad_norm": 2.4395740032196045, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7183774709701538, + "num_tokens": 96640517.0, + "step": 4076 + }, + { + "epoch": 0.4477267735558972, + "grad_norm": 2.614840269088745, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7158506512641907, + "num_tokens": 96660394.0, + "step": 4077 + }, + { + "epoch": 0.4478365912585109, + "grad_norm": 2.3668529987335205, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.7021019458770752, + "num_tokens": 96684476.0, + "step": 4078 + }, + { + "epoch": 0.44794640896112453, + "grad_norm": 2.0782086849212646, + "learning_rate": 1e-06, + "loss": 1.0854, + "mean_token_accuracy": 0.6856380701065063, + "num_tokens": 96715049.0, + "step": 4079 + }, + { + "epoch": 0.4480562266637382, + "grad_norm": 2.4289023876190186, + "learning_rate": 1e-06, + "loss": 1.0082, + "mean_token_accuracy": 0.6969597339630127, + "num_tokens": 96738592.0, + "step": 4080 + }, + { + "epoch": 0.4481660443663519, + "grad_norm": 2.5236470699310303, + "learning_rate": 1e-06, + "loss": 0.9408, + "mean_token_accuracy": 0.7085599899291992, + "num_tokens": 96758267.0, + "step": 4081 + }, + { + "epoch": 0.4482758620689655, + "grad_norm": 2.285604953765869, + "learning_rate": 1e-06, + "loss": 1.0608, + "mean_token_accuracy": 0.6888781785964966, + "num_tokens": 96781401.0, + "step": 4082 + }, + { + "epoch": 0.44838567977157917, + "grad_norm": 2.4992542266845703, + "learning_rate": 1e-06, + "loss": 0.9171, + "mean_token_accuracy": 0.7218573093414307, + "num_tokens": 96801584.0, + "step": 4083 + }, + { + "epoch": 0.4484954974741928, + "grad_norm": 2.182466506958008, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.708692193031311, + "num_tokens": 96826854.0, + "step": 4084 + }, + { + "epoch": 0.4486053151768065, + "grad_norm": 2.2110414505004883, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6914154887199402, + "num_tokens": 96851752.0, + "step": 4085 + }, + { + "epoch": 0.44871513287942016, + "grad_norm": 2.1903090476989746, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.6957094669342041, + "num_tokens": 96877613.0, + "step": 4086 + }, + { + "epoch": 0.4488249505820338, + "grad_norm": 2.226128101348877, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7158639430999756, + "num_tokens": 96902516.0, + "step": 4087 + }, + { + "epoch": 0.4489347682846475, + "grad_norm": 2.282820701599121, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.702171266078949, + "num_tokens": 96924240.0, + "step": 4088 + }, + { + "epoch": 0.44904458598726116, + "grad_norm": 2.7503349781036377, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7267516255378723, + "num_tokens": 96940155.0, + "step": 4089 + }, + { + "epoch": 0.4491544036898748, + "grad_norm": 2.6394846439361572, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6936862468719482, + "num_tokens": 96959428.0, + "step": 4090 + }, + { + "epoch": 0.44926422139248845, + "grad_norm": 2.3007757663726807, + "learning_rate": 1e-06, + "loss": 1.026, + "mean_token_accuracy": 0.683255136013031, + "num_tokens": 96984394.0, + "step": 4091 + }, + { + "epoch": 0.44937403909510215, + "grad_norm": 1.8598716259002686, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6984630227088928, + "num_tokens": 97020566.0, + "step": 4092 + }, + { + "epoch": 0.4494838567977158, + "grad_norm": 2.3352150917053223, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7179750204086304, + "num_tokens": 97045531.0, + "step": 4093 + }, + { + "epoch": 0.44959367450032944, + "grad_norm": 2.3757617473602295, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7003088593482971, + "num_tokens": 97068178.0, + "step": 4094 + }, + { + "epoch": 0.4497034922029431, + "grad_norm": 2.304318428039551, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7225897312164307, + "num_tokens": 97092389.0, + "step": 4095 + }, + { + "epoch": 0.4498133099055568, + "grad_norm": 2.322441577911377, + "learning_rate": 1e-06, + "loss": 0.8394, + "mean_token_accuracy": 0.7297760844230652, + "num_tokens": 97113741.0, + "step": 4096 + }, + { + "epoch": 0.44992312760817044, + "grad_norm": 2.313817024230957, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7025367617607117, + "num_tokens": 97137659.0, + "step": 4097 + }, + { + "epoch": 0.4500329453107841, + "grad_norm": 2.175523042678833, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7217801809310913, + "num_tokens": 97161374.0, + "step": 4098 + }, + { + "epoch": 0.4501427630133978, + "grad_norm": 2.0093092918395996, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.6936667561531067, + "num_tokens": 97190628.0, + "step": 4099 + }, + { + "epoch": 0.45025258071601143, + "grad_norm": 2.3595783710479736, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7108926773071289, + "num_tokens": 97214103.0, + "step": 4100 + }, + { + "epoch": 0.4503623984186251, + "grad_norm": 2.2006819248199463, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7127717733383179, + "num_tokens": 97239859.0, + "step": 4101 + }, + { + "epoch": 0.4504722161212387, + "grad_norm": 2.093641519546509, + "learning_rate": 1e-06, + "loss": 0.9353, + "mean_token_accuracy": 0.7135067582130432, + "num_tokens": 97264219.0, + "step": 4102 + }, + { + "epoch": 0.4505820338238524, + "grad_norm": 2.277038335800171, + "learning_rate": 1e-06, + "loss": 1.0201, + "mean_token_accuracy": 0.6991869211196899, + "num_tokens": 97288259.0, + "step": 4103 + }, + { + "epoch": 0.45069185152646607, + "grad_norm": 2.203339099884033, + "learning_rate": 1e-06, + "loss": 1.0388, + "mean_token_accuracy": 0.6864301562309265, + "num_tokens": 97312904.0, + "step": 4104 + }, + { + "epoch": 0.4508016692290797, + "grad_norm": 2.5938618183135986, + "learning_rate": 1e-06, + "loss": 1.0389, + "mean_token_accuracy": 0.6995975971221924, + "num_tokens": 97332545.0, + "step": 4105 + }, + { + "epoch": 0.45091148693169336, + "grad_norm": 2.549262285232544, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7160674929618835, + "num_tokens": 97350992.0, + "step": 4106 + }, + { + "epoch": 0.45102130463430706, + "grad_norm": 2.1951985359191895, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.7050794959068298, + "num_tokens": 97375364.0, + "step": 4107 + }, + { + "epoch": 0.4511311223369207, + "grad_norm": 2.3727474212646484, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.722468376159668, + "num_tokens": 97398498.0, + "step": 4108 + }, + { + "epoch": 0.45124094003953436, + "grad_norm": 2.2285003662109375, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.7317715883255005, + "num_tokens": 97423140.0, + "step": 4109 + }, + { + "epoch": 0.45135075774214806, + "grad_norm": 2.6389918327331543, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.6940526366233826, + "num_tokens": 97441885.0, + "step": 4110 + }, + { + "epoch": 0.4514605754447617, + "grad_norm": 2.288045644760132, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.6910481452941895, + "num_tokens": 97468185.0, + "step": 4111 + }, + { + "epoch": 0.45157039314737535, + "grad_norm": 2.1279008388519287, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6990783214569092, + "num_tokens": 97495735.0, + "step": 4112 + }, + { + "epoch": 0.451680210849989, + "grad_norm": 2.621737003326416, + "learning_rate": 1e-06, + "loss": 0.9977, + "mean_token_accuracy": 0.6941676139831543, + "num_tokens": 97515250.0, + "step": 4113 + }, + { + "epoch": 0.4517900285526027, + "grad_norm": 1.9691787958145142, + "learning_rate": 1e-06, + "loss": 1.0358, + "mean_token_accuracy": 0.6871441602706909, + "num_tokens": 97548118.0, + "step": 4114 + }, + { + "epoch": 0.45189984625521634, + "grad_norm": 2.162569046020508, + "learning_rate": 1e-06, + "loss": 1.1053, + "mean_token_accuracy": 0.6790624856948853, + "num_tokens": 97577273.0, + "step": 4115 + }, + { + "epoch": 0.45200966395783, + "grad_norm": 2.3113040924072266, + "learning_rate": 1e-06, + "loss": 0.991, + "mean_token_accuracy": 0.6991602778434753, + "num_tokens": 97600542.0, + "step": 4116 + }, + { + "epoch": 0.4521194816604437, + "grad_norm": 2.1601736545562744, + "learning_rate": 1e-06, + "loss": 1.0139, + "mean_token_accuracy": 0.6974119544029236, + "num_tokens": 97627022.0, + "step": 4117 + }, + { + "epoch": 0.45222929936305734, + "grad_norm": 2.380425214767456, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.6975237131118774, + "num_tokens": 97648222.0, + "step": 4118 + }, + { + "epoch": 0.452339117065671, + "grad_norm": 2.4838123321533203, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6841455698013306, + "num_tokens": 97670083.0, + "step": 4119 + }, + { + "epoch": 0.4524489347682846, + "grad_norm": 2.3525452613830566, + "learning_rate": 1e-06, + "loss": 1.039, + "mean_token_accuracy": 0.6965534687042236, + "num_tokens": 97694780.0, + "step": 4120 + }, + { + "epoch": 0.45255875247089833, + "grad_norm": 2.1809558868408203, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7279776930809021, + "num_tokens": 97717424.0, + "step": 4121 + }, + { + "epoch": 0.452668570173512, + "grad_norm": 2.178062915802002, + "learning_rate": 1e-06, + "loss": 1.1418, + "mean_token_accuracy": 0.6581451892852783, + "num_tokens": 97747437.0, + "step": 4122 + }, + { + "epoch": 0.4527783878761256, + "grad_norm": 2.0986316204071045, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.70465087890625, + "num_tokens": 97774562.0, + "step": 4123 + }, + { + "epoch": 0.45288820557873927, + "grad_norm": 2.7251572608947754, + "learning_rate": 1e-06, + "loss": 0.956, + "mean_token_accuracy": 0.7131984233856201, + "num_tokens": 97791261.0, + "step": 4124 + }, + { + "epoch": 0.45299802328135297, + "grad_norm": 2.0823800563812256, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7091119289398193, + "num_tokens": 97818168.0, + "step": 4125 + }, + { + "epoch": 0.4531078409839666, + "grad_norm": 2.352534294128418, + "learning_rate": 1e-06, + "loss": 0.9489, + "mean_token_accuracy": 0.7059305310249329, + "num_tokens": 97841297.0, + "step": 4126 + }, + { + "epoch": 0.45321765868658026, + "grad_norm": 2.6021018028259277, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.7075594663619995, + "num_tokens": 97861759.0, + "step": 4127 + }, + { + "epoch": 0.45332747638919396, + "grad_norm": 2.2246615886688232, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7048957347869873, + "num_tokens": 97886620.0, + "step": 4128 + }, + { + "epoch": 0.4534372940918076, + "grad_norm": 2.276918411254883, + "learning_rate": 1e-06, + "loss": 1.0202, + "mean_token_accuracy": 0.6824264526367188, + "num_tokens": 97911120.0, + "step": 4129 + }, + { + "epoch": 0.45354711179442125, + "grad_norm": 2.3821523189544678, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7170803546905518, + "num_tokens": 97933554.0, + "step": 4130 + }, + { + "epoch": 0.4536569294970349, + "grad_norm": 2.26533579826355, + "learning_rate": 1e-06, + "loss": 1.0351, + "mean_token_accuracy": 0.6948553919792175, + "num_tokens": 97956833.0, + "step": 4131 + }, + { + "epoch": 0.4537667471996486, + "grad_norm": 2.2134768962860107, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.702940821647644, + "num_tokens": 97982690.0, + "step": 4132 + }, + { + "epoch": 0.45387656490226225, + "grad_norm": 2.788332462310791, + "learning_rate": 1e-06, + "loss": 1.0062, + "mean_token_accuracy": 0.6910670399665833, + "num_tokens": 98000436.0, + "step": 4133 + }, + { + "epoch": 0.4539863826048759, + "grad_norm": 2.0866777896881104, + "learning_rate": 1e-06, + "loss": 1.0372, + "mean_token_accuracy": 0.6873526573181152, + "num_tokens": 98028472.0, + "step": 4134 + }, + { + "epoch": 0.4540962003074896, + "grad_norm": 2.226499080657959, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7037041783332825, + "num_tokens": 98054184.0, + "step": 4135 + }, + { + "epoch": 0.45420601801010324, + "grad_norm": 2.535588502883911, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7179208397865295, + "num_tokens": 98073743.0, + "step": 4136 + }, + { + "epoch": 0.4543158357127169, + "grad_norm": 2.481536388397217, + "learning_rate": 1e-06, + "loss": 1.038, + "mean_token_accuracy": 0.6917335391044617, + "num_tokens": 98095245.0, + "step": 4137 + }, + { + "epoch": 0.45442565341533053, + "grad_norm": 2.423940658569336, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7253307104110718, + "num_tokens": 98114410.0, + "step": 4138 + }, + { + "epoch": 0.45453547111794423, + "grad_norm": 2.579106092453003, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7089030742645264, + "num_tokens": 98135469.0, + "step": 4139 + }, + { + "epoch": 0.4546452888205579, + "grad_norm": 2.227512836456299, + "learning_rate": 1e-06, + "loss": 1.0192, + "mean_token_accuracy": 0.6919349431991577, + "num_tokens": 98161395.0, + "step": 4140 + }, + { + "epoch": 0.4547551065231715, + "grad_norm": 2.0280027389526367, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6906696557998657, + "num_tokens": 98190185.0, + "step": 4141 + }, + { + "epoch": 0.45486492422578517, + "grad_norm": 2.2373547554016113, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6959697008132935, + "num_tokens": 98213612.0, + "step": 4142 + }, + { + "epoch": 0.4549747419283989, + "grad_norm": 2.4704346656799316, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7270117998123169, + "num_tokens": 98233651.0, + "step": 4143 + }, + { + "epoch": 0.4550845596310125, + "grad_norm": 2.7378175258636475, + "learning_rate": 1e-06, + "loss": 1.0258, + "mean_token_accuracy": 0.6867024302482605, + "num_tokens": 98251983.0, + "step": 4144 + }, + { + "epoch": 0.45519437733362617, + "grad_norm": 2.140937089920044, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7056046724319458, + "num_tokens": 98277557.0, + "step": 4145 + }, + { + "epoch": 0.45530419503623987, + "grad_norm": 2.5110015869140625, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7126204967498779, + "num_tokens": 98297309.0, + "step": 4146 + }, + { + "epoch": 0.4554140127388535, + "grad_norm": 2.088578224182129, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6967742443084717, + "num_tokens": 98326058.0, + "step": 4147 + }, + { + "epoch": 0.45552383044146716, + "grad_norm": 2.2388882637023926, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7119835615158081, + "num_tokens": 98351556.0, + "step": 4148 + }, + { + "epoch": 0.4556336481440808, + "grad_norm": 2.6337857246398926, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7124050855636597, + "num_tokens": 98369564.0, + "step": 4149 + }, + { + "epoch": 0.4557434658466945, + "grad_norm": 2.40706205368042, + "learning_rate": 1e-06, + "loss": 1.1016, + "mean_token_accuracy": 0.6928578615188599, + "num_tokens": 98391438.0, + "step": 4150 + }, + { + "epoch": 0.45585328354930815, + "grad_norm": 2.408569097518921, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7144043445587158, + "num_tokens": 98412704.0, + "step": 4151 + }, + { + "epoch": 0.4559631012519218, + "grad_norm": 2.3006880283355713, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.6990963816642761, + "num_tokens": 98436776.0, + "step": 4152 + }, + { + "epoch": 0.45607291895453544, + "grad_norm": 2.3210434913635254, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.7186000347137451, + "num_tokens": 98458262.0, + "step": 4153 + }, + { + "epoch": 0.45618273665714915, + "grad_norm": 2.324289321899414, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.709538996219635, + "num_tokens": 98482049.0, + "step": 4154 + }, + { + "epoch": 0.4562925543597628, + "grad_norm": 2.0525827407836914, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7215002775192261, + "num_tokens": 98509375.0, + "step": 4155 + }, + { + "epoch": 0.45640237206237644, + "grad_norm": 2.0349082946777344, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7184041738510132, + "num_tokens": 98538878.0, + "step": 4156 + }, + { + "epoch": 0.45651218976499014, + "grad_norm": 2.4308784008026123, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7418851852416992, + "num_tokens": 98557821.0, + "step": 4157 + }, + { + "epoch": 0.4566220074676038, + "grad_norm": 2.1945230960845947, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7213845252990723, + "num_tokens": 98582641.0, + "step": 4158 + }, + { + "epoch": 0.45673182517021743, + "grad_norm": 2.457444906234741, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7117627859115601, + "num_tokens": 98601850.0, + "step": 4159 + }, + { + "epoch": 0.4568416428728311, + "grad_norm": 2.2456512451171875, + "learning_rate": 1e-06, + "loss": 0.9961, + "mean_token_accuracy": 0.7057172656059265, + "num_tokens": 98626270.0, + "step": 4160 + }, + { + "epoch": 0.4569514605754448, + "grad_norm": 1.8487731218338013, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7255396246910095, + "num_tokens": 98657982.0, + "step": 4161 + }, + { + "epoch": 0.4570612782780584, + "grad_norm": 2.2125353813171387, + "learning_rate": 1e-06, + "loss": 0.9949, + "mean_token_accuracy": 0.7085884809494019, + "num_tokens": 98681682.0, + "step": 4162 + }, + { + "epoch": 0.45717109598067207, + "grad_norm": 2.01637864112854, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7124449014663696, + "num_tokens": 98708716.0, + "step": 4163 + }, + { + "epoch": 0.4572809136832858, + "grad_norm": 2.38077449798584, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7256461977958679, + "num_tokens": 98730861.0, + "step": 4164 + }, + { + "epoch": 0.4573907313858994, + "grad_norm": 2.471210479736328, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.7074700593948364, + "num_tokens": 98751645.0, + "step": 4165 + }, + { + "epoch": 0.45750054908851306, + "grad_norm": 2.1158599853515625, + "learning_rate": 1e-06, + "loss": 1.0911, + "mean_token_accuracy": 0.6796389818191528, + "num_tokens": 98780369.0, + "step": 4166 + }, + { + "epoch": 0.4576103667911267, + "grad_norm": 2.196141242980957, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.7095051407814026, + "num_tokens": 98804950.0, + "step": 4167 + }, + { + "epoch": 0.4577201844937404, + "grad_norm": 2.0675244331359863, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6961124539375305, + "num_tokens": 98833384.0, + "step": 4168 + }, + { + "epoch": 0.45783000219635406, + "grad_norm": 2.2917559146881104, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.6964468359947205, + "num_tokens": 98856975.0, + "step": 4169 + }, + { + "epoch": 0.4579398198989677, + "grad_norm": 2.493655204772949, + "learning_rate": 1e-06, + "loss": 0.8215, + "mean_token_accuracy": 0.7364791631698608, + "num_tokens": 98875921.0, + "step": 4170 + }, + { + "epoch": 0.45804963760158135, + "grad_norm": 2.4793763160705566, + "learning_rate": 1e-06, + "loss": 0.8767, + "mean_token_accuracy": 0.7181859016418457, + "num_tokens": 98895027.0, + "step": 4171 + }, + { + "epoch": 0.45815945530419505, + "grad_norm": 2.4742319583892822, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7174252867698669, + "num_tokens": 98914684.0, + "step": 4172 + }, + { + "epoch": 0.4582692730068087, + "grad_norm": 2.4351043701171875, + "learning_rate": 1e-06, + "loss": 1.0137, + "mean_token_accuracy": 0.6873763203620911, + "num_tokens": 98936821.0, + "step": 4173 + }, + { + "epoch": 0.45837909070942234, + "grad_norm": 2.0764946937561035, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.700829803943634, + "num_tokens": 98964703.0, + "step": 4174 + }, + { + "epoch": 0.45848890841203604, + "grad_norm": 2.1296427249908447, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.7013376951217651, + "num_tokens": 98991744.0, + "step": 4175 + }, + { + "epoch": 0.4585987261146497, + "grad_norm": 2.3564422130584717, + "learning_rate": 1e-06, + "loss": 0.9885, + "mean_token_accuracy": 0.702254056930542, + "num_tokens": 99016641.0, + "step": 4176 + }, + { + "epoch": 0.45870854381726334, + "grad_norm": 2.3982152938842773, + "learning_rate": 1e-06, + "loss": 1.0546, + "mean_token_accuracy": 0.6931763291358948, + "num_tokens": 99038466.0, + "step": 4177 + }, + { + "epoch": 0.458818361519877, + "grad_norm": 2.3525991439819336, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.7151567339897156, + "num_tokens": 99060401.0, + "step": 4178 + }, + { + "epoch": 0.4589281792224907, + "grad_norm": 2.203124523162842, + "learning_rate": 1e-06, + "loss": 1.0271, + "mean_token_accuracy": 0.6900709271430969, + "num_tokens": 99086124.0, + "step": 4179 + }, + { + "epoch": 0.45903799692510433, + "grad_norm": 2.5257914066314697, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7360888719558716, + "num_tokens": 99103901.0, + "step": 4180 + }, + { + "epoch": 0.459147814627718, + "grad_norm": 2.4431521892547607, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7159796953201294, + "num_tokens": 99124696.0, + "step": 4181 + }, + { + "epoch": 0.4592576323303316, + "grad_norm": 2.081770896911621, + "learning_rate": 1e-06, + "loss": 1.0402, + "mean_token_accuracy": 0.6934030055999756, + "num_tokens": 99152972.0, + "step": 4182 + }, + { + "epoch": 0.4593674500329453, + "grad_norm": 2.386300802230835, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.698350191116333, + "num_tokens": 99175844.0, + "step": 4183 + }, + { + "epoch": 0.45947726773555897, + "grad_norm": 2.393662452697754, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7032116651535034, + "num_tokens": 99198750.0, + "step": 4184 + }, + { + "epoch": 0.4595870854381726, + "grad_norm": 2.3543541431427, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7148228883743286, + "num_tokens": 99222444.0, + "step": 4185 + }, + { + "epoch": 0.4596969031407863, + "grad_norm": 2.50704026222229, + "learning_rate": 1e-06, + "loss": 0.9684, + "mean_token_accuracy": 0.7034869194030762, + "num_tokens": 99244717.0, + "step": 4186 + }, + { + "epoch": 0.45980672084339996, + "grad_norm": 2.210465669631958, + "learning_rate": 1e-06, + "loss": 1.0398, + "mean_token_accuracy": 0.6855290532112122, + "num_tokens": 99270721.0, + "step": 4187 + }, + { + "epoch": 0.4599165385460136, + "grad_norm": 2.1584084033966064, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7058049440383911, + "num_tokens": 99301223.0, + "step": 4188 + }, + { + "epoch": 0.46002635624862726, + "grad_norm": 2.487189531326294, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7046301364898682, + "num_tokens": 99323205.0, + "step": 4189 + }, + { + "epoch": 0.46013617395124096, + "grad_norm": 2.3933660984039307, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.704399824142456, + "num_tokens": 99345318.0, + "step": 4190 + }, + { + "epoch": 0.4602459916538546, + "grad_norm": 2.2700726985931396, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.7025161981582642, + "num_tokens": 99369543.0, + "step": 4191 + }, + { + "epoch": 0.46035580935646825, + "grad_norm": 2.191354751586914, + "learning_rate": 1e-06, + "loss": 1.0212, + "mean_token_accuracy": 0.6915016770362854, + "num_tokens": 99397311.0, + "step": 4192 + }, + { + "epoch": 0.46046562705908195, + "grad_norm": 2.421304702758789, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.713066577911377, + "num_tokens": 99420437.0, + "step": 4193 + }, + { + "epoch": 0.4605754447616956, + "grad_norm": 2.449361562728882, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7202187776565552, + "num_tokens": 99441285.0, + "step": 4194 + }, + { + "epoch": 0.46068526246430924, + "grad_norm": 2.1500821113586426, + "learning_rate": 1e-06, + "loss": 1.0484, + "mean_token_accuracy": 0.6798839569091797, + "num_tokens": 99466048.0, + "step": 4195 + }, + { + "epoch": 0.4607950801669229, + "grad_norm": 2.2815914154052734, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.6882001161575317, + "num_tokens": 99490702.0, + "step": 4196 + }, + { + "epoch": 0.4609048978695366, + "grad_norm": 2.4644389152526855, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.7084408402442932, + "num_tokens": 99512461.0, + "step": 4197 + }, + { + "epoch": 0.46101471557215024, + "grad_norm": 2.1990644931793213, + "learning_rate": 1e-06, + "loss": 0.9758, + "mean_token_accuracy": 0.7048838138580322, + "num_tokens": 99537628.0, + "step": 4198 + }, + { + "epoch": 0.4611245332747639, + "grad_norm": 2.6259849071502686, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.7058632969856262, + "num_tokens": 99556259.0, + "step": 4199 + }, + { + "epoch": 0.4612343509773775, + "grad_norm": 2.4157261848449707, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7068450450897217, + "num_tokens": 99576946.0, + "step": 4200 + }, + { + "epoch": 0.46134416867999123, + "grad_norm": 1.9587727785110474, + "learning_rate": 1e-06, + "loss": 1.0423, + "mean_token_accuracy": 0.6841513514518738, + "num_tokens": 99610682.0, + "step": 4201 + }, + { + "epoch": 0.4614539863826049, + "grad_norm": 1.8216593265533447, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6875596046447754, + "num_tokens": 99646709.0, + "step": 4202 + }, + { + "epoch": 0.4615638040852185, + "grad_norm": 2.572558879852295, + "learning_rate": 1e-06, + "loss": 1.0827, + "mean_token_accuracy": 0.6681770086288452, + "num_tokens": 99666304.0, + "step": 4203 + }, + { + "epoch": 0.4616736217878322, + "grad_norm": 1.923301100730896, + "learning_rate": 1e-06, + "loss": 0.9766, + "mean_token_accuracy": 0.7141151428222656, + "num_tokens": 99696343.0, + "step": 4204 + }, + { + "epoch": 0.46178343949044587, + "grad_norm": 2.22035813331604, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6957197189331055, + "num_tokens": 99724052.0, + "step": 4205 + }, + { + "epoch": 0.4618932571930595, + "grad_norm": 2.4960169792175293, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.7004120945930481, + "num_tokens": 99746030.0, + "step": 4206 + }, + { + "epoch": 0.46200307489567316, + "grad_norm": 2.323679208755493, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7053232192993164, + "num_tokens": 99769737.0, + "step": 4207 + }, + { + "epoch": 0.46211289259828686, + "grad_norm": 2.107884645462036, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7106316685676575, + "num_tokens": 99797570.0, + "step": 4208 + }, + { + "epoch": 0.4622227103009005, + "grad_norm": 2.0794003009796143, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.7000226974487305, + "num_tokens": 99825788.0, + "step": 4209 + }, + { + "epoch": 0.46233252800351415, + "grad_norm": 2.1242763996124268, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7011523842811584, + "num_tokens": 99850952.0, + "step": 4210 + }, + { + "epoch": 0.46244234570612786, + "grad_norm": 2.371335744857788, + "learning_rate": 1e-06, + "loss": 1.117, + "mean_token_accuracy": 0.6723852157592773, + "num_tokens": 99873394.0, + "step": 4211 + }, + { + "epoch": 0.4625521634087415, + "grad_norm": 2.369464159011841, + "learning_rate": 1e-06, + "loss": 1.0373, + "mean_token_accuracy": 0.689606785774231, + "num_tokens": 99895513.0, + "step": 4212 + }, + { + "epoch": 0.46266198111135515, + "grad_norm": 2.3596646785736084, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7119497656822205, + "num_tokens": 99918718.0, + "step": 4213 + }, + { + "epoch": 0.4627717988139688, + "grad_norm": 2.2379660606384277, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7328436374664307, + "num_tokens": 99941629.0, + "step": 4214 + }, + { + "epoch": 0.4628816165165825, + "grad_norm": 2.377146005630493, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7101097106933594, + "num_tokens": 99964268.0, + "step": 4215 + }, + { + "epoch": 0.46299143421919614, + "grad_norm": 2.191864013671875, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7218283414840698, + "num_tokens": 99987505.0, + "step": 4216 + }, + { + "epoch": 0.4631012519218098, + "grad_norm": 2.3453547954559326, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.711505115032196, + "num_tokens": 100009364.0, + "step": 4217 + }, + { + "epoch": 0.46321106962442343, + "grad_norm": 2.4652533531188965, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7191404104232788, + "num_tokens": 100031648.0, + "step": 4218 + }, + { + "epoch": 0.46332088732703713, + "grad_norm": 2.085153579711914, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.6978649497032166, + "num_tokens": 100060039.0, + "step": 4219 + }, + { + "epoch": 0.4634307050296508, + "grad_norm": 2.1849613189697266, + "learning_rate": 1e-06, + "loss": 1.0141, + "mean_token_accuracy": 0.695114016532898, + "num_tokens": 100086142.0, + "step": 4220 + }, + { + "epoch": 0.4635405227322644, + "grad_norm": 2.3534202575683594, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7049937844276428, + "num_tokens": 100109368.0, + "step": 4221 + }, + { + "epoch": 0.4636503404348781, + "grad_norm": 2.3996431827545166, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7209270000457764, + "num_tokens": 100130318.0, + "step": 4222 + }, + { + "epoch": 0.4637601581374918, + "grad_norm": 2.108361005783081, + "learning_rate": 1e-06, + "loss": 1.018, + "mean_token_accuracy": 0.6925836801528931, + "num_tokens": 100159178.0, + "step": 4223 + }, + { + "epoch": 0.4638699758401054, + "grad_norm": 2.268064260482788, + "learning_rate": 1e-06, + "loss": 1.1329, + "mean_token_accuracy": 0.6665579080581665, + "num_tokens": 100185518.0, + "step": 4224 + }, + { + "epoch": 0.46397979354271907, + "grad_norm": 2.2106339931488037, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6990726590156555, + "num_tokens": 100210919.0, + "step": 4225 + }, + { + "epoch": 0.46408961124533277, + "grad_norm": 2.2087485790252686, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6971272230148315, + "num_tokens": 100239377.0, + "step": 4226 + }, + { + "epoch": 0.4641994289479464, + "grad_norm": 2.143704891204834, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.7309788465499878, + "num_tokens": 100264606.0, + "step": 4227 + }, + { + "epoch": 0.46430924665056006, + "grad_norm": 2.701702833175659, + "learning_rate": 1e-06, + "loss": 0.9891, + "mean_token_accuracy": 0.7105555534362793, + "num_tokens": 100281532.0, + "step": 4228 + }, + { + "epoch": 0.4644190643531737, + "grad_norm": 2.345794916152954, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6939907670021057, + "num_tokens": 100304505.0, + "step": 4229 + }, + { + "epoch": 0.4645288820557874, + "grad_norm": 1.9920166730880737, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6972198486328125, + "num_tokens": 100333838.0, + "step": 4230 + }, + { + "epoch": 0.46463869975840105, + "grad_norm": 2.4099817276000977, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7207316160202026, + "num_tokens": 100354037.0, + "step": 4231 + }, + { + "epoch": 0.4647485174610147, + "grad_norm": 2.3632900714874268, + "learning_rate": 1e-06, + "loss": 0.973, + "mean_token_accuracy": 0.7073113322257996, + "num_tokens": 100377238.0, + "step": 4232 + }, + { + "epoch": 0.4648583351636284, + "grad_norm": 2.139094591140747, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7132729887962341, + "num_tokens": 100402624.0, + "step": 4233 + }, + { + "epoch": 0.46496815286624205, + "grad_norm": 2.598418951034546, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7146089673042297, + "num_tokens": 100419356.0, + "step": 4234 + }, + { + "epoch": 0.4650779705688557, + "grad_norm": 2.2375619411468506, + "learning_rate": 1e-06, + "loss": 1.133, + "mean_token_accuracy": 0.6756770014762878, + "num_tokens": 100445909.0, + "step": 4235 + }, + { + "epoch": 0.46518778827146934, + "grad_norm": 2.091087818145752, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7133302092552185, + "num_tokens": 100472473.0, + "step": 4236 + }, + { + "epoch": 0.46529760597408304, + "grad_norm": 2.537924289703369, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.6901862621307373, + "num_tokens": 100492931.0, + "step": 4237 + }, + { + "epoch": 0.4654074236766967, + "grad_norm": 2.2923312187194824, + "learning_rate": 1e-06, + "loss": 1.0667, + "mean_token_accuracy": 0.6756390333175659, + "num_tokens": 100516572.0, + "step": 4238 + }, + { + "epoch": 0.46551724137931033, + "grad_norm": 2.1122395992279053, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.7067859172821045, + "num_tokens": 100544250.0, + "step": 4239 + }, + { + "epoch": 0.46562705908192403, + "grad_norm": 2.340177536010742, + "learning_rate": 1e-06, + "loss": 1.0117, + "mean_token_accuracy": 0.701137900352478, + "num_tokens": 100568055.0, + "step": 4240 + }, + { + "epoch": 0.4657368767845377, + "grad_norm": 2.1968705654144287, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.6958364248275757, + "num_tokens": 100592635.0, + "step": 4241 + }, + { + "epoch": 0.4658466944871513, + "grad_norm": 2.3051958084106445, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7153136730194092, + "num_tokens": 100613867.0, + "step": 4242 + }, + { + "epoch": 0.46595651218976497, + "grad_norm": 2.385366439819336, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.703162670135498, + "num_tokens": 100636489.0, + "step": 4243 + }, + { + "epoch": 0.4660663298923787, + "grad_norm": 2.1901817321777344, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6966450214385986, + "num_tokens": 100663161.0, + "step": 4244 + }, + { + "epoch": 0.4661761475949923, + "grad_norm": 2.124363422393799, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7100625038146973, + "num_tokens": 100688857.0, + "step": 4245 + }, + { + "epoch": 0.46628596529760596, + "grad_norm": 2.749821901321411, + "learning_rate": 1e-06, + "loss": 0.9754, + "mean_token_accuracy": 0.7031017541885376, + "num_tokens": 100707086.0, + "step": 4246 + }, + { + "epoch": 0.4663957830002196, + "grad_norm": 2.2935664653778076, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7119088172912598, + "num_tokens": 100730298.0, + "step": 4247 + }, + { + "epoch": 0.4665056007028333, + "grad_norm": 2.6703271865844727, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7105260491371155, + "num_tokens": 100750282.0, + "step": 4248 + }, + { + "epoch": 0.46661541840544696, + "grad_norm": 2.1805083751678467, + "learning_rate": 1e-06, + "loss": 1.0293, + "mean_token_accuracy": 0.688976526260376, + "num_tokens": 100777069.0, + "step": 4249 + }, + { + "epoch": 0.4667252361080606, + "grad_norm": 2.4578158855438232, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.6957803964614868, + "num_tokens": 100797384.0, + "step": 4250 + }, + { + "epoch": 0.4668350538106743, + "grad_norm": 2.6922991275787354, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6942593455314636, + "num_tokens": 100816592.0, + "step": 4251 + }, + { + "epoch": 0.46694487151328795, + "grad_norm": 2.4469776153564453, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7212306261062622, + "num_tokens": 100836453.0, + "step": 4252 + }, + { + "epoch": 0.4670546892159016, + "grad_norm": 2.0958774089813232, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7079511284828186, + "num_tokens": 100862598.0, + "step": 4253 + }, + { + "epoch": 0.46716450691851524, + "grad_norm": 2.512718677520752, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7182847261428833, + "num_tokens": 100881508.0, + "step": 4254 + }, + { + "epoch": 0.46727432462112894, + "grad_norm": 2.632694721221924, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7114471197128296, + "num_tokens": 100899450.0, + "step": 4255 + }, + { + "epoch": 0.4673841423237426, + "grad_norm": 2.7689836025238037, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.7192796468734741, + "num_tokens": 100921197.0, + "step": 4256 + }, + { + "epoch": 0.46749396002635624, + "grad_norm": 2.2363479137420654, + "learning_rate": 1e-06, + "loss": 1.0123, + "mean_token_accuracy": 0.7009361386299133, + "num_tokens": 100945813.0, + "step": 4257 + }, + { + "epoch": 0.4676037777289699, + "grad_norm": 2.3966708183288574, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7113168835639954, + "num_tokens": 100968103.0, + "step": 4258 + }, + { + "epoch": 0.4677135954315836, + "grad_norm": 2.264085054397583, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6987519264221191, + "num_tokens": 100992921.0, + "step": 4259 + }, + { + "epoch": 0.46782341313419723, + "grad_norm": 2.340094566345215, + "learning_rate": 1e-06, + "loss": 0.9891, + "mean_token_accuracy": 0.7056745290756226, + "num_tokens": 101014549.0, + "step": 4260 + }, + { + "epoch": 0.4679332308368109, + "grad_norm": 2.1726887226104736, + "learning_rate": 1e-06, + "loss": 1.0432, + "mean_token_accuracy": 0.6885968446731567, + "num_tokens": 101040177.0, + "step": 4261 + }, + { + "epoch": 0.4680430485394246, + "grad_norm": 2.4751529693603516, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7049620151519775, + "num_tokens": 101060288.0, + "step": 4262 + }, + { + "epoch": 0.4681528662420382, + "grad_norm": 2.5157270431518555, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.7048123478889465, + "num_tokens": 101080077.0, + "step": 4263 + }, + { + "epoch": 0.46826268394465187, + "grad_norm": 2.3059194087982178, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7011957168579102, + "num_tokens": 101103305.0, + "step": 4264 + }, + { + "epoch": 0.4683725016472655, + "grad_norm": 2.240140676498413, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7033264636993408, + "num_tokens": 101129132.0, + "step": 4265 + }, + { + "epoch": 0.4684823193498792, + "grad_norm": 2.298192262649536, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7103539109230042, + "num_tokens": 101152328.0, + "step": 4266 + }, + { + "epoch": 0.46859213705249286, + "grad_norm": 2.6096858978271484, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7266049385070801, + "num_tokens": 101171171.0, + "step": 4267 + }, + { + "epoch": 0.4687019547551065, + "grad_norm": 2.712456703186035, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7123415470123291, + "num_tokens": 101188343.0, + "step": 4268 + }, + { + "epoch": 0.4688117724577202, + "grad_norm": 2.3141701221466064, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7041945457458496, + "num_tokens": 101212012.0, + "step": 4269 + }, + { + "epoch": 0.46892159016033386, + "grad_norm": 2.432105302810669, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7000893354415894, + "num_tokens": 101232686.0, + "step": 4270 + }, + { + "epoch": 0.4690314078629475, + "grad_norm": 2.308459520339966, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.7025156021118164, + "num_tokens": 101256177.0, + "step": 4271 + }, + { + "epoch": 0.46914122556556115, + "grad_norm": 2.2021937370300293, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6896916627883911, + "num_tokens": 101281283.0, + "step": 4272 + }, + { + "epoch": 0.46925104326817485, + "grad_norm": 2.1655163764953613, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7185229063034058, + "num_tokens": 101305753.0, + "step": 4273 + }, + { + "epoch": 0.4693608609707885, + "grad_norm": 2.271465301513672, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7055574059486389, + "num_tokens": 101329494.0, + "step": 4274 + }, + { + "epoch": 0.46947067867340214, + "grad_norm": 2.0074164867401123, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7093064188957214, + "num_tokens": 101356326.0, + "step": 4275 + }, + { + "epoch": 0.4695804963760158, + "grad_norm": 2.261385202407837, + "learning_rate": 1e-06, + "loss": 1.037, + "mean_token_accuracy": 0.6976627707481384, + "num_tokens": 101381476.0, + "step": 4276 + }, + { + "epoch": 0.4696903140786295, + "grad_norm": 2.4861481189727783, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.6993038654327393, + "num_tokens": 101402212.0, + "step": 4277 + }, + { + "epoch": 0.46980013178124314, + "grad_norm": 2.2336976528167725, + "learning_rate": 1e-06, + "loss": 1.0497, + "mean_token_accuracy": 0.688989520072937, + "num_tokens": 101426638.0, + "step": 4278 + }, + { + "epoch": 0.4699099494838568, + "grad_norm": 2.4547626972198486, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7071623206138611, + "num_tokens": 101448241.0, + "step": 4279 + }, + { + "epoch": 0.4700197671864705, + "grad_norm": 2.040055990219116, + "learning_rate": 1e-06, + "loss": 1.0583, + "mean_token_accuracy": 0.6809655427932739, + "num_tokens": 101475934.0, + "step": 4280 + }, + { + "epoch": 0.47012958488908413, + "grad_norm": 2.439846992492676, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.7014902234077454, + "num_tokens": 101497586.0, + "step": 4281 + }, + { + "epoch": 0.4702394025916978, + "grad_norm": 2.0545668601989746, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6873176693916321, + "num_tokens": 101525872.0, + "step": 4282 + }, + { + "epoch": 0.4703492202943114, + "grad_norm": 2.7909634113311768, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7379446029663086, + "num_tokens": 101543006.0, + "step": 4283 + }, + { + "epoch": 0.4704590379969251, + "grad_norm": 2.205841302871704, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7093541622161865, + "num_tokens": 101568316.0, + "step": 4284 + }, + { + "epoch": 0.47056885569953877, + "grad_norm": 2.4993908405303955, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.6950575709342957, + "num_tokens": 101588464.0, + "step": 4285 + }, + { + "epoch": 0.4706786734021524, + "grad_norm": 2.22875714302063, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.6905059814453125, + "num_tokens": 101614996.0, + "step": 4286 + }, + { + "epoch": 0.4707884911047661, + "grad_norm": 2.4383535385131836, + "learning_rate": 1e-06, + "loss": 1.0354, + "mean_token_accuracy": 0.6850237250328064, + "num_tokens": 101637684.0, + "step": 4287 + }, + { + "epoch": 0.47089830880737976, + "grad_norm": 2.518073081970215, + "learning_rate": 1e-06, + "loss": 1.0366, + "mean_token_accuracy": 0.7010281085968018, + "num_tokens": 101658811.0, + "step": 4288 + }, + { + "epoch": 0.4710081265099934, + "grad_norm": 2.082689046859741, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7082988023757935, + "num_tokens": 101686712.0, + "step": 4289 + }, + { + "epoch": 0.47111794421260705, + "grad_norm": 2.3549723625183105, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6956000328063965, + "num_tokens": 101712354.0, + "step": 4290 + }, + { + "epoch": 0.47122776191522076, + "grad_norm": 2.3744680881500244, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7144395112991333, + "num_tokens": 101733311.0, + "step": 4291 + }, + { + "epoch": 0.4713375796178344, + "grad_norm": 2.025977611541748, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.694258987903595, + "num_tokens": 101763734.0, + "step": 4292 + }, + { + "epoch": 0.47144739732044805, + "grad_norm": 2.1372756958007812, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7050096392631531, + "num_tokens": 101792509.0, + "step": 4293 + }, + { + "epoch": 0.4715572150230617, + "grad_norm": 2.268350601196289, + "learning_rate": 1e-06, + "loss": 1.0108, + "mean_token_accuracy": 0.6973341107368469, + "num_tokens": 101816745.0, + "step": 4294 + }, + { + "epoch": 0.4716670327256754, + "grad_norm": 2.2078490257263184, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7264859676361084, + "num_tokens": 101838911.0, + "step": 4295 + }, + { + "epoch": 0.47177685042828904, + "grad_norm": 2.5879602432250977, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7499037384986877, + "num_tokens": 101860306.0, + "step": 4296 + }, + { + "epoch": 0.4718866681309027, + "grad_norm": 2.194859266281128, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7288038730621338, + "num_tokens": 101887106.0, + "step": 4297 + }, + { + "epoch": 0.4719964858335164, + "grad_norm": 2.2477657794952393, + "learning_rate": 1e-06, + "loss": 1.0351, + "mean_token_accuracy": 0.6927446126937866, + "num_tokens": 101911212.0, + "step": 4298 + }, + { + "epoch": 0.47210630353613003, + "grad_norm": 2.5777652263641357, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.686879575252533, + "num_tokens": 101931990.0, + "step": 4299 + }, + { + "epoch": 0.4722161212387437, + "grad_norm": 2.2671163082122803, + "learning_rate": 1e-06, + "loss": 1.0214, + "mean_token_accuracy": 0.6986193656921387, + "num_tokens": 101956043.0, + "step": 4300 + }, + { + "epoch": 0.4723259389413573, + "grad_norm": 2.145399570465088, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7124614715576172, + "num_tokens": 101982049.0, + "step": 4301 + }, + { + "epoch": 0.472435756643971, + "grad_norm": 2.4527292251586914, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7213982343673706, + "num_tokens": 102003327.0, + "step": 4302 + }, + { + "epoch": 0.4725455743465847, + "grad_norm": 2.425269365310669, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7212557792663574, + "num_tokens": 102023841.0, + "step": 4303 + }, + { + "epoch": 0.4726553920491983, + "grad_norm": 2.1589736938476562, + "learning_rate": 1e-06, + "loss": 1.1247, + "mean_token_accuracy": 0.6668068766593933, + "num_tokens": 102052817.0, + "step": 4304 + }, + { + "epoch": 0.47276520975181197, + "grad_norm": 2.2075424194335938, + "learning_rate": 1e-06, + "loss": 1.0597, + "mean_token_accuracy": 0.6808558702468872, + "num_tokens": 102080571.0, + "step": 4305 + }, + { + "epoch": 0.47287502745442567, + "grad_norm": 2.272186040878296, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7098259925842285, + "num_tokens": 102105767.0, + "step": 4306 + }, + { + "epoch": 0.4729848451570393, + "grad_norm": 2.311584711074829, + "learning_rate": 1e-06, + "loss": 1.0183, + "mean_token_accuracy": 0.6960617899894714, + "num_tokens": 102132164.0, + "step": 4307 + }, + { + "epoch": 0.47309466285965296, + "grad_norm": 2.5617213249206543, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7184147238731384, + "num_tokens": 102151953.0, + "step": 4308 + }, + { + "epoch": 0.47320448056226666, + "grad_norm": 2.8984835147857666, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7063751816749573, + "num_tokens": 102168160.0, + "step": 4309 + }, + { + "epoch": 0.4733142982648803, + "grad_norm": 2.147575616836548, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.7103654146194458, + "num_tokens": 102194514.0, + "step": 4310 + }, + { + "epoch": 0.47342411596749395, + "grad_norm": 2.292747735977173, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7179099321365356, + "num_tokens": 102217514.0, + "step": 4311 + }, + { + "epoch": 0.4735339336701076, + "grad_norm": 2.2182552814483643, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7067917585372925, + "num_tokens": 102241439.0, + "step": 4312 + }, + { + "epoch": 0.4736437513727213, + "grad_norm": 2.4283816814422607, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7218275666236877, + "num_tokens": 102262766.0, + "step": 4313 + }, + { + "epoch": 0.47375356907533495, + "grad_norm": 1.9381537437438965, + "learning_rate": 1e-06, + "loss": 1.0799, + "mean_token_accuracy": 0.6844649314880371, + "num_tokens": 102293088.0, + "step": 4314 + }, + { + "epoch": 0.4738633867779486, + "grad_norm": 2.5424511432647705, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.7023476362228394, + "num_tokens": 102313454.0, + "step": 4315 + }, + { + "epoch": 0.4739732044805623, + "grad_norm": 2.434760570526123, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7161325812339783, + "num_tokens": 102335389.0, + "step": 4316 + }, + { + "epoch": 0.47408302218317594, + "grad_norm": 2.0972235202789307, + "learning_rate": 1e-06, + "loss": 1.0539, + "mean_token_accuracy": 0.6867284178733826, + "num_tokens": 102364367.0, + "step": 4317 + }, + { + "epoch": 0.4741928398857896, + "grad_norm": 2.062404155731201, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6961995959281921, + "num_tokens": 102390836.0, + "step": 4318 + }, + { + "epoch": 0.47430265758840323, + "grad_norm": 2.0328919887542725, + "learning_rate": 1e-06, + "loss": 1.0531, + "mean_token_accuracy": 0.6834052801132202, + "num_tokens": 102421387.0, + "step": 4319 + }, + { + "epoch": 0.47441247529101693, + "grad_norm": 2.252117156982422, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7105247974395752, + "num_tokens": 102443771.0, + "step": 4320 + }, + { + "epoch": 0.4745222929936306, + "grad_norm": 2.1274752616882324, + "learning_rate": 1e-06, + "loss": 1.0985, + "mean_token_accuracy": 0.673892617225647, + "num_tokens": 102473208.0, + "step": 4321 + }, + { + "epoch": 0.4746321106962442, + "grad_norm": 2.1485342979431152, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7178667783737183, + "num_tokens": 102498185.0, + "step": 4322 + }, + { + "epoch": 0.47474192839885787, + "grad_norm": 2.264557123184204, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7060884237289429, + "num_tokens": 102520993.0, + "step": 4323 + }, + { + "epoch": 0.4748517461014716, + "grad_norm": 2.2750139236450195, + "learning_rate": 1e-06, + "loss": 1.0333, + "mean_token_accuracy": 0.6903601288795471, + "num_tokens": 102544732.0, + "step": 4324 + }, + { + "epoch": 0.4749615638040852, + "grad_norm": 2.234790563583374, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.7033770084381104, + "num_tokens": 102569968.0, + "step": 4325 + }, + { + "epoch": 0.47507138150669886, + "grad_norm": 2.6919374465942383, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7092458605766296, + "num_tokens": 102587971.0, + "step": 4326 + }, + { + "epoch": 0.47518119920931257, + "grad_norm": 2.138890027999878, + "learning_rate": 1e-06, + "loss": 1.0335, + "mean_token_accuracy": 0.682349443435669, + "num_tokens": 102615260.0, + "step": 4327 + }, + { + "epoch": 0.4752910169119262, + "grad_norm": 2.072550058364868, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6956282258033752, + "num_tokens": 102646404.0, + "step": 4328 + }, + { + "epoch": 0.47540083461453986, + "grad_norm": 2.6063075065612793, + "learning_rate": 1e-06, + "loss": 1.0431, + "mean_token_accuracy": 0.6952919363975525, + "num_tokens": 102667649.0, + "step": 4329 + }, + { + "epoch": 0.4755106523171535, + "grad_norm": 2.374809741973877, + "learning_rate": 1e-06, + "loss": 1.0105, + "mean_token_accuracy": 0.6991036534309387, + "num_tokens": 102689831.0, + "step": 4330 + }, + { + "epoch": 0.4756204700197672, + "grad_norm": 2.389667510986328, + "learning_rate": 1e-06, + "loss": 1.0945, + "mean_token_accuracy": 0.6728689670562744, + "num_tokens": 102712637.0, + "step": 4331 + }, + { + "epoch": 0.47573028772238085, + "grad_norm": 2.0960099697113037, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7133213877677917, + "num_tokens": 102739586.0, + "step": 4332 + }, + { + "epoch": 0.4758401054249945, + "grad_norm": 2.406937599182129, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7039405703544617, + "num_tokens": 102762621.0, + "step": 4333 + }, + { + "epoch": 0.47594992312760814, + "grad_norm": 2.126258373260498, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7183802723884583, + "num_tokens": 102787197.0, + "step": 4334 + }, + { + "epoch": 0.47605974083022184, + "grad_norm": 2.4222464561462402, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7107232213020325, + "num_tokens": 102807036.0, + "step": 4335 + }, + { + "epoch": 0.4761695585328355, + "grad_norm": 2.3001320362091064, + "learning_rate": 1e-06, + "loss": 1.0482, + "mean_token_accuracy": 0.6855188012123108, + "num_tokens": 102832502.0, + "step": 4336 + }, + { + "epoch": 0.47627937623544914, + "grad_norm": 2.2365994453430176, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7246570587158203, + "num_tokens": 102855177.0, + "step": 4337 + }, + { + "epoch": 0.47638919393806284, + "grad_norm": 2.2607710361480713, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.706013023853302, + "num_tokens": 102878218.0, + "step": 4338 + }, + { + "epoch": 0.4764990116406765, + "grad_norm": 2.8434603214263916, + "learning_rate": 1e-06, + "loss": 0.921, + "mean_token_accuracy": 0.7176291942596436, + "num_tokens": 102895817.0, + "step": 4339 + }, + { + "epoch": 0.47660882934329013, + "grad_norm": 2.6105902194976807, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.7043256759643555, + "num_tokens": 102915834.0, + "step": 4340 + }, + { + "epoch": 0.4767186470459038, + "grad_norm": 2.893261194229126, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.711905837059021, + "num_tokens": 102931428.0, + "step": 4341 + }, + { + "epoch": 0.4768284647485175, + "grad_norm": 2.1174614429473877, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7093627452850342, + "num_tokens": 102957755.0, + "step": 4342 + }, + { + "epoch": 0.4769382824511311, + "grad_norm": 2.759681224822998, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7251079082489014, + "num_tokens": 102975186.0, + "step": 4343 + }, + { + "epoch": 0.47704810015374477, + "grad_norm": 2.5769333839416504, + "learning_rate": 1e-06, + "loss": 1.0439, + "mean_token_accuracy": 0.6901718378067017, + "num_tokens": 102994830.0, + "step": 4344 + }, + { + "epoch": 0.47715791785635847, + "grad_norm": 1.9858434200286865, + "learning_rate": 1e-06, + "loss": 1.0505, + "mean_token_accuracy": 0.6846492886543274, + "num_tokens": 103026933.0, + "step": 4345 + }, + { + "epoch": 0.4772677355589721, + "grad_norm": 2.130978584289551, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7288200855255127, + "num_tokens": 103052350.0, + "step": 4346 + }, + { + "epoch": 0.47737755326158576, + "grad_norm": 2.363635540008545, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.7016996145248413, + "num_tokens": 103075843.0, + "step": 4347 + }, + { + "epoch": 0.4774873709641994, + "grad_norm": 2.1107351779937744, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.7059040069580078, + "num_tokens": 103101938.0, + "step": 4348 + }, + { + "epoch": 0.4775971886668131, + "grad_norm": 2.4440581798553467, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7119022011756897, + "num_tokens": 103121040.0, + "step": 4349 + }, + { + "epoch": 0.47770700636942676, + "grad_norm": 2.025136709213257, + "learning_rate": 1e-06, + "loss": 1.0183, + "mean_token_accuracy": 0.6899441480636597, + "num_tokens": 103149834.0, + "step": 4350 + }, + { + "epoch": 0.4778168240720404, + "grad_norm": 2.3736624717712402, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7038050293922424, + "num_tokens": 103174714.0, + "step": 4351 + }, + { + "epoch": 0.47792664177465405, + "grad_norm": 2.247429609298706, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6984516382217407, + "num_tokens": 103198857.0, + "step": 4352 + }, + { + "epoch": 0.47803645947726775, + "grad_norm": 2.143132209777832, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.6962947845458984, + "num_tokens": 103229135.0, + "step": 4353 + }, + { + "epoch": 0.4781462771798814, + "grad_norm": 2.7187912464141846, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7213355302810669, + "num_tokens": 103247235.0, + "step": 4354 + }, + { + "epoch": 0.47825609488249504, + "grad_norm": 2.4865000247955322, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7146565318107605, + "num_tokens": 103267056.0, + "step": 4355 + }, + { + "epoch": 0.47836591258510874, + "grad_norm": 2.192518472671509, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.721549391746521, + "num_tokens": 103290857.0, + "step": 4356 + }, + { + "epoch": 0.4784757302877224, + "grad_norm": 2.1477770805358887, + "learning_rate": 1e-06, + "loss": 0.9865, + "mean_token_accuracy": 0.7010533809661865, + "num_tokens": 103317838.0, + "step": 4357 + }, + { + "epoch": 0.47858554799033604, + "grad_norm": 2.060607671737671, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.69622802734375, + "num_tokens": 103348639.0, + "step": 4358 + }, + { + "epoch": 0.4786953656929497, + "grad_norm": 2.3136513233184814, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.7033366560935974, + "num_tokens": 103372999.0, + "step": 4359 + }, + { + "epoch": 0.4788051833955634, + "grad_norm": 2.1734187602996826, + "learning_rate": 1e-06, + "loss": 1.0245, + "mean_token_accuracy": 0.7008476257324219, + "num_tokens": 103400760.0, + "step": 4360 + }, + { + "epoch": 0.47891500109817703, + "grad_norm": 2.713322639465332, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7142729759216309, + "num_tokens": 103418556.0, + "step": 4361 + }, + { + "epoch": 0.4790248188007907, + "grad_norm": 2.4596574306488037, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.7117565870285034, + "num_tokens": 103438665.0, + "step": 4362 + }, + { + "epoch": 0.4791346365034044, + "grad_norm": 2.5746378898620605, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.69950932264328, + "num_tokens": 103458992.0, + "step": 4363 + }, + { + "epoch": 0.479244454206018, + "grad_norm": 2.430163860321045, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7149164080619812, + "num_tokens": 103480395.0, + "step": 4364 + }, + { + "epoch": 0.47935427190863167, + "grad_norm": 2.1636219024658203, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7086153626441956, + "num_tokens": 103507014.0, + "step": 4365 + }, + { + "epoch": 0.4794640896112453, + "grad_norm": 2.169111967086792, + "learning_rate": 1e-06, + "loss": 1.0199, + "mean_token_accuracy": 0.7001637816429138, + "num_tokens": 103534611.0, + "step": 4366 + }, + { + "epoch": 0.479573907313859, + "grad_norm": 2.0529284477233887, + "learning_rate": 1e-06, + "loss": 1.0346, + "mean_token_accuracy": 0.6851589679718018, + "num_tokens": 103563678.0, + "step": 4367 + }, + { + "epoch": 0.47968372501647266, + "grad_norm": 2.4557995796203613, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6896055340766907, + "num_tokens": 103583592.0, + "step": 4368 + }, + { + "epoch": 0.4797935427190863, + "grad_norm": 2.2947487831115723, + "learning_rate": 1e-06, + "loss": 1.058, + "mean_token_accuracy": 0.6776018738746643, + "num_tokens": 103607821.0, + "step": 4369 + }, + { + "epoch": 0.47990336042169995, + "grad_norm": 2.2052366733551025, + "learning_rate": 1e-06, + "loss": 1.0754, + "mean_token_accuracy": 0.6849750280380249, + "num_tokens": 103634040.0, + "step": 4370 + }, + { + "epoch": 0.48001317812431366, + "grad_norm": 2.4635915756225586, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7257040143013, + "num_tokens": 103654145.0, + "step": 4371 + }, + { + "epoch": 0.4801229958269273, + "grad_norm": 2.299494743347168, + "learning_rate": 1e-06, + "loss": 1.0043, + "mean_token_accuracy": 0.6969578266143799, + "num_tokens": 103678459.0, + "step": 4372 + }, + { + "epoch": 0.48023281352954095, + "grad_norm": 2.6437981128692627, + "learning_rate": 1e-06, + "loss": 1.0492, + "mean_token_accuracy": 0.6916202306747437, + "num_tokens": 103698309.0, + "step": 4373 + }, + { + "epoch": 0.48034263123215465, + "grad_norm": 2.2002477645874023, + "learning_rate": 1e-06, + "loss": 1.0406, + "mean_token_accuracy": 0.6819487810134888, + "num_tokens": 103725863.0, + "step": 4374 + }, + { + "epoch": 0.4804524489347683, + "grad_norm": 2.0756804943084717, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7056255340576172, + "num_tokens": 103752674.0, + "step": 4375 + }, + { + "epoch": 0.48056226663738194, + "grad_norm": 2.284902334213257, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7109305262565613, + "num_tokens": 103775546.0, + "step": 4376 + }, + { + "epoch": 0.4806720843399956, + "grad_norm": 2.429572582244873, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7152334451675415, + "num_tokens": 103796292.0, + "step": 4377 + }, + { + "epoch": 0.4807819020426093, + "grad_norm": 2.1551945209503174, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7242708206176758, + "num_tokens": 103821791.0, + "step": 4378 + }, + { + "epoch": 0.48089171974522293, + "grad_norm": 2.509981393814087, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.7105815410614014, + "num_tokens": 103843382.0, + "step": 4379 + }, + { + "epoch": 0.4810015374478366, + "grad_norm": 2.4819750785827637, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6911123991012573, + "num_tokens": 103864250.0, + "step": 4380 + }, + { + "epoch": 0.4811113551504502, + "grad_norm": 2.247342824935913, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.7085939645767212, + "num_tokens": 103887444.0, + "step": 4381 + }, + { + "epoch": 0.4812211728530639, + "grad_norm": 2.0735487937927246, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7013218402862549, + "num_tokens": 103913911.0, + "step": 4382 + }, + { + "epoch": 0.4813309905556776, + "grad_norm": 2.3788747787475586, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7105875015258789, + "num_tokens": 103933865.0, + "step": 4383 + }, + { + "epoch": 0.4814408082582912, + "grad_norm": 2.280561685562134, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.6958718299865723, + "num_tokens": 103959542.0, + "step": 4384 + }, + { + "epoch": 0.4815506259609049, + "grad_norm": 2.6223995685577393, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.6997998356819153, + "num_tokens": 103977958.0, + "step": 4385 + }, + { + "epoch": 0.48166044366351857, + "grad_norm": 2.392394542694092, + "learning_rate": 1e-06, + "loss": 0.8034, + "mean_token_accuracy": 0.7551469206809998, + "num_tokens": 104000327.0, + "step": 4386 + }, + { + "epoch": 0.4817702613661322, + "grad_norm": 2.666868209838867, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7072538137435913, + "num_tokens": 104018983.0, + "step": 4387 + }, + { + "epoch": 0.48188007906874586, + "grad_norm": 2.329667091369629, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7150980234146118, + "num_tokens": 104041593.0, + "step": 4388 + }, + { + "epoch": 0.48198989677135956, + "grad_norm": 2.4982428550720215, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.7124040126800537, + "num_tokens": 104061098.0, + "step": 4389 + }, + { + "epoch": 0.4820997144739732, + "grad_norm": 2.534435749053955, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.7003352642059326, + "num_tokens": 104082160.0, + "step": 4390 + }, + { + "epoch": 0.48220953217658685, + "grad_norm": 2.2981386184692383, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7247161269187927, + "num_tokens": 104105604.0, + "step": 4391 + }, + { + "epoch": 0.48231934987920055, + "grad_norm": 2.06093692779541, + "learning_rate": 1e-06, + "loss": 1.028, + "mean_token_accuracy": 0.6949009299278259, + "num_tokens": 104133910.0, + "step": 4392 + }, + { + "epoch": 0.4824291675818142, + "grad_norm": 2.826746702194214, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7113361358642578, + "num_tokens": 104149762.0, + "step": 4393 + }, + { + "epoch": 0.48253898528442785, + "grad_norm": 2.89007306098938, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7182751893997192, + "num_tokens": 104165410.0, + "step": 4394 + }, + { + "epoch": 0.4826488029870415, + "grad_norm": 2.3224680423736572, + "learning_rate": 1e-06, + "loss": 0.9945, + "mean_token_accuracy": 0.6996042132377625, + "num_tokens": 104188677.0, + "step": 4395 + }, + { + "epoch": 0.4827586206896552, + "grad_norm": 2.061755657196045, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7244819402694702, + "num_tokens": 104213698.0, + "step": 4396 + }, + { + "epoch": 0.48286843839226884, + "grad_norm": 2.560455799102783, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7103690505027771, + "num_tokens": 104234146.0, + "step": 4397 + }, + { + "epoch": 0.4829782560948825, + "grad_norm": 2.9066617488861084, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7116844654083252, + "num_tokens": 104249727.0, + "step": 4398 + }, + { + "epoch": 0.48308807379749613, + "grad_norm": 2.708017587661743, + "learning_rate": 1e-06, + "loss": 1.0192, + "mean_token_accuracy": 0.7054582834243774, + "num_tokens": 104268561.0, + "step": 4399 + }, + { + "epoch": 0.48319789150010983, + "grad_norm": 2.7583281993865967, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7143145203590393, + "num_tokens": 104284645.0, + "step": 4400 + }, + { + "epoch": 0.4833077092027235, + "grad_norm": 2.141873836517334, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7081844210624695, + "num_tokens": 104309429.0, + "step": 4401 + }, + { + "epoch": 0.4834175269053371, + "grad_norm": 2.3399853706359863, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6823975443840027, + "num_tokens": 104331891.0, + "step": 4402 + }, + { + "epoch": 0.4835273446079508, + "grad_norm": 2.221465587615967, + "learning_rate": 1e-06, + "loss": 1.0722, + "mean_token_accuracy": 0.6773946285247803, + "num_tokens": 104356195.0, + "step": 4403 + }, + { + "epoch": 0.4836371623105645, + "grad_norm": 2.0140774250030518, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.703723132610321, + "num_tokens": 104383928.0, + "step": 4404 + }, + { + "epoch": 0.4837469800131781, + "grad_norm": 2.1172587871551514, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7144458293914795, + "num_tokens": 104409048.0, + "step": 4405 + }, + { + "epoch": 0.48385679771579176, + "grad_norm": 2.111768960952759, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.7108914852142334, + "num_tokens": 104437331.0, + "step": 4406 + }, + { + "epoch": 0.48396661541840547, + "grad_norm": 2.249117612838745, + "learning_rate": 1e-06, + "loss": 1.0764, + "mean_token_accuracy": 0.6893571615219116, + "num_tokens": 104464747.0, + "step": 4407 + }, + { + "epoch": 0.4840764331210191, + "grad_norm": 2.2500107288360596, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.6999580264091492, + "num_tokens": 104489589.0, + "step": 4408 + }, + { + "epoch": 0.48418625082363276, + "grad_norm": 2.625992774963379, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.6967366337776184, + "num_tokens": 104508678.0, + "step": 4409 + }, + { + "epoch": 0.4842960685262464, + "grad_norm": 2.1531178951263428, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.7005916833877563, + "num_tokens": 104537718.0, + "step": 4410 + }, + { + "epoch": 0.4844058862288601, + "grad_norm": 2.5768415927886963, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7254744172096252, + "num_tokens": 104557805.0, + "step": 4411 + }, + { + "epoch": 0.48451570393147375, + "grad_norm": 2.4665403366088867, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7206026315689087, + "num_tokens": 104578970.0, + "step": 4412 + }, + { + "epoch": 0.4846255216340874, + "grad_norm": 2.3534367084503174, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7070786952972412, + "num_tokens": 104600375.0, + "step": 4413 + }, + { + "epoch": 0.4847353393367011, + "grad_norm": 2.403395891189575, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7145407199859619, + "num_tokens": 104623006.0, + "step": 4414 + }, + { + "epoch": 0.48484515703931474, + "grad_norm": 2.27927827835083, + "learning_rate": 1e-06, + "loss": 1.0108, + "mean_token_accuracy": 0.6964051723480225, + "num_tokens": 104648804.0, + "step": 4415 + }, + { + "epoch": 0.4849549747419284, + "grad_norm": 2.9370648860931396, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7174729108810425, + "num_tokens": 104664062.0, + "step": 4416 + }, + { + "epoch": 0.48506479244454204, + "grad_norm": 2.515667200088501, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7029172778129578, + "num_tokens": 104685307.0, + "step": 4417 + }, + { + "epoch": 0.48517461014715574, + "grad_norm": 2.263946771621704, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7043513655662537, + "num_tokens": 104708482.0, + "step": 4418 + }, + { + "epoch": 0.4852844278497694, + "grad_norm": 2.2221262454986572, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7229952812194824, + "num_tokens": 104732484.0, + "step": 4419 + }, + { + "epoch": 0.48539424555238303, + "grad_norm": 2.233534097671509, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.698320746421814, + "num_tokens": 104756176.0, + "step": 4420 + }, + { + "epoch": 0.48550406325499673, + "grad_norm": 2.5481107234954834, + "learning_rate": 1e-06, + "loss": 1.0033, + "mean_token_accuracy": 0.7025375366210938, + "num_tokens": 104776246.0, + "step": 4421 + }, + { + "epoch": 0.4856138809576104, + "grad_norm": 2.6030209064483643, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.6952329874038696, + "num_tokens": 104797175.0, + "step": 4422 + }, + { + "epoch": 0.485723698660224, + "grad_norm": 2.0573389530181885, + "learning_rate": 1e-06, + "loss": 1.0762, + "mean_token_accuracy": 0.6815834045410156, + "num_tokens": 104825583.0, + "step": 4423 + }, + { + "epoch": 0.48583351636283767, + "grad_norm": 2.6044836044311523, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7386143207550049, + "num_tokens": 104845148.0, + "step": 4424 + }, + { + "epoch": 0.48594333406545137, + "grad_norm": 2.474240779876709, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7016521096229553, + "num_tokens": 104864217.0, + "step": 4425 + }, + { + "epoch": 0.486053151768065, + "grad_norm": 2.73568058013916, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.712801456451416, + "num_tokens": 104881036.0, + "step": 4426 + }, + { + "epoch": 0.48616296947067866, + "grad_norm": 2.1170132160186768, + "learning_rate": 1e-06, + "loss": 1.0665, + "mean_token_accuracy": 0.6860150694847107, + "num_tokens": 104907282.0, + "step": 4427 + }, + { + "epoch": 0.4862727871732923, + "grad_norm": 2.1838107109069824, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.6979438066482544, + "num_tokens": 104935112.0, + "step": 4428 + }, + { + "epoch": 0.486382604875906, + "grad_norm": 2.330059766769409, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7110708355903625, + "num_tokens": 104956960.0, + "step": 4429 + }, + { + "epoch": 0.48649242257851966, + "grad_norm": 2.29219651222229, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.6894861459732056, + "num_tokens": 104981932.0, + "step": 4430 + }, + { + "epoch": 0.4866022402811333, + "grad_norm": 2.1595613956451416, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.702848494052887, + "num_tokens": 105006355.0, + "step": 4431 + }, + { + "epoch": 0.486712057983747, + "grad_norm": 2.182635545730591, + "learning_rate": 1e-06, + "loss": 1.0952, + "mean_token_accuracy": 0.6722270846366882, + "num_tokens": 105035959.0, + "step": 4432 + }, + { + "epoch": 0.48682187568636065, + "grad_norm": 2.3211421966552734, + "learning_rate": 1e-06, + "loss": 1.0424, + "mean_token_accuracy": 0.6785825490951538, + "num_tokens": 105059245.0, + "step": 4433 + }, + { + "epoch": 0.4869316933889743, + "grad_norm": 2.426239252090454, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7115046977996826, + "num_tokens": 105079811.0, + "step": 4434 + }, + { + "epoch": 0.48704151109158794, + "grad_norm": 2.4450955390930176, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.7040186524391174, + "num_tokens": 105103650.0, + "step": 4435 + }, + { + "epoch": 0.48715132879420164, + "grad_norm": 1.9080853462219238, + "learning_rate": 1e-06, + "loss": 1.0259, + "mean_token_accuracy": 0.6991103291511536, + "num_tokens": 105134619.0, + "step": 4436 + }, + { + "epoch": 0.4872611464968153, + "grad_norm": 2.4477603435516357, + "learning_rate": 1e-06, + "loss": 1.0507, + "mean_token_accuracy": 0.6904522776603699, + "num_tokens": 105154449.0, + "step": 4437 + }, + { + "epoch": 0.48737096419942894, + "grad_norm": 2.1180126667022705, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7000473737716675, + "num_tokens": 105183146.0, + "step": 4438 + }, + { + "epoch": 0.48748078190204264, + "grad_norm": 2.2651853561401367, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6856158375740051, + "num_tokens": 105208101.0, + "step": 4439 + }, + { + "epoch": 0.4875905996046563, + "grad_norm": 2.4966235160827637, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7159386277198792, + "num_tokens": 105228579.0, + "step": 4440 + }, + { + "epoch": 0.48770041730726993, + "grad_norm": 2.1612720489501953, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7343204021453857, + "num_tokens": 105252066.0, + "step": 4441 + }, + { + "epoch": 0.4878102350098836, + "grad_norm": 2.3297505378723145, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7119991779327393, + "num_tokens": 105275100.0, + "step": 4442 + }, + { + "epoch": 0.4879200527124973, + "grad_norm": 2.2592570781707764, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7027463912963867, + "num_tokens": 105298843.0, + "step": 4443 + }, + { + "epoch": 0.4880298704151109, + "grad_norm": 2.543138265609741, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7303144931793213, + "num_tokens": 105316119.0, + "step": 4444 + }, + { + "epoch": 0.48813968811772457, + "grad_norm": 2.514789581298828, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.7001861929893494, + "num_tokens": 105336072.0, + "step": 4445 + }, + { + "epoch": 0.4882495058203382, + "grad_norm": 2.3433890342712402, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7016605138778687, + "num_tokens": 105358354.0, + "step": 4446 + }, + { + "epoch": 0.4883593235229519, + "grad_norm": 2.4657607078552246, + "learning_rate": 1e-06, + "loss": 0.9919, + "mean_token_accuracy": 0.7072323560714722, + "num_tokens": 105379714.0, + "step": 4447 + }, + { + "epoch": 0.48846914122556556, + "grad_norm": 2.5832912921905518, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7193993330001831, + "num_tokens": 105397156.0, + "step": 4448 + }, + { + "epoch": 0.4885789589281792, + "grad_norm": 2.341075897216797, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.7007211446762085, + "num_tokens": 105419531.0, + "step": 4449 + }, + { + "epoch": 0.4886887766307929, + "grad_norm": 2.482591390609741, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7224189043045044, + "num_tokens": 105439240.0, + "step": 4450 + }, + { + "epoch": 0.48879859433340656, + "grad_norm": 2.2382824420928955, + "learning_rate": 1e-06, + "loss": 1.0453, + "mean_token_accuracy": 0.6894381046295166, + "num_tokens": 105465704.0, + "step": 4451 + }, + { + "epoch": 0.4889084120360202, + "grad_norm": 2.1127772331237793, + "learning_rate": 1e-06, + "loss": 1.046, + "mean_token_accuracy": 0.6799079775810242, + "num_tokens": 105492460.0, + "step": 4452 + }, + { + "epoch": 0.48901822973863385, + "grad_norm": 2.0676424503326416, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.7112672328948975, + "num_tokens": 105520546.0, + "step": 4453 + }, + { + "epoch": 0.48912804744124755, + "grad_norm": 2.1726455688476562, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7212250232696533, + "num_tokens": 105544318.0, + "step": 4454 + }, + { + "epoch": 0.4892378651438612, + "grad_norm": 2.3061161041259766, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.6950831413269043, + "num_tokens": 105569016.0, + "step": 4455 + }, + { + "epoch": 0.48934768284647484, + "grad_norm": 2.462796926498413, + "learning_rate": 1e-06, + "loss": 1.0736, + "mean_token_accuracy": 0.6792463064193726, + "num_tokens": 105591325.0, + "step": 4456 + }, + { + "epoch": 0.4894575005490885, + "grad_norm": 2.2213075160980225, + "learning_rate": 1e-06, + "loss": 1.057, + "mean_token_accuracy": 0.6813594102859497, + "num_tokens": 105616353.0, + "step": 4457 + }, + { + "epoch": 0.4895673182517022, + "grad_norm": 2.4366321563720703, + "learning_rate": 1e-06, + "loss": 0.9544, + "mean_token_accuracy": 0.7257919311523438, + "num_tokens": 105638801.0, + "step": 4458 + }, + { + "epoch": 0.48967713595431583, + "grad_norm": 2.485057830810547, + "learning_rate": 1e-06, + "loss": 1.0697, + "mean_token_accuracy": 0.6808661222457886, + "num_tokens": 105659051.0, + "step": 4459 + }, + { + "epoch": 0.4897869536569295, + "grad_norm": 2.644745111465454, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7238948345184326, + "num_tokens": 105677309.0, + "step": 4460 + }, + { + "epoch": 0.4898967713595432, + "grad_norm": 2.288987636566162, + "learning_rate": 1e-06, + "loss": 1.0623, + "mean_token_accuracy": 0.6845766305923462, + "num_tokens": 105702414.0, + "step": 4461 + }, + { + "epoch": 0.4900065890621568, + "grad_norm": 2.0887112617492676, + "learning_rate": 1e-06, + "loss": 0.9927, + "mean_token_accuracy": 0.6970936059951782, + "num_tokens": 105729571.0, + "step": 4462 + }, + { + "epoch": 0.4901164067647705, + "grad_norm": 2.1584625244140625, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7123540639877319, + "num_tokens": 105755149.0, + "step": 4463 + }, + { + "epoch": 0.4902262244673841, + "grad_norm": 2.4003331661224365, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7134155035018921, + "num_tokens": 105776572.0, + "step": 4464 + }, + { + "epoch": 0.4903360421699978, + "grad_norm": 3.0396907329559326, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7245896458625793, + "num_tokens": 105792190.0, + "step": 4465 + }, + { + "epoch": 0.49044585987261147, + "grad_norm": 2.104468584060669, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7190981507301331, + "num_tokens": 105816670.0, + "step": 4466 + }, + { + "epoch": 0.4905556775752251, + "grad_norm": 2.0808253288269043, + "learning_rate": 1e-06, + "loss": 1.0153, + "mean_token_accuracy": 0.701452374458313, + "num_tokens": 105844754.0, + "step": 4467 + }, + { + "epoch": 0.4906654952778388, + "grad_norm": 1.8629388809204102, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.6964985132217407, + "num_tokens": 105877563.0, + "step": 4468 + }, + { + "epoch": 0.49077531298045246, + "grad_norm": 2.2954041957855225, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7091898322105408, + "num_tokens": 105900761.0, + "step": 4469 + }, + { + "epoch": 0.4908851306830661, + "grad_norm": 1.877624750137329, + "learning_rate": 1e-06, + "loss": 1.0635, + "mean_token_accuracy": 0.6802613735198975, + "num_tokens": 105937789.0, + "step": 4470 + }, + { + "epoch": 0.49099494838567975, + "grad_norm": 2.7497785091400146, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.6995854377746582, + "num_tokens": 105955414.0, + "step": 4471 + }, + { + "epoch": 0.49110476608829345, + "grad_norm": 2.011521100997925, + "learning_rate": 1e-06, + "loss": 1.0299, + "mean_token_accuracy": 0.6871657371520996, + "num_tokens": 105984768.0, + "step": 4472 + }, + { + "epoch": 0.4912145837909071, + "grad_norm": 1.9967491626739502, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.69366055727005, + "num_tokens": 106012745.0, + "step": 4473 + }, + { + "epoch": 0.49132440149352075, + "grad_norm": 3.043596029281616, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7188198566436768, + "num_tokens": 106027417.0, + "step": 4474 + }, + { + "epoch": 0.4914342191961344, + "grad_norm": 2.105745315551758, + "learning_rate": 1e-06, + "loss": 1.1026, + "mean_token_accuracy": 0.6631278395652771, + "num_tokens": 106055875.0, + "step": 4475 + }, + { + "epoch": 0.4915440368987481, + "grad_norm": 2.642296552658081, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7113217115402222, + "num_tokens": 106073195.0, + "step": 4476 + }, + { + "epoch": 0.49165385460136174, + "grad_norm": 2.0970206260681152, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.709952712059021, + "num_tokens": 106100030.0, + "step": 4477 + }, + { + "epoch": 0.4917636723039754, + "grad_norm": 2.0481443405151367, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.688012957572937, + "num_tokens": 106130731.0, + "step": 4478 + }, + { + "epoch": 0.4918734900065891, + "grad_norm": 2.034355878829956, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.696557879447937, + "num_tokens": 106159733.0, + "step": 4479 + }, + { + "epoch": 0.49198330770920273, + "grad_norm": 2.280238389968872, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.7090674638748169, + "num_tokens": 106184142.0, + "step": 4480 + }, + { + "epoch": 0.4920931254118164, + "grad_norm": 2.216998815536499, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7073280811309814, + "num_tokens": 106207431.0, + "step": 4481 + }, + { + "epoch": 0.49220294311443, + "grad_norm": 2.324760675430298, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7190006375312805, + "num_tokens": 106231700.0, + "step": 4482 + }, + { + "epoch": 0.4923127608170437, + "grad_norm": 2.0885233879089355, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6947097778320312, + "num_tokens": 106259810.0, + "step": 4483 + }, + { + "epoch": 0.4924225785196574, + "grad_norm": 2.221583843231201, + "learning_rate": 1e-06, + "loss": 1.0345, + "mean_token_accuracy": 0.6864734888076782, + "num_tokens": 106283897.0, + "step": 4484 + }, + { + "epoch": 0.492532396222271, + "grad_norm": 2.6098239421844482, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7118537425994873, + "num_tokens": 106303426.0, + "step": 4485 + }, + { + "epoch": 0.49264221392488466, + "grad_norm": 2.292114734649658, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6938177347183228, + "num_tokens": 106329915.0, + "step": 4486 + }, + { + "epoch": 0.49275203162749837, + "grad_norm": 2.04848313331604, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.7059696912765503, + "num_tokens": 106359361.0, + "step": 4487 + }, + { + "epoch": 0.492861849330112, + "grad_norm": 2.3969554901123047, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7018571496009827, + "num_tokens": 106382638.0, + "step": 4488 + }, + { + "epoch": 0.49297166703272566, + "grad_norm": 2.2319321632385254, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7068711519241333, + "num_tokens": 106406898.0, + "step": 4489 + }, + { + "epoch": 0.49308148473533936, + "grad_norm": 2.3361942768096924, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7079713344573975, + "num_tokens": 106429273.0, + "step": 4490 + }, + { + "epoch": 0.493191302437953, + "grad_norm": 2.713597536087036, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7125049233436584, + "num_tokens": 106446069.0, + "step": 4491 + }, + { + "epoch": 0.49330112014056665, + "grad_norm": 2.08555269241333, + "learning_rate": 1e-06, + "loss": 0.9841, + "mean_token_accuracy": 0.6995928287506104, + "num_tokens": 106473632.0, + "step": 4492 + }, + { + "epoch": 0.4934109378431803, + "grad_norm": 2.2254528999328613, + "learning_rate": 1e-06, + "loss": 1.0161, + "mean_token_accuracy": 0.6990655064582825, + "num_tokens": 106499040.0, + "step": 4493 + }, + { + "epoch": 0.493520755545794, + "grad_norm": 2.6887032985687256, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7224490642547607, + "num_tokens": 106516746.0, + "step": 4494 + }, + { + "epoch": 0.49363057324840764, + "grad_norm": 2.4261107444763184, + "learning_rate": 1e-06, + "loss": 1.088, + "mean_token_accuracy": 0.6760044097900391, + "num_tokens": 106538907.0, + "step": 4495 + }, + { + "epoch": 0.4937403909510213, + "grad_norm": 1.9791967868804932, + "learning_rate": 1e-06, + "loss": 1.061, + "mean_token_accuracy": 0.6811939477920532, + "num_tokens": 106574069.0, + "step": 4496 + }, + { + "epoch": 0.493850208653635, + "grad_norm": 2.412442922592163, + "learning_rate": 1e-06, + "loss": 1.0233, + "mean_token_accuracy": 0.6995862722396851, + "num_tokens": 106597209.0, + "step": 4497 + }, + { + "epoch": 0.49396002635624864, + "grad_norm": 2.6585464477539062, + "learning_rate": 1e-06, + "loss": 0.8274, + "mean_token_accuracy": 0.7375704646110535, + "num_tokens": 106614712.0, + "step": 4498 + }, + { + "epoch": 0.4940698440588623, + "grad_norm": 2.4491255283355713, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7094534039497375, + "num_tokens": 106635529.0, + "step": 4499 + }, + { + "epoch": 0.49417966176147593, + "grad_norm": 2.2378835678100586, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6863442063331604, + "num_tokens": 106661287.0, + "step": 4500 + }, + { + "epoch": 0.49428947946408963, + "grad_norm": 2.2549283504486084, + "learning_rate": 1e-06, + "loss": 1.0778, + "mean_token_accuracy": 0.6966133117675781, + "num_tokens": 106684111.0, + "step": 4501 + }, + { + "epoch": 0.4943992971667033, + "grad_norm": 2.1298699378967285, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.6970160603523254, + "num_tokens": 106712596.0, + "step": 4502 + }, + { + "epoch": 0.4945091148693169, + "grad_norm": 2.216642379760742, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7072861194610596, + "num_tokens": 106737404.0, + "step": 4503 + }, + { + "epoch": 0.49461893257193057, + "grad_norm": 2.361231565475464, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.713729202747345, + "num_tokens": 106758680.0, + "step": 4504 + }, + { + "epoch": 0.49472875027454427, + "grad_norm": 2.422118902206421, + "learning_rate": 1e-06, + "loss": 0.8371, + "mean_token_accuracy": 0.7397416830062866, + "num_tokens": 106778902.0, + "step": 4505 + }, + { + "epoch": 0.4948385679771579, + "grad_norm": 2.270056962966919, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.7078295946121216, + "num_tokens": 106799918.0, + "step": 4506 + }, + { + "epoch": 0.49494838567977156, + "grad_norm": 2.2273647785186768, + "learning_rate": 1e-06, + "loss": 1.0335, + "mean_token_accuracy": 0.6871060132980347, + "num_tokens": 106824839.0, + "step": 4507 + }, + { + "epoch": 0.49505820338238526, + "grad_norm": 2.497884511947632, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.711992621421814, + "num_tokens": 106846111.0, + "step": 4508 + }, + { + "epoch": 0.4951680210849989, + "grad_norm": 2.036105155944824, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7203973531723022, + "num_tokens": 106874248.0, + "step": 4509 + }, + { + "epoch": 0.49527783878761256, + "grad_norm": 2.3150863647460938, + "learning_rate": 1e-06, + "loss": 1.0947, + "mean_token_accuracy": 0.6804892420768738, + "num_tokens": 106900558.0, + "step": 4510 + }, + { + "epoch": 0.4953876564902262, + "grad_norm": 2.1535913944244385, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.712457001209259, + "num_tokens": 106927406.0, + "step": 4511 + }, + { + "epoch": 0.4954974741928399, + "grad_norm": 2.411208152770996, + "learning_rate": 1e-06, + "loss": 1.0695, + "mean_token_accuracy": 0.693527340888977, + "num_tokens": 106950953.0, + "step": 4512 + }, + { + "epoch": 0.49560729189545355, + "grad_norm": 2.385176181793213, + "learning_rate": 1e-06, + "loss": 1.0716, + "mean_token_accuracy": 0.6739621758460999, + "num_tokens": 106973304.0, + "step": 4513 + }, + { + "epoch": 0.4957171095980672, + "grad_norm": 2.2475016117095947, + "learning_rate": 1e-06, + "loss": 0.8186, + "mean_token_accuracy": 0.7467242479324341, + "num_tokens": 106995030.0, + "step": 4514 + }, + { + "epoch": 0.4958269273006809, + "grad_norm": 2.4802544116973877, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7169121503829956, + "num_tokens": 107014521.0, + "step": 4515 + }, + { + "epoch": 0.49593674500329454, + "grad_norm": 2.124718427658081, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.7050259113311768, + "num_tokens": 107041960.0, + "step": 4516 + }, + { + "epoch": 0.4960465627059082, + "grad_norm": 2.3879497051239014, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.6985273957252502, + "num_tokens": 107062521.0, + "step": 4517 + }, + { + "epoch": 0.49615638040852184, + "grad_norm": 2.297619342803955, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.705787718296051, + "num_tokens": 107086271.0, + "step": 4518 + }, + { + "epoch": 0.49626619811113554, + "grad_norm": 2.6123504638671875, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.6963537335395813, + "num_tokens": 107105049.0, + "step": 4519 + }, + { + "epoch": 0.4963760158137492, + "grad_norm": 2.5135576725006104, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7232763767242432, + "num_tokens": 107125760.0, + "step": 4520 + }, + { + "epoch": 0.49648583351636283, + "grad_norm": 2.0959441661834717, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7056909203529358, + "num_tokens": 107153292.0, + "step": 4521 + }, + { + "epoch": 0.4965956512189765, + "grad_norm": 2.281315803527832, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.6910268664360046, + "num_tokens": 107180712.0, + "step": 4522 + }, + { + "epoch": 0.4967054689215902, + "grad_norm": 2.5269100666046143, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7106361985206604, + "num_tokens": 107200964.0, + "step": 4523 + }, + { + "epoch": 0.4968152866242038, + "grad_norm": 2.0848169326782227, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7179115414619446, + "num_tokens": 107228600.0, + "step": 4524 + }, + { + "epoch": 0.49692510432681747, + "grad_norm": 2.6616296768188477, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.711804211139679, + "num_tokens": 107245793.0, + "step": 4525 + }, + { + "epoch": 0.49703492202943117, + "grad_norm": 2.479118585586548, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7109729051589966, + "num_tokens": 107266893.0, + "step": 4526 + }, + { + "epoch": 0.4971447397320448, + "grad_norm": 2.236600637435913, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.7040524482727051, + "num_tokens": 107290320.0, + "step": 4527 + }, + { + "epoch": 0.49725455743465846, + "grad_norm": 2.5047905445098877, + "learning_rate": 1e-06, + "loss": 0.9682, + "mean_token_accuracy": 0.7021540403366089, + "num_tokens": 107310523.0, + "step": 4528 + }, + { + "epoch": 0.4973643751372721, + "grad_norm": 2.3561220169067383, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7260382175445557, + "num_tokens": 107330518.0, + "step": 4529 + }, + { + "epoch": 0.4974741928398858, + "grad_norm": 2.6195130348205566, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7167235612869263, + "num_tokens": 107347944.0, + "step": 4530 + }, + { + "epoch": 0.49758401054249946, + "grad_norm": 2.2940759658813477, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7072827816009521, + "num_tokens": 107370445.0, + "step": 4531 + }, + { + "epoch": 0.4976938282451131, + "grad_norm": 2.348402500152588, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7080772519111633, + "num_tokens": 107392643.0, + "step": 4532 + }, + { + "epoch": 0.49780364594772675, + "grad_norm": 2.294698715209961, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.697992205619812, + "num_tokens": 107415269.0, + "step": 4533 + }, + { + "epoch": 0.49791346365034045, + "grad_norm": 2.564913034439087, + "learning_rate": 1e-06, + "loss": 0.8757, + "mean_token_accuracy": 0.7349160313606262, + "num_tokens": 107434277.0, + "step": 4534 + }, + { + "epoch": 0.4980232813529541, + "grad_norm": 2.642514705657959, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7202502489089966, + "num_tokens": 107450911.0, + "step": 4535 + }, + { + "epoch": 0.49813309905556774, + "grad_norm": 2.273303747177124, + "learning_rate": 1e-06, + "loss": 0.894, + "mean_token_accuracy": 0.7191420793533325, + "num_tokens": 107474048.0, + "step": 4536 + }, + { + "epoch": 0.49824291675818144, + "grad_norm": 2.3605644702911377, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.7078064680099487, + "num_tokens": 107497414.0, + "step": 4537 + }, + { + "epoch": 0.4983527344607951, + "grad_norm": 2.70922589302063, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6873583793640137, + "num_tokens": 107514565.0, + "step": 4538 + }, + { + "epoch": 0.49846255216340873, + "grad_norm": 2.1219215393066406, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.711469292640686, + "num_tokens": 107541880.0, + "step": 4539 + }, + { + "epoch": 0.4985723698660224, + "grad_norm": 2.4690942764282227, + "learning_rate": 1e-06, + "loss": 1.0127, + "mean_token_accuracy": 0.6994632482528687, + "num_tokens": 107562916.0, + "step": 4540 + }, + { + "epoch": 0.4986821875686361, + "grad_norm": 2.214250326156616, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7108288407325745, + "num_tokens": 107587106.0, + "step": 4541 + }, + { + "epoch": 0.4987920052712497, + "grad_norm": 2.7492454051971436, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7020374536514282, + "num_tokens": 107604076.0, + "step": 4542 + }, + { + "epoch": 0.4989018229738634, + "grad_norm": 2.4473931789398193, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.6997556090354919, + "num_tokens": 107625574.0, + "step": 4543 + }, + { + "epoch": 0.4990116406764771, + "grad_norm": 2.0579662322998047, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7122615575790405, + "num_tokens": 107652160.0, + "step": 4544 + }, + { + "epoch": 0.4991214583790907, + "grad_norm": 2.7594432830810547, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.7006344199180603, + "num_tokens": 107669510.0, + "step": 4545 + }, + { + "epoch": 0.49923127608170437, + "grad_norm": 2.1984198093414307, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6988765001296997, + "num_tokens": 107695025.0, + "step": 4546 + }, + { + "epoch": 0.499341093784318, + "grad_norm": 2.3018524646759033, + "learning_rate": 1e-06, + "loss": 1.0416, + "mean_token_accuracy": 0.6858270168304443, + "num_tokens": 107720554.0, + "step": 4547 + }, + { + "epoch": 0.4994509114869317, + "grad_norm": 2.196415424346924, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.6991593241691589, + "num_tokens": 107746039.0, + "step": 4548 + }, + { + "epoch": 0.49956072918954536, + "grad_norm": 2.4162302017211914, + "learning_rate": 1e-06, + "loss": 1.0375, + "mean_token_accuracy": 0.6932650208473206, + "num_tokens": 107767114.0, + "step": 4549 + }, + { + "epoch": 0.499670546892159, + "grad_norm": 2.1246612071990967, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.6989612579345703, + "num_tokens": 107793210.0, + "step": 4550 + }, + { + "epoch": 0.49978036459477265, + "grad_norm": 2.3980720043182373, + "learning_rate": 1e-06, + "loss": 1.0846, + "mean_token_accuracy": 0.6788484454154968, + "num_tokens": 107814555.0, + "step": 4551 + }, + { + "epoch": 0.49989018229738635, + "grad_norm": 2.4390957355499268, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7082712650299072, + "num_tokens": 107834947.0, + "step": 4552 + }, + { + "epoch": 0.5, + "grad_norm": 2.097998857498169, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7039996981620789, + "num_tokens": 107861382.0, + "step": 4553 + }, + { + "epoch": 0.5001098177026136, + "grad_norm": 2.190890312194824, + "learning_rate": 1e-06, + "loss": 0.989, + "mean_token_accuracy": 0.7095792889595032, + "num_tokens": 107886094.0, + "step": 4554 + }, + { + "epoch": 0.5002196354052273, + "grad_norm": 2.2325241565704346, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7088801860809326, + "num_tokens": 107910162.0, + "step": 4555 + }, + { + "epoch": 0.5003294531078409, + "grad_norm": 2.3646669387817383, + "learning_rate": 1e-06, + "loss": 1.0954, + "mean_token_accuracy": 0.6720696091651917, + "num_tokens": 107933537.0, + "step": 4556 + }, + { + "epoch": 0.5004392708104547, + "grad_norm": 2.456137180328369, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.6857706308364868, + "num_tokens": 107954476.0, + "step": 4557 + }, + { + "epoch": 0.5005490885130683, + "grad_norm": 2.0191919803619385, + "learning_rate": 1e-06, + "loss": 1.1178, + "mean_token_accuracy": 0.667280912399292, + "num_tokens": 107983341.0, + "step": 4558 + }, + { + "epoch": 0.500658906215682, + "grad_norm": 2.2136714458465576, + "learning_rate": 1e-06, + "loss": 0.986, + "mean_token_accuracy": 0.7003098130226135, + "num_tokens": 108008535.0, + "step": 4559 + }, + { + "epoch": 0.5007687239182956, + "grad_norm": 2.872821569442749, + "learning_rate": 1e-06, + "loss": 0.8268, + "mean_token_accuracy": 0.7411760687828064, + "num_tokens": 108022469.0, + "step": 4560 + }, + { + "epoch": 0.5008785416209093, + "grad_norm": 2.589052438735962, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.7036947011947632, + "num_tokens": 108041078.0, + "step": 4561 + }, + { + "epoch": 0.5009883593235229, + "grad_norm": 2.489649772644043, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6978127956390381, + "num_tokens": 108059931.0, + "step": 4562 + }, + { + "epoch": 0.5010981770261366, + "grad_norm": 2.182943344116211, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7132428884506226, + "num_tokens": 108083613.0, + "step": 4563 + }, + { + "epoch": 0.5012079947287503, + "grad_norm": 2.7289350032806396, + "learning_rate": 1e-06, + "loss": 1.0465, + "mean_token_accuracy": 0.7147378921508789, + "num_tokens": 108100674.0, + "step": 4564 + }, + { + "epoch": 0.501317812431364, + "grad_norm": 2.20414400100708, + "learning_rate": 1e-06, + "loss": 0.981, + "mean_token_accuracy": 0.6960873007774353, + "num_tokens": 108125796.0, + "step": 4565 + }, + { + "epoch": 0.5014276301339776, + "grad_norm": 2.5830469131469727, + "learning_rate": 1e-06, + "loss": 1.0438, + "mean_token_accuracy": 0.6880264282226562, + "num_tokens": 108145257.0, + "step": 4566 + }, + { + "epoch": 0.5015374478365913, + "grad_norm": 2.616361618041992, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.7177066206932068, + "num_tokens": 108165726.0, + "step": 4567 + }, + { + "epoch": 0.5016472655392049, + "grad_norm": 2.3520824909210205, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.6978446245193481, + "num_tokens": 108189388.0, + "step": 4568 + }, + { + "epoch": 0.5017570832418186, + "grad_norm": 2.3033125400543213, + "learning_rate": 1e-06, + "loss": 0.8994, + "mean_token_accuracy": 0.7176920175552368, + "num_tokens": 108213180.0, + "step": 4569 + }, + { + "epoch": 0.5018669009444322, + "grad_norm": 2.6399383544921875, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6950304508209229, + "num_tokens": 108231972.0, + "step": 4570 + }, + { + "epoch": 0.5019767186470458, + "grad_norm": 2.536159038543701, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7259118556976318, + "num_tokens": 108250911.0, + "step": 4571 + }, + { + "epoch": 0.5020865363496596, + "grad_norm": 2.200678586959839, + "learning_rate": 1e-06, + "loss": 1.0495, + "mean_token_accuracy": 0.6840018033981323, + "num_tokens": 108278064.0, + "step": 4572 + }, + { + "epoch": 0.5021963540522733, + "grad_norm": 2.299461841583252, + "learning_rate": 1e-06, + "loss": 1.0068, + "mean_token_accuracy": 0.6908481121063232, + "num_tokens": 108301538.0, + "step": 4573 + }, + { + "epoch": 0.5023061717548869, + "grad_norm": 2.433826446533203, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.6914879083633423, + "num_tokens": 108323692.0, + "step": 4574 + }, + { + "epoch": 0.5024159894575005, + "grad_norm": 2.4617841243743896, + "learning_rate": 1e-06, + "loss": 0.9933, + "mean_token_accuracy": 0.6957058906555176, + "num_tokens": 108346908.0, + "step": 4575 + }, + { + "epoch": 0.5025258071601142, + "grad_norm": 2.5997838973999023, + "learning_rate": 1e-06, + "loss": 0.9925, + "mean_token_accuracy": 0.7027339935302734, + "num_tokens": 108365889.0, + "step": 4576 + }, + { + "epoch": 0.5026356248627278, + "grad_norm": 2.3346598148345947, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.6976784467697144, + "num_tokens": 108388374.0, + "step": 4577 + }, + { + "epoch": 0.5027454425653415, + "grad_norm": 2.531264305114746, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.7269552946090698, + "num_tokens": 108408529.0, + "step": 4578 + }, + { + "epoch": 0.5028552602679552, + "grad_norm": 2.615236282348633, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.711515486240387, + "num_tokens": 108428712.0, + "step": 4579 + }, + { + "epoch": 0.5029650779705689, + "grad_norm": 2.34666109085083, + "learning_rate": 1e-06, + "loss": 1.0066, + "mean_token_accuracy": 0.6949957013130188, + "num_tokens": 108451151.0, + "step": 4580 + }, + { + "epoch": 0.5030748956731825, + "grad_norm": 2.13629412651062, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7197964191436768, + "num_tokens": 108474760.0, + "step": 4581 + }, + { + "epoch": 0.5031847133757962, + "grad_norm": 2.324354410171509, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.7093819975852966, + "num_tokens": 108498508.0, + "step": 4582 + }, + { + "epoch": 0.5032945310784098, + "grad_norm": 2.4049620628356934, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.7012414336204529, + "num_tokens": 108520719.0, + "step": 4583 + }, + { + "epoch": 0.5034043487810235, + "grad_norm": 2.4007620811462402, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.711920976638794, + "num_tokens": 108542564.0, + "step": 4584 + }, + { + "epoch": 0.5035141664836371, + "grad_norm": 2.0044522285461426, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7078559398651123, + "num_tokens": 108571783.0, + "step": 4585 + }, + { + "epoch": 0.5036239841862509, + "grad_norm": 1.9989632368087769, + "learning_rate": 1e-06, + "loss": 1.0879, + "mean_token_accuracy": 0.6787795424461365, + "num_tokens": 108603221.0, + "step": 4586 + }, + { + "epoch": 0.5037338018888645, + "grad_norm": 2.0215728282928467, + "learning_rate": 1e-06, + "loss": 1.0241, + "mean_token_accuracy": 0.690126895904541, + "num_tokens": 108631049.0, + "step": 4587 + }, + { + "epoch": 0.5038436195914782, + "grad_norm": 2.3478455543518066, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.7056299448013306, + "num_tokens": 108652524.0, + "step": 4588 + }, + { + "epoch": 0.5039534372940918, + "grad_norm": 2.204549789428711, + "learning_rate": 1e-06, + "loss": 1.0497, + "mean_token_accuracy": 0.6938073039054871, + "num_tokens": 108678901.0, + "step": 4589 + }, + { + "epoch": 0.5040632549967055, + "grad_norm": 1.949150800704956, + "learning_rate": 1e-06, + "loss": 1.115, + "mean_token_accuracy": 0.6820573210716248, + "num_tokens": 108711592.0, + "step": 4590 + }, + { + "epoch": 0.5041730726993191, + "grad_norm": 2.073370933532715, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7031172513961792, + "num_tokens": 108740585.0, + "step": 4591 + }, + { + "epoch": 0.5042828904019327, + "grad_norm": 2.4792568683624268, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7084571719169617, + "num_tokens": 108761187.0, + "step": 4592 + }, + { + "epoch": 0.5043927081045465, + "grad_norm": 2.328782081604004, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7064496278762817, + "num_tokens": 108783510.0, + "step": 4593 + }, + { + "epoch": 0.5045025258071602, + "grad_norm": 2.5049171447753906, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7109096050262451, + "num_tokens": 108805068.0, + "step": 4594 + }, + { + "epoch": 0.5046123435097738, + "grad_norm": 2.3280460834503174, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.6910954713821411, + "num_tokens": 108831002.0, + "step": 4595 + }, + { + "epoch": 0.5047221612123874, + "grad_norm": 2.1178243160247803, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7277544736862183, + "num_tokens": 108857328.0, + "step": 4596 + }, + { + "epoch": 0.5048319789150011, + "grad_norm": 2.1765286922454834, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.7046884894371033, + "num_tokens": 108882927.0, + "step": 4597 + }, + { + "epoch": 0.5049417966176147, + "grad_norm": 2.3118844032287598, + "learning_rate": 1e-06, + "loss": 0.9744, + "mean_token_accuracy": 0.710970938205719, + "num_tokens": 108904405.0, + "step": 4598 + }, + { + "epoch": 0.5050516143202284, + "grad_norm": 2.1968111991882324, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.6943258047103882, + "num_tokens": 108929949.0, + "step": 4599 + }, + { + "epoch": 0.505161432022842, + "grad_norm": 2.4870481491088867, + "learning_rate": 1e-06, + "loss": 1.019, + "mean_token_accuracy": 0.6931965351104736, + "num_tokens": 108951287.0, + "step": 4600 + }, + { + "epoch": 0.5052712497254558, + "grad_norm": 2.4464492797851562, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.6887745261192322, + "num_tokens": 108972703.0, + "step": 4601 + }, + { + "epoch": 0.5053810674280694, + "grad_norm": 2.6120615005493164, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7002576589584351, + "num_tokens": 108990618.0, + "step": 4602 + }, + { + "epoch": 0.5054908851306831, + "grad_norm": 2.3306050300598145, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6906883120536804, + "num_tokens": 109013533.0, + "step": 4603 + }, + { + "epoch": 0.5056007028332967, + "grad_norm": 2.270737648010254, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7160779237747192, + "num_tokens": 109036703.0, + "step": 4604 + }, + { + "epoch": 0.5057105205359104, + "grad_norm": 2.596026659011841, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7118825316429138, + "num_tokens": 109056693.0, + "step": 4605 + }, + { + "epoch": 0.505820338238524, + "grad_norm": 2.2039215564727783, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6936408281326294, + "num_tokens": 109083080.0, + "step": 4606 + }, + { + "epoch": 0.5059301559411377, + "grad_norm": 2.5909225940704346, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7139550447463989, + "num_tokens": 109101579.0, + "step": 4607 + }, + { + "epoch": 0.5060399736437514, + "grad_norm": 2.124377965927124, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6949459314346313, + "num_tokens": 109128054.0, + "step": 4608 + }, + { + "epoch": 0.5061497913463651, + "grad_norm": 2.2849209308624268, + "learning_rate": 1e-06, + "loss": 0.9904, + "mean_token_accuracy": 0.6977680921554565, + "num_tokens": 109153450.0, + "step": 4609 + }, + { + "epoch": 0.5062596090489787, + "grad_norm": 2.0243728160858154, + "learning_rate": 1e-06, + "loss": 1.0223, + "mean_token_accuracy": 0.6953486800193787, + "num_tokens": 109182808.0, + "step": 4610 + }, + { + "epoch": 0.5063694267515924, + "grad_norm": 2.3857815265655518, + "learning_rate": 1e-06, + "loss": 1.0947, + "mean_token_accuracy": 0.6782541275024414, + "num_tokens": 109206375.0, + "step": 4611 + }, + { + "epoch": 0.506479244454206, + "grad_norm": 1.9390982389450073, + "learning_rate": 1e-06, + "loss": 1.0336, + "mean_token_accuracy": 0.6943005323410034, + "num_tokens": 109238389.0, + "step": 4612 + }, + { + "epoch": 0.5065890621568196, + "grad_norm": 2.066581964492798, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7241040468215942, + "num_tokens": 109265039.0, + "step": 4613 + }, + { + "epoch": 0.5066988798594333, + "grad_norm": 2.2476186752319336, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7078526020050049, + "num_tokens": 109289819.0, + "step": 4614 + }, + { + "epoch": 0.506808697562047, + "grad_norm": 2.424794912338257, + "learning_rate": 1e-06, + "loss": 1.0548, + "mean_token_accuracy": 0.6811354160308838, + "num_tokens": 109313208.0, + "step": 4615 + }, + { + "epoch": 0.5069185152646607, + "grad_norm": 2.404308795928955, + "learning_rate": 1e-06, + "loss": 1.0551, + "mean_token_accuracy": 0.6843452453613281, + "num_tokens": 109335974.0, + "step": 4616 + }, + { + "epoch": 0.5070283329672743, + "grad_norm": 2.0960090160369873, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6880584955215454, + "num_tokens": 109362146.0, + "step": 4617 + }, + { + "epoch": 0.507138150669888, + "grad_norm": 2.234161376953125, + "learning_rate": 1e-06, + "loss": 1.0304, + "mean_token_accuracy": 0.6880505084991455, + "num_tokens": 109389648.0, + "step": 4618 + }, + { + "epoch": 0.5072479683725016, + "grad_norm": 2.198176622390747, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7129092216491699, + "num_tokens": 109415315.0, + "step": 4619 + }, + { + "epoch": 0.5073577860751153, + "grad_norm": 2.4144701957702637, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.7206130623817444, + "num_tokens": 109434932.0, + "step": 4620 + }, + { + "epoch": 0.5074676037777289, + "grad_norm": 2.382572889328003, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7013055086135864, + "num_tokens": 109456681.0, + "step": 4621 + }, + { + "epoch": 0.5075774214803427, + "grad_norm": 2.6164700984954834, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.6948508024215698, + "num_tokens": 109476005.0, + "step": 4622 + }, + { + "epoch": 0.5076872391829563, + "grad_norm": 2.1424152851104736, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7021047472953796, + "num_tokens": 109501996.0, + "step": 4623 + }, + { + "epoch": 0.50779705688557, + "grad_norm": 2.353379487991333, + "learning_rate": 1e-06, + "loss": 0.986, + "mean_token_accuracy": 0.7092734575271606, + "num_tokens": 109523153.0, + "step": 4624 + }, + { + "epoch": 0.5079068745881836, + "grad_norm": 2.0694313049316406, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.7033605575561523, + "num_tokens": 109552288.0, + "step": 4625 + }, + { + "epoch": 0.5080166922907973, + "grad_norm": 2.672368288040161, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.7047553658485413, + "num_tokens": 109571665.0, + "step": 4626 + }, + { + "epoch": 0.5081265099934109, + "grad_norm": 2.3064675331115723, + "learning_rate": 1e-06, + "loss": 1.0508, + "mean_token_accuracy": 0.6856719851493835, + "num_tokens": 109596634.0, + "step": 4627 + }, + { + "epoch": 0.5082363276960246, + "grad_norm": 2.176668167114258, + "learning_rate": 1e-06, + "loss": 1.036, + "mean_token_accuracy": 0.7082334756851196, + "num_tokens": 109621969.0, + "step": 4628 + }, + { + "epoch": 0.5083461453986382, + "grad_norm": 2.010180711746216, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7090515494346619, + "num_tokens": 109650929.0, + "step": 4629 + }, + { + "epoch": 0.508455963101252, + "grad_norm": 2.1318297386169434, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7054641246795654, + "num_tokens": 109677607.0, + "step": 4630 + }, + { + "epoch": 0.5085657808038656, + "grad_norm": 2.145637273788452, + "learning_rate": 1e-06, + "loss": 1.0492, + "mean_token_accuracy": 0.6878049373626709, + "num_tokens": 109705844.0, + "step": 4631 + }, + { + "epoch": 0.5086755985064793, + "grad_norm": 2.3624794483184814, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6952645182609558, + "num_tokens": 109730143.0, + "step": 4632 + }, + { + "epoch": 0.5087854162090929, + "grad_norm": 2.3997087478637695, + "learning_rate": 1e-06, + "loss": 1.0113, + "mean_token_accuracy": 0.7134348154067993, + "num_tokens": 109752037.0, + "step": 4633 + }, + { + "epoch": 0.5088952339117065, + "grad_norm": 2.36799955368042, + "learning_rate": 1e-06, + "loss": 1.0001, + "mean_token_accuracy": 0.7036138772964478, + "num_tokens": 109775063.0, + "step": 4634 + }, + { + "epoch": 0.5090050516143202, + "grad_norm": 2.546109437942505, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7107859253883362, + "num_tokens": 109793739.0, + "step": 4635 + }, + { + "epoch": 0.5091148693169338, + "grad_norm": 2.447969675064087, + "learning_rate": 1e-06, + "loss": 0.9971, + "mean_token_accuracy": 0.7010815143585205, + "num_tokens": 109815849.0, + "step": 4636 + }, + { + "epoch": 0.5092246870195476, + "grad_norm": 2.2061257362365723, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.6861075758934021, + "num_tokens": 109841976.0, + "step": 4637 + }, + { + "epoch": 0.5093345047221612, + "grad_norm": 2.089559555053711, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7134196758270264, + "num_tokens": 109867767.0, + "step": 4638 + }, + { + "epoch": 0.5094443224247749, + "grad_norm": 1.9410145282745361, + "learning_rate": 1e-06, + "loss": 1.0323, + "mean_token_accuracy": 0.6955631971359253, + "num_tokens": 109899943.0, + "step": 4639 + }, + { + "epoch": 0.5095541401273885, + "grad_norm": 2.287233829498291, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.6902803182601929, + "num_tokens": 109925041.0, + "step": 4640 + }, + { + "epoch": 0.5096639578300022, + "grad_norm": 2.5451877117156982, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6924500465393066, + "num_tokens": 109945444.0, + "step": 4641 + }, + { + "epoch": 0.5097737755326158, + "grad_norm": 2.2694144248962402, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7109751105308533, + "num_tokens": 109969021.0, + "step": 4642 + }, + { + "epoch": 0.5098835932352295, + "grad_norm": 1.932405710220337, + "learning_rate": 1e-06, + "loss": 0.9353, + "mean_token_accuracy": 0.7166195511817932, + "num_tokens": 110000130.0, + "step": 4643 + }, + { + "epoch": 0.5099934109378432, + "grad_norm": 2.4147777557373047, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7121603488922119, + "num_tokens": 110021226.0, + "step": 4644 + }, + { + "epoch": 0.5101032286404569, + "grad_norm": 1.9838148355484009, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7023080587387085, + "num_tokens": 110051418.0, + "step": 4645 + }, + { + "epoch": 0.5102130463430705, + "grad_norm": 2.820099353790283, + "learning_rate": 1e-06, + "loss": 1.0777, + "mean_token_accuracy": 0.6726660132408142, + "num_tokens": 110069560.0, + "step": 4646 + }, + { + "epoch": 0.5103228640456842, + "grad_norm": 2.635768175125122, + "learning_rate": 1e-06, + "loss": 1.0029, + "mean_token_accuracy": 0.6971770524978638, + "num_tokens": 110090207.0, + "step": 4647 + }, + { + "epoch": 0.5104326817482978, + "grad_norm": 2.0015158653259277, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.7000012397766113, + "num_tokens": 110118715.0, + "step": 4648 + }, + { + "epoch": 0.5105424994509115, + "grad_norm": 2.311171770095825, + "learning_rate": 1e-06, + "loss": 1.0358, + "mean_token_accuracy": 0.6863935589790344, + "num_tokens": 110141833.0, + "step": 4649 + }, + { + "epoch": 0.5106523171535251, + "grad_norm": 2.154738664627075, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7091445922851562, + "num_tokens": 110166549.0, + "step": 4650 + }, + { + "epoch": 0.5107621348561389, + "grad_norm": 2.435988426208496, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7301199436187744, + "num_tokens": 110186904.0, + "step": 4651 + }, + { + "epoch": 0.5108719525587525, + "grad_norm": 2.518401861190796, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6934609413146973, + "num_tokens": 110206783.0, + "step": 4652 + }, + { + "epoch": 0.5109817702613662, + "grad_norm": 2.2362232208251953, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.7034731507301331, + "num_tokens": 110231412.0, + "step": 4653 + }, + { + "epoch": 0.5110915879639798, + "grad_norm": 2.1009175777435303, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7144520282745361, + "num_tokens": 110257263.0, + "step": 4654 + }, + { + "epoch": 0.5112014056665934, + "grad_norm": 2.1059911251068115, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7236261367797852, + "num_tokens": 110282039.0, + "step": 4655 + }, + { + "epoch": 0.5113112233692071, + "grad_norm": 1.931771993637085, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7296714186668396, + "num_tokens": 110310155.0, + "step": 4656 + }, + { + "epoch": 0.5114210410718207, + "grad_norm": 1.9333972930908203, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.698065459728241, + "num_tokens": 110340463.0, + "step": 4657 + }, + { + "epoch": 0.5115308587744345, + "grad_norm": 2.1838278770446777, + "learning_rate": 1e-06, + "loss": 1.0396, + "mean_token_accuracy": 0.6818810701370239, + "num_tokens": 110366926.0, + "step": 4658 + }, + { + "epoch": 0.5116406764770481, + "grad_norm": 2.762242555618286, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7112269401550293, + "num_tokens": 110384391.0, + "step": 4659 + }, + { + "epoch": 0.5117504941796618, + "grad_norm": 2.0962092876434326, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.6908074021339417, + "num_tokens": 110413678.0, + "step": 4660 + }, + { + "epoch": 0.5118603118822754, + "grad_norm": 2.019336223602295, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.7049651145935059, + "num_tokens": 110442050.0, + "step": 4661 + }, + { + "epoch": 0.5119701295848891, + "grad_norm": 2.1003170013427734, + "learning_rate": 1e-06, + "loss": 1.0367, + "mean_token_accuracy": 0.6924580335617065, + "num_tokens": 110470258.0, + "step": 4662 + }, + { + "epoch": 0.5120799472875027, + "grad_norm": 2.031236410140991, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.7012011408805847, + "num_tokens": 110499504.0, + "step": 4663 + }, + { + "epoch": 0.5121897649901164, + "grad_norm": 2.4031178951263428, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.717958927154541, + "num_tokens": 110520451.0, + "step": 4664 + }, + { + "epoch": 0.51229958269273, + "grad_norm": 2.4126060009002686, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.7081080079078674, + "num_tokens": 110542579.0, + "step": 4665 + }, + { + "epoch": 0.5124094003953438, + "grad_norm": 2.196277379989624, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.6981552839279175, + "num_tokens": 110567722.0, + "step": 4666 + }, + { + "epoch": 0.5125192180979574, + "grad_norm": 2.501842737197876, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7118056416511536, + "num_tokens": 110589226.0, + "step": 4667 + }, + { + "epoch": 0.5126290358005711, + "grad_norm": 2.0779013633728027, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.713789701461792, + "num_tokens": 110615452.0, + "step": 4668 + }, + { + "epoch": 0.5127388535031847, + "grad_norm": 2.544947624206543, + "learning_rate": 1e-06, + "loss": 0.8426, + "mean_token_accuracy": 0.7347051501274109, + "num_tokens": 110633297.0, + "step": 4669 + }, + { + "epoch": 0.5128486712057984, + "grad_norm": 2.244431495666504, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7163391709327698, + "num_tokens": 110657558.0, + "step": 4670 + }, + { + "epoch": 0.512958488908412, + "grad_norm": 2.4042797088623047, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.7008484601974487, + "num_tokens": 110678561.0, + "step": 4671 + }, + { + "epoch": 0.5130683066110256, + "grad_norm": 2.657407283782959, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.6919094920158386, + "num_tokens": 110698900.0, + "step": 4672 + }, + { + "epoch": 0.5131781243136394, + "grad_norm": 2.5429599285125732, + "learning_rate": 1e-06, + "loss": 0.974, + "mean_token_accuracy": 0.7077341079711914, + "num_tokens": 110718568.0, + "step": 4673 + }, + { + "epoch": 0.513287942016253, + "grad_norm": 2.1618621349334717, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6924116015434265, + "num_tokens": 110745953.0, + "step": 4674 + }, + { + "epoch": 0.5133977597188667, + "grad_norm": 2.5968427658081055, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7185659408569336, + "num_tokens": 110764472.0, + "step": 4675 + }, + { + "epoch": 0.5135075774214803, + "grad_norm": 2.4561760425567627, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7076072096824646, + "num_tokens": 110785683.0, + "step": 4676 + }, + { + "epoch": 0.513617395124094, + "grad_norm": 1.9868450164794922, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7126641273498535, + "num_tokens": 110814744.0, + "step": 4677 + }, + { + "epoch": 0.5137272128267076, + "grad_norm": 2.3058433532714844, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7290987968444824, + "num_tokens": 110838176.0, + "step": 4678 + }, + { + "epoch": 0.5138370305293213, + "grad_norm": 2.956125259399414, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7013176679611206, + "num_tokens": 110853818.0, + "step": 4679 + }, + { + "epoch": 0.513946848231935, + "grad_norm": 2.82058048248291, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7140623927116394, + "num_tokens": 110870936.0, + "step": 4680 + }, + { + "epoch": 0.5140566659345487, + "grad_norm": 2.6632022857666016, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7228261828422546, + "num_tokens": 110887176.0, + "step": 4681 + }, + { + "epoch": 0.5141664836371623, + "grad_norm": 2.42148756980896, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7083789110183716, + "num_tokens": 110908141.0, + "step": 4682 + }, + { + "epoch": 0.514276301339776, + "grad_norm": 2.1335110664367676, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.7106284499168396, + "num_tokens": 110934747.0, + "step": 4683 + }, + { + "epoch": 0.5143861190423896, + "grad_norm": 2.2129907608032227, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7142390012741089, + "num_tokens": 110959953.0, + "step": 4684 + }, + { + "epoch": 0.5144959367450033, + "grad_norm": 2.358870029449463, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.7339102625846863, + "num_tokens": 110981967.0, + "step": 4685 + }, + { + "epoch": 0.5146057544476169, + "grad_norm": 2.1781764030456543, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7084351778030396, + "num_tokens": 111008487.0, + "step": 4686 + }, + { + "epoch": 0.5147155721502307, + "grad_norm": 2.5838592052459717, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6978399753570557, + "num_tokens": 111027049.0, + "step": 4687 + }, + { + "epoch": 0.5148253898528443, + "grad_norm": 2.669154644012451, + "learning_rate": 1e-06, + "loss": 1.0282, + "mean_token_accuracy": 0.6912668943405151, + "num_tokens": 111047059.0, + "step": 4688 + }, + { + "epoch": 0.514935207555458, + "grad_norm": 2.19047474861145, + "learning_rate": 1e-06, + "loss": 1.0266, + "mean_token_accuracy": 0.6929141283035278, + "num_tokens": 111072342.0, + "step": 4689 + }, + { + "epoch": 0.5150450252580716, + "grad_norm": 2.273460626602173, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7093847393989563, + "num_tokens": 111096454.0, + "step": 4690 + }, + { + "epoch": 0.5151548429606853, + "grad_norm": 2.09540057182312, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7121930718421936, + "num_tokens": 111123834.0, + "step": 4691 + }, + { + "epoch": 0.5152646606632989, + "grad_norm": 2.1115477085113525, + "learning_rate": 1e-06, + "loss": 1.0676, + "mean_token_accuracy": 0.6721334457397461, + "num_tokens": 111150942.0, + "step": 4692 + }, + { + "epoch": 0.5153744783659125, + "grad_norm": 2.510518789291382, + "learning_rate": 1e-06, + "loss": 1.0608, + "mean_token_accuracy": 0.6833779811859131, + "num_tokens": 111172790.0, + "step": 4693 + }, + { + "epoch": 0.5154842960685262, + "grad_norm": 2.719099521636963, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7268869876861572, + "num_tokens": 111189740.0, + "step": 4694 + }, + { + "epoch": 0.51559411377114, + "grad_norm": 2.6911022663116455, + "learning_rate": 1e-06, + "loss": 1.0128, + "mean_token_accuracy": 0.6871641874313354, + "num_tokens": 111208808.0, + "step": 4695 + }, + { + "epoch": 0.5157039314737536, + "grad_norm": 2.4852917194366455, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7229470014572144, + "num_tokens": 111227870.0, + "step": 4696 + }, + { + "epoch": 0.5158137491763672, + "grad_norm": 2.381284713745117, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7088186740875244, + "num_tokens": 111249551.0, + "step": 4697 + }, + { + "epoch": 0.5159235668789809, + "grad_norm": 2.260221004486084, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7346606254577637, + "num_tokens": 111273543.0, + "step": 4698 + }, + { + "epoch": 0.5160333845815945, + "grad_norm": 2.037320852279663, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6890307068824768, + "num_tokens": 111304742.0, + "step": 4699 + }, + { + "epoch": 0.5161432022842082, + "grad_norm": 2.1052374839782715, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7221720218658447, + "num_tokens": 111331054.0, + "step": 4700 + }, + { + "epoch": 0.5162530199868218, + "grad_norm": 2.3293581008911133, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.6935838460922241, + "num_tokens": 111354125.0, + "step": 4701 + }, + { + "epoch": 0.5163628376894356, + "grad_norm": 2.284090518951416, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7063964605331421, + "num_tokens": 111379033.0, + "step": 4702 + }, + { + "epoch": 0.5164726553920492, + "grad_norm": 2.206526279449463, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7190670967102051, + "num_tokens": 111404536.0, + "step": 4703 + }, + { + "epoch": 0.5165824730946629, + "grad_norm": 1.9217824935913086, + "learning_rate": 1e-06, + "loss": 1.0292, + "mean_token_accuracy": 0.6951510906219482, + "num_tokens": 111436416.0, + "step": 4704 + }, + { + "epoch": 0.5166922907972765, + "grad_norm": 2.282418966293335, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7153350710868835, + "num_tokens": 111459040.0, + "step": 4705 + }, + { + "epoch": 0.5168021084998902, + "grad_norm": 2.2745535373687744, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.7169397473335266, + "num_tokens": 111482521.0, + "step": 4706 + }, + { + "epoch": 0.5169119262025038, + "grad_norm": 2.626068115234375, + "learning_rate": 1e-06, + "loss": 0.9777, + "mean_token_accuracy": 0.708916962146759, + "num_tokens": 111499705.0, + "step": 4707 + }, + { + "epoch": 0.5170217439051175, + "grad_norm": 2.704425096511841, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7157689332962036, + "num_tokens": 111519110.0, + "step": 4708 + }, + { + "epoch": 0.5171315616077312, + "grad_norm": 2.3703079223632812, + "learning_rate": 1e-06, + "loss": 0.9677, + "mean_token_accuracy": 0.7207701802253723, + "num_tokens": 111540014.0, + "step": 4709 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 2.738199472427368, + "learning_rate": 1e-06, + "loss": 0.8926, + "mean_token_accuracy": 0.7283502817153931, + "num_tokens": 111557501.0, + "step": 4710 + }, + { + "epoch": 0.5173511970129585, + "grad_norm": 2.1266825199127197, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7225775718688965, + "num_tokens": 111584534.0, + "step": 4711 + }, + { + "epoch": 0.5174610147155722, + "grad_norm": 2.5978095531463623, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.7001774311065674, + "num_tokens": 111603883.0, + "step": 4712 + }, + { + "epoch": 0.5175708324181858, + "grad_norm": 2.711857557296753, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7332689762115479, + "num_tokens": 111620768.0, + "step": 4713 + }, + { + "epoch": 0.5176806501207994, + "grad_norm": 2.2089357376098633, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.6911874413490295, + "num_tokens": 111644354.0, + "step": 4714 + }, + { + "epoch": 0.5177904678234131, + "grad_norm": 2.30667781829834, + "learning_rate": 1e-06, + "loss": 1.0133, + "mean_token_accuracy": 0.7039622068405151, + "num_tokens": 111667521.0, + "step": 4715 + }, + { + "epoch": 0.5179002855260268, + "grad_norm": 2.48360013961792, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7137622237205505, + "num_tokens": 111688564.0, + "step": 4716 + }, + { + "epoch": 0.5180101032286405, + "grad_norm": 2.1341421604156494, + "learning_rate": 1e-06, + "loss": 1.0398, + "mean_token_accuracy": 0.6886325478553772, + "num_tokens": 111716645.0, + "step": 4717 + }, + { + "epoch": 0.5181199209312541, + "grad_norm": 2.5295376777648926, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.7082937359809875, + "num_tokens": 111737950.0, + "step": 4718 + }, + { + "epoch": 0.5182297386338678, + "grad_norm": 2.0598301887512207, + "learning_rate": 1e-06, + "loss": 1.0051, + "mean_token_accuracy": 0.6999642848968506, + "num_tokens": 111766984.0, + "step": 4719 + }, + { + "epoch": 0.5183395563364814, + "grad_norm": 2.0912091732025146, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7039914131164551, + "num_tokens": 111793725.0, + "step": 4720 + }, + { + "epoch": 0.5184493740390951, + "grad_norm": 2.058336019515991, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7095509171485901, + "num_tokens": 111818750.0, + "step": 4721 + }, + { + "epoch": 0.5185591917417087, + "grad_norm": 2.0661377906799316, + "learning_rate": 1e-06, + "loss": 0.9589, + "mean_token_accuracy": 0.7207664251327515, + "num_tokens": 111847298.0, + "step": 4722 + }, + { + "epoch": 0.5186690094443224, + "grad_norm": 2.326317310333252, + "learning_rate": 1e-06, + "loss": 1.0078, + "mean_token_accuracy": 0.6972382068634033, + "num_tokens": 111870515.0, + "step": 4723 + }, + { + "epoch": 0.5187788271469361, + "grad_norm": 2.3470041751861572, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.689549446105957, + "num_tokens": 111893289.0, + "step": 4724 + }, + { + "epoch": 0.5188886448495498, + "grad_norm": 2.0556440353393555, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.6894059181213379, + "num_tokens": 111922143.0, + "step": 4725 + }, + { + "epoch": 0.5189984625521634, + "grad_norm": 2.561692476272583, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7217069268226624, + "num_tokens": 111940986.0, + "step": 4726 + }, + { + "epoch": 0.5191082802547771, + "grad_norm": 2.567336082458496, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.7181098461151123, + "num_tokens": 111959654.0, + "step": 4727 + }, + { + "epoch": 0.5192180979573907, + "grad_norm": 2.1942453384399414, + "learning_rate": 1e-06, + "loss": 1.0277, + "mean_token_accuracy": 0.6917787790298462, + "num_tokens": 111987025.0, + "step": 4728 + }, + { + "epoch": 0.5193279156600044, + "grad_norm": 2.398346424102783, + "learning_rate": 1e-06, + "loss": 1.0129, + "mean_token_accuracy": 0.7111021876335144, + "num_tokens": 112008514.0, + "step": 4729 + }, + { + "epoch": 0.519437733362618, + "grad_norm": 2.3944461345672607, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7170999050140381, + "num_tokens": 112029580.0, + "step": 4730 + }, + { + "epoch": 0.5195475510652318, + "grad_norm": 2.299010753631592, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.726020097732544, + "num_tokens": 112051816.0, + "step": 4731 + }, + { + "epoch": 0.5196573687678454, + "grad_norm": 2.340618371963501, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7138842344284058, + "num_tokens": 112075234.0, + "step": 4732 + }, + { + "epoch": 0.519767186470459, + "grad_norm": 2.129850387573242, + "learning_rate": 1e-06, + "loss": 1.0369, + "mean_token_accuracy": 0.6912363767623901, + "num_tokens": 112100590.0, + "step": 4733 + }, + { + "epoch": 0.5198770041730727, + "grad_norm": 2.2660582065582275, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.736916720867157, + "num_tokens": 112124044.0, + "step": 4734 + }, + { + "epoch": 0.5199868218756863, + "grad_norm": 2.3444862365722656, + "learning_rate": 1e-06, + "loss": 1.1125, + "mean_token_accuracy": 0.6675529479980469, + "num_tokens": 112146328.0, + "step": 4735 + }, + { + "epoch": 0.5200966395783, + "grad_norm": 2.322476387023926, + "learning_rate": 1e-06, + "loss": 1.0333, + "mean_token_accuracy": 0.6851258277893066, + "num_tokens": 112171481.0, + "step": 4736 + }, + { + "epoch": 0.5202064572809136, + "grad_norm": 2.4579224586486816, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7189545631408691, + "num_tokens": 112191362.0, + "step": 4737 + }, + { + "epoch": 0.5203162749835274, + "grad_norm": 2.13661527633667, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.71497642993927, + "num_tokens": 112217431.0, + "step": 4738 + }, + { + "epoch": 0.520426092686141, + "grad_norm": 2.323704957962036, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6946978569030762, + "num_tokens": 112240976.0, + "step": 4739 + }, + { + "epoch": 0.5205359103887547, + "grad_norm": 2.5688440799713135, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.7008926272392273, + "num_tokens": 112262396.0, + "step": 4740 + }, + { + "epoch": 0.5206457280913683, + "grad_norm": 2.1910336017608643, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7154385447502136, + "num_tokens": 112286411.0, + "step": 4741 + }, + { + "epoch": 0.520755545793982, + "grad_norm": 2.411980152130127, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7099875211715698, + "num_tokens": 112307749.0, + "step": 4742 + }, + { + "epoch": 0.5208653634965956, + "grad_norm": 2.0934128761291504, + "learning_rate": 1e-06, + "loss": 0.9358, + "mean_token_accuracy": 0.7161654233932495, + "num_tokens": 112336829.0, + "step": 4743 + }, + { + "epoch": 0.5209751811992093, + "grad_norm": 2.3605833053588867, + "learning_rate": 1e-06, + "loss": 1.0777, + "mean_token_accuracy": 0.6789541244506836, + "num_tokens": 112360155.0, + "step": 4744 + }, + { + "epoch": 0.521084998901823, + "grad_norm": 2.4515748023986816, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7250998616218567, + "num_tokens": 112380046.0, + "step": 4745 + }, + { + "epoch": 0.5211948166044367, + "grad_norm": 2.3667635917663574, + "learning_rate": 1e-06, + "loss": 1.0522, + "mean_token_accuracy": 0.6923087239265442, + "num_tokens": 112401586.0, + "step": 4746 + }, + { + "epoch": 0.5213046343070503, + "grad_norm": 2.2700226306915283, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7167683839797974, + "num_tokens": 112424159.0, + "step": 4747 + }, + { + "epoch": 0.521414452009664, + "grad_norm": 2.3489882946014404, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.701026439666748, + "num_tokens": 112446343.0, + "step": 4748 + }, + { + "epoch": 0.5215242697122776, + "grad_norm": 1.931011438369751, + "learning_rate": 1e-06, + "loss": 1.039, + "mean_token_accuracy": 0.6903338432312012, + "num_tokens": 112479622.0, + "step": 4749 + }, + { + "epoch": 0.5216340874148913, + "grad_norm": 2.4795584678649902, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.7056642770767212, + "num_tokens": 112499114.0, + "step": 4750 + }, + { + "epoch": 0.5217439051175049, + "grad_norm": 2.280212640762329, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7130643725395203, + "num_tokens": 112522538.0, + "step": 4751 + }, + { + "epoch": 0.5218537228201185, + "grad_norm": 2.350768804550171, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7176883220672607, + "num_tokens": 112545718.0, + "step": 4752 + }, + { + "epoch": 0.5219635405227323, + "grad_norm": 2.142789363861084, + "learning_rate": 1e-06, + "loss": 1.0355, + "mean_token_accuracy": 0.6869009733200073, + "num_tokens": 112573484.0, + "step": 4753 + }, + { + "epoch": 0.522073358225346, + "grad_norm": 2.095470666885376, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7068518400192261, + "num_tokens": 112601948.0, + "step": 4754 + }, + { + "epoch": 0.5221831759279596, + "grad_norm": 1.9691836833953857, + "learning_rate": 1e-06, + "loss": 1.0359, + "mean_token_accuracy": 0.6882724165916443, + "num_tokens": 112634562.0, + "step": 4755 + }, + { + "epoch": 0.5222929936305732, + "grad_norm": 2.248812437057495, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7012230157852173, + "num_tokens": 112658237.0, + "step": 4756 + }, + { + "epoch": 0.5224028113331869, + "grad_norm": 2.0965044498443604, + "learning_rate": 1e-06, + "loss": 1.0871, + "mean_token_accuracy": 0.6725067496299744, + "num_tokens": 112688208.0, + "step": 4757 + }, + { + "epoch": 0.5225126290358005, + "grad_norm": 2.116567850112915, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.6856999397277832, + "num_tokens": 112713813.0, + "step": 4758 + }, + { + "epoch": 0.5226224467384142, + "grad_norm": 2.004019260406494, + "learning_rate": 1e-06, + "loss": 1.0733, + "mean_token_accuracy": 0.6797974705696106, + "num_tokens": 112745084.0, + "step": 4759 + }, + { + "epoch": 0.5227322644410279, + "grad_norm": 2.119418144226074, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.72636878490448, + "num_tokens": 112770499.0, + "step": 4760 + }, + { + "epoch": 0.5228420821436416, + "grad_norm": 2.1029772758483887, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7093955874443054, + "num_tokens": 112797244.0, + "step": 4761 + }, + { + "epoch": 0.5229518998462552, + "grad_norm": 2.2764177322387695, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7193863391876221, + "num_tokens": 112821568.0, + "step": 4762 + }, + { + "epoch": 0.5230617175488689, + "grad_norm": 2.2607853412628174, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7369856238365173, + "num_tokens": 112843405.0, + "step": 4763 + }, + { + "epoch": 0.5231715352514825, + "grad_norm": 2.387756824493408, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7150537967681885, + "num_tokens": 112865401.0, + "step": 4764 + }, + { + "epoch": 0.5232813529540962, + "grad_norm": 2.5304484367370605, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.714765727519989, + "num_tokens": 112883949.0, + "step": 4765 + }, + { + "epoch": 0.5233911706567098, + "grad_norm": 2.589132785797119, + "learning_rate": 1e-06, + "loss": 1.0101, + "mean_token_accuracy": 0.7022521495819092, + "num_tokens": 112903677.0, + "step": 4766 + }, + { + "epoch": 0.5235009883593236, + "grad_norm": 2.112067699432373, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.6986278891563416, + "num_tokens": 112930469.0, + "step": 4767 + }, + { + "epoch": 0.5236108060619372, + "grad_norm": 2.7571914196014404, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.7105523347854614, + "num_tokens": 112947314.0, + "step": 4768 + }, + { + "epoch": 0.5237206237645509, + "grad_norm": 2.4043641090393066, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7091356515884399, + "num_tokens": 112969384.0, + "step": 4769 + }, + { + "epoch": 0.5238304414671645, + "grad_norm": 2.141615390777588, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.720684289932251, + "num_tokens": 112995012.0, + "step": 4770 + }, + { + "epoch": 0.5239402591697782, + "grad_norm": 2.3855373859405518, + "learning_rate": 1e-06, + "loss": 0.87, + "mean_token_accuracy": 0.7320291996002197, + "num_tokens": 113015970.0, + "step": 4771 + }, + { + "epoch": 0.5240500768723918, + "grad_norm": 2.0744059085845947, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7329287528991699, + "num_tokens": 113041621.0, + "step": 4772 + }, + { + "epoch": 0.5241598945750054, + "grad_norm": 2.2596511840820312, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7218376398086548, + "num_tokens": 113062760.0, + "step": 4773 + }, + { + "epoch": 0.5242697122776192, + "grad_norm": 2.1348936557769775, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7074424624443054, + "num_tokens": 113087903.0, + "step": 4774 + }, + { + "epoch": 0.5243795299802329, + "grad_norm": 2.1769611835479736, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.6963657140731812, + "num_tokens": 113114548.0, + "step": 4775 + }, + { + "epoch": 0.5244893476828465, + "grad_norm": 2.035140037536621, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.6946161985397339, + "num_tokens": 113141714.0, + "step": 4776 + }, + { + "epoch": 0.5245991653854601, + "grad_norm": 2.421818733215332, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7330335378646851, + "num_tokens": 113161664.0, + "step": 4777 + }, + { + "epoch": 0.5247089830880738, + "grad_norm": 2.2039566040039062, + "learning_rate": 1e-06, + "loss": 0.8139, + "mean_token_accuracy": 0.7387487888336182, + "num_tokens": 113184897.0, + "step": 4778 + }, + { + "epoch": 0.5248188007906874, + "grad_norm": 2.802100896835327, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.6975156664848328, + "num_tokens": 113203724.0, + "step": 4779 + }, + { + "epoch": 0.5249286184933011, + "grad_norm": 2.216297149658203, + "learning_rate": 1e-06, + "loss": 0.9917, + "mean_token_accuracy": 0.708848237991333, + "num_tokens": 113228739.0, + "step": 4780 + }, + { + "epoch": 0.5250384361959147, + "grad_norm": 2.3012328147888184, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.6941254138946533, + "num_tokens": 113252769.0, + "step": 4781 + }, + { + "epoch": 0.5251482538985285, + "grad_norm": 2.3236374855041504, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6927924156188965, + "num_tokens": 113275464.0, + "step": 4782 + }, + { + "epoch": 0.5252580716011421, + "grad_norm": 2.1776862144470215, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.6939650177955627, + "num_tokens": 113303187.0, + "step": 4783 + }, + { + "epoch": 0.5253678893037558, + "grad_norm": 2.2473254203796387, + "learning_rate": 1e-06, + "loss": 1.0577, + "mean_token_accuracy": 0.6846259832382202, + "num_tokens": 113331117.0, + "step": 4784 + }, + { + "epoch": 0.5254777070063694, + "grad_norm": 2.8008909225463867, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7276305556297302, + "num_tokens": 113346588.0, + "step": 4785 + }, + { + "epoch": 0.5255875247089831, + "grad_norm": 2.4239823818206787, + "learning_rate": 1e-06, + "loss": 1.0268, + "mean_token_accuracy": 0.6939074993133545, + "num_tokens": 113368986.0, + "step": 4786 + }, + { + "epoch": 0.5256973424115967, + "grad_norm": 2.331434488296509, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6927330493927002, + "num_tokens": 113390939.0, + "step": 4787 + }, + { + "epoch": 0.5258071601142104, + "grad_norm": 2.498150587081909, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7094854116439819, + "num_tokens": 113410581.0, + "step": 4788 + }, + { + "epoch": 0.5259169778168241, + "grad_norm": 2.3402841091156006, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7219920754432678, + "num_tokens": 113432025.0, + "step": 4789 + }, + { + "epoch": 0.5260267955194378, + "grad_norm": 2.650844097137451, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7129549384117126, + "num_tokens": 113449484.0, + "step": 4790 + }, + { + "epoch": 0.5261366132220514, + "grad_norm": 2.361375570297241, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7060419917106628, + "num_tokens": 113473462.0, + "step": 4791 + }, + { + "epoch": 0.526246430924665, + "grad_norm": 2.471470355987549, + "learning_rate": 1e-06, + "loss": 1.0284, + "mean_token_accuracy": 0.6927972435951233, + "num_tokens": 113497521.0, + "step": 4792 + }, + { + "epoch": 0.5263562486272787, + "grad_norm": 2.3535218238830566, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7081212997436523, + "num_tokens": 113519914.0, + "step": 4793 + }, + { + "epoch": 0.5264660663298923, + "grad_norm": 2.156130790710449, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.6980769634246826, + "num_tokens": 113545368.0, + "step": 4794 + }, + { + "epoch": 0.526575884032506, + "grad_norm": 2.1445536613464355, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.7207463979721069, + "num_tokens": 113570237.0, + "step": 4795 + }, + { + "epoch": 0.5266857017351197, + "grad_norm": 2.4272053241729736, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.6934441328048706, + "num_tokens": 113590829.0, + "step": 4796 + }, + { + "epoch": 0.5267955194377334, + "grad_norm": 2.31363582611084, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7208362817764282, + "num_tokens": 113612155.0, + "step": 4797 + }, + { + "epoch": 0.526905337140347, + "grad_norm": 2.369408369064331, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.716362476348877, + "num_tokens": 113633646.0, + "step": 4798 + }, + { + "epoch": 0.5270151548429607, + "grad_norm": 2.2396438121795654, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6976263523101807, + "num_tokens": 113659896.0, + "step": 4799 + }, + { + "epoch": 0.5271249725455743, + "grad_norm": 2.60414719581604, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7055696249008179, + "num_tokens": 113678330.0, + "step": 4800 + }, + { + "epoch": 0.527234790248188, + "grad_norm": 2.178377151489258, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6915574073791504, + "num_tokens": 113701895.0, + "step": 4801 + }, + { + "epoch": 0.5273446079508016, + "grad_norm": 2.5322911739349365, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.7105955481529236, + "num_tokens": 113722860.0, + "step": 4802 + }, + { + "epoch": 0.5274544256534154, + "grad_norm": 2.5061533451080322, + "learning_rate": 1e-06, + "loss": 1.0087, + "mean_token_accuracy": 0.6937055587768555, + "num_tokens": 113743052.0, + "step": 4803 + }, + { + "epoch": 0.527564243356029, + "grad_norm": 2.145608901977539, + "learning_rate": 1e-06, + "loss": 1.0516, + "mean_token_accuracy": 0.6776674389839172, + "num_tokens": 113768918.0, + "step": 4804 + }, + { + "epoch": 0.5276740610586427, + "grad_norm": 2.292520523071289, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7187788486480713, + "num_tokens": 113791599.0, + "step": 4805 + }, + { + "epoch": 0.5277838787612563, + "grad_norm": 2.31523060798645, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.714281439781189, + "num_tokens": 113814509.0, + "step": 4806 + }, + { + "epoch": 0.52789369646387, + "grad_norm": 2.2778210639953613, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7129889726638794, + "num_tokens": 113840226.0, + "step": 4807 + }, + { + "epoch": 0.5280035141664836, + "grad_norm": 2.3936069011688232, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.6991622447967529, + "num_tokens": 113862194.0, + "step": 4808 + }, + { + "epoch": 0.5281133318690973, + "grad_norm": 2.4061696529388428, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.6906746625900269, + "num_tokens": 113883530.0, + "step": 4809 + }, + { + "epoch": 0.528223149571711, + "grad_norm": 2.2247414588928223, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7113491296768188, + "num_tokens": 113908296.0, + "step": 4810 + }, + { + "epoch": 0.5283329672743247, + "grad_norm": 2.55674409866333, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.7002580165863037, + "num_tokens": 113928246.0, + "step": 4811 + }, + { + "epoch": 0.5284427849769383, + "grad_norm": 2.30063533782959, + "learning_rate": 1e-06, + "loss": 0.9537, + "mean_token_accuracy": 0.7154294848442078, + "num_tokens": 113952608.0, + "step": 4812 + }, + { + "epoch": 0.528552602679552, + "grad_norm": 2.208035469055176, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7067188024520874, + "num_tokens": 113978684.0, + "step": 4813 + }, + { + "epoch": 0.5286624203821656, + "grad_norm": 2.5016732215881348, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7073991298675537, + "num_tokens": 113999793.0, + "step": 4814 + }, + { + "epoch": 0.5287722380847792, + "grad_norm": 2.300788402557373, + "learning_rate": 1e-06, + "loss": 1.0918, + "mean_token_accuracy": 0.6834124326705933, + "num_tokens": 114022929.0, + "step": 4815 + }, + { + "epoch": 0.5288820557873929, + "grad_norm": 2.2139575481414795, + "learning_rate": 1e-06, + "loss": 1.005, + "mean_token_accuracy": 0.6936402320861816, + "num_tokens": 114049389.0, + "step": 4816 + }, + { + "epoch": 0.5289918734900065, + "grad_norm": 2.6034963130950928, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7338120937347412, + "num_tokens": 114068332.0, + "step": 4817 + }, + { + "epoch": 0.5291016911926203, + "grad_norm": 2.086325168609619, + "learning_rate": 1e-06, + "loss": 1.0603, + "mean_token_accuracy": 0.675672709941864, + "num_tokens": 114094417.0, + "step": 4818 + }, + { + "epoch": 0.5292115088952339, + "grad_norm": 2.18835186958313, + "learning_rate": 1e-06, + "loss": 1.0143, + "mean_token_accuracy": 0.6945752501487732, + "num_tokens": 114121971.0, + "step": 4819 + }, + { + "epoch": 0.5293213265978476, + "grad_norm": 2.2863261699676514, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7023051381111145, + "num_tokens": 114147663.0, + "step": 4820 + }, + { + "epoch": 0.5294311443004612, + "grad_norm": 2.212254524230957, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.6919655799865723, + "num_tokens": 114174549.0, + "step": 4821 + }, + { + "epoch": 0.5295409620030749, + "grad_norm": 2.109245777130127, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.7001519203186035, + "num_tokens": 114201167.0, + "step": 4822 + }, + { + "epoch": 0.5296507797056885, + "grad_norm": 2.210740327835083, + "learning_rate": 1e-06, + "loss": 1.0145, + "mean_token_accuracy": 0.6958605647087097, + "num_tokens": 114227604.0, + "step": 4823 + }, + { + "epoch": 0.5297605974083022, + "grad_norm": 2.2815496921539307, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7274072170257568, + "num_tokens": 114250375.0, + "step": 4824 + }, + { + "epoch": 0.5298704151109159, + "grad_norm": 2.23820424079895, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7068918943405151, + "num_tokens": 114275060.0, + "step": 4825 + }, + { + "epoch": 0.5299802328135296, + "grad_norm": 2.3285510540008545, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7152583599090576, + "num_tokens": 114295907.0, + "step": 4826 + }, + { + "epoch": 0.5300900505161432, + "grad_norm": 2.5524280071258545, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7144176959991455, + "num_tokens": 114316794.0, + "step": 4827 + }, + { + "epoch": 0.5301998682187569, + "grad_norm": 2.278482675552368, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.7015553116798401, + "num_tokens": 114339605.0, + "step": 4828 + }, + { + "epoch": 0.5303096859213705, + "grad_norm": 2.3815982341766357, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7120841145515442, + "num_tokens": 114359889.0, + "step": 4829 + }, + { + "epoch": 0.5304195036239842, + "grad_norm": 2.022174119949341, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.6987760066986084, + "num_tokens": 114390509.0, + "step": 4830 + }, + { + "epoch": 0.5305293213265978, + "grad_norm": 2.1133158206939697, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.7259595394134521, + "num_tokens": 114416666.0, + "step": 4831 + }, + { + "epoch": 0.5306391390292116, + "grad_norm": 2.17187237739563, + "learning_rate": 1e-06, + "loss": 0.9963, + "mean_token_accuracy": 0.6977972984313965, + "num_tokens": 114440702.0, + "step": 4832 + }, + { + "epoch": 0.5307489567318252, + "grad_norm": 2.6487877368927, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.6984597444534302, + "num_tokens": 114460547.0, + "step": 4833 + }, + { + "epoch": 0.5308587744344389, + "grad_norm": 2.361750841140747, + "learning_rate": 1e-06, + "loss": 0.8442, + "mean_token_accuracy": 0.7455047369003296, + "num_tokens": 114481458.0, + "step": 4834 + }, + { + "epoch": 0.5309685921370525, + "grad_norm": 2.3806581497192383, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6998056173324585, + "num_tokens": 114506227.0, + "step": 4835 + }, + { + "epoch": 0.5310784098396661, + "grad_norm": 2.295605182647705, + "learning_rate": 1e-06, + "loss": 1.0579, + "mean_token_accuracy": 0.6939409375190735, + "num_tokens": 114529780.0, + "step": 4836 + }, + { + "epoch": 0.5311882275422798, + "grad_norm": 2.5210115909576416, + "learning_rate": 1e-06, + "loss": 0.9098, + "mean_token_accuracy": 0.7197144031524658, + "num_tokens": 114549387.0, + "step": 4837 + }, + { + "epoch": 0.5312980452448934, + "grad_norm": 2.1511902809143066, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.7125539779663086, + "num_tokens": 114575013.0, + "step": 4838 + }, + { + "epoch": 0.5314078629475072, + "grad_norm": 2.2948737144470215, + "learning_rate": 1e-06, + "loss": 1.0278, + "mean_token_accuracy": 0.6902932524681091, + "num_tokens": 114598658.0, + "step": 4839 + }, + { + "epoch": 0.5315176806501208, + "grad_norm": 2.405099630355835, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.714493989944458, + "num_tokens": 114618558.0, + "step": 4840 + }, + { + "epoch": 0.5316274983527345, + "grad_norm": 2.0810117721557617, + "learning_rate": 1e-06, + "loss": 1.0193, + "mean_token_accuracy": 0.6803638339042664, + "num_tokens": 114646304.0, + "step": 4841 + }, + { + "epoch": 0.5317373160553481, + "grad_norm": 2.3086040019989014, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7021899223327637, + "num_tokens": 114669312.0, + "step": 4842 + }, + { + "epoch": 0.5318471337579618, + "grad_norm": 2.2077550888061523, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7308038473129272, + "num_tokens": 114691620.0, + "step": 4843 + }, + { + "epoch": 0.5319569514605754, + "grad_norm": 2.4521443843841553, + "learning_rate": 1e-06, + "loss": 1.0036, + "mean_token_accuracy": 0.7081421613693237, + "num_tokens": 114711612.0, + "step": 4844 + }, + { + "epoch": 0.5320667691631891, + "grad_norm": 2.322620391845703, + "learning_rate": 1e-06, + "loss": 1.0367, + "mean_token_accuracy": 0.6820172071456909, + "num_tokens": 114735175.0, + "step": 4845 + }, + { + "epoch": 0.5321765868658027, + "grad_norm": 2.3370625972747803, + "learning_rate": 1e-06, + "loss": 1.0363, + "mean_token_accuracy": 0.6918560266494751, + "num_tokens": 114757957.0, + "step": 4846 + }, + { + "epoch": 0.5322864045684165, + "grad_norm": 2.3083457946777344, + "learning_rate": 1e-06, + "loss": 1.008, + "mean_token_accuracy": 0.7026883363723755, + "num_tokens": 114780016.0, + "step": 4847 + }, + { + "epoch": 0.5323962222710301, + "grad_norm": 2.072005271911621, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7060874700546265, + "num_tokens": 114806109.0, + "step": 4848 + }, + { + "epoch": 0.5325060399736438, + "grad_norm": 2.2659595012664795, + "learning_rate": 1e-06, + "loss": 0.8815, + "mean_token_accuracy": 0.7263240218162537, + "num_tokens": 114829453.0, + "step": 4849 + }, + { + "epoch": 0.5326158576762574, + "grad_norm": 2.6285994052886963, + "learning_rate": 1e-06, + "loss": 1.0865, + "mean_token_accuracy": 0.6766141653060913, + "num_tokens": 114848174.0, + "step": 4850 + }, + { + "epoch": 0.532725675378871, + "grad_norm": 2.2310359477996826, + "learning_rate": 1e-06, + "loss": 1.0093, + "mean_token_accuracy": 0.7042767405509949, + "num_tokens": 114874566.0, + "step": 4851 + }, + { + "epoch": 0.5328354930814847, + "grad_norm": 2.552781581878662, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7172589302062988, + "num_tokens": 114893350.0, + "step": 4852 + }, + { + "epoch": 0.5329453107840983, + "grad_norm": 2.2311208248138428, + "learning_rate": 1e-06, + "loss": 1.0306, + "mean_token_accuracy": 0.6865876913070679, + "num_tokens": 114919562.0, + "step": 4853 + }, + { + "epoch": 0.5330551284867121, + "grad_norm": 2.733518362045288, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7030686736106873, + "num_tokens": 114937974.0, + "step": 4854 + }, + { + "epoch": 0.5331649461893258, + "grad_norm": 2.1579995155334473, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.7072662115097046, + "num_tokens": 114965809.0, + "step": 4855 + }, + { + "epoch": 0.5332747638919394, + "grad_norm": 2.232142448425293, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.6976125240325928, + "num_tokens": 114989048.0, + "step": 4856 + }, + { + "epoch": 0.533384581594553, + "grad_norm": 2.261739730834961, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7009984254837036, + "num_tokens": 115013009.0, + "step": 4857 + }, + { + "epoch": 0.5334943992971667, + "grad_norm": 2.257755756378174, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7196246385574341, + "num_tokens": 115037827.0, + "step": 4858 + }, + { + "epoch": 0.5336042169997803, + "grad_norm": 2.089724063873291, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.6987724304199219, + "num_tokens": 115063810.0, + "step": 4859 + }, + { + "epoch": 0.533714034702394, + "grad_norm": 2.0433335304260254, + "learning_rate": 1e-06, + "loss": 1.0224, + "mean_token_accuracy": 0.697337806224823, + "num_tokens": 115094539.0, + "step": 4860 + }, + { + "epoch": 0.5338238524050077, + "grad_norm": 2.038738489151001, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.6964585781097412, + "num_tokens": 115123551.0, + "step": 4861 + }, + { + "epoch": 0.5339336701076214, + "grad_norm": 2.2014777660369873, + "learning_rate": 1e-06, + "loss": 0.9685, + "mean_token_accuracy": 0.7040464878082275, + "num_tokens": 115149130.0, + "step": 4862 + }, + { + "epoch": 0.534043487810235, + "grad_norm": 1.9616992473602295, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7051526308059692, + "num_tokens": 115178983.0, + "step": 4863 + }, + { + "epoch": 0.5341533055128487, + "grad_norm": 2.2288973331451416, + "learning_rate": 1e-06, + "loss": 1.0336, + "mean_token_accuracy": 0.7018216848373413, + "num_tokens": 115201961.0, + "step": 4864 + }, + { + "epoch": 0.5342631232154623, + "grad_norm": 2.156231641769409, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.692356526851654, + "num_tokens": 115228905.0, + "step": 4865 + }, + { + "epoch": 0.534372940918076, + "grad_norm": 2.7560369968414307, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7152596116065979, + "num_tokens": 115247459.0, + "step": 4866 + }, + { + "epoch": 0.5344827586206896, + "grad_norm": 2.6121747493743896, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.702048659324646, + "num_tokens": 115268930.0, + "step": 4867 + }, + { + "epoch": 0.5345925763233034, + "grad_norm": 2.5494916439056396, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7073352336883545, + "num_tokens": 115289443.0, + "step": 4868 + }, + { + "epoch": 0.534702394025917, + "grad_norm": 2.2798023223876953, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7240142822265625, + "num_tokens": 115310828.0, + "step": 4869 + }, + { + "epoch": 0.5348122117285307, + "grad_norm": 2.324916362762451, + "learning_rate": 1e-06, + "loss": 0.9689, + "mean_token_accuracy": 0.699799120426178, + "num_tokens": 115334781.0, + "step": 4870 + }, + { + "epoch": 0.5349220294311443, + "grad_norm": 2.2442193031311035, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.6907225847244263, + "num_tokens": 115361400.0, + "step": 4871 + }, + { + "epoch": 0.535031847133758, + "grad_norm": 2.2462987899780273, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.7210378646850586, + "num_tokens": 115382801.0, + "step": 4872 + }, + { + "epoch": 0.5351416648363716, + "grad_norm": 2.143301248550415, + "learning_rate": 1e-06, + "loss": 1.1134, + "mean_token_accuracy": 0.6728293895721436, + "num_tokens": 115412493.0, + "step": 4873 + }, + { + "epoch": 0.5352514825389852, + "grad_norm": 2.186394691467285, + "learning_rate": 1e-06, + "loss": 0.9537, + "mean_token_accuracy": 0.7097632884979248, + "num_tokens": 115436297.0, + "step": 4874 + }, + { + "epoch": 0.5353613002415989, + "grad_norm": 2.784283399581909, + "learning_rate": 1e-06, + "loss": 1.0087, + "mean_token_accuracy": 0.698675274848938, + "num_tokens": 115455254.0, + "step": 4875 + }, + { + "epoch": 0.5354711179442126, + "grad_norm": 2.9997689723968506, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7097892761230469, + "num_tokens": 115471430.0, + "step": 4876 + }, + { + "epoch": 0.5355809356468263, + "grad_norm": 2.393395185470581, + "learning_rate": 1e-06, + "loss": 1.0348, + "mean_token_accuracy": 0.6895877122879028, + "num_tokens": 115494024.0, + "step": 4877 + }, + { + "epoch": 0.5356907533494399, + "grad_norm": 2.11183762550354, + "learning_rate": 1e-06, + "loss": 1.0915, + "mean_token_accuracy": 0.6741933822631836, + "num_tokens": 115526197.0, + "step": 4878 + }, + { + "epoch": 0.5358005710520536, + "grad_norm": 2.168821096420288, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7134453654289246, + "num_tokens": 115551088.0, + "step": 4879 + }, + { + "epoch": 0.5359103887546672, + "grad_norm": 2.2807424068450928, + "learning_rate": 1e-06, + "loss": 1.1042, + "mean_token_accuracy": 0.6775425672531128, + "num_tokens": 115574350.0, + "step": 4880 + }, + { + "epoch": 0.5360202064572809, + "grad_norm": 2.1386051177978516, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7033141255378723, + "num_tokens": 115598298.0, + "step": 4881 + }, + { + "epoch": 0.5361300241598945, + "grad_norm": 2.4366824626922607, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.7061886191368103, + "num_tokens": 115618428.0, + "step": 4882 + }, + { + "epoch": 0.5362398418625083, + "grad_norm": 2.3222947120666504, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7253392338752747, + "num_tokens": 115641014.0, + "step": 4883 + }, + { + "epoch": 0.5363496595651219, + "grad_norm": 2.4567079544067383, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7214389443397522, + "num_tokens": 115661424.0, + "step": 4884 + }, + { + "epoch": 0.5364594772677356, + "grad_norm": 2.6537814140319824, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7194160223007202, + "num_tokens": 115679279.0, + "step": 4885 + }, + { + "epoch": 0.5365692949703492, + "grad_norm": 2.482178211212158, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6997954845428467, + "num_tokens": 115700432.0, + "step": 4886 + }, + { + "epoch": 0.5366791126729629, + "grad_norm": 2.4241526126861572, + "learning_rate": 1e-06, + "loss": 1.0258, + "mean_token_accuracy": 0.7078385353088379, + "num_tokens": 115722228.0, + "step": 4887 + }, + { + "epoch": 0.5367889303755765, + "grad_norm": 2.1212306022644043, + "learning_rate": 1e-06, + "loss": 0.9693, + "mean_token_accuracy": 0.7139713764190674, + "num_tokens": 115751981.0, + "step": 4888 + }, + { + "epoch": 0.5368987480781902, + "grad_norm": 2.357889413833618, + "learning_rate": 1e-06, + "loss": 1.0596, + "mean_token_accuracy": 0.6820001006126404, + "num_tokens": 115777456.0, + "step": 4889 + }, + { + "epoch": 0.5370085657808039, + "grad_norm": 2.049577236175537, + "learning_rate": 1e-06, + "loss": 1.0637, + "mean_token_accuracy": 0.6779758334159851, + "num_tokens": 115806940.0, + "step": 4890 + }, + { + "epoch": 0.5371183834834176, + "grad_norm": 2.7037289142608643, + "learning_rate": 1e-06, + "loss": 0.9744, + "mean_token_accuracy": 0.6983202695846558, + "num_tokens": 115826190.0, + "step": 4891 + }, + { + "epoch": 0.5372282011860312, + "grad_norm": 2.3989295959472656, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7174854874610901, + "num_tokens": 115849536.0, + "step": 4892 + }, + { + "epoch": 0.5373380188886449, + "grad_norm": 2.032382011413574, + "learning_rate": 1e-06, + "loss": 1.0349, + "mean_token_accuracy": 0.6860824227333069, + "num_tokens": 115879102.0, + "step": 4893 + }, + { + "epoch": 0.5374478365912585, + "grad_norm": 2.2619049549102783, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7139001488685608, + "num_tokens": 115902144.0, + "step": 4894 + }, + { + "epoch": 0.5375576542938721, + "grad_norm": 2.1758742332458496, + "learning_rate": 1e-06, + "loss": 1.0126, + "mean_token_accuracy": 0.6897451877593994, + "num_tokens": 115929147.0, + "step": 4895 + }, + { + "epoch": 0.5376674719964858, + "grad_norm": 2.3163957595825195, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7121368050575256, + "num_tokens": 115950739.0, + "step": 4896 + }, + { + "epoch": 0.5377772896990995, + "grad_norm": 2.2717676162719727, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.6999901533126831, + "num_tokens": 115977097.0, + "step": 4897 + }, + { + "epoch": 0.5378871074017132, + "grad_norm": 2.4807090759277344, + "learning_rate": 1e-06, + "loss": 1.019, + "mean_token_accuracy": 0.6899636387825012, + "num_tokens": 115998613.0, + "step": 4898 + }, + { + "epoch": 0.5379969251043268, + "grad_norm": 2.509763240814209, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.7003129720687866, + "num_tokens": 116019668.0, + "step": 4899 + }, + { + "epoch": 0.5381067428069405, + "grad_norm": 2.354797601699829, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7034471035003662, + "num_tokens": 116043123.0, + "step": 4900 + }, + { + "epoch": 0.5382165605095541, + "grad_norm": 2.4672369956970215, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.7024859189987183, + "num_tokens": 116066150.0, + "step": 4901 + }, + { + "epoch": 0.5383263782121678, + "grad_norm": 2.3375160694122314, + "learning_rate": 1e-06, + "loss": 1.0248, + "mean_token_accuracy": 0.6906245946884155, + "num_tokens": 116088300.0, + "step": 4902 + }, + { + "epoch": 0.5384361959147814, + "grad_norm": 2.1921722888946533, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6910303831100464, + "num_tokens": 116114385.0, + "step": 4903 + }, + { + "epoch": 0.5385460136173951, + "grad_norm": 2.4312713146209717, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7208846807479858, + "num_tokens": 116136478.0, + "step": 4904 + }, + { + "epoch": 0.5386558313200088, + "grad_norm": 2.364433765411377, + "learning_rate": 1e-06, + "loss": 1.0916, + "mean_token_accuracy": 0.6790835857391357, + "num_tokens": 116160206.0, + "step": 4905 + }, + { + "epoch": 0.5387656490226225, + "grad_norm": 2.6901047229766846, + "learning_rate": 1e-06, + "loss": 1.0998, + "mean_token_accuracy": 0.6856713891029358, + "num_tokens": 116179229.0, + "step": 4906 + }, + { + "epoch": 0.5388754667252361, + "grad_norm": 2.7677531242370605, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7261006832122803, + "num_tokens": 116196010.0, + "step": 4907 + }, + { + "epoch": 0.5389852844278498, + "grad_norm": 2.4920873641967773, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7292160391807556, + "num_tokens": 116216711.0, + "step": 4908 + }, + { + "epoch": 0.5390951021304634, + "grad_norm": 1.9611223936080933, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7113043665885925, + "num_tokens": 116246470.0, + "step": 4909 + }, + { + "epoch": 0.5392049198330771, + "grad_norm": 2.168666124343872, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7199352383613586, + "num_tokens": 116273452.0, + "step": 4910 + }, + { + "epoch": 0.5393147375356907, + "grad_norm": 2.243051767349243, + "learning_rate": 1e-06, + "loss": 0.9983, + "mean_token_accuracy": 0.7059434652328491, + "num_tokens": 116296478.0, + "step": 4911 + }, + { + "epoch": 0.5394245552383045, + "grad_norm": 2.4349663257598877, + "learning_rate": 1e-06, + "loss": 1.0119, + "mean_token_accuracy": 0.6913160681724548, + "num_tokens": 116317849.0, + "step": 4912 + }, + { + "epoch": 0.5395343729409181, + "grad_norm": 2.2447493076324463, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6971072554588318, + "num_tokens": 116342983.0, + "step": 4913 + }, + { + "epoch": 0.5396441906435318, + "grad_norm": 2.1988162994384766, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.7051597237586975, + "num_tokens": 116368765.0, + "step": 4914 + }, + { + "epoch": 0.5397540083461454, + "grad_norm": 2.1237454414367676, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7019655704498291, + "num_tokens": 116394449.0, + "step": 4915 + }, + { + "epoch": 0.539863826048759, + "grad_norm": 2.2237095832824707, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7111874222755432, + "num_tokens": 116418066.0, + "step": 4916 + }, + { + "epoch": 0.5399736437513727, + "grad_norm": 2.168911933898926, + "learning_rate": 1e-06, + "loss": 1.0347, + "mean_token_accuracy": 0.6863844394683838, + "num_tokens": 116443001.0, + "step": 4917 + }, + { + "epoch": 0.5400834614539863, + "grad_norm": 2.3886570930480957, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.707263708114624, + "num_tokens": 116463716.0, + "step": 4918 + }, + { + "epoch": 0.5401932791566001, + "grad_norm": 2.6513919830322266, + "learning_rate": 1e-06, + "loss": 1.0572, + "mean_token_accuracy": 0.6736088991165161, + "num_tokens": 116483331.0, + "step": 4919 + }, + { + "epoch": 0.5403030968592137, + "grad_norm": 3.3518993854522705, + "learning_rate": 1e-06, + "loss": 1.072, + "mean_token_accuracy": 0.6715238094329834, + "num_tokens": 116496550.0, + "step": 4920 + }, + { + "epoch": 0.5404129145618274, + "grad_norm": 1.9958826303482056, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7030459642410278, + "num_tokens": 116526883.0, + "step": 4921 + }, + { + "epoch": 0.540522732264441, + "grad_norm": 1.972019076347351, + "learning_rate": 1e-06, + "loss": 1.0328, + "mean_token_accuracy": 0.685976505279541, + "num_tokens": 116556683.0, + "step": 4922 + }, + { + "epoch": 0.5406325499670547, + "grad_norm": 2.4225664138793945, + "learning_rate": 1e-06, + "loss": 0.9841, + "mean_token_accuracy": 0.6965036392211914, + "num_tokens": 116579274.0, + "step": 4923 + }, + { + "epoch": 0.5407423676696683, + "grad_norm": 2.779552459716797, + "learning_rate": 1e-06, + "loss": 1.0235, + "mean_token_accuracy": 0.7052167654037476, + "num_tokens": 116596499.0, + "step": 4924 + }, + { + "epoch": 0.540852185372282, + "grad_norm": 2.233400344848633, + "learning_rate": 1e-06, + "loss": 1.0377, + "mean_token_accuracy": 0.6833373308181763, + "num_tokens": 116622943.0, + "step": 4925 + }, + { + "epoch": 0.5409620030748957, + "grad_norm": 2.2866415977478027, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.7220069169998169, + "num_tokens": 116645094.0, + "step": 4926 + }, + { + "epoch": 0.5410718207775094, + "grad_norm": 2.229163646697998, + "learning_rate": 1e-06, + "loss": 1.0679, + "mean_token_accuracy": 0.6847426891326904, + "num_tokens": 116669235.0, + "step": 4927 + }, + { + "epoch": 0.541181638480123, + "grad_norm": 2.1356148719787598, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7212364673614502, + "num_tokens": 116694945.0, + "step": 4928 + }, + { + "epoch": 0.5412914561827367, + "grad_norm": 2.3473331928253174, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6951273083686829, + "num_tokens": 116717767.0, + "step": 4929 + }, + { + "epoch": 0.5414012738853503, + "grad_norm": 2.7886250019073486, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7002629637718201, + "num_tokens": 116735490.0, + "step": 4930 + }, + { + "epoch": 0.541511091587964, + "grad_norm": 2.333310604095459, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.713743269443512, + "num_tokens": 116756610.0, + "step": 4931 + }, + { + "epoch": 0.5416209092905776, + "grad_norm": 2.3784782886505127, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.697098970413208, + "num_tokens": 116777604.0, + "step": 4932 + }, + { + "epoch": 0.5417307269931912, + "grad_norm": 2.1700215339660645, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.7016240954399109, + "num_tokens": 116801841.0, + "step": 4933 + }, + { + "epoch": 0.541840544695805, + "grad_norm": 2.1821441650390625, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.688385009765625, + "num_tokens": 116829186.0, + "step": 4934 + }, + { + "epoch": 0.5419503623984187, + "grad_norm": 2.7317163944244385, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7107467651367188, + "num_tokens": 116845783.0, + "step": 4935 + }, + { + "epoch": 0.5420601801010323, + "grad_norm": 2.1487796306610107, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7186601758003235, + "num_tokens": 116871067.0, + "step": 4936 + }, + { + "epoch": 0.5421699978036459, + "grad_norm": 2.253338098526001, + "learning_rate": 1e-06, + "loss": 1.096, + "mean_token_accuracy": 0.675643801689148, + "num_tokens": 116895183.0, + "step": 4937 + }, + { + "epoch": 0.5422798155062596, + "grad_norm": 2.318192958831787, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.6940691471099854, + "num_tokens": 116919493.0, + "step": 4938 + }, + { + "epoch": 0.5423896332088732, + "grad_norm": 2.170675039291382, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.7005696296691895, + "num_tokens": 116946118.0, + "step": 4939 + }, + { + "epoch": 0.5424994509114869, + "grad_norm": 2.2747325897216797, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.6997711658477783, + "num_tokens": 116969632.0, + "step": 4940 + }, + { + "epoch": 0.5426092686141006, + "grad_norm": 2.40859055519104, + "learning_rate": 1e-06, + "loss": 1.0566, + "mean_token_accuracy": 0.6819210648536682, + "num_tokens": 116994110.0, + "step": 4941 + }, + { + "epoch": 0.5427190863167143, + "grad_norm": 2.385443925857544, + "learning_rate": 1e-06, + "loss": 0.847, + "mean_token_accuracy": 0.7284485697746277, + "num_tokens": 117016020.0, + "step": 4942 + }, + { + "epoch": 0.5428289040193279, + "grad_norm": 2.4044535160064697, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7173217535018921, + "num_tokens": 117035718.0, + "step": 4943 + }, + { + "epoch": 0.5429387217219416, + "grad_norm": 2.436760663986206, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7251333594322205, + "num_tokens": 117056375.0, + "step": 4944 + }, + { + "epoch": 0.5430485394245552, + "grad_norm": 2.3238909244537354, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7182827591896057, + "num_tokens": 117078033.0, + "step": 4945 + }, + { + "epoch": 0.5431583571271689, + "grad_norm": 2.079289436340332, + "learning_rate": 1e-06, + "loss": 1.0687, + "mean_token_accuracy": 0.6869875192642212, + "num_tokens": 117106716.0, + "step": 4946 + }, + { + "epoch": 0.5432681748297825, + "grad_norm": 2.3556599617004395, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7019504904747009, + "num_tokens": 117129282.0, + "step": 4947 + }, + { + "epoch": 0.5433779925323963, + "grad_norm": 2.3102612495422363, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7071782350540161, + "num_tokens": 117152270.0, + "step": 4948 + }, + { + "epoch": 0.5434878102350099, + "grad_norm": 2.3193204402923584, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6958562135696411, + "num_tokens": 117175711.0, + "step": 4949 + }, + { + "epoch": 0.5435976279376236, + "grad_norm": 2.0519256591796875, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.6989219188690186, + "num_tokens": 117203511.0, + "step": 4950 + }, + { + "epoch": 0.5437074456402372, + "grad_norm": 2.3070619106292725, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.6977816820144653, + "num_tokens": 117226701.0, + "step": 4951 + }, + { + "epoch": 0.5438172633428509, + "grad_norm": 2.6836464405059814, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7011469006538391, + "num_tokens": 117245416.0, + "step": 4952 + }, + { + "epoch": 0.5439270810454645, + "grad_norm": 2.3974411487579346, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7162107229232788, + "num_tokens": 117266424.0, + "step": 4953 + }, + { + "epoch": 0.5440368987480781, + "grad_norm": 2.1240813732147217, + "learning_rate": 1e-06, + "loss": 1.0774, + "mean_token_accuracy": 0.6724873781204224, + "num_tokens": 117294457.0, + "step": 4954 + }, + { + "epoch": 0.5441467164506919, + "grad_norm": 2.0613319873809814, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.7024251222610474, + "num_tokens": 117321380.0, + "step": 4955 + }, + { + "epoch": 0.5442565341533055, + "grad_norm": 2.290837287902832, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.6989923715591431, + "num_tokens": 117345817.0, + "step": 4956 + }, + { + "epoch": 0.5443663518559192, + "grad_norm": 2.557793617248535, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7089500427246094, + "num_tokens": 117365402.0, + "step": 4957 + }, + { + "epoch": 0.5444761695585328, + "grad_norm": 3.122373104095459, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7197085022926331, + "num_tokens": 117380238.0, + "step": 4958 + }, + { + "epoch": 0.5445859872611465, + "grad_norm": 2.533250093460083, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.7210708856582642, + "num_tokens": 117400038.0, + "step": 4959 + }, + { + "epoch": 0.5446958049637601, + "grad_norm": 2.2158994674682617, + "learning_rate": 1e-06, + "loss": 1.0965, + "mean_token_accuracy": 0.6709043979644775, + "num_tokens": 117426787.0, + "step": 4960 + }, + { + "epoch": 0.5448056226663738, + "grad_norm": 2.24483323097229, + "learning_rate": 1e-06, + "loss": 1.0714, + "mean_token_accuracy": 0.6787596344947815, + "num_tokens": 117451306.0, + "step": 4961 + }, + { + "epoch": 0.5449154403689875, + "grad_norm": 2.578573226928711, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7119702100753784, + "num_tokens": 117471045.0, + "step": 4962 + }, + { + "epoch": 0.5450252580716012, + "grad_norm": 2.4220497608184814, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7124269008636475, + "num_tokens": 117493156.0, + "step": 4963 + }, + { + "epoch": 0.5451350757742148, + "grad_norm": 2.440547466278076, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7013037204742432, + "num_tokens": 117515037.0, + "step": 4964 + }, + { + "epoch": 0.5452448934768285, + "grad_norm": 3.0762581825256348, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7346030473709106, + "num_tokens": 117528936.0, + "step": 4965 + }, + { + "epoch": 0.5453547111794421, + "grad_norm": 2.387669563293457, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7168223857879639, + "num_tokens": 117550609.0, + "step": 4966 + }, + { + "epoch": 0.5454645288820558, + "grad_norm": 2.2506301403045654, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.7022249698638916, + "num_tokens": 117574980.0, + "step": 4967 + }, + { + "epoch": 0.5455743465846694, + "grad_norm": 2.5369529724121094, + "learning_rate": 1e-06, + "loss": 1.0581, + "mean_token_accuracy": 0.6842482089996338, + "num_tokens": 117594992.0, + "step": 4968 + }, + { + "epoch": 0.5456841642872831, + "grad_norm": 2.0909674167633057, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.7078535556793213, + "num_tokens": 117623886.0, + "step": 4969 + }, + { + "epoch": 0.5457939819898968, + "grad_norm": 2.4601283073425293, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7025409936904907, + "num_tokens": 117644968.0, + "step": 4970 + }, + { + "epoch": 0.5459037996925105, + "grad_norm": 2.6847565174102783, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7260985374450684, + "num_tokens": 117663614.0, + "step": 4971 + }, + { + "epoch": 0.5460136173951241, + "grad_norm": 2.0505471229553223, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7065025568008423, + "num_tokens": 117694761.0, + "step": 4972 + }, + { + "epoch": 0.5461234350977378, + "grad_norm": 2.405683994293213, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.6999683380126953, + "num_tokens": 117717170.0, + "step": 4973 + }, + { + "epoch": 0.5462332528003514, + "grad_norm": 2.2741334438323975, + "learning_rate": 1e-06, + "loss": 0.9792, + "mean_token_accuracy": 0.7052233219146729, + "num_tokens": 117740366.0, + "step": 4974 + }, + { + "epoch": 0.546343070502965, + "grad_norm": 2.3735334873199463, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7045003771781921, + "num_tokens": 117761494.0, + "step": 4975 + }, + { + "epoch": 0.5464528882055787, + "grad_norm": 2.1153931617736816, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.7010127305984497, + "num_tokens": 117789152.0, + "step": 4976 + }, + { + "epoch": 0.5465627059081924, + "grad_norm": 2.2503011226654053, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.6911487579345703, + "num_tokens": 117814176.0, + "step": 4977 + }, + { + "epoch": 0.5466725236108061, + "grad_norm": 2.4501216411590576, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.691857635974884, + "num_tokens": 117835235.0, + "step": 4978 + }, + { + "epoch": 0.5467823413134197, + "grad_norm": 2.0914578437805176, + "learning_rate": 1e-06, + "loss": 1.0374, + "mean_token_accuracy": 0.6876401901245117, + "num_tokens": 117862317.0, + "step": 4979 + }, + { + "epoch": 0.5468921590160334, + "grad_norm": 2.1052186489105225, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.7116325497627258, + "num_tokens": 117885624.0, + "step": 4980 + }, + { + "epoch": 0.547001976718647, + "grad_norm": 2.5797646045684814, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.6937996745109558, + "num_tokens": 117904965.0, + "step": 4981 + }, + { + "epoch": 0.5471117944212607, + "grad_norm": 2.373471975326538, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7173873782157898, + "num_tokens": 117926367.0, + "step": 4982 + }, + { + "epoch": 0.5472216121238743, + "grad_norm": 2.737539052963257, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7078539729118347, + "num_tokens": 117942266.0, + "step": 4983 + }, + { + "epoch": 0.5473314298264881, + "grad_norm": 2.0846776962280273, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7200357913970947, + "num_tokens": 117970054.0, + "step": 4984 + }, + { + "epoch": 0.5474412475291017, + "grad_norm": 2.694235324859619, + "learning_rate": 1e-06, + "loss": 0.9249, + "mean_token_accuracy": 0.7097634077072144, + "num_tokens": 117989808.0, + "step": 4985 + }, + { + "epoch": 0.5475510652317154, + "grad_norm": 2.1596462726593018, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7219290733337402, + "num_tokens": 118015428.0, + "step": 4986 + }, + { + "epoch": 0.547660882934329, + "grad_norm": 2.3901820182800293, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7109056711196899, + "num_tokens": 118038457.0, + "step": 4987 + }, + { + "epoch": 0.5477707006369427, + "grad_norm": 2.2237696647644043, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.6927541494369507, + "num_tokens": 118063878.0, + "step": 4988 + }, + { + "epoch": 0.5478805183395563, + "grad_norm": 2.2307987213134766, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7205771207809448, + "num_tokens": 118087536.0, + "step": 4989 + }, + { + "epoch": 0.54799033604217, + "grad_norm": 2.3632311820983887, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7183305025100708, + "num_tokens": 118110964.0, + "step": 4990 + }, + { + "epoch": 0.5481001537447837, + "grad_norm": 2.6029956340789795, + "learning_rate": 1e-06, + "loss": 1.0121, + "mean_token_accuracy": 0.6986626982688904, + "num_tokens": 118130240.0, + "step": 4991 + }, + { + "epoch": 0.5482099714473974, + "grad_norm": 2.368910551071167, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7090595960617065, + "num_tokens": 118153420.0, + "step": 4992 + }, + { + "epoch": 0.548319789150011, + "grad_norm": 2.0785329341888428, + "learning_rate": 1e-06, + "loss": 1.1025, + "mean_token_accuracy": 0.6714283227920532, + "num_tokens": 118182454.0, + "step": 4993 + }, + { + "epoch": 0.5484296068526247, + "grad_norm": 2.3307812213897705, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7232025265693665, + "num_tokens": 118204131.0, + "step": 4994 + }, + { + "epoch": 0.5485394245552383, + "grad_norm": 1.969961166381836, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7106450200080872, + "num_tokens": 118232899.0, + "step": 4995 + }, + { + "epoch": 0.5486492422578519, + "grad_norm": 2.2503387928009033, + "learning_rate": 1e-06, + "loss": 1.1073, + "mean_token_accuracy": 0.6709745526313782, + "num_tokens": 118259789.0, + "step": 4996 + }, + { + "epoch": 0.5487590599604656, + "grad_norm": 2.231689453125, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7083767056465149, + "num_tokens": 118284296.0, + "step": 4997 + }, + { + "epoch": 0.5488688776630792, + "grad_norm": 2.558018922805786, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7219729423522949, + "num_tokens": 118303732.0, + "step": 4998 + }, + { + "epoch": 0.548978695365693, + "grad_norm": 2.0720598697662354, + "learning_rate": 1e-06, + "loss": 1.0157, + "mean_token_accuracy": 0.6923685669898987, + "num_tokens": 118330984.0, + "step": 4999 + }, + { + "epoch": 0.5490885130683066, + "grad_norm": 2.858555793762207, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6955230236053467, + "num_tokens": 118347374.0, + "step": 5000 + }, + { + "epoch": 0.5491983307709203, + "grad_norm": 2.0779483318328857, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7121418714523315, + "num_tokens": 118375544.0, + "step": 5001 + }, + { + "epoch": 0.5493081484735339, + "grad_norm": 2.196535587310791, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7026170492172241, + "num_tokens": 118401877.0, + "step": 5002 + }, + { + "epoch": 0.5494179661761476, + "grad_norm": 2.392930746078491, + "learning_rate": 1e-06, + "loss": 0.921, + "mean_token_accuracy": 0.7191625237464905, + "num_tokens": 118421556.0, + "step": 5003 + }, + { + "epoch": 0.5495277838787612, + "grad_norm": 2.0631468296051025, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7287158370018005, + "num_tokens": 118448295.0, + "step": 5004 + }, + { + "epoch": 0.5496376015813749, + "grad_norm": 2.170781135559082, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.7294624447822571, + "num_tokens": 118472633.0, + "step": 5005 + }, + { + "epoch": 0.5497474192839886, + "grad_norm": 2.1488544940948486, + "learning_rate": 1e-06, + "loss": 0.9246, + "mean_token_accuracy": 0.7185451984405518, + "num_tokens": 118496176.0, + "step": 5006 + }, + { + "epoch": 0.5498572369866023, + "grad_norm": 2.262608766555786, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.713822603225708, + "num_tokens": 118519759.0, + "step": 5007 + }, + { + "epoch": 0.5499670546892159, + "grad_norm": 2.611156702041626, + "learning_rate": 1e-06, + "loss": 1.0447, + "mean_token_accuracy": 0.6939762830734253, + "num_tokens": 118539515.0, + "step": 5008 + }, + { + "epoch": 0.5500768723918296, + "grad_norm": 2.496035099029541, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7172435522079468, + "num_tokens": 118559092.0, + "step": 5009 + }, + { + "epoch": 0.5501866900944432, + "grad_norm": 2.7608084678649902, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7237225770950317, + "num_tokens": 118575406.0, + "step": 5010 + }, + { + "epoch": 0.5502965077970569, + "grad_norm": 2.5565435886383057, + "learning_rate": 1e-06, + "loss": 0.8488, + "mean_token_accuracy": 0.7370136380195618, + "num_tokens": 118593042.0, + "step": 5011 + }, + { + "epoch": 0.5504063254996705, + "grad_norm": 2.1134419441223145, + "learning_rate": 1e-06, + "loss": 1.0656, + "mean_token_accuracy": 0.6896145343780518, + "num_tokens": 118621793.0, + "step": 5012 + }, + { + "epoch": 0.5505161432022843, + "grad_norm": 2.2906205654144287, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6868072152137756, + "num_tokens": 118644209.0, + "step": 5013 + }, + { + "epoch": 0.5506259609048979, + "grad_norm": 2.25182843208313, + "learning_rate": 1e-06, + "loss": 0.8803, + "mean_token_accuracy": 0.7295125722885132, + "num_tokens": 118666436.0, + "step": 5014 + }, + { + "epoch": 0.5507357786075116, + "grad_norm": 2.188319683074951, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7199962735176086, + "num_tokens": 118691627.0, + "step": 5015 + }, + { + "epoch": 0.5508455963101252, + "grad_norm": 2.540863037109375, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7003651857376099, + "num_tokens": 118710774.0, + "step": 5016 + }, + { + "epoch": 0.5509554140127388, + "grad_norm": 2.8372321128845215, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.7081660628318787, + "num_tokens": 118728269.0, + "step": 5017 + }, + { + "epoch": 0.5510652317153525, + "grad_norm": 2.4299230575561523, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7091149091720581, + "num_tokens": 118750376.0, + "step": 5018 + }, + { + "epoch": 0.5511750494179661, + "grad_norm": 2.096322774887085, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7037929892539978, + "num_tokens": 118776923.0, + "step": 5019 + }, + { + "epoch": 0.5512848671205799, + "grad_norm": 2.3427200317382812, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.720054566860199, + "num_tokens": 118800659.0, + "step": 5020 + }, + { + "epoch": 0.5513946848231935, + "grad_norm": 2.1079061031341553, + "learning_rate": 1e-06, + "loss": 1.1064, + "mean_token_accuracy": 0.6784625053405762, + "num_tokens": 118830024.0, + "step": 5021 + }, + { + "epoch": 0.5515045025258072, + "grad_norm": 2.6271073818206787, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.710193395614624, + "num_tokens": 118847501.0, + "step": 5022 + }, + { + "epoch": 0.5516143202284208, + "grad_norm": 2.5268399715423584, + "learning_rate": 1e-06, + "loss": 0.834, + "mean_token_accuracy": 0.7441240549087524, + "num_tokens": 118866556.0, + "step": 5023 + }, + { + "epoch": 0.5517241379310345, + "grad_norm": 2.0318682193756104, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.6928728818893433, + "num_tokens": 118896422.0, + "step": 5024 + }, + { + "epoch": 0.5518339556336481, + "grad_norm": 2.1444199085235596, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6940747499465942, + "num_tokens": 118922943.0, + "step": 5025 + }, + { + "epoch": 0.5519437733362618, + "grad_norm": 2.3792052268981934, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7118150591850281, + "num_tokens": 118945276.0, + "step": 5026 + }, + { + "epoch": 0.5520535910388754, + "grad_norm": 2.213179588317871, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7248463034629822, + "num_tokens": 118969449.0, + "step": 5027 + }, + { + "epoch": 0.5521634087414892, + "grad_norm": 2.339611053466797, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7116177678108215, + "num_tokens": 118994160.0, + "step": 5028 + }, + { + "epoch": 0.5522732264441028, + "grad_norm": 2.8600692749023438, + "learning_rate": 1e-06, + "loss": 1.0295, + "mean_token_accuracy": 0.682907223701477, + "num_tokens": 119010826.0, + "step": 5029 + }, + { + "epoch": 0.5523830441467165, + "grad_norm": 2.3748793601989746, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.700870931148529, + "num_tokens": 119032491.0, + "step": 5030 + }, + { + "epoch": 0.5524928618493301, + "grad_norm": 2.506957769393921, + "learning_rate": 1e-06, + "loss": 0.997, + "mean_token_accuracy": 0.6920006275177002, + "num_tokens": 119054896.0, + "step": 5031 + }, + { + "epoch": 0.5526026795519438, + "grad_norm": 2.499907970428467, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.6982464790344238, + "num_tokens": 119074321.0, + "step": 5032 + }, + { + "epoch": 0.5527124972545574, + "grad_norm": 2.299893856048584, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6933419704437256, + "num_tokens": 119097480.0, + "step": 5033 + }, + { + "epoch": 0.552822314957171, + "grad_norm": 2.16910719871521, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7120591402053833, + "num_tokens": 119121939.0, + "step": 5034 + }, + { + "epoch": 0.5529321326597848, + "grad_norm": 2.5895657539367676, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7131974697113037, + "num_tokens": 119139519.0, + "step": 5035 + }, + { + "epoch": 0.5530419503623984, + "grad_norm": 2.0925278663635254, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7146109938621521, + "num_tokens": 119167947.0, + "step": 5036 + }, + { + "epoch": 0.5531517680650121, + "grad_norm": 2.7958920001983643, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7252655625343323, + "num_tokens": 119183360.0, + "step": 5037 + }, + { + "epoch": 0.5532615857676257, + "grad_norm": 2.1209022998809814, + "learning_rate": 1e-06, + "loss": 1.0575, + "mean_token_accuracy": 0.6851241588592529, + "num_tokens": 119212167.0, + "step": 5038 + }, + { + "epoch": 0.5533714034702394, + "grad_norm": 2.03824782371521, + "learning_rate": 1e-06, + "loss": 1.0247, + "mean_token_accuracy": 0.6980941295623779, + "num_tokens": 119241646.0, + "step": 5039 + }, + { + "epoch": 0.553481221172853, + "grad_norm": 2.113339424133301, + "learning_rate": 1e-06, + "loss": 1.1367, + "mean_token_accuracy": 0.662522554397583, + "num_tokens": 119270178.0, + "step": 5040 + }, + { + "epoch": 0.5535910388754667, + "grad_norm": 2.174741268157959, + "learning_rate": 1e-06, + "loss": 1.0321, + "mean_token_accuracy": 0.6924978494644165, + "num_tokens": 119296582.0, + "step": 5041 + }, + { + "epoch": 0.5537008565780804, + "grad_norm": 2.50315523147583, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7147974967956543, + "num_tokens": 119317596.0, + "step": 5042 + }, + { + "epoch": 0.5538106742806941, + "grad_norm": 2.364877223968506, + "learning_rate": 1e-06, + "loss": 1.067, + "mean_token_accuracy": 0.6768078804016113, + "num_tokens": 119340075.0, + "step": 5043 + }, + { + "epoch": 0.5539204919833077, + "grad_norm": 2.275454521179199, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7082905769348145, + "num_tokens": 119363881.0, + "step": 5044 + }, + { + "epoch": 0.5540303096859214, + "grad_norm": 1.970215082168579, + "learning_rate": 1e-06, + "loss": 0.9709, + "mean_token_accuracy": 0.7000591158866882, + "num_tokens": 119393882.0, + "step": 5045 + }, + { + "epoch": 0.554140127388535, + "grad_norm": 2.3694300651550293, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7061775922775269, + "num_tokens": 119415811.0, + "step": 5046 + }, + { + "epoch": 0.5542499450911487, + "grad_norm": 2.256047010421753, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.707176923751831, + "num_tokens": 119441582.0, + "step": 5047 + }, + { + "epoch": 0.5543597627937623, + "grad_norm": 2.150028944015503, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.715377688407898, + "num_tokens": 119467228.0, + "step": 5048 + }, + { + "epoch": 0.5544695804963761, + "grad_norm": 2.3698041439056396, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.7095787525177002, + "num_tokens": 119488828.0, + "step": 5049 + }, + { + "epoch": 0.5545793981989897, + "grad_norm": 2.6036410331726074, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.6936065554618835, + "num_tokens": 119509092.0, + "step": 5050 + }, + { + "epoch": 0.5546892159016034, + "grad_norm": 2.8646492958068848, + "learning_rate": 1e-06, + "loss": 0.9534, + "mean_token_accuracy": 0.7129487991333008, + "num_tokens": 119524830.0, + "step": 5051 + }, + { + "epoch": 0.554799033604217, + "grad_norm": 1.9840154647827148, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.7175126075744629, + "num_tokens": 119554059.0, + "step": 5052 + }, + { + "epoch": 0.5549088513068307, + "grad_norm": 2.150681734085083, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.6969781517982483, + "num_tokens": 119580748.0, + "step": 5053 + }, + { + "epoch": 0.5550186690094443, + "grad_norm": 2.2405285835266113, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7075750231742859, + "num_tokens": 119604553.0, + "step": 5054 + }, + { + "epoch": 0.555128486712058, + "grad_norm": 2.434382915496826, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.7014170289039612, + "num_tokens": 119628009.0, + "step": 5055 + }, + { + "epoch": 0.5552383044146716, + "grad_norm": 2.1425135135650635, + "learning_rate": 1e-06, + "loss": 1.0097, + "mean_token_accuracy": 0.696967363357544, + "num_tokens": 119654528.0, + "step": 5056 + }, + { + "epoch": 0.5553481221172853, + "grad_norm": 2.118955135345459, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.7016359567642212, + "num_tokens": 119681821.0, + "step": 5057 + }, + { + "epoch": 0.555457939819899, + "grad_norm": 2.4878361225128174, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7066212892532349, + "num_tokens": 119701991.0, + "step": 5058 + }, + { + "epoch": 0.5555677575225126, + "grad_norm": 2.552783966064453, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6925107836723328, + "num_tokens": 119721995.0, + "step": 5059 + }, + { + "epoch": 0.5556775752251263, + "grad_norm": 2.3225579261779785, + "learning_rate": 1e-06, + "loss": 1.0321, + "mean_token_accuracy": 0.6930531859397888, + "num_tokens": 119746801.0, + "step": 5060 + }, + { + "epoch": 0.5557873929277399, + "grad_norm": 2.4717888832092285, + "learning_rate": 1e-06, + "loss": 1.0665, + "mean_token_accuracy": 0.6941694021224976, + "num_tokens": 119768863.0, + "step": 5061 + }, + { + "epoch": 0.5558972106303536, + "grad_norm": 2.199632167816162, + "learning_rate": 1e-06, + "loss": 1.0481, + "mean_token_accuracy": 0.689287543296814, + "num_tokens": 119795880.0, + "step": 5062 + }, + { + "epoch": 0.5560070283329672, + "grad_norm": 2.452713966369629, + "learning_rate": 1e-06, + "loss": 1.064, + "mean_token_accuracy": 0.6729839444160461, + "num_tokens": 119818623.0, + "step": 5063 + }, + { + "epoch": 0.556116846035581, + "grad_norm": 2.5163540840148926, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7085282206535339, + "num_tokens": 119839123.0, + "step": 5064 + }, + { + "epoch": 0.5562266637381946, + "grad_norm": 1.9613230228424072, + "learning_rate": 1e-06, + "loss": 1.0579, + "mean_token_accuracy": 0.6880736351013184, + "num_tokens": 119871517.0, + "step": 5065 + }, + { + "epoch": 0.5563364814408083, + "grad_norm": 2.425868272781372, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.7019220590591431, + "num_tokens": 119893949.0, + "step": 5066 + }, + { + "epoch": 0.5564462991434219, + "grad_norm": 2.4063544273376465, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7159322500228882, + "num_tokens": 119916600.0, + "step": 5067 + }, + { + "epoch": 0.5565561168460356, + "grad_norm": 2.1830177307128906, + "learning_rate": 1e-06, + "loss": 1.1032, + "mean_token_accuracy": 0.6774896383285522, + "num_tokens": 119946057.0, + "step": 5068 + }, + { + "epoch": 0.5566659345486492, + "grad_norm": 2.2681891918182373, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6909291744232178, + "num_tokens": 119968436.0, + "step": 5069 + }, + { + "epoch": 0.5567757522512629, + "grad_norm": 2.2845842838287354, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.6931737661361694, + "num_tokens": 119991105.0, + "step": 5070 + }, + { + "epoch": 0.5568855699538766, + "grad_norm": 2.6094210147857666, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.7314997911453247, + "num_tokens": 120008964.0, + "step": 5071 + }, + { + "epoch": 0.5569953876564903, + "grad_norm": 2.1728060245513916, + "learning_rate": 1e-06, + "loss": 1.0489, + "mean_token_accuracy": 0.6824034452438354, + "num_tokens": 120033487.0, + "step": 5072 + }, + { + "epoch": 0.5571052053591039, + "grad_norm": 2.1209211349487305, + "learning_rate": 1e-06, + "loss": 1.0917, + "mean_token_accuracy": 0.6731821298599243, + "num_tokens": 120059657.0, + "step": 5073 + }, + { + "epoch": 0.5572150230617176, + "grad_norm": 2.2102608680725098, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.7053715586662292, + "num_tokens": 120084582.0, + "step": 5074 + }, + { + "epoch": 0.5573248407643312, + "grad_norm": 2.250127077102661, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.6938178539276123, + "num_tokens": 120108062.0, + "step": 5075 + }, + { + "epoch": 0.5574346584669448, + "grad_norm": 2.4110536575317383, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7135398387908936, + "num_tokens": 120129835.0, + "step": 5076 + }, + { + "epoch": 0.5575444761695585, + "grad_norm": 2.19290828704834, + "learning_rate": 1e-06, + "loss": 1.0308, + "mean_token_accuracy": 0.6844836473464966, + "num_tokens": 120154644.0, + "step": 5077 + }, + { + "epoch": 0.5576542938721722, + "grad_norm": 2.1417019367218018, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7178171873092651, + "num_tokens": 120181080.0, + "step": 5078 + }, + { + "epoch": 0.5577641115747859, + "grad_norm": 2.3770699501037598, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.7001088857650757, + "num_tokens": 120202630.0, + "step": 5079 + }, + { + "epoch": 0.5578739292773995, + "grad_norm": 2.3115830421447754, + "learning_rate": 1e-06, + "loss": 1.0028, + "mean_token_accuracy": 0.7014151811599731, + "num_tokens": 120226275.0, + "step": 5080 + }, + { + "epoch": 0.5579837469800132, + "grad_norm": 2.2387895584106445, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.7140624523162842, + "num_tokens": 120250579.0, + "step": 5081 + }, + { + "epoch": 0.5580935646826268, + "grad_norm": 2.3314571380615234, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7141835689544678, + "num_tokens": 120272133.0, + "step": 5082 + }, + { + "epoch": 0.5582033823852405, + "grad_norm": 2.0882949829101562, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.70054692029953, + "num_tokens": 120298039.0, + "step": 5083 + }, + { + "epoch": 0.5583132000878541, + "grad_norm": 2.3870463371276855, + "learning_rate": 1e-06, + "loss": 1.0197, + "mean_token_accuracy": 0.700969934463501, + "num_tokens": 120320203.0, + "step": 5084 + }, + { + "epoch": 0.5584230177904678, + "grad_norm": 2.3647890090942383, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.6977946758270264, + "num_tokens": 120342279.0, + "step": 5085 + }, + { + "epoch": 0.5585328354930815, + "grad_norm": 2.7615127563476562, + "learning_rate": 1e-06, + "loss": 1.0126, + "mean_token_accuracy": 0.6905509233474731, + "num_tokens": 120358632.0, + "step": 5086 + }, + { + "epoch": 0.5586426531956952, + "grad_norm": 2.1885945796966553, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7149052619934082, + "num_tokens": 120382572.0, + "step": 5087 + }, + { + "epoch": 0.5587524708983088, + "grad_norm": 2.4032771587371826, + "learning_rate": 1e-06, + "loss": 1.044, + "mean_token_accuracy": 0.6903054714202881, + "num_tokens": 120405344.0, + "step": 5088 + }, + { + "epoch": 0.5588622886009225, + "grad_norm": 2.606541633605957, + "learning_rate": 1e-06, + "loss": 1.0326, + "mean_token_accuracy": 0.6850769519805908, + "num_tokens": 120424646.0, + "step": 5089 + }, + { + "epoch": 0.5589721063035361, + "grad_norm": 2.171387195587158, + "learning_rate": 1e-06, + "loss": 1.0386, + "mean_token_accuracy": 0.6853839159011841, + "num_tokens": 120449586.0, + "step": 5090 + }, + { + "epoch": 0.5590819240061498, + "grad_norm": 2.1857035160064697, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7118057012557983, + "num_tokens": 120472532.0, + "step": 5091 + }, + { + "epoch": 0.5591917417087634, + "grad_norm": 2.3367743492126465, + "learning_rate": 1e-06, + "loss": 1.0786, + "mean_token_accuracy": 0.6814671754837036, + "num_tokens": 120499570.0, + "step": 5092 + }, + { + "epoch": 0.5593015594113772, + "grad_norm": 2.0558252334594727, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7160648107528687, + "num_tokens": 120525147.0, + "step": 5093 + }, + { + "epoch": 0.5594113771139908, + "grad_norm": 2.0878183841705322, + "learning_rate": 1e-06, + "loss": 1.025, + "mean_token_accuracy": 0.6936089992523193, + "num_tokens": 120554875.0, + "step": 5094 + }, + { + "epoch": 0.5595211948166045, + "grad_norm": 2.368438482284546, + "learning_rate": 1e-06, + "loss": 1.0674, + "mean_token_accuracy": 0.6862593293190002, + "num_tokens": 120578436.0, + "step": 5095 + }, + { + "epoch": 0.5596310125192181, + "grad_norm": 2.025754690170288, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7006322741508484, + "num_tokens": 120608200.0, + "step": 5096 + }, + { + "epoch": 0.5597408302218317, + "grad_norm": 1.9860042333602905, + "learning_rate": 1e-06, + "loss": 1.0544, + "mean_token_accuracy": 0.6782270073890686, + "num_tokens": 120638354.0, + "step": 5097 + }, + { + "epoch": 0.5598506479244454, + "grad_norm": 2.3379409313201904, + "learning_rate": 1e-06, + "loss": 1.025, + "mean_token_accuracy": 0.6921950578689575, + "num_tokens": 120661871.0, + "step": 5098 + }, + { + "epoch": 0.559960465627059, + "grad_norm": 2.201282024383545, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7040565013885498, + "num_tokens": 120691922.0, + "step": 5099 + }, + { + "epoch": 0.5600702833296728, + "grad_norm": 2.2931816577911377, + "learning_rate": 1e-06, + "loss": 1.0697, + "mean_token_accuracy": 0.6938955187797546, + "num_tokens": 120717651.0, + "step": 5100 + }, + { + "epoch": 0.5601801010322864, + "grad_norm": 2.3998236656188965, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7031787633895874, + "num_tokens": 120739748.0, + "step": 5101 + }, + { + "epoch": 0.5602899187349001, + "grad_norm": 2.2520129680633545, + "learning_rate": 1e-06, + "loss": 1.0245, + "mean_token_accuracy": 0.692090630531311, + "num_tokens": 120763497.0, + "step": 5102 + }, + { + "epoch": 0.5603997364375137, + "grad_norm": 2.2103888988494873, + "learning_rate": 1e-06, + "loss": 1.0273, + "mean_token_accuracy": 0.6960070133209229, + "num_tokens": 120790731.0, + "step": 5103 + }, + { + "epoch": 0.5605095541401274, + "grad_norm": 2.392354965209961, + "learning_rate": 1e-06, + "loss": 1.0195, + "mean_token_accuracy": 0.6917988061904907, + "num_tokens": 120811699.0, + "step": 5104 + }, + { + "epoch": 0.560619371842741, + "grad_norm": 2.3105359077453613, + "learning_rate": 1e-06, + "loss": 1.1374, + "mean_token_accuracy": 0.6684063673019409, + "num_tokens": 120837425.0, + "step": 5105 + }, + { + "epoch": 0.5607291895453547, + "grad_norm": 2.1918704509735107, + "learning_rate": 1e-06, + "loss": 1.009, + "mean_token_accuracy": 0.6973509788513184, + "num_tokens": 120861017.0, + "step": 5106 + }, + { + "epoch": 0.5608390072479684, + "grad_norm": 2.2093915939331055, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7323148250579834, + "num_tokens": 120887902.0, + "step": 5107 + }, + { + "epoch": 0.5609488249505821, + "grad_norm": 2.4746761322021484, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7057230472564697, + "num_tokens": 120908875.0, + "step": 5108 + }, + { + "epoch": 0.5610586426531957, + "grad_norm": 2.2863340377807617, + "learning_rate": 1e-06, + "loss": 1.0626, + "mean_token_accuracy": 0.6773421764373779, + "num_tokens": 120933858.0, + "step": 5109 + }, + { + "epoch": 0.5611684603558094, + "grad_norm": 2.5187582969665527, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7071353793144226, + "num_tokens": 120953804.0, + "step": 5110 + }, + { + "epoch": 0.561278278058423, + "grad_norm": 2.109909772872925, + "learning_rate": 1e-06, + "loss": 1.0331, + "mean_token_accuracy": 0.688327431678772, + "num_tokens": 120979787.0, + "step": 5111 + }, + { + "epoch": 0.5613880957610367, + "grad_norm": 2.240116596221924, + "learning_rate": 1e-06, + "loss": 1.0623, + "mean_token_accuracy": 0.701813280582428, + "num_tokens": 121003770.0, + "step": 5112 + }, + { + "epoch": 0.5614979134636503, + "grad_norm": 2.7467539310455322, + "learning_rate": 1e-06, + "loss": 1.0993, + "mean_token_accuracy": 0.6755151152610779, + "num_tokens": 121022365.0, + "step": 5113 + }, + { + "epoch": 0.5616077311662641, + "grad_norm": 2.3548662662506104, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7057534456253052, + "num_tokens": 121043963.0, + "step": 5114 + }, + { + "epoch": 0.5617175488688777, + "grad_norm": 2.1778838634490967, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.6955258846282959, + "num_tokens": 121070268.0, + "step": 5115 + }, + { + "epoch": 0.5618273665714913, + "grad_norm": 2.1300032138824463, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.727209210395813, + "num_tokens": 121095808.0, + "step": 5116 + }, + { + "epoch": 0.561937184274105, + "grad_norm": 2.365753412246704, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7300398945808411, + "num_tokens": 121116728.0, + "step": 5117 + }, + { + "epoch": 0.5620470019767186, + "grad_norm": 2.0336802005767822, + "learning_rate": 1e-06, + "loss": 1.1015, + "mean_token_accuracy": 0.669163703918457, + "num_tokens": 121148007.0, + "step": 5118 + }, + { + "epoch": 0.5621568196793323, + "grad_norm": 2.6928141117095947, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7313265800476074, + "num_tokens": 121167613.0, + "step": 5119 + }, + { + "epoch": 0.5622666373819459, + "grad_norm": 2.356663227081299, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7077134847640991, + "num_tokens": 121190850.0, + "step": 5120 + }, + { + "epoch": 0.5623764550845596, + "grad_norm": 2.2852039337158203, + "learning_rate": 1e-06, + "loss": 1.0178, + "mean_token_accuracy": 0.6976945996284485, + "num_tokens": 121216525.0, + "step": 5121 + }, + { + "epoch": 0.5624862727871733, + "grad_norm": 2.1653449535369873, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7169812917709351, + "num_tokens": 121240824.0, + "step": 5122 + }, + { + "epoch": 0.562596090489787, + "grad_norm": 2.040558338165283, + "learning_rate": 1e-06, + "loss": 1.0912, + "mean_token_accuracy": 0.6743942499160767, + "num_tokens": 121273094.0, + "step": 5123 + }, + { + "epoch": 0.5627059081924006, + "grad_norm": 2.2520618438720703, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.719410240650177, + "num_tokens": 121298188.0, + "step": 5124 + }, + { + "epoch": 0.5628157258950143, + "grad_norm": 2.4089789390563965, + "learning_rate": 1e-06, + "loss": 0.989, + "mean_token_accuracy": 0.6927268505096436, + "num_tokens": 121322873.0, + "step": 5125 + }, + { + "epoch": 0.5629255435976279, + "grad_norm": 2.2181339263916016, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.6984754204750061, + "num_tokens": 121348590.0, + "step": 5126 + }, + { + "epoch": 0.5630353613002416, + "grad_norm": 2.7669615745544434, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7180764079093933, + "num_tokens": 121365613.0, + "step": 5127 + }, + { + "epoch": 0.5631451790028552, + "grad_norm": 2.5439376831054688, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7191476821899414, + "num_tokens": 121384914.0, + "step": 5128 + }, + { + "epoch": 0.563254996705469, + "grad_norm": 2.1742780208587646, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7006692886352539, + "num_tokens": 121411842.0, + "step": 5129 + }, + { + "epoch": 0.5633648144080826, + "grad_norm": 2.081897497177124, + "learning_rate": 1e-06, + "loss": 1.1135, + "mean_token_accuracy": 0.6724631786346436, + "num_tokens": 121443088.0, + "step": 5130 + }, + { + "epoch": 0.5634746321106963, + "grad_norm": 1.9935442209243774, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7125754356384277, + "num_tokens": 121472870.0, + "step": 5131 + }, + { + "epoch": 0.5635844498133099, + "grad_norm": 2.326937675476074, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6924900412559509, + "num_tokens": 121497321.0, + "step": 5132 + }, + { + "epoch": 0.5636942675159236, + "grad_norm": 2.4118566513061523, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7016505002975464, + "num_tokens": 121518199.0, + "step": 5133 + }, + { + "epoch": 0.5638040852185372, + "grad_norm": 2.1461894512176514, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.7312291860580444, + "num_tokens": 121544905.0, + "step": 5134 + }, + { + "epoch": 0.5639139029211508, + "grad_norm": 2.072824239730835, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.7052252292633057, + "num_tokens": 121573048.0, + "step": 5135 + }, + { + "epoch": 0.5640237206237646, + "grad_norm": 2.316535234451294, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.7013998031616211, + "num_tokens": 121595141.0, + "step": 5136 + }, + { + "epoch": 0.5641335383263782, + "grad_norm": 2.134392261505127, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7065322399139404, + "num_tokens": 121621314.0, + "step": 5137 + }, + { + "epoch": 0.5642433560289919, + "grad_norm": 2.4446585178375244, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.7018192410469055, + "num_tokens": 121644009.0, + "step": 5138 + }, + { + "epoch": 0.5643531737316055, + "grad_norm": 2.150721311569214, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7165628671646118, + "num_tokens": 121668770.0, + "step": 5139 + }, + { + "epoch": 0.5644629914342192, + "grad_norm": 2.1954121589660645, + "learning_rate": 1e-06, + "loss": 1.0317, + "mean_token_accuracy": 0.6865273714065552, + "num_tokens": 121696236.0, + "step": 5140 + }, + { + "epoch": 0.5645728091368328, + "grad_norm": 2.3332440853118896, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7318888306617737, + "num_tokens": 121720374.0, + "step": 5141 + }, + { + "epoch": 0.5646826268394465, + "grad_norm": 2.3273355960845947, + "learning_rate": 1e-06, + "loss": 1.0472, + "mean_token_accuracy": 0.6856006383895874, + "num_tokens": 121745148.0, + "step": 5142 + }, + { + "epoch": 0.5647924445420602, + "grad_norm": 2.2121498584747314, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7084742784500122, + "num_tokens": 121771687.0, + "step": 5143 + }, + { + "epoch": 0.5649022622446739, + "grad_norm": 2.4654598236083984, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.716260552406311, + "num_tokens": 121791219.0, + "step": 5144 + }, + { + "epoch": 0.5650120799472875, + "grad_norm": 2.3230724334716797, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7117083668708801, + "num_tokens": 121812694.0, + "step": 5145 + }, + { + "epoch": 0.5651218976499012, + "grad_norm": 2.2409770488739014, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7101714611053467, + "num_tokens": 121838046.0, + "step": 5146 + }, + { + "epoch": 0.5652317153525148, + "grad_norm": 2.3142638206481934, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.6919815540313721, + "num_tokens": 121861123.0, + "step": 5147 + }, + { + "epoch": 0.5653415330551285, + "grad_norm": 2.2428536415100098, + "learning_rate": 1e-06, + "loss": 0.9392, + "mean_token_accuracy": 0.715751051902771, + "num_tokens": 121884335.0, + "step": 5148 + }, + { + "epoch": 0.5654513507577421, + "grad_norm": 2.083767890930176, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.7128933668136597, + "num_tokens": 121911437.0, + "step": 5149 + }, + { + "epoch": 0.5655611684603558, + "grad_norm": 2.356510877609253, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.707636833190918, + "num_tokens": 121932906.0, + "step": 5150 + }, + { + "epoch": 0.5656709861629695, + "grad_norm": 2.4596166610717773, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.7078182697296143, + "num_tokens": 121954362.0, + "step": 5151 + }, + { + "epoch": 0.5657808038655832, + "grad_norm": 2.2612736225128174, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7112939357757568, + "num_tokens": 121977376.0, + "step": 5152 + }, + { + "epoch": 0.5658906215681968, + "grad_norm": 2.330386161804199, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7046835422515869, + "num_tokens": 122001532.0, + "step": 5153 + }, + { + "epoch": 0.5660004392708105, + "grad_norm": 2.1272213459014893, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7101225852966309, + "num_tokens": 122027659.0, + "step": 5154 + }, + { + "epoch": 0.5661102569734241, + "grad_norm": 2.140509605407715, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.7088828682899475, + "num_tokens": 122055961.0, + "step": 5155 + }, + { + "epoch": 0.5662200746760377, + "grad_norm": 2.2520415782928467, + "learning_rate": 1e-06, + "loss": 1.0339, + "mean_token_accuracy": 0.6852864027023315, + "num_tokens": 122081961.0, + "step": 5156 + }, + { + "epoch": 0.5663298923786514, + "grad_norm": 2.2543489933013916, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7138576507568359, + "num_tokens": 122107326.0, + "step": 5157 + }, + { + "epoch": 0.5664397100812651, + "grad_norm": 2.152778387069702, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.7063816785812378, + "num_tokens": 122133372.0, + "step": 5158 + }, + { + "epoch": 0.5665495277838788, + "grad_norm": 2.6983087062835693, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.6991631388664246, + "num_tokens": 122151365.0, + "step": 5159 + }, + { + "epoch": 0.5666593454864924, + "grad_norm": 2.263232946395874, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7277601361274719, + "num_tokens": 122175646.0, + "step": 5160 + }, + { + "epoch": 0.5667691631891061, + "grad_norm": 2.800598382949829, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.731109619140625, + "num_tokens": 122190480.0, + "step": 5161 + }, + { + "epoch": 0.5668789808917197, + "grad_norm": 2.2738027572631836, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7183368802070618, + "num_tokens": 122213120.0, + "step": 5162 + }, + { + "epoch": 0.5669887985943334, + "grad_norm": 2.0960185527801514, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6932204961776733, + "num_tokens": 122240919.0, + "step": 5163 + }, + { + "epoch": 0.567098616296947, + "grad_norm": 2.1836957931518555, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7158839106559753, + "num_tokens": 122266874.0, + "step": 5164 + }, + { + "epoch": 0.5672084339995608, + "grad_norm": 2.5789685249328613, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6923628449440002, + "num_tokens": 122285322.0, + "step": 5165 + }, + { + "epoch": 0.5673182517021744, + "grad_norm": 2.081674814224243, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.6977931261062622, + "num_tokens": 122315733.0, + "step": 5166 + }, + { + "epoch": 0.5674280694047881, + "grad_norm": 2.262115716934204, + "learning_rate": 1e-06, + "loss": 1.0145, + "mean_token_accuracy": 0.6943714022636414, + "num_tokens": 122340672.0, + "step": 5167 + }, + { + "epoch": 0.5675378871074017, + "grad_norm": 2.6923863887786865, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.7399430274963379, + "num_tokens": 122357015.0, + "step": 5168 + }, + { + "epoch": 0.5676477048100154, + "grad_norm": 2.1067306995391846, + "learning_rate": 1e-06, + "loss": 1.0441, + "mean_token_accuracy": 0.6805060505867004, + "num_tokens": 122384143.0, + "step": 5169 + }, + { + "epoch": 0.567757522512629, + "grad_norm": 2.6955912113189697, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7048552632331848, + "num_tokens": 122402906.0, + "step": 5170 + }, + { + "epoch": 0.5678673402152427, + "grad_norm": 2.239281415939331, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7196205258369446, + "num_tokens": 122426877.0, + "step": 5171 + }, + { + "epoch": 0.5679771579178564, + "grad_norm": 2.550907611846924, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.6967733502388, + "num_tokens": 122447551.0, + "step": 5172 + }, + { + "epoch": 0.5680869756204701, + "grad_norm": 2.149606227874756, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7041891813278198, + "num_tokens": 122473723.0, + "step": 5173 + }, + { + "epoch": 0.5681967933230837, + "grad_norm": 2.1578657627105713, + "learning_rate": 1e-06, + "loss": 0.9796, + "mean_token_accuracy": 0.6985461711883545, + "num_tokens": 122500883.0, + "step": 5174 + }, + { + "epoch": 0.5683066110256974, + "grad_norm": 2.4634358882904053, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7230632901191711, + "num_tokens": 122521886.0, + "step": 5175 + }, + { + "epoch": 0.568416428728311, + "grad_norm": 2.1730799674987793, + "learning_rate": 1e-06, + "loss": 1.012, + "mean_token_accuracy": 0.694494366645813, + "num_tokens": 122548937.0, + "step": 5176 + }, + { + "epoch": 0.5685262464309246, + "grad_norm": 2.5829644203186035, + "learning_rate": 1e-06, + "loss": 0.9752, + "mean_token_accuracy": 0.7069611549377441, + "num_tokens": 122570359.0, + "step": 5177 + }, + { + "epoch": 0.5686360641335383, + "grad_norm": 1.8615458011627197, + "learning_rate": 1e-06, + "loss": 1.0398, + "mean_token_accuracy": 0.6866457462310791, + "num_tokens": 122605087.0, + "step": 5178 + }, + { + "epoch": 0.5687458818361519, + "grad_norm": 2.255321979522705, + "learning_rate": 1e-06, + "loss": 1.018, + "mean_token_accuracy": 0.6947423815727234, + "num_tokens": 122630105.0, + "step": 5179 + }, + { + "epoch": 0.5688556995387657, + "grad_norm": 2.059169054031372, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6939428448677063, + "num_tokens": 122658067.0, + "step": 5180 + }, + { + "epoch": 0.5689655172413793, + "grad_norm": 2.146613359451294, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.6891657114028931, + "num_tokens": 122684963.0, + "step": 5181 + }, + { + "epoch": 0.569075334943993, + "grad_norm": 2.1029648780822754, + "learning_rate": 1e-06, + "loss": 1.0497, + "mean_token_accuracy": 0.6854128837585449, + "num_tokens": 122713728.0, + "step": 5182 + }, + { + "epoch": 0.5691851526466066, + "grad_norm": 1.9839471578598022, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7100318074226379, + "num_tokens": 122742868.0, + "step": 5183 + }, + { + "epoch": 0.5692949703492203, + "grad_norm": 2.3685061931610107, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.698669970035553, + "num_tokens": 122767440.0, + "step": 5184 + }, + { + "epoch": 0.5694047880518339, + "grad_norm": 2.072277784347534, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.708287239074707, + "num_tokens": 122794818.0, + "step": 5185 + }, + { + "epoch": 0.5695146057544476, + "grad_norm": 2.4010298252105713, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7302384376525879, + "num_tokens": 122814955.0, + "step": 5186 + }, + { + "epoch": 0.5696244234570613, + "grad_norm": 2.7619709968566895, + "learning_rate": 1e-06, + "loss": 0.989, + "mean_token_accuracy": 0.6990244388580322, + "num_tokens": 122832213.0, + "step": 5187 + }, + { + "epoch": 0.569734241159675, + "grad_norm": 2.3260698318481445, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7281249165534973, + "num_tokens": 122855587.0, + "step": 5188 + }, + { + "epoch": 0.5698440588622886, + "grad_norm": 2.6081154346466064, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7268408536911011, + "num_tokens": 122873623.0, + "step": 5189 + }, + { + "epoch": 0.5699538765649023, + "grad_norm": 2.2882730960845947, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7122131586074829, + "num_tokens": 122895476.0, + "step": 5190 + }, + { + "epoch": 0.5700636942675159, + "grad_norm": 2.091702938079834, + "learning_rate": 1e-06, + "loss": 1.0299, + "mean_token_accuracy": 0.691129744052887, + "num_tokens": 122922122.0, + "step": 5191 + }, + { + "epoch": 0.5701735119701296, + "grad_norm": 2.1019840240478516, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.6954022645950317, + "num_tokens": 122948277.0, + "step": 5192 + }, + { + "epoch": 0.5702833296727432, + "grad_norm": 2.2872025966644287, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.7006146907806396, + "num_tokens": 122971779.0, + "step": 5193 + }, + { + "epoch": 0.570393147375357, + "grad_norm": 2.4999260902404785, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7228196859359741, + "num_tokens": 122990491.0, + "step": 5194 + }, + { + "epoch": 0.5705029650779706, + "grad_norm": 1.9774093627929688, + "learning_rate": 1e-06, + "loss": 1.0584, + "mean_token_accuracy": 0.6793099641799927, + "num_tokens": 123021701.0, + "step": 5195 + }, + { + "epoch": 0.5706127827805842, + "grad_norm": 2.4223523139953613, + "learning_rate": 1e-06, + "loss": 0.9846, + "mean_token_accuracy": 0.7089963555335999, + "num_tokens": 123043442.0, + "step": 5196 + }, + { + "epoch": 0.5707226004831979, + "grad_norm": 2.1601948738098145, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6942538022994995, + "num_tokens": 123068894.0, + "step": 5197 + }, + { + "epoch": 0.5708324181858115, + "grad_norm": 2.3252954483032227, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7012085914611816, + "num_tokens": 123090108.0, + "step": 5198 + }, + { + "epoch": 0.5709422358884252, + "grad_norm": 2.485567092895508, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.696887731552124, + "num_tokens": 123110227.0, + "step": 5199 + }, + { + "epoch": 0.5710520535910388, + "grad_norm": 2.2952165603637695, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7197517156600952, + "num_tokens": 123133636.0, + "step": 5200 + }, + { + "epoch": 0.5711618712936526, + "grad_norm": 2.3100638389587402, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.7049463391304016, + "num_tokens": 123158723.0, + "step": 5201 + }, + { + "epoch": 0.5712716889962662, + "grad_norm": 1.9949672222137451, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.6975954174995422, + "num_tokens": 123190478.0, + "step": 5202 + }, + { + "epoch": 0.5713815066988799, + "grad_norm": 2.137826919555664, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7093654870986938, + "num_tokens": 123215528.0, + "step": 5203 + }, + { + "epoch": 0.5714913244014935, + "grad_norm": 2.3017427921295166, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.7109873294830322, + "num_tokens": 123238663.0, + "step": 5204 + }, + { + "epoch": 0.5716011421041072, + "grad_norm": 2.6438229084014893, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7141247987747192, + "num_tokens": 123256891.0, + "step": 5205 + }, + { + "epoch": 0.5717109598067208, + "grad_norm": 2.206592321395874, + "learning_rate": 1e-06, + "loss": 1.045, + "mean_token_accuracy": 0.6910765171051025, + "num_tokens": 123283419.0, + "step": 5206 + }, + { + "epoch": 0.5718207775093345, + "grad_norm": 2.0610945224761963, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7300443649291992, + "num_tokens": 123310155.0, + "step": 5207 + }, + { + "epoch": 0.5719305952119481, + "grad_norm": 2.3792364597320557, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.6966332197189331, + "num_tokens": 123332772.0, + "step": 5208 + }, + { + "epoch": 0.5720404129145619, + "grad_norm": 2.2893712520599365, + "learning_rate": 1e-06, + "loss": 1.0226, + "mean_token_accuracy": 0.6891826391220093, + "num_tokens": 123357077.0, + "step": 5209 + }, + { + "epoch": 0.5721502306171755, + "grad_norm": 2.1589062213897705, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6958266496658325, + "num_tokens": 123383348.0, + "step": 5210 + }, + { + "epoch": 0.5722600483197892, + "grad_norm": 2.602874994277954, + "learning_rate": 1e-06, + "loss": 0.9856, + "mean_token_accuracy": 0.7022503614425659, + "num_tokens": 123403093.0, + "step": 5211 + }, + { + "epoch": 0.5723698660224028, + "grad_norm": 2.517120361328125, + "learning_rate": 1e-06, + "loss": 0.9402, + "mean_token_accuracy": 0.7105360627174377, + "num_tokens": 123423833.0, + "step": 5212 + }, + { + "epoch": 0.5724796837250165, + "grad_norm": 2.4026291370391846, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6899886727333069, + "num_tokens": 123446610.0, + "step": 5213 + }, + { + "epoch": 0.5725895014276301, + "grad_norm": 2.1659462451934814, + "learning_rate": 1e-06, + "loss": 0.9637, + "mean_token_accuracy": 0.7105594873428345, + "num_tokens": 123471296.0, + "step": 5214 + }, + { + "epoch": 0.5726993191302437, + "grad_norm": 2.2662155628204346, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.693579912185669, + "num_tokens": 123495903.0, + "step": 5215 + }, + { + "epoch": 0.5728091368328575, + "grad_norm": 2.064504384994507, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.6971170902252197, + "num_tokens": 123523199.0, + "step": 5216 + }, + { + "epoch": 0.5729189545354711, + "grad_norm": 2.269490957260132, + "learning_rate": 1e-06, + "loss": 1.0216, + "mean_token_accuracy": 0.6888083815574646, + "num_tokens": 123548984.0, + "step": 5217 + }, + { + "epoch": 0.5730287722380848, + "grad_norm": 2.104886531829834, + "learning_rate": 1e-06, + "loss": 1.0509, + "mean_token_accuracy": 0.690182626247406, + "num_tokens": 123578074.0, + "step": 5218 + }, + { + "epoch": 0.5731385899406984, + "grad_norm": 2.377380847930908, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.7031629085540771, + "num_tokens": 123601163.0, + "step": 5219 + }, + { + "epoch": 0.5732484076433121, + "grad_norm": 2.5267152786254883, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7178028225898743, + "num_tokens": 123620682.0, + "step": 5220 + }, + { + "epoch": 0.5733582253459257, + "grad_norm": 2.2864792346954346, + "learning_rate": 1e-06, + "loss": 0.9762, + "mean_token_accuracy": 0.7023946046829224, + "num_tokens": 123644841.0, + "step": 5221 + }, + { + "epoch": 0.5734680430485394, + "grad_norm": 2.320563554763794, + "learning_rate": 1e-06, + "loss": 1.0506, + "mean_token_accuracy": 0.6884652376174927, + "num_tokens": 123667563.0, + "step": 5222 + }, + { + "epoch": 0.5735778607511531, + "grad_norm": 2.686821699142456, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7033126354217529, + "num_tokens": 123686244.0, + "step": 5223 + }, + { + "epoch": 0.5736876784537668, + "grad_norm": 2.3497390747070312, + "learning_rate": 1e-06, + "loss": 1.0505, + "mean_token_accuracy": 0.6898415088653564, + "num_tokens": 123709920.0, + "step": 5224 + }, + { + "epoch": 0.5737974961563804, + "grad_norm": 1.997544765472412, + "learning_rate": 1e-06, + "loss": 1.0812, + "mean_token_accuracy": 0.6770263910293579, + "num_tokens": 123740555.0, + "step": 5225 + }, + { + "epoch": 0.5739073138589941, + "grad_norm": 2.193141460418701, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.7022022008895874, + "num_tokens": 123767946.0, + "step": 5226 + }, + { + "epoch": 0.5740171315616077, + "grad_norm": 2.4050793647766113, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7162175178527832, + "num_tokens": 123789278.0, + "step": 5227 + }, + { + "epoch": 0.5741269492642214, + "grad_norm": 2.1629798412323, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.6859849095344543, + "num_tokens": 123816931.0, + "step": 5228 + }, + { + "epoch": 0.574236766966835, + "grad_norm": 2.584280490875244, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.6981533169746399, + "num_tokens": 123835954.0, + "step": 5229 + }, + { + "epoch": 0.5743465846694488, + "grad_norm": 2.0378048419952393, + "learning_rate": 1e-06, + "loss": 1.0271, + "mean_token_accuracy": 0.6959771513938904, + "num_tokens": 123865954.0, + "step": 5230 + }, + { + "epoch": 0.5744564023720624, + "grad_norm": 2.2424564361572266, + "learning_rate": 1e-06, + "loss": 1.0092, + "mean_token_accuracy": 0.7080507278442383, + "num_tokens": 123891290.0, + "step": 5231 + }, + { + "epoch": 0.5745662200746761, + "grad_norm": 2.457486867904663, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.715412974357605, + "num_tokens": 123910732.0, + "step": 5232 + }, + { + "epoch": 0.5746760377772897, + "grad_norm": 2.289642572402954, + "learning_rate": 1e-06, + "loss": 1.0608, + "mean_token_accuracy": 0.6814550161361694, + "num_tokens": 123934747.0, + "step": 5233 + }, + { + "epoch": 0.5747858554799034, + "grad_norm": 2.0209217071533203, + "learning_rate": 1e-06, + "loss": 0.9814, + "mean_token_accuracy": 0.7052735686302185, + "num_tokens": 123964447.0, + "step": 5234 + }, + { + "epoch": 0.574895673182517, + "grad_norm": 2.3380613327026367, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7096110582351685, + "num_tokens": 123987232.0, + "step": 5235 + }, + { + "epoch": 0.5750054908851306, + "grad_norm": 2.0437986850738525, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7134041786193848, + "num_tokens": 124014374.0, + "step": 5236 + }, + { + "epoch": 0.5751153085877443, + "grad_norm": 2.49814510345459, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7128424644470215, + "num_tokens": 124033808.0, + "step": 5237 + }, + { + "epoch": 0.575225126290358, + "grad_norm": 2.0042757987976074, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.7028440237045288, + "num_tokens": 124063010.0, + "step": 5238 + }, + { + "epoch": 0.5753349439929717, + "grad_norm": 2.3743743896484375, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.6931789517402649, + "num_tokens": 124085401.0, + "step": 5239 + }, + { + "epoch": 0.5754447616955853, + "grad_norm": 2.057814836502075, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.6982960104942322, + "num_tokens": 124114517.0, + "step": 5240 + }, + { + "epoch": 0.575554579398199, + "grad_norm": 2.730710983276367, + "learning_rate": 1e-06, + "loss": 1.0291, + "mean_token_accuracy": 0.6910605430603027, + "num_tokens": 124132285.0, + "step": 5241 + }, + { + "epoch": 0.5756643971008126, + "grad_norm": 3.073343276977539, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6791107654571533, + "num_tokens": 124161798.0, + "step": 5242 + }, + { + "epoch": 0.5757742148034263, + "grad_norm": 2.445732593536377, + "learning_rate": 1e-06, + "loss": 1.0358, + "mean_token_accuracy": 0.6946508884429932, + "num_tokens": 124185229.0, + "step": 5243 + }, + { + "epoch": 0.5758840325060399, + "grad_norm": 2.482294797897339, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7239420413970947, + "num_tokens": 124204818.0, + "step": 5244 + }, + { + "epoch": 0.5759938502086537, + "grad_norm": 2.3847084045410156, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7086237668991089, + "num_tokens": 124226774.0, + "step": 5245 + }, + { + "epoch": 0.5761036679112673, + "grad_norm": 2.2482783794403076, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7243825197219849, + "num_tokens": 124250218.0, + "step": 5246 + }, + { + "epoch": 0.576213485613881, + "grad_norm": 2.33689284324646, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7075888514518738, + "num_tokens": 124272389.0, + "step": 5247 + }, + { + "epoch": 0.5763233033164946, + "grad_norm": 1.9560837745666504, + "learning_rate": 1e-06, + "loss": 1.0109, + "mean_token_accuracy": 0.6998912692070007, + "num_tokens": 124301763.0, + "step": 5248 + }, + { + "epoch": 0.5764331210191083, + "grad_norm": 2.0347466468811035, + "learning_rate": 1e-06, + "loss": 1.0227, + "mean_token_accuracy": 0.6896528005599976, + "num_tokens": 124332040.0, + "step": 5249 + }, + { + "epoch": 0.5765429387217219, + "grad_norm": 2.6020379066467285, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.6965102553367615, + "num_tokens": 124351786.0, + "step": 5250 + }, + { + "epoch": 0.5766527564243356, + "grad_norm": 2.40248441696167, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.703319787979126, + "num_tokens": 124373122.0, + "step": 5251 + }, + { + "epoch": 0.5767625741269493, + "grad_norm": 2.3957693576812744, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.7028505802154541, + "num_tokens": 124394006.0, + "step": 5252 + }, + { + "epoch": 0.576872391829563, + "grad_norm": 2.1241464614868164, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6963303089141846, + "num_tokens": 124421854.0, + "step": 5253 + }, + { + "epoch": 0.5769822095321766, + "grad_norm": 2.681823492050171, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.7086782455444336, + "num_tokens": 124441215.0, + "step": 5254 + }, + { + "epoch": 0.5770920272347903, + "grad_norm": 2.379707098007202, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.6880360841751099, + "num_tokens": 124464186.0, + "step": 5255 + }, + { + "epoch": 0.5772018449374039, + "grad_norm": 2.282135248184204, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.6991434097290039, + "num_tokens": 124488156.0, + "step": 5256 + }, + { + "epoch": 0.5773116626400175, + "grad_norm": 2.7926156520843506, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7347012162208557, + "num_tokens": 124505472.0, + "step": 5257 + }, + { + "epoch": 0.5774214803426312, + "grad_norm": 2.3400728702545166, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6929001808166504, + "num_tokens": 124530018.0, + "step": 5258 + }, + { + "epoch": 0.577531298045245, + "grad_norm": 2.3396999835968018, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7137329578399658, + "num_tokens": 124552657.0, + "step": 5259 + }, + { + "epoch": 0.5776411157478586, + "grad_norm": 2.1088058948516846, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7101364135742188, + "num_tokens": 124578185.0, + "step": 5260 + }, + { + "epoch": 0.5777509334504722, + "grad_norm": 2.016953468322754, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.6943415403366089, + "num_tokens": 124607469.0, + "step": 5261 + }, + { + "epoch": 0.5778607511530859, + "grad_norm": 2.7948713302612305, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7226510047912598, + "num_tokens": 124623624.0, + "step": 5262 + }, + { + "epoch": 0.5779705688556995, + "grad_norm": 2.161806344985962, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.7171804904937744, + "num_tokens": 124649213.0, + "step": 5263 + }, + { + "epoch": 0.5780803865583132, + "grad_norm": 2.4861671924591064, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7104482650756836, + "num_tokens": 124669767.0, + "step": 5264 + }, + { + "epoch": 0.5781902042609268, + "grad_norm": 2.623304843902588, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7041394710540771, + "num_tokens": 124688955.0, + "step": 5265 + }, + { + "epoch": 0.5783000219635406, + "grad_norm": 2.280515432357788, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7121286988258362, + "num_tokens": 124714011.0, + "step": 5266 + }, + { + "epoch": 0.5784098396661542, + "grad_norm": 2.327141761779785, + "learning_rate": 1e-06, + "loss": 1.1237, + "mean_token_accuracy": 0.6742017865180969, + "num_tokens": 124739539.0, + "step": 5267 + }, + { + "epoch": 0.5785196573687679, + "grad_norm": 1.9560846090316772, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7031996250152588, + "num_tokens": 124771615.0, + "step": 5268 + }, + { + "epoch": 0.5786294750713815, + "grad_norm": 2.6051619052886963, + "learning_rate": 1e-06, + "loss": 1.024, + "mean_token_accuracy": 0.6862261891365051, + "num_tokens": 124792653.0, + "step": 5269 + }, + { + "epoch": 0.5787392927739952, + "grad_norm": 2.5475409030914307, + "learning_rate": 1e-06, + "loss": 1.0698, + "mean_token_accuracy": 0.6865478157997131, + "num_tokens": 124811657.0, + "step": 5270 + }, + { + "epoch": 0.5788491104766088, + "grad_norm": 2.2399260997772217, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7005174160003662, + "num_tokens": 124837328.0, + "step": 5271 + }, + { + "epoch": 0.5789589281792225, + "grad_norm": 2.3415369987487793, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7159172296524048, + "num_tokens": 124859116.0, + "step": 5272 + }, + { + "epoch": 0.5790687458818361, + "grad_norm": 2.0980637073516846, + "learning_rate": 1e-06, + "loss": 1.0387, + "mean_token_accuracy": 0.6867210865020752, + "num_tokens": 124885921.0, + "step": 5273 + }, + { + "epoch": 0.5791785635844499, + "grad_norm": 2.522533893585205, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7155560851097107, + "num_tokens": 124906026.0, + "step": 5274 + }, + { + "epoch": 0.5792883812870635, + "grad_norm": 2.4292070865631104, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.7308486700057983, + "num_tokens": 124926057.0, + "step": 5275 + }, + { + "epoch": 0.5793981989896771, + "grad_norm": 2.4325876235961914, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7139444351196289, + "num_tokens": 124946096.0, + "step": 5276 + }, + { + "epoch": 0.5795080166922908, + "grad_norm": 2.3338096141815186, + "learning_rate": 1e-06, + "loss": 1.0097, + "mean_token_accuracy": 0.6944679021835327, + "num_tokens": 124969327.0, + "step": 5277 + }, + { + "epoch": 0.5796178343949044, + "grad_norm": 2.379401922225952, + "learning_rate": 1e-06, + "loss": 0.926, + "mean_token_accuracy": 0.7176425457000732, + "num_tokens": 124990702.0, + "step": 5278 + }, + { + "epoch": 0.5797276520975181, + "grad_norm": 2.0380141735076904, + "learning_rate": 1e-06, + "loss": 1.0093, + "mean_token_accuracy": 0.692025363445282, + "num_tokens": 125018988.0, + "step": 5279 + }, + { + "epoch": 0.5798374698001317, + "grad_norm": 2.4620141983032227, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6948933005332947, + "num_tokens": 125040740.0, + "step": 5280 + }, + { + "epoch": 0.5799472875027455, + "grad_norm": 2.1790106296539307, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.7033115029335022, + "num_tokens": 125065999.0, + "step": 5281 + }, + { + "epoch": 0.5800571052053591, + "grad_norm": 2.642652750015259, + "learning_rate": 1e-06, + "loss": 0.8211, + "mean_token_accuracy": 0.7400928735733032, + "num_tokens": 125083077.0, + "step": 5282 + }, + { + "epoch": 0.5801669229079728, + "grad_norm": 2.6112632751464844, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.7090346813201904, + "num_tokens": 125102690.0, + "step": 5283 + }, + { + "epoch": 0.5802767406105864, + "grad_norm": 2.2631287574768066, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7069635391235352, + "num_tokens": 125126929.0, + "step": 5284 + }, + { + "epoch": 0.5803865583132001, + "grad_norm": 2.520406723022461, + "learning_rate": 1e-06, + "loss": 1.0126, + "mean_token_accuracy": 0.6976296901702881, + "num_tokens": 125147751.0, + "step": 5285 + }, + { + "epoch": 0.5804963760158137, + "grad_norm": 2.1670749187469482, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7101510167121887, + "num_tokens": 125172884.0, + "step": 5286 + }, + { + "epoch": 0.5806061937184274, + "grad_norm": 2.31050443649292, + "learning_rate": 1e-06, + "loss": 1.0255, + "mean_token_accuracy": 0.6909729838371277, + "num_tokens": 125198274.0, + "step": 5287 + }, + { + "epoch": 0.5807160114210411, + "grad_norm": 2.2448081970214844, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.6947978138923645, + "num_tokens": 125223697.0, + "step": 5288 + }, + { + "epoch": 0.5808258291236548, + "grad_norm": 2.455843925476074, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7349767088890076, + "num_tokens": 125245045.0, + "step": 5289 + }, + { + "epoch": 0.5809356468262684, + "grad_norm": 2.0655953884124756, + "learning_rate": 1e-06, + "loss": 1.074, + "mean_token_accuracy": 0.6706405878067017, + "num_tokens": 125272921.0, + "step": 5290 + }, + { + "epoch": 0.5810454645288821, + "grad_norm": 2.1994729042053223, + "learning_rate": 1e-06, + "loss": 0.986, + "mean_token_accuracy": 0.6978375911712646, + "num_tokens": 125297523.0, + "step": 5291 + }, + { + "epoch": 0.5811552822314957, + "grad_norm": 2.124265432357788, + "learning_rate": 1e-06, + "loss": 0.8391, + "mean_token_accuracy": 0.7380414009094238, + "num_tokens": 125321862.0, + "step": 5292 + }, + { + "epoch": 0.5812650999341094, + "grad_norm": 2.376922130584717, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7084074020385742, + "num_tokens": 125344388.0, + "step": 5293 + }, + { + "epoch": 0.581374917636723, + "grad_norm": 2.1167209148406982, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7230311632156372, + "num_tokens": 125369842.0, + "step": 5294 + }, + { + "epoch": 0.5814847353393368, + "grad_norm": 2.1823008060455322, + "learning_rate": 1e-06, + "loss": 1.048, + "mean_token_accuracy": 0.696724534034729, + "num_tokens": 125397289.0, + "step": 5295 + }, + { + "epoch": 0.5815945530419504, + "grad_norm": 2.1320414543151855, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7084121704101562, + "num_tokens": 125422071.0, + "step": 5296 + }, + { + "epoch": 0.581704370744564, + "grad_norm": 2.067873954772949, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7110694646835327, + "num_tokens": 125450238.0, + "step": 5297 + }, + { + "epoch": 0.5818141884471777, + "grad_norm": 2.632146120071411, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7194603681564331, + "num_tokens": 125468476.0, + "step": 5298 + }, + { + "epoch": 0.5819240061497913, + "grad_norm": 2.373859167098999, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.694144070148468, + "num_tokens": 125492549.0, + "step": 5299 + }, + { + "epoch": 0.582033823852405, + "grad_norm": 2.354167938232422, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6932176351547241, + "num_tokens": 125515997.0, + "step": 5300 + }, + { + "epoch": 0.5821436415550186, + "grad_norm": 2.011482000350952, + "learning_rate": 1e-06, + "loss": 0.8717, + "mean_token_accuracy": 0.7319124937057495, + "num_tokens": 125542879.0, + "step": 5301 + }, + { + "epoch": 0.5822534592576323, + "grad_norm": 2.037226915359497, + "learning_rate": 1e-06, + "loss": 1.0342, + "mean_token_accuracy": 0.6926124095916748, + "num_tokens": 125570655.0, + "step": 5302 + }, + { + "epoch": 0.582363276960246, + "grad_norm": 2.2365808486938477, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.696353554725647, + "num_tokens": 125594084.0, + "step": 5303 + }, + { + "epoch": 0.5824730946628597, + "grad_norm": 2.1282737255096436, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7288683652877808, + "num_tokens": 125619794.0, + "step": 5304 + }, + { + "epoch": 0.5825829123654733, + "grad_norm": 2.1676647663116455, + "learning_rate": 1e-06, + "loss": 1.0738, + "mean_token_accuracy": 0.6881754398345947, + "num_tokens": 125647345.0, + "step": 5305 + }, + { + "epoch": 0.582692730068087, + "grad_norm": 2.293919324874878, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.6938160061836243, + "num_tokens": 125670098.0, + "step": 5306 + }, + { + "epoch": 0.5828025477707006, + "grad_norm": 2.1067283153533936, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6786975860595703, + "num_tokens": 125696566.0, + "step": 5307 + }, + { + "epoch": 0.5829123654733143, + "grad_norm": 2.0416765213012695, + "learning_rate": 1e-06, + "loss": 1.0912, + "mean_token_accuracy": 0.6742188930511475, + "num_tokens": 125726370.0, + "step": 5308 + }, + { + "epoch": 0.5830221831759279, + "grad_norm": 2.1181838512420654, + "learning_rate": 1e-06, + "loss": 1.085, + "mean_token_accuracy": 0.6778432130813599, + "num_tokens": 125754860.0, + "step": 5309 + }, + { + "epoch": 0.5831320008785417, + "grad_norm": 2.53842830657959, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7194415330886841, + "num_tokens": 125773179.0, + "step": 5310 + }, + { + "epoch": 0.5832418185811553, + "grad_norm": 2.2436108589172363, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.7026235461235046, + "num_tokens": 125797709.0, + "step": 5311 + }, + { + "epoch": 0.583351636283769, + "grad_norm": 2.1369924545288086, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.6973634958267212, + "num_tokens": 125823866.0, + "step": 5312 + }, + { + "epoch": 0.5834614539863826, + "grad_norm": 2.37257719039917, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7081204056739807, + "num_tokens": 125846604.0, + "step": 5313 + }, + { + "epoch": 0.5835712716889963, + "grad_norm": 2.1783127784729004, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.6992461681365967, + "num_tokens": 125872305.0, + "step": 5314 + }, + { + "epoch": 0.5836810893916099, + "grad_norm": 2.0348165035247803, + "learning_rate": 1e-06, + "loss": 1.0542, + "mean_token_accuracy": 0.6860593557357788, + "num_tokens": 125899825.0, + "step": 5315 + }, + { + "epoch": 0.5837909070942235, + "grad_norm": 3.1858019828796387, + "learning_rate": 1e-06, + "loss": 1.0437, + "mean_token_accuracy": 0.6879947781562805, + "num_tokens": 125914209.0, + "step": 5316 + }, + { + "epoch": 0.5839007247968373, + "grad_norm": 2.558568239212036, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.7091691493988037, + "num_tokens": 125932216.0, + "step": 5317 + }, + { + "epoch": 0.584010542499451, + "grad_norm": 2.3816452026367188, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7178840637207031, + "num_tokens": 125953226.0, + "step": 5318 + }, + { + "epoch": 0.5841203602020646, + "grad_norm": 2.4463605880737305, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7152131199836731, + "num_tokens": 125973162.0, + "step": 5319 + }, + { + "epoch": 0.5842301779046782, + "grad_norm": 2.4641928672790527, + "learning_rate": 1e-06, + "loss": 0.9971, + "mean_token_accuracy": 0.7051891088485718, + "num_tokens": 125993223.0, + "step": 5320 + }, + { + "epoch": 0.5843399956072919, + "grad_norm": 2.128234624862671, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.6976717710494995, + "num_tokens": 126019894.0, + "step": 5321 + }, + { + "epoch": 0.5844498133099055, + "grad_norm": 2.416410446166992, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6943648457527161, + "num_tokens": 126043460.0, + "step": 5322 + }, + { + "epoch": 0.5845596310125192, + "grad_norm": 1.9437047243118286, + "learning_rate": 1e-06, + "loss": 1.0571, + "mean_token_accuracy": 0.6841458678245544, + "num_tokens": 126075072.0, + "step": 5323 + }, + { + "epoch": 0.5846694487151329, + "grad_norm": 1.9244734048843384, + "learning_rate": 1e-06, + "loss": 1.0364, + "mean_token_accuracy": 0.6857112050056458, + "num_tokens": 126107245.0, + "step": 5324 + }, + { + "epoch": 0.5847792664177466, + "grad_norm": 1.955013632774353, + "learning_rate": 1e-06, + "loss": 1.0417, + "mean_token_accuracy": 0.6922836303710938, + "num_tokens": 126139128.0, + "step": 5325 + }, + { + "epoch": 0.5848890841203602, + "grad_norm": 2.3707871437072754, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7136919498443604, + "num_tokens": 126160287.0, + "step": 5326 + }, + { + "epoch": 0.5849989018229739, + "grad_norm": 2.593297243118286, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7116512656211853, + "num_tokens": 126179518.0, + "step": 5327 + }, + { + "epoch": 0.5851087195255875, + "grad_norm": 2.4772231578826904, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6999660730361938, + "num_tokens": 126199946.0, + "step": 5328 + }, + { + "epoch": 0.5852185372282012, + "grad_norm": 2.4165852069854736, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7238837480545044, + "num_tokens": 126220174.0, + "step": 5329 + }, + { + "epoch": 0.5853283549308148, + "grad_norm": 2.4786007404327393, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6880323886871338, + "num_tokens": 126241824.0, + "step": 5330 + }, + { + "epoch": 0.5854381726334285, + "grad_norm": 2.405014991760254, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.723320722579956, + "num_tokens": 126261982.0, + "step": 5331 + }, + { + "epoch": 0.5855479903360422, + "grad_norm": 2.306790590286255, + "learning_rate": 1e-06, + "loss": 0.8653, + "mean_token_accuracy": 0.7370587587356567, + "num_tokens": 126285448.0, + "step": 5332 + }, + { + "epoch": 0.5856578080386559, + "grad_norm": 2.2314276695251465, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.7046716213226318, + "num_tokens": 126310046.0, + "step": 5333 + }, + { + "epoch": 0.5857676257412695, + "grad_norm": 2.4917151927948, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7300660610198975, + "num_tokens": 126328359.0, + "step": 5334 + }, + { + "epoch": 0.5858774434438832, + "grad_norm": 2.3733971118927, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.6926608085632324, + "num_tokens": 126353369.0, + "step": 5335 + }, + { + "epoch": 0.5859872611464968, + "grad_norm": 2.50726056098938, + "learning_rate": 1e-06, + "loss": 0.9925, + "mean_token_accuracy": 0.6942982077598572, + "num_tokens": 126374721.0, + "step": 5336 + }, + { + "epoch": 0.5860970788491104, + "grad_norm": 2.039532423019409, + "learning_rate": 1e-06, + "loss": 1.0594, + "mean_token_accuracy": 0.6746681928634644, + "num_tokens": 126404564.0, + "step": 5337 + }, + { + "epoch": 0.5862068965517241, + "grad_norm": 2.486128091812134, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.7473032474517822, + "num_tokens": 126424558.0, + "step": 5338 + }, + { + "epoch": 0.5863167142543378, + "grad_norm": 2.3585667610168457, + "learning_rate": 1e-06, + "loss": 0.9943, + "mean_token_accuracy": 0.6980414986610413, + "num_tokens": 126447828.0, + "step": 5339 + }, + { + "epoch": 0.5864265319569515, + "grad_norm": 2.2159340381622314, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7078520059585571, + "num_tokens": 126470456.0, + "step": 5340 + }, + { + "epoch": 0.5865363496595651, + "grad_norm": 2.2101523876190186, + "learning_rate": 1e-06, + "loss": 0.9796, + "mean_token_accuracy": 0.7028310298919678, + "num_tokens": 126496218.0, + "step": 5341 + }, + { + "epoch": 0.5866461673621788, + "grad_norm": 2.3372604846954346, + "learning_rate": 1e-06, + "loss": 1.0043, + "mean_token_accuracy": 0.6854076981544495, + "num_tokens": 126518161.0, + "step": 5342 + }, + { + "epoch": 0.5867559850647924, + "grad_norm": 2.1869709491729736, + "learning_rate": 1e-06, + "loss": 0.981, + "mean_token_accuracy": 0.6970739364624023, + "num_tokens": 126545617.0, + "step": 5343 + }, + { + "epoch": 0.5868658027674061, + "grad_norm": 2.065387487411499, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6882138848304749, + "num_tokens": 126575568.0, + "step": 5344 + }, + { + "epoch": 0.5869756204700197, + "grad_norm": 2.255720376968384, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7316007018089294, + "num_tokens": 126598891.0, + "step": 5345 + }, + { + "epoch": 0.5870854381726335, + "grad_norm": 2.8681600093841553, + "learning_rate": 1e-06, + "loss": 0.8692, + "mean_token_accuracy": 0.7355716824531555, + "num_tokens": 126613428.0, + "step": 5346 + }, + { + "epoch": 0.5871952558752471, + "grad_norm": 2.8226099014282227, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.7071201801300049, + "num_tokens": 126630311.0, + "step": 5347 + }, + { + "epoch": 0.5873050735778608, + "grad_norm": 2.165351390838623, + "learning_rate": 1e-06, + "loss": 1.1017, + "mean_token_accuracy": 0.6713777780532837, + "num_tokens": 126658763.0, + "step": 5348 + }, + { + "epoch": 0.5874148912804744, + "grad_norm": 2.0638723373413086, + "learning_rate": 1e-06, + "loss": 1.0037, + "mean_token_accuracy": 0.7045458555221558, + "num_tokens": 126686871.0, + "step": 5349 + }, + { + "epoch": 0.5875247089830881, + "grad_norm": 2.035632848739624, + "learning_rate": 1e-06, + "loss": 1.1117, + "mean_token_accuracy": 0.6665725708007812, + "num_tokens": 126717145.0, + "step": 5350 + }, + { + "epoch": 0.5876345266857017, + "grad_norm": 2.043565273284912, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7123927474021912, + "num_tokens": 126745467.0, + "step": 5351 + }, + { + "epoch": 0.5877443443883154, + "grad_norm": 2.428251028060913, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7192838191986084, + "num_tokens": 126764925.0, + "step": 5352 + }, + { + "epoch": 0.5878541620909291, + "grad_norm": 2.2122769355773926, + "learning_rate": 1e-06, + "loss": 1.0964, + "mean_token_accuracy": 0.6924052238464355, + "num_tokens": 126789070.0, + "step": 5353 + }, + { + "epoch": 0.5879639797935428, + "grad_norm": 2.4865856170654297, + "learning_rate": 1e-06, + "loss": 1.0293, + "mean_token_accuracy": 0.6935862302780151, + "num_tokens": 126809019.0, + "step": 5354 + }, + { + "epoch": 0.5880737974961564, + "grad_norm": 2.2439422607421875, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.6982579231262207, + "num_tokens": 126832834.0, + "step": 5355 + }, + { + "epoch": 0.58818361519877, + "grad_norm": 2.3473260402679443, + "learning_rate": 1e-06, + "loss": 0.9856, + "mean_token_accuracy": 0.6986367702484131, + "num_tokens": 126854806.0, + "step": 5356 + }, + { + "epoch": 0.5882934329013837, + "grad_norm": 2.79422664642334, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7206062078475952, + "num_tokens": 126871356.0, + "step": 5357 + }, + { + "epoch": 0.5884032506039973, + "grad_norm": 2.9807004928588867, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6957048177719116, + "num_tokens": 126886677.0, + "step": 5358 + }, + { + "epoch": 0.588513068306611, + "grad_norm": 2.7116177082061768, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7058672904968262, + "num_tokens": 126905667.0, + "step": 5359 + }, + { + "epoch": 0.5886228860092246, + "grad_norm": 2.3223376274108887, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.6978063583374023, + "num_tokens": 126930086.0, + "step": 5360 + }, + { + "epoch": 0.5887327037118384, + "grad_norm": 2.050132989883423, + "learning_rate": 1e-06, + "loss": 0.8325, + "mean_token_accuracy": 0.7437087297439575, + "num_tokens": 126956444.0, + "step": 5361 + }, + { + "epoch": 0.588842521414452, + "grad_norm": 2.532815933227539, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.696375846862793, + "num_tokens": 126976394.0, + "step": 5362 + }, + { + "epoch": 0.5889523391170657, + "grad_norm": 2.110076904296875, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7148983478546143, + "num_tokens": 127003053.0, + "step": 5363 + }, + { + "epoch": 0.5890621568196793, + "grad_norm": 2.475468635559082, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7180278301239014, + "num_tokens": 127021180.0, + "step": 5364 + }, + { + "epoch": 0.589171974522293, + "grad_norm": 2.545471668243408, + "learning_rate": 1e-06, + "loss": 0.8572, + "mean_token_accuracy": 0.7313733100891113, + "num_tokens": 127039716.0, + "step": 5365 + }, + { + "epoch": 0.5892817922249066, + "grad_norm": 2.4094889163970947, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7356694340705872, + "num_tokens": 127060223.0, + "step": 5366 + }, + { + "epoch": 0.5893916099275203, + "grad_norm": 2.76641583442688, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7148356437683105, + "num_tokens": 127077480.0, + "step": 5367 + }, + { + "epoch": 0.589501427630134, + "grad_norm": 2.3020012378692627, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7188660502433777, + "num_tokens": 127099555.0, + "step": 5368 + }, + { + "epoch": 0.5896112453327477, + "grad_norm": 2.2666804790496826, + "learning_rate": 1e-06, + "loss": 1.0117, + "mean_token_accuracy": 0.6953200697898865, + "num_tokens": 127123201.0, + "step": 5369 + }, + { + "epoch": 0.5897210630353613, + "grad_norm": 2.780055284500122, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7256715297698975, + "num_tokens": 127140648.0, + "step": 5370 + }, + { + "epoch": 0.589830880737975, + "grad_norm": 2.0265069007873535, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.7018667459487915, + "num_tokens": 127169465.0, + "step": 5371 + }, + { + "epoch": 0.5899406984405886, + "grad_norm": 3.076256036758423, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.727612316608429, + "num_tokens": 127182846.0, + "step": 5372 + }, + { + "epoch": 0.5900505161432023, + "grad_norm": 2.07260799407959, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6958456039428711, + "num_tokens": 127212702.0, + "step": 5373 + }, + { + "epoch": 0.5901603338458159, + "grad_norm": 2.114027500152588, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7250409126281738, + "num_tokens": 127238116.0, + "step": 5374 + }, + { + "epoch": 0.5902701515484297, + "grad_norm": 2.154428482055664, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6965442895889282, + "num_tokens": 127266159.0, + "step": 5375 + }, + { + "epoch": 0.5903799692510433, + "grad_norm": 2.3520450592041016, + "learning_rate": 1e-06, + "loss": 1.0213, + "mean_token_accuracy": 0.6937167048454285, + "num_tokens": 127291047.0, + "step": 5376 + }, + { + "epoch": 0.590489786953657, + "grad_norm": 2.1148369312286377, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7055726051330566, + "num_tokens": 127317491.0, + "step": 5377 + }, + { + "epoch": 0.5905996046562706, + "grad_norm": 2.06325364112854, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7049819231033325, + "num_tokens": 127344811.0, + "step": 5378 + }, + { + "epoch": 0.5907094223588842, + "grad_norm": 2.143829822540283, + "learning_rate": 1e-06, + "loss": 1.0122, + "mean_token_accuracy": 0.7015898823738098, + "num_tokens": 127371254.0, + "step": 5379 + }, + { + "epoch": 0.5908192400614979, + "grad_norm": 2.0961668491363525, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7151166796684265, + "num_tokens": 127399037.0, + "step": 5380 + }, + { + "epoch": 0.5909290577641115, + "grad_norm": 1.8642617464065552, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.7030709981918335, + "num_tokens": 127430876.0, + "step": 5381 + }, + { + "epoch": 0.5910388754667253, + "grad_norm": 2.4804720878601074, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.703574538230896, + "num_tokens": 127451582.0, + "step": 5382 + }, + { + "epoch": 0.5911486931693389, + "grad_norm": 2.1757419109344482, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.702985405921936, + "num_tokens": 127479313.0, + "step": 5383 + }, + { + "epoch": 0.5912585108719526, + "grad_norm": 2.5399861335754395, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7156473994255066, + "num_tokens": 127498122.0, + "step": 5384 + }, + { + "epoch": 0.5913683285745662, + "grad_norm": 2.239908456802368, + "learning_rate": 1e-06, + "loss": 1.0387, + "mean_token_accuracy": 0.6985471248626709, + "num_tokens": 127524294.0, + "step": 5385 + }, + { + "epoch": 0.5914781462771799, + "grad_norm": 2.1599690914154053, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.6954903602600098, + "num_tokens": 127551088.0, + "step": 5386 + }, + { + "epoch": 0.5915879639797935, + "grad_norm": 2.2571723461151123, + "learning_rate": 1e-06, + "loss": 1.0683, + "mean_token_accuracy": 0.6771690845489502, + "num_tokens": 127574134.0, + "step": 5387 + }, + { + "epoch": 0.5916977816824072, + "grad_norm": 2.231304407119751, + "learning_rate": 1e-06, + "loss": 1.0158, + "mean_token_accuracy": 0.699886679649353, + "num_tokens": 127598276.0, + "step": 5388 + }, + { + "epoch": 0.5918075993850208, + "grad_norm": 2.3209099769592285, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.6958733797073364, + "num_tokens": 127622097.0, + "step": 5389 + }, + { + "epoch": 0.5919174170876346, + "grad_norm": 2.41320538520813, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.698204517364502, + "num_tokens": 127643665.0, + "step": 5390 + }, + { + "epoch": 0.5920272347902482, + "grad_norm": 2.4699764251708984, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7090094089508057, + "num_tokens": 127664737.0, + "step": 5391 + }, + { + "epoch": 0.5921370524928619, + "grad_norm": 2.147116184234619, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7094507217407227, + "num_tokens": 127691018.0, + "step": 5392 + }, + { + "epoch": 0.5922468701954755, + "grad_norm": 1.914453148841858, + "learning_rate": 1e-06, + "loss": 1.0483, + "mean_token_accuracy": 0.6859543323516846, + "num_tokens": 127723459.0, + "step": 5393 + }, + { + "epoch": 0.5923566878980892, + "grad_norm": 2.354754686355591, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7245032787322998, + "num_tokens": 127743900.0, + "step": 5394 + }, + { + "epoch": 0.5924665056007028, + "grad_norm": 2.0966527462005615, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7095692157745361, + "num_tokens": 127771294.0, + "step": 5395 + }, + { + "epoch": 0.5925763233033164, + "grad_norm": 2.5111489295959473, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6999487280845642, + "num_tokens": 127791697.0, + "step": 5396 + }, + { + "epoch": 0.5926861410059302, + "grad_norm": 2.364527463912964, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.714144229888916, + "num_tokens": 127814376.0, + "step": 5397 + }, + { + "epoch": 0.5927959587085438, + "grad_norm": 2.178769588470459, + "learning_rate": 1e-06, + "loss": 1.0195, + "mean_token_accuracy": 0.6866918206214905, + "num_tokens": 127839846.0, + "step": 5398 + }, + { + "epoch": 0.5929057764111575, + "grad_norm": 2.170466899871826, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7146520614624023, + "num_tokens": 127865244.0, + "step": 5399 + }, + { + "epoch": 0.5930155941137711, + "grad_norm": 2.4143521785736084, + "learning_rate": 1e-06, + "loss": 1.0484, + "mean_token_accuracy": 0.6903564929962158, + "num_tokens": 127886206.0, + "step": 5400 + }, + { + "epoch": 0.5931254118163848, + "grad_norm": 2.599452018737793, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7318500280380249, + "num_tokens": 127905163.0, + "step": 5401 + }, + { + "epoch": 0.5932352295189984, + "grad_norm": 2.10223650932312, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7051821351051331, + "num_tokens": 127931066.0, + "step": 5402 + }, + { + "epoch": 0.5933450472216121, + "grad_norm": 2.4603521823883057, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7078143954277039, + "num_tokens": 127951764.0, + "step": 5403 + }, + { + "epoch": 0.5934548649242258, + "grad_norm": 2.149503231048584, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7163527011871338, + "num_tokens": 127978272.0, + "step": 5404 + }, + { + "epoch": 0.5935646826268395, + "grad_norm": 2.203460931777954, + "learning_rate": 1e-06, + "loss": 1.0023, + "mean_token_accuracy": 0.6976711750030518, + "num_tokens": 128004673.0, + "step": 5405 + }, + { + "epoch": 0.5936745003294531, + "grad_norm": 2.5452587604522705, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7021588087081909, + "num_tokens": 128023440.0, + "step": 5406 + }, + { + "epoch": 0.5937843180320668, + "grad_norm": 2.3829686641693115, + "learning_rate": 1e-06, + "loss": 0.9512, + "mean_token_accuracy": 0.7143137454986572, + "num_tokens": 128045400.0, + "step": 5407 + }, + { + "epoch": 0.5938941357346804, + "grad_norm": 2.3551719188690186, + "learning_rate": 1e-06, + "loss": 0.99, + "mean_token_accuracy": 0.7016700506210327, + "num_tokens": 128067691.0, + "step": 5408 + }, + { + "epoch": 0.5940039534372941, + "grad_norm": 2.260791301727295, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.697860598564148, + "num_tokens": 128091292.0, + "step": 5409 + }, + { + "epoch": 0.5941137711399077, + "grad_norm": 2.3855831623077393, + "learning_rate": 1e-06, + "loss": 1.0562, + "mean_token_accuracy": 0.6823745369911194, + "num_tokens": 128112951.0, + "step": 5410 + }, + { + "epoch": 0.5942235888425215, + "grad_norm": 2.4678897857666016, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7200058102607727, + "num_tokens": 128130515.0, + "step": 5411 + }, + { + "epoch": 0.5943334065451351, + "grad_norm": 2.1927969455718994, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7060590386390686, + "num_tokens": 128152851.0, + "step": 5412 + }, + { + "epoch": 0.5944432242477488, + "grad_norm": 2.0838613510131836, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.6862751245498657, + "num_tokens": 128180371.0, + "step": 5413 + }, + { + "epoch": 0.5945530419503624, + "grad_norm": 2.285862922668457, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7179920077323914, + "num_tokens": 128204252.0, + "step": 5414 + }, + { + "epoch": 0.594662859652976, + "grad_norm": 2.315783739089966, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7181570529937744, + "num_tokens": 128226669.0, + "step": 5415 + }, + { + "epoch": 0.5947726773555897, + "grad_norm": 2.432706594467163, + "learning_rate": 1e-06, + "loss": 1.0683, + "mean_token_accuracy": 0.6895468235015869, + "num_tokens": 128250130.0, + "step": 5416 + }, + { + "epoch": 0.5948824950582033, + "grad_norm": 2.0662524700164795, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.717780351638794, + "num_tokens": 128278304.0, + "step": 5417 + }, + { + "epoch": 0.5949923127608171, + "grad_norm": 2.2445201873779297, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.708286464214325, + "num_tokens": 128301597.0, + "step": 5418 + }, + { + "epoch": 0.5951021304634307, + "grad_norm": 2.245405435562134, + "learning_rate": 1e-06, + "loss": 0.8014, + "mean_token_accuracy": 0.7509101629257202, + "num_tokens": 128323300.0, + "step": 5419 + }, + { + "epoch": 0.5952119481660444, + "grad_norm": 2.096583843231201, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7094851732254028, + "num_tokens": 128349219.0, + "step": 5420 + }, + { + "epoch": 0.595321765868658, + "grad_norm": 2.2076573371887207, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6941722631454468, + "num_tokens": 128373876.0, + "step": 5421 + }, + { + "epoch": 0.5954315835712717, + "grad_norm": 2.2570974826812744, + "learning_rate": 1e-06, + "loss": 1.0883, + "mean_token_accuracy": 0.6813012957572937, + "num_tokens": 128398774.0, + "step": 5422 + }, + { + "epoch": 0.5955414012738853, + "grad_norm": 2.6013693809509277, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6994425058364868, + "num_tokens": 128416714.0, + "step": 5423 + }, + { + "epoch": 0.595651218976499, + "grad_norm": 2.224500894546509, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7188323736190796, + "num_tokens": 128440633.0, + "step": 5424 + }, + { + "epoch": 0.5957610366791126, + "grad_norm": 2.5954315662384033, + "learning_rate": 1e-06, + "loss": 1.0064, + "mean_token_accuracy": 0.6961753368377686, + "num_tokens": 128460133.0, + "step": 5425 + }, + { + "epoch": 0.5958708543817264, + "grad_norm": 2.07295560836792, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.6946082711219788, + "num_tokens": 128487548.0, + "step": 5426 + }, + { + "epoch": 0.59598067208434, + "grad_norm": 2.2367568016052246, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7118781208992004, + "num_tokens": 128510833.0, + "step": 5427 + }, + { + "epoch": 0.5960904897869537, + "grad_norm": 2.341411590576172, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.6901043057441711, + "num_tokens": 128535985.0, + "step": 5428 + }, + { + "epoch": 0.5962003074895673, + "grad_norm": 2.378680467605591, + "learning_rate": 1e-06, + "loss": 1.0135, + "mean_token_accuracy": 0.702434241771698, + "num_tokens": 128557574.0, + "step": 5429 + }, + { + "epoch": 0.596310125192181, + "grad_norm": 2.4359970092773438, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7117468118667603, + "num_tokens": 128580322.0, + "step": 5430 + }, + { + "epoch": 0.5964199428947946, + "grad_norm": 2.4774088859558105, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7061082720756531, + "num_tokens": 128600998.0, + "step": 5431 + }, + { + "epoch": 0.5965297605974083, + "grad_norm": 2.2686607837677, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7219645977020264, + "num_tokens": 128626132.0, + "step": 5432 + }, + { + "epoch": 0.596639578300022, + "grad_norm": 2.22131609916687, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.6990936994552612, + "num_tokens": 128651045.0, + "step": 5433 + }, + { + "epoch": 0.5967493960026357, + "grad_norm": 2.2536568641662598, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7214154601097107, + "num_tokens": 128674758.0, + "step": 5434 + }, + { + "epoch": 0.5968592137052493, + "grad_norm": 2.150811195373535, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7237367630004883, + "num_tokens": 128698406.0, + "step": 5435 + }, + { + "epoch": 0.596969031407863, + "grad_norm": 2.278698682785034, + "learning_rate": 1e-06, + "loss": 1.0251, + "mean_token_accuracy": 0.6854321956634521, + "num_tokens": 128723828.0, + "step": 5436 + }, + { + "epoch": 0.5970788491104766, + "grad_norm": 2.2588589191436768, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7097421288490295, + "num_tokens": 128747653.0, + "step": 5437 + }, + { + "epoch": 0.5971886668130902, + "grad_norm": 2.356194257736206, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7054651975631714, + "num_tokens": 128769487.0, + "step": 5438 + }, + { + "epoch": 0.5972984845157039, + "grad_norm": 2.301605701446533, + "learning_rate": 1e-06, + "loss": 1.1298, + "mean_token_accuracy": 0.6637458205223083, + "num_tokens": 128795495.0, + "step": 5439 + }, + { + "epoch": 0.5974083022183176, + "grad_norm": 2.2941393852233887, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.6998410820960999, + "num_tokens": 128819410.0, + "step": 5440 + }, + { + "epoch": 0.5975181199209313, + "grad_norm": 2.153726100921631, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7066131830215454, + "num_tokens": 128845188.0, + "step": 5441 + }, + { + "epoch": 0.5976279376235449, + "grad_norm": 2.2900400161743164, + "learning_rate": 1e-06, + "loss": 1.044, + "mean_token_accuracy": 0.6873042583465576, + "num_tokens": 128869133.0, + "step": 5442 + }, + { + "epoch": 0.5977377553261586, + "grad_norm": 2.1631956100463867, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6923598051071167, + "num_tokens": 128893456.0, + "step": 5443 + }, + { + "epoch": 0.5978475730287722, + "grad_norm": 2.3419406414031982, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7017344236373901, + "num_tokens": 128915670.0, + "step": 5444 + }, + { + "epoch": 0.5979573907313859, + "grad_norm": 2.306504964828491, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6811928749084473, + "num_tokens": 128939504.0, + "step": 5445 + }, + { + "epoch": 0.5980672084339995, + "grad_norm": 2.043510675430298, + "learning_rate": 1e-06, + "loss": 1.0048, + "mean_token_accuracy": 0.692221999168396, + "num_tokens": 128969542.0, + "step": 5446 + }, + { + "epoch": 0.5981770261366133, + "grad_norm": 2.4796690940856934, + "learning_rate": 1e-06, + "loss": 1.0437, + "mean_token_accuracy": 0.6833192706108093, + "num_tokens": 128990211.0, + "step": 5447 + }, + { + "epoch": 0.5982868438392269, + "grad_norm": 2.3905727863311768, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7026722431182861, + "num_tokens": 129011203.0, + "step": 5448 + }, + { + "epoch": 0.5983966615418406, + "grad_norm": 2.297916889190674, + "learning_rate": 1e-06, + "loss": 1.0311, + "mean_token_accuracy": 0.6957966089248657, + "num_tokens": 129035564.0, + "step": 5449 + }, + { + "epoch": 0.5985064792444542, + "grad_norm": 2.563640594482422, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7104130387306213, + "num_tokens": 129054990.0, + "step": 5450 + }, + { + "epoch": 0.5986162969470679, + "grad_norm": 2.635448694229126, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.690771222114563, + "num_tokens": 129073416.0, + "step": 5451 + }, + { + "epoch": 0.5987261146496815, + "grad_norm": 2.448960065841675, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7171723246574402, + "num_tokens": 129093275.0, + "step": 5452 + }, + { + "epoch": 0.5988359323522952, + "grad_norm": 2.0515785217285156, + "learning_rate": 1e-06, + "loss": 1.0234, + "mean_token_accuracy": 0.6972904205322266, + "num_tokens": 129124840.0, + "step": 5453 + }, + { + "epoch": 0.5989457500549088, + "grad_norm": 2.050961971282959, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7007617950439453, + "num_tokens": 129152399.0, + "step": 5454 + }, + { + "epoch": 0.5990555677575226, + "grad_norm": 2.2417874336242676, + "learning_rate": 1e-06, + "loss": 1.062, + "mean_token_accuracy": 0.6852676868438721, + "num_tokens": 129177775.0, + "step": 5455 + }, + { + "epoch": 0.5991653854601362, + "grad_norm": 2.117339611053467, + "learning_rate": 1e-06, + "loss": 1.0799, + "mean_token_accuracy": 0.6786850690841675, + "num_tokens": 129204399.0, + "step": 5456 + }, + { + "epoch": 0.5992752031627498, + "grad_norm": 2.048840045928955, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.7053918838500977, + "num_tokens": 129231156.0, + "step": 5457 + }, + { + "epoch": 0.5993850208653635, + "grad_norm": 2.47105073928833, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.6980197429656982, + "num_tokens": 129252087.0, + "step": 5458 + }, + { + "epoch": 0.5994948385679771, + "grad_norm": 2.128023386001587, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.7018671035766602, + "num_tokens": 129278356.0, + "step": 5459 + }, + { + "epoch": 0.5996046562705908, + "grad_norm": 2.132303237915039, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7248306274414062, + "num_tokens": 129302608.0, + "step": 5460 + }, + { + "epoch": 0.5997144739732044, + "grad_norm": 1.907701849937439, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6952427625656128, + "num_tokens": 129332617.0, + "step": 5461 + }, + { + "epoch": 0.5998242916758182, + "grad_norm": 2.2709805965423584, + "learning_rate": 1e-06, + "loss": 1.0319, + "mean_token_accuracy": 0.6882850527763367, + "num_tokens": 129358651.0, + "step": 5462 + }, + { + "epoch": 0.5999341093784318, + "grad_norm": 2.469681978225708, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7185179591178894, + "num_tokens": 129379590.0, + "step": 5463 + }, + { + "epoch": 0.6000439270810455, + "grad_norm": 2.4389400482177734, + "learning_rate": 1e-06, + "loss": 1.0134, + "mean_token_accuracy": 0.6977842450141907, + "num_tokens": 129399771.0, + "step": 5464 + }, + { + "epoch": 0.6001537447836591, + "grad_norm": 2.4519762992858887, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6916992664337158, + "num_tokens": 129422368.0, + "step": 5465 + }, + { + "epoch": 0.6002635624862728, + "grad_norm": 2.141498327255249, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.721500039100647, + "num_tokens": 129448609.0, + "step": 5466 + }, + { + "epoch": 0.6003733801888864, + "grad_norm": 2.3526458740234375, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7217938303947449, + "num_tokens": 129470468.0, + "step": 5467 + }, + { + "epoch": 0.6004831978915001, + "grad_norm": 2.61004900932312, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7123547792434692, + "num_tokens": 129488190.0, + "step": 5468 + }, + { + "epoch": 0.6005930155941138, + "grad_norm": 2.3323419094085693, + "learning_rate": 1e-06, + "loss": 1.0299, + "mean_token_accuracy": 0.6868323087692261, + "num_tokens": 129513281.0, + "step": 5469 + }, + { + "epoch": 0.6007028332967275, + "grad_norm": 2.1707494258880615, + "learning_rate": 1e-06, + "loss": 1.0935, + "mean_token_accuracy": 0.6724271774291992, + "num_tokens": 129538787.0, + "step": 5470 + }, + { + "epoch": 0.6008126509993411, + "grad_norm": 2.5501925945281982, + "learning_rate": 1e-06, + "loss": 1.0484, + "mean_token_accuracy": 0.6950699090957642, + "num_tokens": 129559784.0, + "step": 5471 + }, + { + "epoch": 0.6009224687019548, + "grad_norm": 2.141655206680298, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7100048065185547, + "num_tokens": 129585707.0, + "step": 5472 + }, + { + "epoch": 0.6010322864045684, + "grad_norm": 2.3298683166503906, + "learning_rate": 1e-06, + "loss": 1.0613, + "mean_token_accuracy": 0.6836144328117371, + "num_tokens": 129612573.0, + "step": 5473 + }, + { + "epoch": 0.601142104107182, + "grad_norm": 2.2809200286865234, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7164713144302368, + "num_tokens": 129634086.0, + "step": 5474 + }, + { + "epoch": 0.6012519218097957, + "grad_norm": 2.6973507404327393, + "learning_rate": 1e-06, + "loss": 1.0245, + "mean_token_accuracy": 0.698826253414154, + "num_tokens": 129652094.0, + "step": 5475 + }, + { + "epoch": 0.6013617395124095, + "grad_norm": 2.6135413646698, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7105792760848999, + "num_tokens": 129672315.0, + "step": 5476 + }, + { + "epoch": 0.6014715572150231, + "grad_norm": 2.412877321243286, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.706125020980835, + "num_tokens": 129693906.0, + "step": 5477 + }, + { + "epoch": 0.6015813749176367, + "grad_norm": 2.338632106781006, + "learning_rate": 1e-06, + "loss": 1.0679, + "mean_token_accuracy": 0.6783839464187622, + "num_tokens": 129716138.0, + "step": 5478 + }, + { + "epoch": 0.6016911926202504, + "grad_norm": 2.059169292449951, + "learning_rate": 1e-06, + "loss": 1.0033, + "mean_token_accuracy": 0.6930778622627258, + "num_tokens": 129745082.0, + "step": 5479 + }, + { + "epoch": 0.601801010322864, + "grad_norm": 2.525287628173828, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.6945636868476868, + "num_tokens": 129763606.0, + "step": 5480 + }, + { + "epoch": 0.6019108280254777, + "grad_norm": 2.22782301902771, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.711866021156311, + "num_tokens": 129787355.0, + "step": 5481 + }, + { + "epoch": 0.6020206457280913, + "grad_norm": 2.353616714477539, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.717266857624054, + "num_tokens": 129808507.0, + "step": 5482 + }, + { + "epoch": 0.602130463430705, + "grad_norm": 2.588132381439209, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7151334881782532, + "num_tokens": 129828142.0, + "step": 5483 + }, + { + "epoch": 0.6022402811333187, + "grad_norm": 2.9118006229400635, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7247821092605591, + "num_tokens": 129843656.0, + "step": 5484 + }, + { + "epoch": 0.6023500988359324, + "grad_norm": 2.395294427871704, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7043322324752808, + "num_tokens": 129867454.0, + "step": 5485 + }, + { + "epoch": 0.602459916538546, + "grad_norm": 2.3860161304473877, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7160305976867676, + "num_tokens": 129888345.0, + "step": 5486 + }, + { + "epoch": 0.6025697342411597, + "grad_norm": 2.4928548336029053, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7192791700363159, + "num_tokens": 129907808.0, + "step": 5487 + }, + { + "epoch": 0.6026795519437733, + "grad_norm": 2.657452344894409, + "learning_rate": 1e-06, + "loss": 0.8596, + "mean_token_accuracy": 0.7369497418403625, + "num_tokens": 129925426.0, + "step": 5488 + }, + { + "epoch": 0.602789369646387, + "grad_norm": 2.435941457748413, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.7037941217422485, + "num_tokens": 129946711.0, + "step": 5489 + }, + { + "epoch": 0.6028991873490006, + "grad_norm": 2.320380926132202, + "learning_rate": 1e-06, + "loss": 1.0761, + "mean_token_accuracy": 0.6833058595657349, + "num_tokens": 129974292.0, + "step": 5490 + }, + { + "epoch": 0.6030090050516144, + "grad_norm": 2.476431369781494, + "learning_rate": 1e-06, + "loss": 0.864, + "mean_token_accuracy": 0.7373523116111755, + "num_tokens": 129994139.0, + "step": 5491 + }, + { + "epoch": 0.603118822754228, + "grad_norm": 2.196080446243286, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.7048518061637878, + "num_tokens": 130020222.0, + "step": 5492 + }, + { + "epoch": 0.6032286404568417, + "grad_norm": 2.2318150997161865, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.7068067789077759, + "num_tokens": 130043965.0, + "step": 5493 + }, + { + "epoch": 0.6033384581594553, + "grad_norm": 2.217555046081543, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7107092142105103, + "num_tokens": 130069346.0, + "step": 5494 + }, + { + "epoch": 0.603448275862069, + "grad_norm": 2.109006881713867, + "learning_rate": 1e-06, + "loss": 1.0477, + "mean_token_accuracy": 0.6946953535079956, + "num_tokens": 130096670.0, + "step": 5495 + }, + { + "epoch": 0.6035580935646826, + "grad_norm": 2.166832208633423, + "learning_rate": 1e-06, + "loss": 1.0279, + "mean_token_accuracy": 0.6859899759292603, + "num_tokens": 130122036.0, + "step": 5496 + }, + { + "epoch": 0.6036679112672962, + "grad_norm": 2.3656091690063477, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7136324644088745, + "num_tokens": 130143093.0, + "step": 5497 + }, + { + "epoch": 0.60377772896991, + "grad_norm": 2.3908731937408447, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7227795124053955, + "num_tokens": 130163968.0, + "step": 5498 + }, + { + "epoch": 0.6038875466725236, + "grad_norm": 2.1878790855407715, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.6998252868652344, + "num_tokens": 130190121.0, + "step": 5499 + }, + { + "epoch": 0.6039973643751373, + "grad_norm": 2.125109910964966, + "learning_rate": 1e-06, + "loss": 1.0204, + "mean_token_accuracy": 0.6866759657859802, + "num_tokens": 130215943.0, + "step": 5500 + }, + { + "epoch": 0.6041071820777509, + "grad_norm": 2.1169307231903076, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7092251777648926, + "num_tokens": 130241325.0, + "step": 5501 + }, + { + "epoch": 0.6042169997803646, + "grad_norm": 2.0095174312591553, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7162120938301086, + "num_tokens": 130268412.0, + "step": 5502 + }, + { + "epoch": 0.6043268174829782, + "grad_norm": 2.224705934524536, + "learning_rate": 1e-06, + "loss": 0.8928, + "mean_token_accuracy": 0.7170741558074951, + "num_tokens": 130292269.0, + "step": 5503 + }, + { + "epoch": 0.6044366351855919, + "grad_norm": 2.2853610515594482, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7052046060562134, + "num_tokens": 130315068.0, + "step": 5504 + }, + { + "epoch": 0.6045464528882056, + "grad_norm": 1.939072608947754, + "learning_rate": 1e-06, + "loss": 1.0296, + "mean_token_accuracy": 0.6902782917022705, + "num_tokens": 130349037.0, + "step": 5505 + }, + { + "epoch": 0.6046562705908193, + "grad_norm": 2.438204288482666, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7116530537605286, + "num_tokens": 130370584.0, + "step": 5506 + }, + { + "epoch": 0.6047660882934329, + "grad_norm": 2.1083409786224365, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.701860785484314, + "num_tokens": 130397542.0, + "step": 5507 + }, + { + "epoch": 0.6048759059960466, + "grad_norm": 2.244314432144165, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7188811302185059, + "num_tokens": 130422546.0, + "step": 5508 + }, + { + "epoch": 0.6049857236986602, + "grad_norm": 2.3558290004730225, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7275451421737671, + "num_tokens": 130444140.0, + "step": 5509 + }, + { + "epoch": 0.6050955414012739, + "grad_norm": 2.076575994491577, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.6958956718444824, + "num_tokens": 130471893.0, + "step": 5510 + }, + { + "epoch": 0.6052053591038875, + "grad_norm": 2.0851552486419678, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7259650230407715, + "num_tokens": 130499842.0, + "step": 5511 + }, + { + "epoch": 0.6053151768065012, + "grad_norm": 2.3982152938842773, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.7035883069038391, + "num_tokens": 130519938.0, + "step": 5512 + }, + { + "epoch": 0.6054249945091149, + "grad_norm": 2.126833200454712, + "learning_rate": 1e-06, + "loss": 0.9963, + "mean_token_accuracy": 0.6976034641265869, + "num_tokens": 130548117.0, + "step": 5513 + }, + { + "epoch": 0.6055348122117286, + "grad_norm": 2.8080945014953613, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7042340040206909, + "num_tokens": 130565264.0, + "step": 5514 + }, + { + "epoch": 0.6056446299143422, + "grad_norm": 2.1977040767669678, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.6875562071800232, + "num_tokens": 130592425.0, + "step": 5515 + }, + { + "epoch": 0.6057544476169558, + "grad_norm": 2.3926918506622314, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7114261388778687, + "num_tokens": 130613006.0, + "step": 5516 + }, + { + "epoch": 0.6058642653195695, + "grad_norm": 2.1967504024505615, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.6999173760414124, + "num_tokens": 130638806.0, + "step": 5517 + }, + { + "epoch": 0.6059740830221831, + "grad_norm": 2.497032880783081, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.7025730609893799, + "num_tokens": 130661048.0, + "step": 5518 + }, + { + "epoch": 0.6060839007247968, + "grad_norm": 2.158069372177124, + "learning_rate": 1e-06, + "loss": 1.0141, + "mean_token_accuracy": 0.688798189163208, + "num_tokens": 130687759.0, + "step": 5519 + }, + { + "epoch": 0.6061937184274105, + "grad_norm": 2.38154673576355, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.703282356262207, + "num_tokens": 130713642.0, + "step": 5520 + }, + { + "epoch": 0.6063035361300242, + "grad_norm": 2.4016129970550537, + "learning_rate": 1e-06, + "loss": 0.9829, + "mean_token_accuracy": 0.697258472442627, + "num_tokens": 130733972.0, + "step": 5521 + }, + { + "epoch": 0.6064133538326378, + "grad_norm": 2.3644096851348877, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6985892057418823, + "num_tokens": 130756229.0, + "step": 5522 + }, + { + "epoch": 0.6065231715352515, + "grad_norm": 2.6308813095092773, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7041881084442139, + "num_tokens": 130774833.0, + "step": 5523 + }, + { + "epoch": 0.6066329892378651, + "grad_norm": 2.0560455322265625, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.7077339887619019, + "num_tokens": 130801871.0, + "step": 5524 + }, + { + "epoch": 0.6067428069404788, + "grad_norm": 2.109339952468872, + "learning_rate": 1e-06, + "loss": 0.9179, + "mean_token_accuracy": 0.717098593711853, + "num_tokens": 130828653.0, + "step": 5525 + }, + { + "epoch": 0.6068526246430924, + "grad_norm": 2.266643524169922, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.6908689737319946, + "num_tokens": 130852242.0, + "step": 5526 + }, + { + "epoch": 0.6069624423457062, + "grad_norm": 2.3702542781829834, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.705620527267456, + "num_tokens": 130873302.0, + "step": 5527 + }, + { + "epoch": 0.6070722600483198, + "grad_norm": 2.5128164291381836, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7049857974052429, + "num_tokens": 130893219.0, + "step": 5528 + }, + { + "epoch": 0.6071820777509335, + "grad_norm": 2.4438085556030273, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7129862308502197, + "num_tokens": 130914003.0, + "step": 5529 + }, + { + "epoch": 0.6072918954535471, + "grad_norm": 2.0043835639953613, + "learning_rate": 1e-06, + "loss": 1.0263, + "mean_token_accuracy": 0.689907431602478, + "num_tokens": 130943541.0, + "step": 5530 + }, + { + "epoch": 0.6074017131561608, + "grad_norm": 2.537276268005371, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7061324715614319, + "num_tokens": 130962145.0, + "step": 5531 + }, + { + "epoch": 0.6075115308587744, + "grad_norm": 2.1951208114624023, + "learning_rate": 1e-06, + "loss": 1.0205, + "mean_token_accuracy": 0.7005419135093689, + "num_tokens": 130986629.0, + "step": 5532 + }, + { + "epoch": 0.607621348561388, + "grad_norm": 2.1484522819519043, + "learning_rate": 1e-06, + "loss": 0.9898, + "mean_token_accuracy": 0.6976345777511597, + "num_tokens": 131013831.0, + "step": 5533 + }, + { + "epoch": 0.6077311662640018, + "grad_norm": 2.339214324951172, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7068424224853516, + "num_tokens": 131035073.0, + "step": 5534 + }, + { + "epoch": 0.6078409839666155, + "grad_norm": 2.2175633907318115, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.7014050483703613, + "num_tokens": 131060002.0, + "step": 5535 + }, + { + "epoch": 0.6079508016692291, + "grad_norm": 2.188462018966675, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7075857520103455, + "num_tokens": 131087731.0, + "step": 5536 + }, + { + "epoch": 0.6080606193718427, + "grad_norm": 2.3568942546844482, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.7087452411651611, + "num_tokens": 131108986.0, + "step": 5537 + }, + { + "epoch": 0.6081704370744564, + "grad_norm": 2.3316409587860107, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7247148156166077, + "num_tokens": 131129795.0, + "step": 5538 + }, + { + "epoch": 0.60828025477707, + "grad_norm": 2.129542827606201, + "learning_rate": 1e-06, + "loss": 0.9213, + "mean_token_accuracy": 0.7196828126907349, + "num_tokens": 131159506.0, + "step": 5539 + }, + { + "epoch": 0.6083900724796837, + "grad_norm": 2.4499545097351074, + "learning_rate": 1e-06, + "loss": 1.0847, + "mean_token_accuracy": 0.6794901490211487, + "num_tokens": 131181656.0, + "step": 5540 + }, + { + "epoch": 0.6084998901822973, + "grad_norm": 1.905330777168274, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.7026798725128174, + "num_tokens": 131212572.0, + "step": 5541 + }, + { + "epoch": 0.6086097078849111, + "grad_norm": 2.0479445457458496, + "learning_rate": 1e-06, + "loss": 1.0067, + "mean_token_accuracy": 0.6933629512786865, + "num_tokens": 131242141.0, + "step": 5542 + }, + { + "epoch": 0.6087195255875247, + "grad_norm": 2.102789878845215, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7063620090484619, + "num_tokens": 131271124.0, + "step": 5543 + }, + { + "epoch": 0.6088293432901384, + "grad_norm": 2.3673291206359863, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7143820524215698, + "num_tokens": 131293864.0, + "step": 5544 + }, + { + "epoch": 0.608939160992752, + "grad_norm": 1.9707964658737183, + "learning_rate": 1e-06, + "loss": 0.9898, + "mean_token_accuracy": 0.7041271924972534, + "num_tokens": 131323641.0, + "step": 5545 + }, + { + "epoch": 0.6090489786953657, + "grad_norm": 2.1573054790496826, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.688064455986023, + "num_tokens": 131349343.0, + "step": 5546 + }, + { + "epoch": 0.6091587963979793, + "grad_norm": 2.2465548515319824, + "learning_rate": 1e-06, + "loss": 1.0311, + "mean_token_accuracy": 0.6971399784088135, + "num_tokens": 131374406.0, + "step": 5547 + }, + { + "epoch": 0.609268614100593, + "grad_norm": 2.4713430404663086, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.7350704669952393, + "num_tokens": 131393769.0, + "step": 5548 + }, + { + "epoch": 0.6093784318032067, + "grad_norm": 2.845963954925537, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7300060391426086, + "num_tokens": 131408936.0, + "step": 5549 + }, + { + "epoch": 0.6094882495058204, + "grad_norm": 2.540407657623291, + "learning_rate": 1e-06, + "loss": 1.0708, + "mean_token_accuracy": 0.6821604371070862, + "num_tokens": 131429576.0, + "step": 5550 + }, + { + "epoch": 0.609598067208434, + "grad_norm": 2.0178239345550537, + "learning_rate": 1e-06, + "loss": 1.1153, + "mean_token_accuracy": 0.6664700508117676, + "num_tokens": 131459982.0, + "step": 5551 + }, + { + "epoch": 0.6097078849110477, + "grad_norm": 1.899261474609375, + "learning_rate": 1e-06, + "loss": 0.9955, + "mean_token_accuracy": 0.6953573226928711, + "num_tokens": 131493461.0, + "step": 5552 + }, + { + "epoch": 0.6098177026136613, + "grad_norm": 2.3476250171661377, + "learning_rate": 1e-06, + "loss": 0.9952, + "mean_token_accuracy": 0.69921875, + "num_tokens": 131517155.0, + "step": 5553 + }, + { + "epoch": 0.609927520316275, + "grad_norm": 2.046349287033081, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6940447092056274, + "num_tokens": 131546995.0, + "step": 5554 + }, + { + "epoch": 0.6100373380188886, + "grad_norm": 2.250316619873047, + "learning_rate": 1e-06, + "loss": 1.0469, + "mean_token_accuracy": 0.6870294213294983, + "num_tokens": 131573347.0, + "step": 5555 + }, + { + "epoch": 0.6101471557215024, + "grad_norm": 2.3614025115966797, + "learning_rate": 1e-06, + "loss": 0.9563, + "mean_token_accuracy": 0.7068153023719788, + "num_tokens": 131596116.0, + "step": 5556 + }, + { + "epoch": 0.610256973424116, + "grad_norm": 2.5318455696105957, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7350448966026306, + "num_tokens": 131613724.0, + "step": 5557 + }, + { + "epoch": 0.6103667911267296, + "grad_norm": 2.5158157348632812, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.7226959466934204, + "num_tokens": 131634859.0, + "step": 5558 + }, + { + "epoch": 0.6104766088293433, + "grad_norm": 2.2415411472320557, + "learning_rate": 1e-06, + "loss": 1.0218, + "mean_token_accuracy": 0.6839461326599121, + "num_tokens": 131660827.0, + "step": 5559 + }, + { + "epoch": 0.6105864265319569, + "grad_norm": 2.523167371749878, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.7085891962051392, + "num_tokens": 131683026.0, + "step": 5560 + }, + { + "epoch": 0.6106962442345706, + "grad_norm": 2.446624755859375, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7096123695373535, + "num_tokens": 131704643.0, + "step": 5561 + }, + { + "epoch": 0.6108060619371842, + "grad_norm": 2.391526937484741, + "learning_rate": 1e-06, + "loss": 0.994, + "mean_token_accuracy": 0.700188159942627, + "num_tokens": 131727393.0, + "step": 5562 + }, + { + "epoch": 0.610915879639798, + "grad_norm": 2.3542110919952393, + "learning_rate": 1e-06, + "loss": 1.0142, + "mean_token_accuracy": 0.6914145946502686, + "num_tokens": 131751120.0, + "step": 5563 + }, + { + "epoch": 0.6110256973424116, + "grad_norm": 2.5123605728149414, + "learning_rate": 1e-06, + "loss": 1.0428, + "mean_token_accuracy": 0.6925604343414307, + "num_tokens": 131772609.0, + "step": 5564 + }, + { + "epoch": 0.6111355150450253, + "grad_norm": 2.3168113231658936, + "learning_rate": 1e-06, + "loss": 1.0285, + "mean_token_accuracy": 0.687822699546814, + "num_tokens": 131795453.0, + "step": 5565 + }, + { + "epoch": 0.6112453327476389, + "grad_norm": 2.986788034439087, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6777295470237732, + "num_tokens": 131819629.0, + "step": 5566 + }, + { + "epoch": 0.6113551504502526, + "grad_norm": 2.0467660427093506, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7201831936836243, + "num_tokens": 131846586.0, + "step": 5567 + }, + { + "epoch": 0.6114649681528662, + "grad_norm": 2.4894216060638428, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7296388745307922, + "num_tokens": 131865829.0, + "step": 5568 + }, + { + "epoch": 0.6115747858554799, + "grad_norm": 2.7037289142608643, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.7170314192771912, + "num_tokens": 131883543.0, + "step": 5569 + }, + { + "epoch": 0.6116846035580935, + "grad_norm": 1.9043179750442505, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7043296098709106, + "num_tokens": 131916155.0, + "step": 5570 + }, + { + "epoch": 0.6117944212607073, + "grad_norm": 1.9047881364822388, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.6985968351364136, + "num_tokens": 131947326.0, + "step": 5571 + }, + { + "epoch": 0.6119042389633209, + "grad_norm": 2.220055341720581, + "learning_rate": 1e-06, + "loss": 0.8546, + "mean_token_accuracy": 0.7269101738929749, + "num_tokens": 131971275.0, + "step": 5572 + }, + { + "epoch": 0.6120140566659346, + "grad_norm": 2.3040201663970947, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7090457677841187, + "num_tokens": 131994563.0, + "step": 5573 + }, + { + "epoch": 0.6121238743685482, + "grad_norm": 2.1296613216400146, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7019319534301758, + "num_tokens": 132020864.0, + "step": 5574 + }, + { + "epoch": 0.6122336920711619, + "grad_norm": 2.345043182373047, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6913331747055054, + "num_tokens": 132044815.0, + "step": 5575 + }, + { + "epoch": 0.6123435097737755, + "grad_norm": 2.5787453651428223, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.710476279258728, + "num_tokens": 132064103.0, + "step": 5576 + }, + { + "epoch": 0.6124533274763891, + "grad_norm": 2.6770684719085693, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7070332765579224, + "num_tokens": 132081962.0, + "step": 5577 + }, + { + "epoch": 0.6125631451790029, + "grad_norm": 2.0504415035247803, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.726546049118042, + "num_tokens": 132108287.0, + "step": 5578 + }, + { + "epoch": 0.6126729628816165, + "grad_norm": 2.1590116024017334, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7105721831321716, + "num_tokens": 132135766.0, + "step": 5579 + }, + { + "epoch": 0.6127827805842302, + "grad_norm": 2.4568593502044678, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.6919848918914795, + "num_tokens": 132157717.0, + "step": 5580 + }, + { + "epoch": 0.6128925982868438, + "grad_norm": 1.9466105699539185, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.6975089311599731, + "num_tokens": 132187837.0, + "step": 5581 + }, + { + "epoch": 0.6130024159894575, + "grad_norm": 2.196077346801758, + "learning_rate": 1e-06, + "loss": 0.9849, + "mean_token_accuracy": 0.6993496417999268, + "num_tokens": 132212793.0, + "step": 5582 + }, + { + "epoch": 0.6131122336920711, + "grad_norm": 2.4894931316375732, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7252793312072754, + "num_tokens": 132235135.0, + "step": 5583 + }, + { + "epoch": 0.6132220513946848, + "grad_norm": 2.3312220573425293, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6909471750259399, + "num_tokens": 132257966.0, + "step": 5584 + }, + { + "epoch": 0.6133318690972985, + "grad_norm": 2.1962320804595947, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6957435607910156, + "num_tokens": 132283999.0, + "step": 5585 + }, + { + "epoch": 0.6134416867999122, + "grad_norm": 2.2013161182403564, + "learning_rate": 1e-06, + "loss": 1.0455, + "mean_token_accuracy": 0.6844029426574707, + "num_tokens": 132310260.0, + "step": 5586 + }, + { + "epoch": 0.6135515045025258, + "grad_norm": 2.9510281085968018, + "learning_rate": 1e-06, + "loss": 0.9965, + "mean_token_accuracy": 0.6995986104011536, + "num_tokens": 132333618.0, + "step": 5587 + }, + { + "epoch": 0.6136613222051395, + "grad_norm": 2.1435039043426514, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.7098392248153687, + "num_tokens": 132359220.0, + "step": 5588 + }, + { + "epoch": 0.6137711399077531, + "grad_norm": 2.3231685161590576, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.7070490121841431, + "num_tokens": 132380232.0, + "step": 5589 + }, + { + "epoch": 0.6138809576103668, + "grad_norm": 2.3385138511657715, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.726258397102356, + "num_tokens": 132402267.0, + "step": 5590 + }, + { + "epoch": 0.6139907753129804, + "grad_norm": 2.369464874267578, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7114403247833252, + "num_tokens": 132422609.0, + "step": 5591 + }, + { + "epoch": 0.6141005930155942, + "grad_norm": 2.4594833850860596, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7177625298500061, + "num_tokens": 132442964.0, + "step": 5592 + }, + { + "epoch": 0.6142104107182078, + "grad_norm": 2.2243990898132324, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.7000754475593567, + "num_tokens": 132466268.0, + "step": 5593 + }, + { + "epoch": 0.6143202284208215, + "grad_norm": 2.4519460201263428, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7184152603149414, + "num_tokens": 132486855.0, + "step": 5594 + }, + { + "epoch": 0.6144300461234351, + "grad_norm": 2.426464796066284, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7056814432144165, + "num_tokens": 132509112.0, + "step": 5595 + }, + { + "epoch": 0.6145398638260487, + "grad_norm": 2.2330756187438965, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6855824589729309, + "num_tokens": 132534970.0, + "step": 5596 + }, + { + "epoch": 0.6146496815286624, + "grad_norm": 2.3850507736206055, + "learning_rate": 1e-06, + "loss": 0.895, + "mean_token_accuracy": 0.7212936282157898, + "num_tokens": 132555158.0, + "step": 5597 + }, + { + "epoch": 0.614759499231276, + "grad_norm": 2.4310765266418457, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7226201295852661, + "num_tokens": 132577631.0, + "step": 5598 + }, + { + "epoch": 0.6148693169338898, + "grad_norm": 2.631359338760376, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.712084174156189, + "num_tokens": 132595101.0, + "step": 5599 + }, + { + "epoch": 0.6149791346365034, + "grad_norm": 2.1055519580841064, + "learning_rate": 1e-06, + "loss": 1.0697, + "mean_token_accuracy": 0.6873931884765625, + "num_tokens": 132623647.0, + "step": 5600 + }, + { + "epoch": 0.6150889523391171, + "grad_norm": 2.348449468612671, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7395555973052979, + "num_tokens": 132643463.0, + "step": 5601 + }, + { + "epoch": 0.6151987700417307, + "grad_norm": 2.6422979831695557, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.6975085139274597, + "num_tokens": 132662924.0, + "step": 5602 + }, + { + "epoch": 0.6153085877443444, + "grad_norm": 3.100088119506836, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7326803207397461, + "num_tokens": 132676688.0, + "step": 5603 + }, + { + "epoch": 0.615418405446958, + "grad_norm": 2.4916770458221436, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.6924355030059814, + "num_tokens": 132698840.0, + "step": 5604 + }, + { + "epoch": 0.6155282231495717, + "grad_norm": 2.0609519481658936, + "learning_rate": 1e-06, + "loss": 1.0449, + "mean_token_accuracy": 0.6817526817321777, + "num_tokens": 132726234.0, + "step": 5605 + }, + { + "epoch": 0.6156380408521853, + "grad_norm": 2.242574691772461, + "learning_rate": 1e-06, + "loss": 1.0998, + "mean_token_accuracy": 0.6794817447662354, + "num_tokens": 132750755.0, + "step": 5606 + }, + { + "epoch": 0.6157478585547991, + "grad_norm": 2.3912196159362793, + "learning_rate": 1e-06, + "loss": 1.0374, + "mean_token_accuracy": 0.6896743774414062, + "num_tokens": 132772190.0, + "step": 5607 + }, + { + "epoch": 0.6158576762574127, + "grad_norm": 2.3934788703918457, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7096424698829651, + "num_tokens": 132793974.0, + "step": 5608 + }, + { + "epoch": 0.6159674939600264, + "grad_norm": 2.6733081340789795, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7039058208465576, + "num_tokens": 132810802.0, + "step": 5609 + }, + { + "epoch": 0.61607731166264, + "grad_norm": 2.1615664958953857, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7152356505393982, + "num_tokens": 132835813.0, + "step": 5610 + }, + { + "epoch": 0.6161871293652537, + "grad_norm": 2.5228285789489746, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7143262624740601, + "num_tokens": 132857532.0, + "step": 5611 + }, + { + "epoch": 0.6162969470678673, + "grad_norm": 2.3410425186157227, + "learning_rate": 1e-06, + "loss": 1.0195, + "mean_token_accuracy": 0.6943751573562622, + "num_tokens": 132879828.0, + "step": 5612 + }, + { + "epoch": 0.616406764770481, + "grad_norm": 2.333521604537964, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7290443778038025, + "num_tokens": 132901721.0, + "step": 5613 + }, + { + "epoch": 0.6165165824730947, + "grad_norm": 2.363325357437134, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7184455394744873, + "num_tokens": 132922778.0, + "step": 5614 + }, + { + "epoch": 0.6166264001757084, + "grad_norm": 2.2887208461761475, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.7036537528038025, + "num_tokens": 132948008.0, + "step": 5615 + }, + { + "epoch": 0.616736217878322, + "grad_norm": 2.1667492389678955, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.6958638429641724, + "num_tokens": 132973096.0, + "step": 5616 + }, + { + "epoch": 0.6168460355809356, + "grad_norm": 2.3456177711486816, + "learning_rate": 1e-06, + "loss": 1.0539, + "mean_token_accuracy": 0.6806967854499817, + "num_tokens": 132995912.0, + "step": 5617 + }, + { + "epoch": 0.6169558532835493, + "grad_norm": 2.1421124935150146, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.710325300693512, + "num_tokens": 133019942.0, + "step": 5618 + }, + { + "epoch": 0.6170656709861629, + "grad_norm": 1.9687083959579468, + "learning_rate": 1e-06, + "loss": 1.0092, + "mean_token_accuracy": 0.694041907787323, + "num_tokens": 133053013.0, + "step": 5619 + }, + { + "epoch": 0.6171754886887766, + "grad_norm": 2.4890758991241455, + "learning_rate": 1e-06, + "loss": 1.0558, + "mean_token_accuracy": 0.6809468865394592, + "num_tokens": 133076910.0, + "step": 5620 + }, + { + "epoch": 0.6172853063913903, + "grad_norm": 1.9676234722137451, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7075742483139038, + "num_tokens": 133106543.0, + "step": 5621 + }, + { + "epoch": 0.617395124094004, + "grad_norm": 2.188900947570801, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.699355959892273, + "num_tokens": 133131934.0, + "step": 5622 + }, + { + "epoch": 0.6175049417966176, + "grad_norm": 2.1184582710266113, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7141139507293701, + "num_tokens": 133157787.0, + "step": 5623 + }, + { + "epoch": 0.6176147594992313, + "grad_norm": 2.23232102394104, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7108405828475952, + "num_tokens": 133181862.0, + "step": 5624 + }, + { + "epoch": 0.6177245772018449, + "grad_norm": 2.119291305541992, + "learning_rate": 1e-06, + "loss": 1.0723, + "mean_token_accuracy": 0.6774394512176514, + "num_tokens": 133208979.0, + "step": 5625 + }, + { + "epoch": 0.6178343949044586, + "grad_norm": 2.444182872772217, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7040547132492065, + "num_tokens": 133227695.0, + "step": 5626 + }, + { + "epoch": 0.6179442126070722, + "grad_norm": 2.221137046813965, + "learning_rate": 1e-06, + "loss": 0.9904, + "mean_token_accuracy": 0.6964781880378723, + "num_tokens": 133253933.0, + "step": 5627 + }, + { + "epoch": 0.618054030309686, + "grad_norm": 2.3597192764282227, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7183669805526733, + "num_tokens": 133276964.0, + "step": 5628 + }, + { + "epoch": 0.6181638480122996, + "grad_norm": 2.321463108062744, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7158472537994385, + "num_tokens": 133301969.0, + "step": 5629 + }, + { + "epoch": 0.6182736657149133, + "grad_norm": 2.684947967529297, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7078582048416138, + "num_tokens": 133319693.0, + "step": 5630 + }, + { + "epoch": 0.6183834834175269, + "grad_norm": 2.3605551719665527, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7163240909576416, + "num_tokens": 133341291.0, + "step": 5631 + }, + { + "epoch": 0.6184933011201406, + "grad_norm": 2.057755470275879, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6908700466156006, + "num_tokens": 133369914.0, + "step": 5632 + }, + { + "epoch": 0.6186031188227542, + "grad_norm": 2.05837345123291, + "learning_rate": 1e-06, + "loss": 1.0037, + "mean_token_accuracy": 0.6942479610443115, + "num_tokens": 133399233.0, + "step": 5633 + }, + { + "epoch": 0.6187129365253679, + "grad_norm": 2.5116612911224365, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7136738300323486, + "num_tokens": 133417801.0, + "step": 5634 + }, + { + "epoch": 0.6188227542279815, + "grad_norm": 2.169753313064575, + "learning_rate": 1e-06, + "loss": 1.0675, + "mean_token_accuracy": 0.6887341737747192, + "num_tokens": 133443913.0, + "step": 5635 + }, + { + "epoch": 0.6189325719305953, + "grad_norm": 2.6811330318450928, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7297271490097046, + "num_tokens": 133460036.0, + "step": 5636 + }, + { + "epoch": 0.6190423896332089, + "grad_norm": 2.105135917663574, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7260478734970093, + "num_tokens": 133486581.0, + "step": 5637 + }, + { + "epoch": 0.6191522073358225, + "grad_norm": 2.326328754425049, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.6925635933876038, + "num_tokens": 133509630.0, + "step": 5638 + }, + { + "epoch": 0.6192620250384362, + "grad_norm": 2.030348777770996, + "learning_rate": 1e-06, + "loss": 1.0401, + "mean_token_accuracy": 0.6841946840286255, + "num_tokens": 133538983.0, + "step": 5639 + }, + { + "epoch": 0.6193718427410498, + "grad_norm": 2.4176344871520996, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7153519988059998, + "num_tokens": 133562222.0, + "step": 5640 + }, + { + "epoch": 0.6194816604436635, + "grad_norm": 2.10953426361084, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.7041538953781128, + "num_tokens": 133587543.0, + "step": 5641 + }, + { + "epoch": 0.6195914781462771, + "grad_norm": 2.6149330139160156, + "learning_rate": 1e-06, + "loss": 1.0224, + "mean_token_accuracy": 0.689659059047699, + "num_tokens": 133609475.0, + "step": 5642 + }, + { + "epoch": 0.6197012958488909, + "grad_norm": 3.0034217834472656, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7336453199386597, + "num_tokens": 133624416.0, + "step": 5643 + }, + { + "epoch": 0.6198111135515045, + "grad_norm": 2.2588977813720703, + "learning_rate": 1e-06, + "loss": 0.9978, + "mean_token_accuracy": 0.6965960264205933, + "num_tokens": 133650329.0, + "step": 5644 + }, + { + "epoch": 0.6199209312541182, + "grad_norm": 2.34271502494812, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.6901645660400391, + "num_tokens": 133672918.0, + "step": 5645 + }, + { + "epoch": 0.6200307489567318, + "grad_norm": 2.3999764919281006, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.7021682858467102, + "num_tokens": 133696318.0, + "step": 5646 + }, + { + "epoch": 0.6201405666593455, + "grad_norm": 2.733558416366577, + "learning_rate": 1e-06, + "loss": 0.8521, + "mean_token_accuracy": 0.7328618764877319, + "num_tokens": 133712815.0, + "step": 5647 + }, + { + "epoch": 0.6202503843619591, + "grad_norm": 2.219846487045288, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.7043300271034241, + "num_tokens": 133737209.0, + "step": 5648 + }, + { + "epoch": 0.6203602020645728, + "grad_norm": 2.4177746772766113, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7106336951255798, + "num_tokens": 133758726.0, + "step": 5649 + }, + { + "epoch": 0.6204700197671865, + "grad_norm": 2.9460256099700928, + "learning_rate": 1e-06, + "loss": 0.8285, + "mean_token_accuracy": 0.7398706078529358, + "num_tokens": 133773371.0, + "step": 5650 + }, + { + "epoch": 0.6205798374698002, + "grad_norm": 2.2384324073791504, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7244243621826172, + "num_tokens": 133795639.0, + "step": 5651 + }, + { + "epoch": 0.6206896551724138, + "grad_norm": 2.2531847953796387, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7206961512565613, + "num_tokens": 133819092.0, + "step": 5652 + }, + { + "epoch": 0.6207994728750275, + "grad_norm": 2.1373705863952637, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.7118473649024963, + "num_tokens": 133846453.0, + "step": 5653 + }, + { + "epoch": 0.6209092905776411, + "grad_norm": 2.4837849140167236, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7149183750152588, + "num_tokens": 133867462.0, + "step": 5654 + }, + { + "epoch": 0.6210191082802548, + "grad_norm": 2.1195740699768066, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.703583300113678, + "num_tokens": 133893919.0, + "step": 5655 + }, + { + "epoch": 0.6211289259828684, + "grad_norm": 2.2595179080963135, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.7068881392478943, + "num_tokens": 133917434.0, + "step": 5656 + }, + { + "epoch": 0.6212387436854822, + "grad_norm": 2.5386641025543213, + "learning_rate": 1e-06, + "loss": 0.9927, + "mean_token_accuracy": 0.6957569122314453, + "num_tokens": 133937645.0, + "step": 5657 + }, + { + "epoch": 0.6213485613880958, + "grad_norm": 2.507148504257202, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.7090331315994263, + "num_tokens": 133957547.0, + "step": 5658 + }, + { + "epoch": 0.6214583790907094, + "grad_norm": 2.130833625793457, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7114099264144897, + "num_tokens": 133983851.0, + "step": 5659 + }, + { + "epoch": 0.6215681967933231, + "grad_norm": 2.539736032485962, + "learning_rate": 1e-06, + "loss": 0.805, + "mean_token_accuracy": 0.7455027103424072, + "num_tokens": 134002504.0, + "step": 5660 + }, + { + "epoch": 0.6216780144959367, + "grad_norm": 2.373222589492798, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7306947112083435, + "num_tokens": 134024354.0, + "step": 5661 + }, + { + "epoch": 0.6217878321985504, + "grad_norm": 2.6248977184295654, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.7228494882583618, + "num_tokens": 134042400.0, + "step": 5662 + }, + { + "epoch": 0.621897649901164, + "grad_norm": 2.504106044769287, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7118701934814453, + "num_tokens": 134062135.0, + "step": 5663 + }, + { + "epoch": 0.6220074676037777, + "grad_norm": 2.1089437007904053, + "learning_rate": 1e-06, + "loss": 0.9913, + "mean_token_accuracy": 0.7007731199264526, + "num_tokens": 134088437.0, + "step": 5664 + }, + { + "epoch": 0.6221172853063914, + "grad_norm": 2.505394697189331, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6935994029045105, + "num_tokens": 134110801.0, + "step": 5665 + }, + { + "epoch": 0.6222271030090051, + "grad_norm": 2.2863667011260986, + "learning_rate": 1e-06, + "loss": 1.0244, + "mean_token_accuracy": 0.7078011631965637, + "num_tokens": 134135045.0, + "step": 5666 + }, + { + "epoch": 0.6223369207116187, + "grad_norm": 2.174926519393921, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.727015495300293, + "num_tokens": 134158310.0, + "step": 5667 + }, + { + "epoch": 0.6224467384142324, + "grad_norm": 2.53299617767334, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.712518572807312, + "num_tokens": 134178244.0, + "step": 5668 + }, + { + "epoch": 0.622556556116846, + "grad_norm": 2.1120059490203857, + "learning_rate": 1e-06, + "loss": 1.0819, + "mean_token_accuracy": 0.6857215166091919, + "num_tokens": 134206590.0, + "step": 5669 + }, + { + "epoch": 0.6226663738194597, + "grad_norm": 2.154860258102417, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.723744809627533, + "num_tokens": 134231544.0, + "step": 5670 + }, + { + "epoch": 0.6227761915220733, + "grad_norm": 2.3962466716766357, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7251540422439575, + "num_tokens": 134255248.0, + "step": 5671 + }, + { + "epoch": 0.6228860092246871, + "grad_norm": 2.3506672382354736, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7137147784233093, + "num_tokens": 134276045.0, + "step": 5672 + }, + { + "epoch": 0.6229958269273007, + "grad_norm": 2.6103270053863525, + "learning_rate": 1e-06, + "loss": 1.0207, + "mean_token_accuracy": 0.6935509443283081, + "num_tokens": 134296741.0, + "step": 5673 + }, + { + "epoch": 0.6231056446299144, + "grad_norm": 2.632533550262451, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.729162871837616, + "num_tokens": 134315435.0, + "step": 5674 + }, + { + "epoch": 0.623215462332528, + "grad_norm": 2.172163724899292, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.699630081653595, + "num_tokens": 134340099.0, + "step": 5675 + }, + { + "epoch": 0.6233252800351416, + "grad_norm": 2.320358991622925, + "learning_rate": 1e-06, + "loss": 1.0452, + "mean_token_accuracy": 0.6803077459335327, + "num_tokens": 134365017.0, + "step": 5676 + }, + { + "epoch": 0.6234350977377553, + "grad_norm": 2.216740846633911, + "learning_rate": 1e-06, + "loss": 1.0001, + "mean_token_accuracy": 0.697340726852417, + "num_tokens": 134390410.0, + "step": 5677 + }, + { + "epoch": 0.6235449154403689, + "grad_norm": 2.189131021499634, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7195234298706055, + "num_tokens": 134415409.0, + "step": 5678 + }, + { + "epoch": 0.6236547331429827, + "grad_norm": 2.3273167610168457, + "learning_rate": 1e-06, + "loss": 1.0525, + "mean_token_accuracy": 0.6980034112930298, + "num_tokens": 134440224.0, + "step": 5679 + }, + { + "epoch": 0.6237645508455963, + "grad_norm": 2.36792254447937, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.7016837000846863, + "num_tokens": 134463262.0, + "step": 5680 + }, + { + "epoch": 0.62387436854821, + "grad_norm": 2.11981463432312, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7114936113357544, + "num_tokens": 134490955.0, + "step": 5681 + }, + { + "epoch": 0.6239841862508236, + "grad_norm": 2.8998308181762695, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7264013886451721, + "num_tokens": 134509746.0, + "step": 5682 + }, + { + "epoch": 0.6240940039534373, + "grad_norm": 2.078646183013916, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7068237662315369, + "num_tokens": 134536840.0, + "step": 5683 + }, + { + "epoch": 0.6242038216560509, + "grad_norm": 1.9350775480270386, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7040855884552002, + "num_tokens": 134568349.0, + "step": 5684 + }, + { + "epoch": 0.6243136393586646, + "grad_norm": 2.0853631496429443, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7164853811264038, + "num_tokens": 134594269.0, + "step": 5685 + }, + { + "epoch": 0.6244234570612783, + "grad_norm": 2.2542319297790527, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7206397652626038, + "num_tokens": 134616386.0, + "step": 5686 + }, + { + "epoch": 0.624533274763892, + "grad_norm": 2.518860101699829, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.7018551826477051, + "num_tokens": 134636751.0, + "step": 5687 + }, + { + "epoch": 0.6246430924665056, + "grad_norm": 2.3811593055725098, + "learning_rate": 1e-06, + "loss": 1.0347, + "mean_token_accuracy": 0.6822259426116943, + "num_tokens": 134659784.0, + "step": 5688 + }, + { + "epoch": 0.6247529101691193, + "grad_norm": 2.559221029281616, + "learning_rate": 1e-06, + "loss": 1.0623, + "mean_token_accuracy": 0.679280161857605, + "num_tokens": 134682088.0, + "step": 5689 + }, + { + "epoch": 0.6248627278717329, + "grad_norm": 2.253810167312622, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7133183479309082, + "num_tokens": 134704161.0, + "step": 5690 + }, + { + "epoch": 0.6249725455743466, + "grad_norm": 2.3226523399353027, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.6893773078918457, + "num_tokens": 134728759.0, + "step": 5691 + }, + { + "epoch": 0.6250823632769602, + "grad_norm": 2.2201764583587646, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7086403369903564, + "num_tokens": 134753617.0, + "step": 5692 + }, + { + "epoch": 0.6251921809795739, + "grad_norm": 2.0566043853759766, + "learning_rate": 1e-06, + "loss": 1.0579, + "mean_token_accuracy": 0.6980876922607422, + "num_tokens": 134784118.0, + "step": 5693 + }, + { + "epoch": 0.6253019986821876, + "grad_norm": 2.0625784397125244, + "learning_rate": 1e-06, + "loss": 1.0429, + "mean_token_accuracy": 0.6899508237838745, + "num_tokens": 134814176.0, + "step": 5694 + }, + { + "epoch": 0.6254118163848013, + "grad_norm": 2.2818827629089355, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7280851602554321, + "num_tokens": 134838771.0, + "step": 5695 + }, + { + "epoch": 0.6255216340874149, + "grad_norm": 2.2631123065948486, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7055311799049377, + "num_tokens": 134861233.0, + "step": 5696 + }, + { + "epoch": 0.6256314517900285, + "grad_norm": 2.1847996711730957, + "learning_rate": 1e-06, + "loss": 0.9717, + "mean_token_accuracy": 0.7063676118850708, + "num_tokens": 134886960.0, + "step": 5697 + }, + { + "epoch": 0.6257412694926422, + "grad_norm": 2.3001012802124023, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.6945582032203674, + "num_tokens": 134910165.0, + "step": 5698 + }, + { + "epoch": 0.6258510871952558, + "grad_norm": 2.7006752490997314, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.7133458256721497, + "num_tokens": 134928285.0, + "step": 5699 + }, + { + "epoch": 0.6259609048978695, + "grad_norm": 2.4407145977020264, + "learning_rate": 1e-06, + "loss": 0.9685, + "mean_token_accuracy": 0.7079328894615173, + "num_tokens": 134948921.0, + "step": 5700 + }, + { + "epoch": 0.6260707226004832, + "grad_norm": 2.160824775695801, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.694951593875885, + "num_tokens": 134975853.0, + "step": 5701 + }, + { + "epoch": 0.6261805403030969, + "grad_norm": 2.4612507820129395, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6938952803611755, + "num_tokens": 134998197.0, + "step": 5702 + }, + { + "epoch": 0.6262903580057105, + "grad_norm": 1.954391360282898, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.6765845417976379, + "num_tokens": 135029581.0, + "step": 5703 + }, + { + "epoch": 0.6264001757083242, + "grad_norm": 2.356710910797119, + "learning_rate": 1e-06, + "loss": 1.053, + "mean_token_accuracy": 0.6904074549674988, + "num_tokens": 135055143.0, + "step": 5704 + }, + { + "epoch": 0.6265099934109378, + "grad_norm": 2.3425371646881104, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7055603265762329, + "num_tokens": 135080437.0, + "step": 5705 + }, + { + "epoch": 0.6266198111135515, + "grad_norm": 2.327780246734619, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7127819657325745, + "num_tokens": 135103185.0, + "step": 5706 + }, + { + "epoch": 0.6267296288161651, + "grad_norm": 2.32997727394104, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7383415699005127, + "num_tokens": 135124443.0, + "step": 5707 + }, + { + "epoch": 0.6268394465187789, + "grad_norm": 2.3333442211151123, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.694840133190155, + "num_tokens": 135147974.0, + "step": 5708 + }, + { + "epoch": 0.6269492642213925, + "grad_norm": 2.4555301666259766, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.710640013217926, + "num_tokens": 135168816.0, + "step": 5709 + }, + { + "epoch": 0.6270590819240062, + "grad_norm": 2.194997549057007, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7078723907470703, + "num_tokens": 135194244.0, + "step": 5710 + }, + { + "epoch": 0.6271688996266198, + "grad_norm": 2.2829558849334717, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.6957013607025146, + "num_tokens": 135215738.0, + "step": 5711 + }, + { + "epoch": 0.6272787173292335, + "grad_norm": 2.151742458343506, + "learning_rate": 1e-06, + "loss": 1.0087, + "mean_token_accuracy": 0.7029687166213989, + "num_tokens": 135241026.0, + "step": 5712 + }, + { + "epoch": 0.6273885350318471, + "grad_norm": 2.2549021244049072, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.7073822021484375, + "num_tokens": 135264199.0, + "step": 5713 + }, + { + "epoch": 0.6274983527344608, + "grad_norm": 2.1105825901031494, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7299804091453552, + "num_tokens": 135289918.0, + "step": 5714 + }, + { + "epoch": 0.6276081704370745, + "grad_norm": 2.4623186588287354, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.6999338865280151, + "num_tokens": 135310796.0, + "step": 5715 + }, + { + "epoch": 0.6277179881396882, + "grad_norm": 2.136871576309204, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7213079929351807, + "num_tokens": 135335473.0, + "step": 5716 + }, + { + "epoch": 0.6278278058423018, + "grad_norm": 2.1556029319763184, + "learning_rate": 1e-06, + "loss": 1.0528, + "mean_token_accuracy": 0.6931682825088501, + "num_tokens": 135360761.0, + "step": 5717 + }, + { + "epoch": 0.6279376235449154, + "grad_norm": 2.165893077850342, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.7097814083099365, + "num_tokens": 135386832.0, + "step": 5718 + }, + { + "epoch": 0.6280474412475291, + "grad_norm": 2.6192452907562256, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.7032179236412048, + "num_tokens": 135406607.0, + "step": 5719 + }, + { + "epoch": 0.6281572589501427, + "grad_norm": 2.360994577407837, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6905490159988403, + "num_tokens": 135429731.0, + "step": 5720 + }, + { + "epoch": 0.6282670766527564, + "grad_norm": 2.4008047580718994, + "learning_rate": 1e-06, + "loss": 0.9955, + "mean_token_accuracy": 0.69407719373703, + "num_tokens": 135451701.0, + "step": 5721 + }, + { + "epoch": 0.62837689435537, + "grad_norm": 2.3349099159240723, + "learning_rate": 1e-06, + "loss": 0.814, + "mean_token_accuracy": 0.7421229481697083, + "num_tokens": 135470269.0, + "step": 5722 + }, + { + "epoch": 0.6284867120579838, + "grad_norm": 2.525531530380249, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.6991103887557983, + "num_tokens": 135490336.0, + "step": 5723 + }, + { + "epoch": 0.6285965297605974, + "grad_norm": 2.032796621322632, + "learning_rate": 1e-06, + "loss": 1.02, + "mean_token_accuracy": 0.6891272664070129, + "num_tokens": 135520062.0, + "step": 5724 + }, + { + "epoch": 0.6287063474632111, + "grad_norm": 2.4643731117248535, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7149621248245239, + "num_tokens": 135543097.0, + "step": 5725 + }, + { + "epoch": 0.6288161651658247, + "grad_norm": 2.6088106632232666, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.706326961517334, + "num_tokens": 135564384.0, + "step": 5726 + }, + { + "epoch": 0.6289259828684384, + "grad_norm": 2.3311545848846436, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7110581398010254, + "num_tokens": 135585742.0, + "step": 5727 + }, + { + "epoch": 0.629035800571052, + "grad_norm": 2.0703938007354736, + "learning_rate": 1e-06, + "loss": 1.054, + "mean_token_accuracy": 0.6757744550704956, + "num_tokens": 135614551.0, + "step": 5728 + }, + { + "epoch": 0.6291456182736657, + "grad_norm": 2.3486170768737793, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6968293190002441, + "num_tokens": 135636341.0, + "step": 5729 + }, + { + "epoch": 0.6292554359762794, + "grad_norm": 2.394514560699463, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7219735383987427, + "num_tokens": 135656386.0, + "step": 5730 + }, + { + "epoch": 0.6293652536788931, + "grad_norm": 2.772500991821289, + "learning_rate": 1e-06, + "loss": 1.0577, + "mean_token_accuracy": 0.6744075417518616, + "num_tokens": 135674067.0, + "step": 5731 + }, + { + "epoch": 0.6294750713815067, + "grad_norm": 2.402883768081665, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.7344937324523926, + "num_tokens": 135694998.0, + "step": 5732 + }, + { + "epoch": 0.6295848890841204, + "grad_norm": 2.6419801712036133, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7125261425971985, + "num_tokens": 135713773.0, + "step": 5733 + }, + { + "epoch": 0.629694706786734, + "grad_norm": 2.2159454822540283, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7091470956802368, + "num_tokens": 135739417.0, + "step": 5734 + }, + { + "epoch": 0.6298045244893477, + "grad_norm": 2.236578941345215, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7071178555488586, + "num_tokens": 135763323.0, + "step": 5735 + }, + { + "epoch": 0.6299143421919613, + "grad_norm": 1.9519597291946411, + "learning_rate": 1e-06, + "loss": 1.0266, + "mean_token_accuracy": 0.693689227104187, + "num_tokens": 135794815.0, + "step": 5736 + }, + { + "epoch": 0.630024159894575, + "grad_norm": 2.545567274093628, + "learning_rate": 1e-06, + "loss": 1.0023, + "mean_token_accuracy": 0.697231650352478, + "num_tokens": 135814014.0, + "step": 5737 + }, + { + "epoch": 0.6301339775971887, + "grad_norm": 2.400225877761841, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7157902121543884, + "num_tokens": 135835610.0, + "step": 5738 + }, + { + "epoch": 0.6302437952998023, + "grad_norm": 2.0475170612335205, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7129573225975037, + "num_tokens": 135862557.0, + "step": 5739 + }, + { + "epoch": 0.630353613002416, + "grad_norm": 2.6482338905334473, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7413262128829956, + "num_tokens": 135879244.0, + "step": 5740 + }, + { + "epoch": 0.6304634307050296, + "grad_norm": 2.198993682861328, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7113451957702637, + "num_tokens": 135905192.0, + "step": 5741 + }, + { + "epoch": 0.6305732484076433, + "grad_norm": 2.309316873550415, + "learning_rate": 1e-06, + "loss": 0.993, + "mean_token_accuracy": 0.6945044994354248, + "num_tokens": 135927569.0, + "step": 5742 + }, + { + "epoch": 0.6306830661102569, + "grad_norm": 2.71453857421875, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7127189636230469, + "num_tokens": 135944391.0, + "step": 5743 + }, + { + "epoch": 0.6307928838128707, + "grad_norm": 1.9797724485397339, + "learning_rate": 1e-06, + "loss": 1.0466, + "mean_token_accuracy": 0.6854922771453857, + "num_tokens": 135973897.0, + "step": 5744 + }, + { + "epoch": 0.6309027015154843, + "grad_norm": 2.188021183013916, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.702222466468811, + "num_tokens": 136000241.0, + "step": 5745 + }, + { + "epoch": 0.631012519218098, + "grad_norm": 2.2177374362945557, + "learning_rate": 1e-06, + "loss": 1.0235, + "mean_token_accuracy": 0.6990996599197388, + "num_tokens": 136024546.0, + "step": 5746 + }, + { + "epoch": 0.6311223369207116, + "grad_norm": 2.0908048152923584, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7022151350975037, + "num_tokens": 136050708.0, + "step": 5747 + }, + { + "epoch": 0.6312321546233253, + "grad_norm": 2.6085333824157715, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7105947732925415, + "num_tokens": 136069282.0, + "step": 5748 + }, + { + "epoch": 0.6313419723259389, + "grad_norm": 2.1511073112487793, + "learning_rate": 1e-06, + "loss": 1.0724, + "mean_token_accuracy": 0.6834791302680969, + "num_tokens": 136097368.0, + "step": 5749 + }, + { + "epoch": 0.6314517900285526, + "grad_norm": 2.165882110595703, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7145006060600281, + "num_tokens": 136121672.0, + "step": 5750 + }, + { + "epoch": 0.6315616077311663, + "grad_norm": 2.2111597061157227, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.7068852186203003, + "num_tokens": 136144553.0, + "step": 5751 + }, + { + "epoch": 0.63167142543378, + "grad_norm": 2.04966139793396, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7164348363876343, + "num_tokens": 136173541.0, + "step": 5752 + }, + { + "epoch": 0.6317812431363936, + "grad_norm": 2.62479829788208, + "learning_rate": 1e-06, + "loss": 0.7401, + "mean_token_accuracy": 0.7663955688476562, + "num_tokens": 136189811.0, + "step": 5753 + }, + { + "epoch": 0.6318910608390073, + "grad_norm": 2.4136276245117188, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7117699384689331, + "num_tokens": 136212658.0, + "step": 5754 + }, + { + "epoch": 0.6320008785416209, + "grad_norm": 2.3677124977111816, + "learning_rate": 1e-06, + "loss": 1.0461, + "mean_token_accuracy": 0.6858583092689514, + "num_tokens": 136234705.0, + "step": 5755 + }, + { + "epoch": 0.6321106962442345, + "grad_norm": 2.5614326000213623, + "learning_rate": 1e-06, + "loss": 0.9947, + "mean_token_accuracy": 0.7037656307220459, + "num_tokens": 136254484.0, + "step": 5756 + }, + { + "epoch": 0.6322205139468482, + "grad_norm": 2.32694411277771, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.7004221081733704, + "num_tokens": 136275963.0, + "step": 5757 + }, + { + "epoch": 0.6323303316494618, + "grad_norm": 2.5209333896636963, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.7088083624839783, + "num_tokens": 136297076.0, + "step": 5758 + }, + { + "epoch": 0.6324401493520756, + "grad_norm": 2.2934439182281494, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7142893075942993, + "num_tokens": 136317980.0, + "step": 5759 + }, + { + "epoch": 0.6325499670546892, + "grad_norm": 2.1476941108703613, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.7013709545135498, + "num_tokens": 136344227.0, + "step": 5760 + }, + { + "epoch": 0.6326597847573029, + "grad_norm": 2.0992255210876465, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7040262818336487, + "num_tokens": 136370339.0, + "step": 5761 + }, + { + "epoch": 0.6327696024599165, + "grad_norm": 2.5857815742492676, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.728413462638855, + "num_tokens": 136388724.0, + "step": 5762 + }, + { + "epoch": 0.6328794201625302, + "grad_norm": 2.294645071029663, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7032227516174316, + "num_tokens": 136410712.0, + "step": 5763 + }, + { + "epoch": 0.6329892378651438, + "grad_norm": 2.4956493377685547, + "learning_rate": 1e-06, + "loss": 0.9015, + "mean_token_accuracy": 0.7321275472640991, + "num_tokens": 136430193.0, + "step": 5764 + }, + { + "epoch": 0.6330990555677575, + "grad_norm": 2.413046360015869, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7155647873878479, + "num_tokens": 136451457.0, + "step": 5765 + }, + { + "epoch": 0.6332088732703712, + "grad_norm": 2.0722227096557617, + "learning_rate": 1e-06, + "loss": 1.0962, + "mean_token_accuracy": 0.6736314296722412, + "num_tokens": 136478285.0, + "step": 5766 + }, + { + "epoch": 0.6333186909729849, + "grad_norm": 2.238393545150757, + "learning_rate": 1e-06, + "loss": 1.0708, + "mean_token_accuracy": 0.6750913858413696, + "num_tokens": 136503663.0, + "step": 5767 + }, + { + "epoch": 0.6334285086755985, + "grad_norm": 1.9919627904891968, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7075729370117188, + "num_tokens": 136531962.0, + "step": 5768 + }, + { + "epoch": 0.6335383263782122, + "grad_norm": 1.9886826276779175, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.7044762372970581, + "num_tokens": 136561631.0, + "step": 5769 + }, + { + "epoch": 0.6336481440808258, + "grad_norm": 2.369852066040039, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6928837299346924, + "num_tokens": 136582816.0, + "step": 5770 + }, + { + "epoch": 0.6337579617834395, + "grad_norm": 2.3472237586975098, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.7056972980499268, + "num_tokens": 136606157.0, + "step": 5771 + }, + { + "epoch": 0.6338677794860531, + "grad_norm": 2.363534450531006, + "learning_rate": 1e-06, + "loss": 1.0424, + "mean_token_accuracy": 0.6891344785690308, + "num_tokens": 136627930.0, + "step": 5772 + }, + { + "epoch": 0.6339775971886669, + "grad_norm": 2.559382438659668, + "learning_rate": 1e-06, + "loss": 1.0686, + "mean_token_accuracy": 0.7020553350448608, + "num_tokens": 136647028.0, + "step": 5773 + }, + { + "epoch": 0.6340874148912805, + "grad_norm": 2.201812267303467, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7172682285308838, + "num_tokens": 136670246.0, + "step": 5774 + }, + { + "epoch": 0.6341972325938942, + "grad_norm": 2.308969497680664, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7001041173934937, + "num_tokens": 136692963.0, + "step": 5775 + }, + { + "epoch": 0.6343070502965078, + "grad_norm": 2.124884605407715, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7051502466201782, + "num_tokens": 136719972.0, + "step": 5776 + }, + { + "epoch": 0.6344168679991214, + "grad_norm": 2.312061309814453, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7049115896224976, + "num_tokens": 136742057.0, + "step": 5777 + }, + { + "epoch": 0.6345266857017351, + "grad_norm": 2.7615809440612793, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7219247221946716, + "num_tokens": 136758939.0, + "step": 5778 + }, + { + "epoch": 0.6346365034043487, + "grad_norm": 2.422018527984619, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7127231955528259, + "num_tokens": 136779641.0, + "step": 5779 + }, + { + "epoch": 0.6347463211069625, + "grad_norm": 2.2853000164031982, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6988736987113953, + "num_tokens": 136803547.0, + "step": 5780 + }, + { + "epoch": 0.6348561388095761, + "grad_norm": 2.4801454544067383, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7169312238693237, + "num_tokens": 136824769.0, + "step": 5781 + }, + { + "epoch": 0.6349659565121898, + "grad_norm": 2.2533304691314697, + "learning_rate": 1e-06, + "loss": 1.0295, + "mean_token_accuracy": 0.6912826299667358, + "num_tokens": 136849764.0, + "step": 5782 + }, + { + "epoch": 0.6350757742148034, + "grad_norm": 2.471544027328491, + "learning_rate": 1e-06, + "loss": 1.0759, + "mean_token_accuracy": 0.6799606084823608, + "num_tokens": 136871261.0, + "step": 5783 + }, + { + "epoch": 0.6351855919174171, + "grad_norm": 2.1011390686035156, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.6886865496635437, + "num_tokens": 136897897.0, + "step": 5784 + }, + { + "epoch": 0.6352954096200307, + "grad_norm": 2.3561785221099854, + "learning_rate": 1e-06, + "loss": 0.8947, + "mean_token_accuracy": 0.7230579853057861, + "num_tokens": 136918461.0, + "step": 5785 + }, + { + "epoch": 0.6354052273226444, + "grad_norm": 2.1377146244049072, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.6925327181816101, + "num_tokens": 136946702.0, + "step": 5786 + }, + { + "epoch": 0.635515045025258, + "grad_norm": 1.8934258222579956, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.6959489583969116, + "num_tokens": 136982545.0, + "step": 5787 + }, + { + "epoch": 0.6356248627278718, + "grad_norm": 2.096487522125244, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7028368711471558, + "num_tokens": 137010150.0, + "step": 5788 + }, + { + "epoch": 0.6357346804304854, + "grad_norm": 2.4003725051879883, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.7010383605957031, + "num_tokens": 137032922.0, + "step": 5789 + }, + { + "epoch": 0.6358444981330991, + "grad_norm": 2.251556873321533, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.72342848777771, + "num_tokens": 137058006.0, + "step": 5790 + }, + { + "epoch": 0.6359543158357127, + "grad_norm": 2.2884178161621094, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7317114472389221, + "num_tokens": 137079785.0, + "step": 5791 + }, + { + "epoch": 0.6360641335383264, + "grad_norm": 2.262565851211548, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7182140350341797, + "num_tokens": 137103422.0, + "step": 5792 + }, + { + "epoch": 0.63617395124094, + "grad_norm": 2.4349782466888428, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7186028957366943, + "num_tokens": 137123569.0, + "step": 5793 + }, + { + "epoch": 0.6362837689435537, + "grad_norm": 2.261889696121216, + "learning_rate": 1e-06, + "loss": 1.0965, + "mean_token_accuracy": 0.6745970845222473, + "num_tokens": 137149606.0, + "step": 5794 + }, + { + "epoch": 0.6363935866461674, + "grad_norm": 2.206937074661255, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7016726732254028, + "num_tokens": 137174296.0, + "step": 5795 + }, + { + "epoch": 0.636503404348781, + "grad_norm": 2.0792336463928223, + "learning_rate": 1e-06, + "loss": 1.0122, + "mean_token_accuracy": 0.6956421732902527, + "num_tokens": 137202787.0, + "step": 5796 + }, + { + "epoch": 0.6366132220513947, + "grad_norm": 1.9894287586212158, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7135874629020691, + "num_tokens": 137234766.0, + "step": 5797 + }, + { + "epoch": 0.6367230397540083, + "grad_norm": 2.2164313793182373, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6856021881103516, + "num_tokens": 137262988.0, + "step": 5798 + }, + { + "epoch": 0.636832857456622, + "grad_norm": 2.396191358566284, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7157697081565857, + "num_tokens": 137286855.0, + "step": 5799 + }, + { + "epoch": 0.6369426751592356, + "grad_norm": 1.929895043373108, + "learning_rate": 1e-06, + "loss": 1.0546, + "mean_token_accuracy": 0.678027868270874, + "num_tokens": 137317587.0, + "step": 5800 + }, + { + "epoch": 0.6370524928618493, + "grad_norm": 2.1674983501434326, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7090656757354736, + "num_tokens": 137342797.0, + "step": 5801 + }, + { + "epoch": 0.637162310564463, + "grad_norm": 2.2434115409851074, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7019807696342468, + "num_tokens": 137366543.0, + "step": 5802 + }, + { + "epoch": 0.6372721282670767, + "grad_norm": 2.3991594314575195, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.6943269968032837, + "num_tokens": 137387618.0, + "step": 5803 + }, + { + "epoch": 0.6373819459696903, + "grad_norm": 2.4908363819122314, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7184299826622009, + "num_tokens": 137406535.0, + "step": 5804 + }, + { + "epoch": 0.637491763672304, + "grad_norm": 2.3655405044555664, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.6932624578475952, + "num_tokens": 137428882.0, + "step": 5805 + }, + { + "epoch": 0.6376015813749176, + "grad_norm": 2.0393965244293213, + "learning_rate": 1e-06, + "loss": 1.0405, + "mean_token_accuracy": 0.6889011859893799, + "num_tokens": 137458421.0, + "step": 5806 + }, + { + "epoch": 0.6377113990775313, + "grad_norm": 2.404247283935547, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.7034791111946106, + "num_tokens": 137480052.0, + "step": 5807 + }, + { + "epoch": 0.6378212167801449, + "grad_norm": 2.788151979446411, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.723591685295105, + "num_tokens": 137496439.0, + "step": 5808 + }, + { + "epoch": 0.6379310344827587, + "grad_norm": 2.643751859664917, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7313841581344604, + "num_tokens": 137514837.0, + "step": 5809 + }, + { + "epoch": 0.6380408521853723, + "grad_norm": 2.590501070022583, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.6962056756019592, + "num_tokens": 137534667.0, + "step": 5810 + }, + { + "epoch": 0.638150669887986, + "grad_norm": 2.877713680267334, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7118370532989502, + "num_tokens": 137551033.0, + "step": 5811 + }, + { + "epoch": 0.6382604875905996, + "grad_norm": 2.606806993484497, + "learning_rate": 1e-06, + "loss": 0.9877, + "mean_token_accuracy": 0.6947548389434814, + "num_tokens": 137572754.0, + "step": 5812 + }, + { + "epoch": 0.6383703052932133, + "grad_norm": 2.350348711013794, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7155847549438477, + "num_tokens": 137595930.0, + "step": 5813 + }, + { + "epoch": 0.6384801229958269, + "grad_norm": 2.178056001663208, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.694517195224762, + "num_tokens": 137622611.0, + "step": 5814 + }, + { + "epoch": 0.6385899406984406, + "grad_norm": 2.091123342514038, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.7036027908325195, + "num_tokens": 137650759.0, + "step": 5815 + }, + { + "epoch": 0.6386997584010542, + "grad_norm": 2.526951313018799, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7158779501914978, + "num_tokens": 137671686.0, + "step": 5816 + }, + { + "epoch": 0.638809576103668, + "grad_norm": 2.5425193309783936, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7308498024940491, + "num_tokens": 137689830.0, + "step": 5817 + }, + { + "epoch": 0.6389193938062816, + "grad_norm": 2.4077963829040527, + "learning_rate": 1e-06, + "loss": 1.1143, + "mean_token_accuracy": 0.6746386289596558, + "num_tokens": 137710779.0, + "step": 5818 + }, + { + "epoch": 0.6390292115088952, + "grad_norm": 2.0961127281188965, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.6883481740951538, + "num_tokens": 137738653.0, + "step": 5819 + }, + { + "epoch": 0.6391390292115089, + "grad_norm": 2.229810953140259, + "learning_rate": 1e-06, + "loss": 1.0141, + "mean_token_accuracy": 0.7083333134651184, + "num_tokens": 137765315.0, + "step": 5820 + }, + { + "epoch": 0.6392488469141225, + "grad_norm": 2.229693651199341, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7076538801193237, + "num_tokens": 137788279.0, + "step": 5821 + }, + { + "epoch": 0.6393586646167362, + "grad_norm": 2.3206417560577393, + "learning_rate": 1e-06, + "loss": 1.0334, + "mean_token_accuracy": 0.6968284845352173, + "num_tokens": 137812916.0, + "step": 5822 + }, + { + "epoch": 0.6394684823193498, + "grad_norm": 2.549168586730957, + "learning_rate": 1e-06, + "loss": 1.0117, + "mean_token_accuracy": 0.6874682307243347, + "num_tokens": 137833194.0, + "step": 5823 + }, + { + "epoch": 0.6395783000219636, + "grad_norm": 2.5122158527374268, + "learning_rate": 1e-06, + "loss": 1.0518, + "mean_token_accuracy": 0.6803079843521118, + "num_tokens": 137855187.0, + "step": 5824 + }, + { + "epoch": 0.6396881177245772, + "grad_norm": 2.654054880142212, + "learning_rate": 1e-06, + "loss": 1.0423, + "mean_token_accuracy": 0.6910040974617004, + "num_tokens": 137882066.0, + "step": 5825 + }, + { + "epoch": 0.6397979354271909, + "grad_norm": 2.3309390544891357, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7191672325134277, + "num_tokens": 137905054.0, + "step": 5826 + }, + { + "epoch": 0.6399077531298045, + "grad_norm": 2.3340964317321777, + "learning_rate": 1e-06, + "loss": 1.0154, + "mean_token_accuracy": 0.703811526298523, + "num_tokens": 137929634.0, + "step": 5827 + }, + { + "epoch": 0.6400175708324182, + "grad_norm": 2.339597225189209, + "learning_rate": 1e-06, + "loss": 0.9098, + "mean_token_accuracy": 0.7187513113021851, + "num_tokens": 137954086.0, + "step": 5828 + }, + { + "epoch": 0.6401273885350318, + "grad_norm": 2.633302927017212, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.710395336151123, + "num_tokens": 137971902.0, + "step": 5829 + }, + { + "epoch": 0.6402372062376455, + "grad_norm": 2.212770462036133, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7173741459846497, + "num_tokens": 137996534.0, + "step": 5830 + }, + { + "epoch": 0.6403470239402592, + "grad_norm": 2.195936679840088, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.6968719363212585, + "num_tokens": 138022767.0, + "step": 5831 + }, + { + "epoch": 0.6404568416428729, + "grad_norm": 2.153993844985962, + "learning_rate": 1e-06, + "loss": 0.7577, + "mean_token_accuracy": 0.7549856901168823, + "num_tokens": 138046087.0, + "step": 5832 + }, + { + "epoch": 0.6405666593454865, + "grad_norm": 2.3722479343414307, + "learning_rate": 1e-06, + "loss": 1.0237, + "mean_token_accuracy": 0.6913262009620667, + "num_tokens": 138070952.0, + "step": 5833 + }, + { + "epoch": 0.6406764770481002, + "grad_norm": 2.4908249378204346, + "learning_rate": 1e-06, + "loss": 1.0351, + "mean_token_accuracy": 0.691852867603302, + "num_tokens": 138093941.0, + "step": 5834 + }, + { + "epoch": 0.6407862947507138, + "grad_norm": 2.630953073501587, + "learning_rate": 1e-06, + "loss": 1.0219, + "mean_token_accuracy": 0.6886521577835083, + "num_tokens": 138114369.0, + "step": 5835 + }, + { + "epoch": 0.6408961124533274, + "grad_norm": 2.6204023361206055, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7181480526924133, + "num_tokens": 138133020.0, + "step": 5836 + }, + { + "epoch": 0.6410059301559411, + "grad_norm": 2.1082887649536133, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7243502736091614, + "num_tokens": 138158590.0, + "step": 5837 + }, + { + "epoch": 0.6411157478585549, + "grad_norm": 1.989864468574524, + "learning_rate": 1e-06, + "loss": 1.0746, + "mean_token_accuracy": 0.6821279525756836, + "num_tokens": 138189986.0, + "step": 5838 + }, + { + "epoch": 0.6412255655611685, + "grad_norm": 2.406763792037964, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7080857753753662, + "num_tokens": 138210108.0, + "step": 5839 + }, + { + "epoch": 0.6413353832637821, + "grad_norm": 2.1253249645233154, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7090598344802856, + "num_tokens": 138235308.0, + "step": 5840 + }, + { + "epoch": 0.6414452009663958, + "grad_norm": 2.010404109954834, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7237443923950195, + "num_tokens": 138263534.0, + "step": 5841 + }, + { + "epoch": 0.6415550186690094, + "grad_norm": 1.9930362701416016, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6947437524795532, + "num_tokens": 138292770.0, + "step": 5842 + }, + { + "epoch": 0.6416648363716231, + "grad_norm": 2.6896982192993164, + "learning_rate": 1e-06, + "loss": 1.0315, + "mean_token_accuracy": 0.6947136521339417, + "num_tokens": 138312478.0, + "step": 5843 + }, + { + "epoch": 0.6417746540742367, + "grad_norm": 2.2437641620635986, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6949580311775208, + "num_tokens": 138338228.0, + "step": 5844 + }, + { + "epoch": 0.6418844717768504, + "grad_norm": 2.3069095611572266, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.7048821449279785, + "num_tokens": 138361650.0, + "step": 5845 + }, + { + "epoch": 0.6419942894794641, + "grad_norm": 2.5071778297424316, + "learning_rate": 1e-06, + "loss": 1.0008, + "mean_token_accuracy": 0.6952553391456604, + "num_tokens": 138382798.0, + "step": 5846 + }, + { + "epoch": 0.6421041071820778, + "grad_norm": 2.078122615814209, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.731380045413971, + "num_tokens": 138408118.0, + "step": 5847 + }, + { + "epoch": 0.6422139248846914, + "grad_norm": 2.467029333114624, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7071442604064941, + "num_tokens": 138430076.0, + "step": 5848 + }, + { + "epoch": 0.6423237425873051, + "grad_norm": 2.1222496032714844, + "learning_rate": 1e-06, + "loss": 1.0833, + "mean_token_accuracy": 0.6740301847457886, + "num_tokens": 138462253.0, + "step": 5849 + }, + { + "epoch": 0.6424335602899187, + "grad_norm": 2.2069954872131348, + "learning_rate": 1e-06, + "loss": 0.9752, + "mean_token_accuracy": 0.7020931243896484, + "num_tokens": 138487538.0, + "step": 5850 + }, + { + "epoch": 0.6425433779925324, + "grad_norm": 2.4752776622772217, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7099441885948181, + "num_tokens": 138507606.0, + "step": 5851 + }, + { + "epoch": 0.642653195695146, + "grad_norm": 2.0366506576538086, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7216992378234863, + "num_tokens": 138533566.0, + "step": 5852 + }, + { + "epoch": 0.6427630133977598, + "grad_norm": 2.2483983039855957, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7174650430679321, + "num_tokens": 138557001.0, + "step": 5853 + }, + { + "epoch": 0.6428728311003734, + "grad_norm": 2.437983274459839, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7156749963760376, + "num_tokens": 138577368.0, + "step": 5854 + }, + { + "epoch": 0.6429826488029871, + "grad_norm": 2.141247272491455, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7133005261421204, + "num_tokens": 138602652.0, + "step": 5855 + }, + { + "epoch": 0.6430924665056007, + "grad_norm": 2.296416997909546, + "learning_rate": 1e-06, + "loss": 1.0149, + "mean_token_accuracy": 0.7016953229904175, + "num_tokens": 138627509.0, + "step": 5856 + }, + { + "epoch": 0.6432022842082143, + "grad_norm": 1.9860785007476807, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7124348282814026, + "num_tokens": 138653286.0, + "step": 5857 + }, + { + "epoch": 0.643312101910828, + "grad_norm": 2.1568245887756348, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.6909879446029663, + "num_tokens": 138678885.0, + "step": 5858 + }, + { + "epoch": 0.6434219196134416, + "grad_norm": 2.1231508255004883, + "learning_rate": 1e-06, + "loss": 1.0418, + "mean_token_accuracy": 0.6912358999252319, + "num_tokens": 138706403.0, + "step": 5859 + }, + { + "epoch": 0.6435317373160554, + "grad_norm": 2.7734453678131104, + "learning_rate": 1e-06, + "loss": 0.9775, + "mean_token_accuracy": 0.6973942518234253, + "num_tokens": 138724046.0, + "step": 5860 + }, + { + "epoch": 0.643641555018669, + "grad_norm": 2.3415944576263428, + "learning_rate": 1e-06, + "loss": 1.0643, + "mean_token_accuracy": 0.6891617774963379, + "num_tokens": 138748216.0, + "step": 5861 + }, + { + "epoch": 0.6437513727212827, + "grad_norm": 2.2760348320007324, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.7153521180152893, + "num_tokens": 138772913.0, + "step": 5862 + }, + { + "epoch": 0.6438611904238963, + "grad_norm": 2.336472749710083, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7101091742515564, + "num_tokens": 138797279.0, + "step": 5863 + }, + { + "epoch": 0.64397100812651, + "grad_norm": 2.096803665161133, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7068675756454468, + "num_tokens": 138825434.0, + "step": 5864 + }, + { + "epoch": 0.6440808258291236, + "grad_norm": 1.982523798942566, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7162678241729736, + "num_tokens": 138854884.0, + "step": 5865 + }, + { + "epoch": 0.6441906435317373, + "grad_norm": 2.9154677391052246, + "learning_rate": 1e-06, + "loss": 1.0365, + "mean_token_accuracy": 0.6889169216156006, + "num_tokens": 138872373.0, + "step": 5866 + }, + { + "epoch": 0.644300461234351, + "grad_norm": 2.087245225906372, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.7034708261489868, + "num_tokens": 138899264.0, + "step": 5867 + }, + { + "epoch": 0.6444102789369647, + "grad_norm": 2.335233211517334, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7228093147277832, + "num_tokens": 138921827.0, + "step": 5868 + }, + { + "epoch": 0.6445200966395783, + "grad_norm": 2.3201913833618164, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7042996883392334, + "num_tokens": 138944192.0, + "step": 5869 + }, + { + "epoch": 0.644629914342192, + "grad_norm": 2.4367382526397705, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7028005123138428, + "num_tokens": 138966835.0, + "step": 5870 + }, + { + "epoch": 0.6447397320448056, + "grad_norm": 2.3294425010681152, + "learning_rate": 1e-06, + "loss": 0.9453, + "mean_token_accuracy": 0.7158604264259338, + "num_tokens": 138990120.0, + "step": 5871 + }, + { + "epoch": 0.6448495497474193, + "grad_norm": 2.278697967529297, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7140350341796875, + "num_tokens": 139012252.0, + "step": 5872 + }, + { + "epoch": 0.6449593674500329, + "grad_norm": 2.5761449337005615, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7159280180931091, + "num_tokens": 139032223.0, + "step": 5873 + }, + { + "epoch": 0.6450691851526466, + "grad_norm": 2.322209358215332, + "learning_rate": 1e-06, + "loss": 0.9682, + "mean_token_accuracy": 0.7050826549530029, + "num_tokens": 139056073.0, + "step": 5874 + }, + { + "epoch": 0.6451790028552603, + "grad_norm": 2.2470619678497314, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7201623916625977, + "num_tokens": 139080638.0, + "step": 5875 + }, + { + "epoch": 0.645288820557874, + "grad_norm": 2.2710201740264893, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7307007312774658, + "num_tokens": 139102503.0, + "step": 5876 + }, + { + "epoch": 0.6453986382604876, + "grad_norm": 2.2365190982818604, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7106157541275024, + "num_tokens": 139125024.0, + "step": 5877 + }, + { + "epoch": 0.6455084559631012, + "grad_norm": 2.678560495376587, + "learning_rate": 1e-06, + "loss": 0.8234, + "mean_token_accuracy": 0.7409858703613281, + "num_tokens": 139142338.0, + "step": 5878 + }, + { + "epoch": 0.6456182736657149, + "grad_norm": 1.9416412115097046, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.6900550127029419, + "num_tokens": 139173197.0, + "step": 5879 + }, + { + "epoch": 0.6457280913683285, + "grad_norm": 2.529430389404297, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.7414692640304565, + "num_tokens": 139192649.0, + "step": 5880 + }, + { + "epoch": 0.6458379090709422, + "grad_norm": 2.0843453407287598, + "learning_rate": 1e-06, + "loss": 1.0355, + "mean_token_accuracy": 0.6831861734390259, + "num_tokens": 139219227.0, + "step": 5881 + }, + { + "epoch": 0.6459477267735559, + "grad_norm": 2.184276580810547, + "learning_rate": 1e-06, + "loss": 1.0458, + "mean_token_accuracy": 0.6842690110206604, + "num_tokens": 139246412.0, + "step": 5882 + }, + { + "epoch": 0.6460575444761696, + "grad_norm": 2.2685649394989014, + "learning_rate": 1e-06, + "loss": 1.0422, + "mean_token_accuracy": 0.6934943199157715, + "num_tokens": 139270140.0, + "step": 5883 + }, + { + "epoch": 0.6461673621787832, + "grad_norm": 2.066354990005493, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7036131620407104, + "num_tokens": 139298971.0, + "step": 5884 + }, + { + "epoch": 0.6462771798813969, + "grad_norm": 2.4398679733276367, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7408088445663452, + "num_tokens": 139319290.0, + "step": 5885 + }, + { + "epoch": 0.6463869975840105, + "grad_norm": 2.1261823177337646, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.725264847278595, + "num_tokens": 139344884.0, + "step": 5886 + }, + { + "epoch": 0.6464968152866242, + "grad_norm": 2.211366653442383, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.6976819038391113, + "num_tokens": 139372883.0, + "step": 5887 + }, + { + "epoch": 0.6466066329892378, + "grad_norm": 2.3835740089416504, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.6977465152740479, + "num_tokens": 139393788.0, + "step": 5888 + }, + { + "epoch": 0.6467164506918516, + "grad_norm": 2.287923574447632, + "learning_rate": 1e-06, + "loss": 0.9589, + "mean_token_accuracy": 0.7024255990982056, + "num_tokens": 139417490.0, + "step": 5889 + }, + { + "epoch": 0.6468262683944652, + "grad_norm": 2.5803370475769043, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.6828858256340027, + "num_tokens": 139438890.0, + "step": 5890 + }, + { + "epoch": 0.6469360860970789, + "grad_norm": 2.329775333404541, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7109792232513428, + "num_tokens": 139460924.0, + "step": 5891 + }, + { + "epoch": 0.6470459037996925, + "grad_norm": 2.214617967605591, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.699463963508606, + "num_tokens": 139484573.0, + "step": 5892 + }, + { + "epoch": 0.6471557215023062, + "grad_norm": 2.1909451484680176, + "learning_rate": 1e-06, + "loss": 1.0177, + "mean_token_accuracy": 0.6953879594802856, + "num_tokens": 139510281.0, + "step": 5893 + }, + { + "epoch": 0.6472655392049198, + "grad_norm": 2.724517822265625, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7231161594390869, + "num_tokens": 139526601.0, + "step": 5894 + }, + { + "epoch": 0.6473753569075335, + "grad_norm": 2.139423370361328, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7133076190948486, + "num_tokens": 139551816.0, + "step": 5895 + }, + { + "epoch": 0.6474851746101472, + "grad_norm": 2.0979368686676025, + "learning_rate": 1e-06, + "loss": 1.079, + "mean_token_accuracy": 0.6808741092681885, + "num_tokens": 139579664.0, + "step": 5896 + }, + { + "epoch": 0.6475949923127609, + "grad_norm": 2.5039966106414795, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7241487503051758, + "num_tokens": 139599996.0, + "step": 5897 + }, + { + "epoch": 0.6477048100153745, + "grad_norm": 2.2551307678222656, + "learning_rate": 1e-06, + "loss": 1.0133, + "mean_token_accuracy": 0.6909522414207458, + "num_tokens": 139623352.0, + "step": 5898 + }, + { + "epoch": 0.6478146277179881, + "grad_norm": 2.2830212116241455, + "learning_rate": 1e-06, + "loss": 1.0986, + "mean_token_accuracy": 0.670689582824707, + "num_tokens": 139647765.0, + "step": 5899 + }, + { + "epoch": 0.6479244454206018, + "grad_norm": 2.0544004440307617, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7105284333229065, + "num_tokens": 139675381.0, + "step": 5900 + }, + { + "epoch": 0.6480342631232154, + "grad_norm": 2.6079373359680176, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.7109622359275818, + "num_tokens": 139693740.0, + "step": 5901 + }, + { + "epoch": 0.6481440808258291, + "grad_norm": 2.4823296070098877, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.7018994688987732, + "num_tokens": 139714022.0, + "step": 5902 + }, + { + "epoch": 0.6482538985284428, + "grad_norm": 2.3138041496276855, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7204028367996216, + "num_tokens": 139735484.0, + "step": 5903 + }, + { + "epoch": 0.6483637162310565, + "grad_norm": 1.8904337882995605, + "learning_rate": 1e-06, + "loss": 1.0483, + "mean_token_accuracy": 0.6808891296386719, + "num_tokens": 139770600.0, + "step": 5904 + }, + { + "epoch": 0.6484735339336701, + "grad_norm": 2.1315369606018066, + "learning_rate": 1e-06, + "loss": 1.0308, + "mean_token_accuracy": 0.6949765682220459, + "num_tokens": 139796559.0, + "step": 5905 + }, + { + "epoch": 0.6485833516362838, + "grad_norm": 2.5948264598846436, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7222521901130676, + "num_tokens": 139814871.0, + "step": 5906 + }, + { + "epoch": 0.6486931693388974, + "grad_norm": 2.4661948680877686, + "learning_rate": 1e-06, + "loss": 1.0409, + "mean_token_accuracy": 0.6895643472671509, + "num_tokens": 139837858.0, + "step": 5907 + }, + { + "epoch": 0.6488029870415111, + "grad_norm": 2.2338080406188965, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7159577012062073, + "num_tokens": 139860362.0, + "step": 5908 + }, + { + "epoch": 0.6489128047441247, + "grad_norm": 2.196213960647583, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7085318565368652, + "num_tokens": 139886561.0, + "step": 5909 + }, + { + "epoch": 0.6490226224467384, + "grad_norm": 2.3338348865509033, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7378707528114319, + "num_tokens": 139908714.0, + "step": 5910 + }, + { + "epoch": 0.6491324401493521, + "grad_norm": 2.177478790283203, + "learning_rate": 1e-06, + "loss": 1.0411, + "mean_token_accuracy": 0.6816918253898621, + "num_tokens": 139935538.0, + "step": 5911 + }, + { + "epoch": 0.6492422578519658, + "grad_norm": 2.2860023975372314, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.693125307559967, + "num_tokens": 139959032.0, + "step": 5912 + }, + { + "epoch": 0.6493520755545794, + "grad_norm": 1.7781728506088257, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.703643262386322, + "num_tokens": 139992812.0, + "step": 5913 + }, + { + "epoch": 0.6494618932571931, + "grad_norm": 2.149850368499756, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7175149917602539, + "num_tokens": 140016748.0, + "step": 5914 + }, + { + "epoch": 0.6495717109598067, + "grad_norm": 2.189613103866577, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7256081104278564, + "num_tokens": 140042859.0, + "step": 5915 + }, + { + "epoch": 0.6496815286624203, + "grad_norm": 2.5158398151397705, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7122059464454651, + "num_tokens": 140061858.0, + "step": 5916 + }, + { + "epoch": 0.649791346365034, + "grad_norm": 2.1534740924835205, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7031779289245605, + "num_tokens": 140085651.0, + "step": 5917 + }, + { + "epoch": 0.6499011640676478, + "grad_norm": 2.528447389602661, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.7048438787460327, + "num_tokens": 140105988.0, + "step": 5918 + }, + { + "epoch": 0.6500109817702614, + "grad_norm": 2.6849091053009033, + "learning_rate": 1e-06, + "loss": 0.8809, + "mean_token_accuracy": 0.7239733934402466, + "num_tokens": 140123780.0, + "step": 5919 + }, + { + "epoch": 0.650120799472875, + "grad_norm": 2.24489164352417, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7018073797225952, + "num_tokens": 140148267.0, + "step": 5920 + }, + { + "epoch": 0.6502306171754887, + "grad_norm": 2.495736598968506, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.708453893661499, + "num_tokens": 140169811.0, + "step": 5921 + }, + { + "epoch": 0.6503404348781023, + "grad_norm": 2.2253975868225098, + "learning_rate": 1e-06, + "loss": 0.9999, + "mean_token_accuracy": 0.693816065788269, + "num_tokens": 140194330.0, + "step": 5922 + }, + { + "epoch": 0.650450252580716, + "grad_norm": 2.2223174571990967, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.6992253065109253, + "num_tokens": 140219750.0, + "step": 5923 + }, + { + "epoch": 0.6505600702833296, + "grad_norm": 2.4053561687469482, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7259817123413086, + "num_tokens": 140239694.0, + "step": 5924 + }, + { + "epoch": 0.6506698879859434, + "grad_norm": 2.214217185974121, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.696994423866272, + "num_tokens": 140264707.0, + "step": 5925 + }, + { + "epoch": 0.650779705688557, + "grad_norm": 2.5422780513763428, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.6984519958496094, + "num_tokens": 140285541.0, + "step": 5926 + }, + { + "epoch": 0.6508895233911707, + "grad_norm": 2.15087628364563, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.7101269960403442, + "num_tokens": 140310250.0, + "step": 5927 + }, + { + "epoch": 0.6509993410937843, + "grad_norm": 2.1049630641937256, + "learning_rate": 1e-06, + "loss": 1.066, + "mean_token_accuracy": 0.68403160572052, + "num_tokens": 140337222.0, + "step": 5928 + }, + { + "epoch": 0.651109158796398, + "grad_norm": 2.0904839038848877, + "learning_rate": 1e-06, + "loss": 1.0575, + "mean_token_accuracy": 0.6773316860198975, + "num_tokens": 140364620.0, + "step": 5929 + }, + { + "epoch": 0.6512189764990116, + "grad_norm": 2.214444160461426, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.6980617046356201, + "num_tokens": 140388342.0, + "step": 5930 + }, + { + "epoch": 0.6513287942016253, + "grad_norm": 2.4429450035095215, + "learning_rate": 1e-06, + "loss": 1.0908, + "mean_token_accuracy": 0.67513507604599, + "num_tokens": 140411282.0, + "step": 5931 + }, + { + "epoch": 0.651438611904239, + "grad_norm": 1.9499404430389404, + "learning_rate": 1e-06, + "loss": 1.002, + "mean_token_accuracy": 0.6955745816230774, + "num_tokens": 140441325.0, + "step": 5932 + }, + { + "epoch": 0.6515484296068527, + "grad_norm": 2.530461311340332, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7135649919509888, + "num_tokens": 140459885.0, + "step": 5933 + }, + { + "epoch": 0.6516582473094663, + "grad_norm": 2.1868135929107666, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7140551209449768, + "num_tokens": 140484472.0, + "step": 5934 + }, + { + "epoch": 0.65176806501208, + "grad_norm": 2.207294225692749, + "learning_rate": 1e-06, + "loss": 1.0373, + "mean_token_accuracy": 0.6951888799667358, + "num_tokens": 140509598.0, + "step": 5935 + }, + { + "epoch": 0.6518778827146936, + "grad_norm": 2.7172975540161133, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7295090556144714, + "num_tokens": 140526101.0, + "step": 5936 + }, + { + "epoch": 0.6519877004173072, + "grad_norm": 2.4106619358062744, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7118232250213623, + "num_tokens": 140545652.0, + "step": 5937 + }, + { + "epoch": 0.6520975181199209, + "grad_norm": 2.1816372871398926, + "learning_rate": 1e-06, + "loss": 1.0468, + "mean_token_accuracy": 0.6774226427078247, + "num_tokens": 140572511.0, + "step": 5938 + }, + { + "epoch": 0.6522073358225345, + "grad_norm": 2.693385124206543, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.7242887020111084, + "num_tokens": 140589721.0, + "step": 5939 + }, + { + "epoch": 0.6523171535251483, + "grad_norm": 2.2094743251800537, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.6978846788406372, + "num_tokens": 140615883.0, + "step": 5940 + }, + { + "epoch": 0.6524269712277619, + "grad_norm": 2.4386863708496094, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.700971245765686, + "num_tokens": 140639028.0, + "step": 5941 + }, + { + "epoch": 0.6525367889303756, + "grad_norm": 2.533440113067627, + "learning_rate": 1e-06, + "loss": 1.0185, + "mean_token_accuracy": 0.6870259642601013, + "num_tokens": 140658604.0, + "step": 5942 + }, + { + "epoch": 0.6526466066329892, + "grad_norm": 2.3254284858703613, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6854152679443359, + "num_tokens": 140684110.0, + "step": 5943 + }, + { + "epoch": 0.6527564243356029, + "grad_norm": 2.086315393447876, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7058857679367065, + "num_tokens": 140712118.0, + "step": 5944 + }, + { + "epoch": 0.6528662420382165, + "grad_norm": 2.092782735824585, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.711765468120575, + "num_tokens": 140737001.0, + "step": 5945 + }, + { + "epoch": 0.6529760597408302, + "grad_norm": 2.1519365310668945, + "learning_rate": 1e-06, + "loss": 1.0654, + "mean_token_accuracy": 0.6761342883110046, + "num_tokens": 140764054.0, + "step": 5946 + }, + { + "epoch": 0.6530858774434439, + "grad_norm": 2.1949050426483154, + "learning_rate": 1e-06, + "loss": 0.9534, + "mean_token_accuracy": 0.7102155685424805, + "num_tokens": 140788727.0, + "step": 5947 + }, + { + "epoch": 0.6531956951460576, + "grad_norm": 2.4885454177856445, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7185680866241455, + "num_tokens": 140809300.0, + "step": 5948 + }, + { + "epoch": 0.6533055128486712, + "grad_norm": 2.5016324520111084, + "learning_rate": 1e-06, + "loss": 1.0223, + "mean_token_accuracy": 0.6861231327056885, + "num_tokens": 140829121.0, + "step": 5949 + }, + { + "epoch": 0.6534153305512849, + "grad_norm": 2.615546464920044, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.707149088382721, + "num_tokens": 140849822.0, + "step": 5950 + }, + { + "epoch": 0.6535251482538985, + "grad_norm": 2.5416927337646484, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7227225303649902, + "num_tokens": 140869957.0, + "step": 5951 + }, + { + "epoch": 0.6536349659565122, + "grad_norm": 2.205993175506592, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7237415313720703, + "num_tokens": 140894305.0, + "step": 5952 + }, + { + "epoch": 0.6537447836591258, + "grad_norm": 2.4436874389648438, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7187581062316895, + "num_tokens": 140916410.0, + "step": 5953 + }, + { + "epoch": 0.6538546013617396, + "grad_norm": 2.3120949268341064, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.7168829441070557, + "num_tokens": 140939789.0, + "step": 5954 + }, + { + "epoch": 0.6539644190643532, + "grad_norm": 2.177825450897217, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7093327045440674, + "num_tokens": 140966066.0, + "step": 5955 + }, + { + "epoch": 0.6540742367669669, + "grad_norm": 2.6090962886810303, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7123996615409851, + "num_tokens": 140984588.0, + "step": 5956 + }, + { + "epoch": 0.6541840544695805, + "grad_norm": 2.1937613487243652, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7315112352371216, + "num_tokens": 141007731.0, + "step": 5957 + }, + { + "epoch": 0.6542938721721941, + "grad_norm": 2.124584674835205, + "learning_rate": 1e-06, + "loss": 1.102, + "mean_token_accuracy": 0.6792614459991455, + "num_tokens": 141033066.0, + "step": 5958 + }, + { + "epoch": 0.6544036898748078, + "grad_norm": 2.2206554412841797, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7036136984825134, + "num_tokens": 141058145.0, + "step": 5959 + }, + { + "epoch": 0.6545135075774214, + "grad_norm": 2.5907299518585205, + "learning_rate": 1e-06, + "loss": 0.8397, + "mean_token_accuracy": 0.7334921956062317, + "num_tokens": 141075824.0, + "step": 5960 + }, + { + "epoch": 0.6546233252800352, + "grad_norm": 2.353440046310425, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7027036547660828, + "num_tokens": 141097360.0, + "step": 5961 + }, + { + "epoch": 0.6547331429826488, + "grad_norm": 2.1650328636169434, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.691382884979248, + "num_tokens": 141123338.0, + "step": 5962 + }, + { + "epoch": 0.6548429606852625, + "grad_norm": 2.359625816345215, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7436808347702026, + "num_tokens": 141145614.0, + "step": 5963 + }, + { + "epoch": 0.6549527783878761, + "grad_norm": 2.3366382122039795, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7036950588226318, + "num_tokens": 141166956.0, + "step": 5964 + }, + { + "epoch": 0.6550625960904898, + "grad_norm": 1.9227153062820435, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.701781153678894, + "num_tokens": 141199755.0, + "step": 5965 + }, + { + "epoch": 0.6551724137931034, + "grad_norm": 2.216378927230835, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.716338038444519, + "num_tokens": 141224321.0, + "step": 5966 + }, + { + "epoch": 0.6552822314957171, + "grad_norm": 2.140782594680786, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.707927942276001, + "num_tokens": 141248383.0, + "step": 5967 + }, + { + "epoch": 0.6553920491983307, + "grad_norm": 2.1933705806732178, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.703105092048645, + "num_tokens": 141273551.0, + "step": 5968 + }, + { + "epoch": 0.6555018669009445, + "grad_norm": 2.4484927654266357, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7421424388885498, + "num_tokens": 141293297.0, + "step": 5969 + }, + { + "epoch": 0.6556116846035581, + "grad_norm": 2.550601005554199, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7137603163719177, + "num_tokens": 141310878.0, + "step": 5970 + }, + { + "epoch": 0.6557215023061718, + "grad_norm": 2.3912720680236816, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7072187662124634, + "num_tokens": 141333857.0, + "step": 5971 + }, + { + "epoch": 0.6558313200087854, + "grad_norm": 2.4650886058807373, + "learning_rate": 1e-06, + "loss": 0.8285, + "mean_token_accuracy": 0.7394611239433289, + "num_tokens": 141352201.0, + "step": 5972 + }, + { + "epoch": 0.6559411377113991, + "grad_norm": 2.226558208465576, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.700131356716156, + "num_tokens": 141377728.0, + "step": 5973 + }, + { + "epoch": 0.6560509554140127, + "grad_norm": 2.3410542011260986, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.6992596387863159, + "num_tokens": 141400282.0, + "step": 5974 + }, + { + "epoch": 0.6561607731166264, + "grad_norm": 2.229280471801758, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.716213583946228, + "num_tokens": 141423013.0, + "step": 5975 + }, + { + "epoch": 0.6562705908192401, + "grad_norm": 2.624521017074585, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.7022523880004883, + "num_tokens": 141442881.0, + "step": 5976 + }, + { + "epoch": 0.6563804085218538, + "grad_norm": 2.0835609436035156, + "learning_rate": 1e-06, + "loss": 0.8762, + "mean_token_accuracy": 0.7249413728713989, + "num_tokens": 141468061.0, + "step": 5977 + }, + { + "epoch": 0.6564902262244674, + "grad_norm": 2.0381946563720703, + "learning_rate": 1e-06, + "loss": 1.0386, + "mean_token_accuracy": 0.6854895353317261, + "num_tokens": 141495014.0, + "step": 5978 + }, + { + "epoch": 0.656600043927081, + "grad_norm": 2.394683599472046, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6921145915985107, + "num_tokens": 141516250.0, + "step": 5979 + }, + { + "epoch": 0.6567098616296947, + "grad_norm": 2.116701602935791, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7254296541213989, + "num_tokens": 141541100.0, + "step": 5980 + }, + { + "epoch": 0.6568196793323083, + "grad_norm": 2.663060188293457, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.698644757270813, + "num_tokens": 141559344.0, + "step": 5981 + }, + { + "epoch": 0.656929497034922, + "grad_norm": 2.373429775238037, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7211902141571045, + "num_tokens": 141579291.0, + "step": 5982 + }, + { + "epoch": 0.6570393147375357, + "grad_norm": 2.056387424468994, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.706619918346405, + "num_tokens": 141607248.0, + "step": 5983 + }, + { + "epoch": 0.6571491324401494, + "grad_norm": 2.4172298908233643, + "learning_rate": 1e-06, + "loss": 1.0725, + "mean_token_accuracy": 0.6897920370101929, + "num_tokens": 141629483.0, + "step": 5984 + }, + { + "epoch": 0.657258950142763, + "grad_norm": 2.553500175476074, + "learning_rate": 1e-06, + "loss": 1.0636, + "mean_token_accuracy": 0.6775655746459961, + "num_tokens": 141650043.0, + "step": 5985 + }, + { + "epoch": 0.6573687678453767, + "grad_norm": 2.71030330657959, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7425186634063721, + "num_tokens": 141667856.0, + "step": 5986 + }, + { + "epoch": 0.6574785855479903, + "grad_norm": 2.331543445587158, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.7347378134727478, + "num_tokens": 141689149.0, + "step": 5987 + }, + { + "epoch": 0.657588403250604, + "grad_norm": 2.2114555835723877, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7233870625495911, + "num_tokens": 141713319.0, + "step": 5988 + }, + { + "epoch": 0.6576982209532176, + "grad_norm": 2.4185354709625244, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7097845673561096, + "num_tokens": 141735056.0, + "step": 5989 + }, + { + "epoch": 0.6578080386558314, + "grad_norm": 2.479898691177368, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7127835750579834, + "num_tokens": 141754673.0, + "step": 5990 + }, + { + "epoch": 0.657917856358445, + "grad_norm": 2.5073068141937256, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7012277841567993, + "num_tokens": 141776552.0, + "step": 5991 + }, + { + "epoch": 0.6580276740610587, + "grad_norm": 2.588500738143921, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7043765783309937, + "num_tokens": 141795998.0, + "step": 5992 + }, + { + "epoch": 0.6581374917636723, + "grad_norm": 2.383284330368042, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7329527139663696, + "num_tokens": 141817704.0, + "step": 5993 + }, + { + "epoch": 0.658247309466286, + "grad_norm": 2.6851449012756348, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.6980551481246948, + "num_tokens": 141834452.0, + "step": 5994 + }, + { + "epoch": 0.6583571271688996, + "grad_norm": 2.238253355026245, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7111630439758301, + "num_tokens": 141858060.0, + "step": 5995 + }, + { + "epoch": 0.6584669448715132, + "grad_norm": 2.198887586593628, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7122271060943604, + "num_tokens": 141882744.0, + "step": 5996 + }, + { + "epoch": 0.6585767625741269, + "grad_norm": 2.2230327129364014, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.728827714920044, + "num_tokens": 141907558.0, + "step": 5997 + }, + { + "epoch": 0.6586865802767407, + "grad_norm": 2.4255950450897217, + "learning_rate": 1e-06, + "loss": 1.032, + "mean_token_accuracy": 0.7014508247375488, + "num_tokens": 141928687.0, + "step": 5998 + }, + { + "epoch": 0.6587963979793543, + "grad_norm": 1.8863551616668701, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7102615833282471, + "num_tokens": 141960721.0, + "step": 5999 + }, + { + "epoch": 0.6589062156819679, + "grad_norm": 1.9778496026992798, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.720134973526001, + "num_tokens": 141987360.0, + "step": 6000 + }, + { + "epoch": 0.6590160333845816, + "grad_norm": 2.2553153038024902, + "learning_rate": 1e-06, + "loss": 1.0889, + "mean_token_accuracy": 0.6782546043395996, + "num_tokens": 142011769.0, + "step": 6001 + }, + { + "epoch": 0.6591258510871952, + "grad_norm": 2.5729048252105713, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7286456227302551, + "num_tokens": 142030204.0, + "step": 6002 + }, + { + "epoch": 0.6592356687898089, + "grad_norm": 2.651186943054199, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7164841294288635, + "num_tokens": 142048573.0, + "step": 6003 + }, + { + "epoch": 0.6593454864924225, + "grad_norm": 2.5463931560516357, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7138166427612305, + "num_tokens": 142066692.0, + "step": 6004 + }, + { + "epoch": 0.6594553041950363, + "grad_norm": 2.20013165473938, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7173766493797302, + "num_tokens": 142090056.0, + "step": 6005 + }, + { + "epoch": 0.6595651218976499, + "grad_norm": 2.3697617053985596, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7238026261329651, + "num_tokens": 142110972.0, + "step": 6006 + }, + { + "epoch": 0.6596749396002636, + "grad_norm": 2.2724993228912354, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7033178806304932, + "num_tokens": 142135108.0, + "step": 6007 + }, + { + "epoch": 0.6597847573028772, + "grad_norm": 2.2209253311157227, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.6922710537910461, + "num_tokens": 142160870.0, + "step": 6008 + }, + { + "epoch": 0.6598945750054909, + "grad_norm": 2.577655076980591, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7077723741531372, + "num_tokens": 142180420.0, + "step": 6009 + }, + { + "epoch": 0.6600043927081045, + "grad_norm": 2.3882219791412354, + "learning_rate": 1e-06, + "loss": 1.0156, + "mean_token_accuracy": 0.690832257270813, + "num_tokens": 142202586.0, + "step": 6010 + }, + { + "epoch": 0.6601142104107182, + "grad_norm": 2.2489404678344727, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.7265863418579102, + "num_tokens": 142224869.0, + "step": 6011 + }, + { + "epoch": 0.6602240281133319, + "grad_norm": 2.516360282897949, + "learning_rate": 1e-06, + "loss": 1.0327, + "mean_token_accuracy": 0.6825151443481445, + "num_tokens": 142245698.0, + "step": 6012 + }, + { + "epoch": 0.6603338458159456, + "grad_norm": 2.529298782348633, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7034935355186462, + "num_tokens": 142266902.0, + "step": 6013 + }, + { + "epoch": 0.6604436635185592, + "grad_norm": 2.0467145442962646, + "learning_rate": 1e-06, + "loss": 1.0217, + "mean_token_accuracy": 0.6888644695281982, + "num_tokens": 142298936.0, + "step": 6014 + }, + { + "epoch": 0.6605534812211729, + "grad_norm": 2.323368787765503, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.7011048793792725, + "num_tokens": 142322067.0, + "step": 6015 + }, + { + "epoch": 0.6606632989237865, + "grad_norm": 2.375087022781372, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6944671869277954, + "num_tokens": 142345828.0, + "step": 6016 + }, + { + "epoch": 0.6607731166264001, + "grad_norm": 2.4842474460601807, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.7031947374343872, + "num_tokens": 142366298.0, + "step": 6017 + }, + { + "epoch": 0.6608829343290138, + "grad_norm": 2.374593734741211, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7234930992126465, + "num_tokens": 142386403.0, + "step": 6018 + }, + { + "epoch": 0.6609927520316276, + "grad_norm": 2.4619991779327393, + "learning_rate": 1e-06, + "loss": 0.926, + "mean_token_accuracy": 0.7163420915603638, + "num_tokens": 142407260.0, + "step": 6019 + }, + { + "epoch": 0.6611025697342412, + "grad_norm": 1.9602439403533936, + "learning_rate": 1e-06, + "loss": 1.1152, + "mean_token_accuracy": 0.6699502468109131, + "num_tokens": 142441125.0, + "step": 6020 + }, + { + "epoch": 0.6612123874368548, + "grad_norm": 2.015911102294922, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7059455513954163, + "num_tokens": 142469287.0, + "step": 6021 + }, + { + "epoch": 0.6613222051394685, + "grad_norm": 2.2263565063476562, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7212273478507996, + "num_tokens": 142492832.0, + "step": 6022 + }, + { + "epoch": 0.6614320228420821, + "grad_norm": 2.3559014797210693, + "learning_rate": 1e-06, + "loss": 0.9555, + "mean_token_accuracy": 0.7115854024887085, + "num_tokens": 142515132.0, + "step": 6023 + }, + { + "epoch": 0.6615418405446958, + "grad_norm": 2.205770254135132, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.7001288533210754, + "num_tokens": 142541171.0, + "step": 6024 + }, + { + "epoch": 0.6616516582473094, + "grad_norm": 2.245297431945801, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7255871891975403, + "num_tokens": 142564156.0, + "step": 6025 + }, + { + "epoch": 0.6617614759499231, + "grad_norm": 2.1706435680389404, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7169658541679382, + "num_tokens": 142588579.0, + "step": 6026 + }, + { + "epoch": 0.6618712936525368, + "grad_norm": 2.451261043548584, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.7021252512931824, + "num_tokens": 142608970.0, + "step": 6027 + }, + { + "epoch": 0.6619811113551505, + "grad_norm": 2.460322141647339, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.6964468359947205, + "num_tokens": 142630168.0, + "step": 6028 + }, + { + "epoch": 0.6620909290577641, + "grad_norm": 2.2401797771453857, + "learning_rate": 1e-06, + "loss": 1.1033, + "mean_token_accuracy": 0.6736566424369812, + "num_tokens": 142657167.0, + "step": 6029 + }, + { + "epoch": 0.6622007467603778, + "grad_norm": 2.200977087020874, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.6997149586677551, + "num_tokens": 142682438.0, + "step": 6030 + }, + { + "epoch": 0.6623105644629914, + "grad_norm": 2.606966495513916, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7255803942680359, + "num_tokens": 142700122.0, + "step": 6031 + }, + { + "epoch": 0.6624203821656051, + "grad_norm": 2.3106954097747803, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7125890851020813, + "num_tokens": 142721799.0, + "step": 6032 + }, + { + "epoch": 0.6625301998682187, + "grad_norm": 2.309422016143799, + "learning_rate": 1e-06, + "loss": 1.0166, + "mean_token_accuracy": 0.683739185333252, + "num_tokens": 142743811.0, + "step": 6033 + }, + { + "epoch": 0.6626400175708325, + "grad_norm": 1.8521960973739624, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7093712091445923, + "num_tokens": 142776929.0, + "step": 6034 + }, + { + "epoch": 0.6627498352734461, + "grad_norm": 2.5152735710144043, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7141462564468384, + "num_tokens": 142797048.0, + "step": 6035 + }, + { + "epoch": 0.6628596529760598, + "grad_norm": 2.1515841484069824, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.7233834266662598, + "num_tokens": 142821606.0, + "step": 6036 + }, + { + "epoch": 0.6629694706786734, + "grad_norm": 2.197968006134033, + "learning_rate": 1e-06, + "loss": 1.0322, + "mean_token_accuracy": 0.6965372562408447, + "num_tokens": 142847400.0, + "step": 6037 + }, + { + "epoch": 0.663079288381287, + "grad_norm": 1.984302282333374, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7251079082489014, + "num_tokens": 142875521.0, + "step": 6038 + }, + { + "epoch": 0.6631891060839007, + "grad_norm": 2.3384153842926025, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7336995601654053, + "num_tokens": 142897059.0, + "step": 6039 + }, + { + "epoch": 0.6632989237865143, + "grad_norm": 2.3206470012664795, + "learning_rate": 1e-06, + "loss": 1.0405, + "mean_token_accuracy": 0.687262773513794, + "num_tokens": 142921105.0, + "step": 6040 + }, + { + "epoch": 0.6634087414891281, + "grad_norm": 2.598775863647461, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7272686958312988, + "num_tokens": 142938178.0, + "step": 6041 + }, + { + "epoch": 0.6635185591917417, + "grad_norm": 2.1489970684051514, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7080693244934082, + "num_tokens": 142966120.0, + "step": 6042 + }, + { + "epoch": 0.6636283768943554, + "grad_norm": 2.6973774433135986, + "learning_rate": 1e-06, + "loss": 0.8827, + "mean_token_accuracy": 0.727944552898407, + "num_tokens": 142983370.0, + "step": 6043 + }, + { + "epoch": 0.663738194596969, + "grad_norm": 2.860377311706543, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7192491292953491, + "num_tokens": 142999311.0, + "step": 6044 + }, + { + "epoch": 0.6638480122995827, + "grad_norm": 2.947089195251465, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.7428369522094727, + "num_tokens": 143014335.0, + "step": 6045 + }, + { + "epoch": 0.6639578300021963, + "grad_norm": 2.1660871505737305, + "learning_rate": 1e-06, + "loss": 1.0095, + "mean_token_accuracy": 0.7150101065635681, + "num_tokens": 143040995.0, + "step": 6046 + }, + { + "epoch": 0.66406764770481, + "grad_norm": 2.533897876739502, + "learning_rate": 1e-06, + "loss": 0.8926, + "mean_token_accuracy": 0.7254617214202881, + "num_tokens": 143061523.0, + "step": 6047 + }, + { + "epoch": 0.6641774654074237, + "grad_norm": 2.4244039058685303, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.7017764449119568, + "num_tokens": 143082179.0, + "step": 6048 + }, + { + "epoch": 0.6642872831100374, + "grad_norm": 2.972041368484497, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7222991585731506, + "num_tokens": 143097476.0, + "step": 6049 + }, + { + "epoch": 0.664397100812651, + "grad_norm": 2.233766794204712, + "learning_rate": 1e-06, + "loss": 1.0176, + "mean_token_accuracy": 0.6907272338867188, + "num_tokens": 143122374.0, + "step": 6050 + }, + { + "epoch": 0.6645069185152647, + "grad_norm": 2.1688976287841797, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.7148522734642029, + "num_tokens": 143147209.0, + "step": 6051 + }, + { + "epoch": 0.6646167362178783, + "grad_norm": 2.015885591506958, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.7011264562606812, + "num_tokens": 143176269.0, + "step": 6052 + }, + { + "epoch": 0.664726553920492, + "grad_norm": 2.136284589767456, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7100529670715332, + "num_tokens": 143200980.0, + "step": 6053 + }, + { + "epoch": 0.6648363716231056, + "grad_norm": 2.171140193939209, + "learning_rate": 1e-06, + "loss": 0.8926, + "mean_token_accuracy": 0.7195189595222473, + "num_tokens": 143223340.0, + "step": 6054 + }, + { + "epoch": 0.6649461893257194, + "grad_norm": 2.21897554397583, + "learning_rate": 1e-06, + "loss": 1.0352, + "mean_token_accuracy": 0.6839696168899536, + "num_tokens": 143249344.0, + "step": 6055 + }, + { + "epoch": 0.665056007028333, + "grad_norm": 1.8443962335586548, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6997289657592773, + "num_tokens": 143284633.0, + "step": 6056 + }, + { + "epoch": 0.6651658247309467, + "grad_norm": 2.574387311935425, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7278798818588257, + "num_tokens": 143302491.0, + "step": 6057 + }, + { + "epoch": 0.6652756424335603, + "grad_norm": 2.2944107055664062, + "learning_rate": 1e-06, + "loss": 0.8887, + "mean_token_accuracy": 0.72450852394104, + "num_tokens": 143323527.0, + "step": 6058 + }, + { + "epoch": 0.665385460136174, + "grad_norm": 2.25522518157959, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7124252319335938, + "num_tokens": 143346354.0, + "step": 6059 + }, + { + "epoch": 0.6654952778387876, + "grad_norm": 2.258345127105713, + "learning_rate": 1e-06, + "loss": 0.8478, + "mean_token_accuracy": 0.7264716625213623, + "num_tokens": 143368560.0, + "step": 6060 + }, + { + "epoch": 0.6656050955414012, + "grad_norm": 2.119706153869629, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7250348329544067, + "num_tokens": 143393290.0, + "step": 6061 + }, + { + "epoch": 0.6657149132440149, + "grad_norm": 1.9754968881607056, + "learning_rate": 1e-06, + "loss": 1.0524, + "mean_token_accuracy": 0.6788469552993774, + "num_tokens": 143423770.0, + "step": 6062 + }, + { + "epoch": 0.6658247309466286, + "grad_norm": 2.1626012325286865, + "learning_rate": 1e-06, + "loss": 1.0375, + "mean_token_accuracy": 0.6914863586425781, + "num_tokens": 143450788.0, + "step": 6063 + }, + { + "epoch": 0.6659345486492423, + "grad_norm": 2.3864381313323975, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7096304893493652, + "num_tokens": 143472362.0, + "step": 6064 + }, + { + "epoch": 0.6660443663518559, + "grad_norm": 2.4758551120758057, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7293009757995605, + "num_tokens": 143493484.0, + "step": 6065 + }, + { + "epoch": 0.6661541840544696, + "grad_norm": 2.193917751312256, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7279436588287354, + "num_tokens": 143517612.0, + "step": 6066 + }, + { + "epoch": 0.6662640017570832, + "grad_norm": 2.4429619312286377, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.7037733793258667, + "num_tokens": 143538278.0, + "step": 6067 + }, + { + "epoch": 0.6663738194596969, + "grad_norm": 2.4605138301849365, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7385458946228027, + "num_tokens": 143558664.0, + "step": 6068 + }, + { + "epoch": 0.6664836371623105, + "grad_norm": 2.4990897178649902, + "learning_rate": 1e-06, + "loss": 1.064, + "mean_token_accuracy": 0.6797788143157959, + "num_tokens": 143578960.0, + "step": 6069 + }, + { + "epoch": 0.6665934548649243, + "grad_norm": 1.9778496026992798, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.7009155750274658, + "num_tokens": 143606679.0, + "step": 6070 + }, + { + "epoch": 0.6667032725675379, + "grad_norm": 2.334216356277466, + "learning_rate": 1e-06, + "loss": 0.8613, + "mean_token_accuracy": 0.725839376449585, + "num_tokens": 143628621.0, + "step": 6071 + }, + { + "epoch": 0.6668130902701516, + "grad_norm": 2.0380308628082275, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6917154788970947, + "num_tokens": 143658102.0, + "step": 6072 + }, + { + "epoch": 0.6669229079727652, + "grad_norm": 1.9301968812942505, + "learning_rate": 1e-06, + "loss": 1.1226, + "mean_token_accuracy": 0.6620687246322632, + "num_tokens": 143691327.0, + "step": 6073 + }, + { + "epoch": 0.6670327256753789, + "grad_norm": 2.479245662689209, + "learning_rate": 1e-06, + "loss": 1.0282, + "mean_token_accuracy": 0.6937417984008789, + "num_tokens": 143713442.0, + "step": 6074 + }, + { + "epoch": 0.6671425433779925, + "grad_norm": 2.6925437450408936, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7205395102500916, + "num_tokens": 143731166.0, + "step": 6075 + }, + { + "epoch": 0.6672523610806061, + "grad_norm": 2.4468703269958496, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7205843925476074, + "num_tokens": 143752647.0, + "step": 6076 + }, + { + "epoch": 0.6673621787832199, + "grad_norm": 2.151313304901123, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7148782014846802, + "num_tokens": 143778879.0, + "step": 6077 + }, + { + "epoch": 0.6674719964858336, + "grad_norm": 2.4097704887390137, + "learning_rate": 1e-06, + "loss": 0.9885, + "mean_token_accuracy": 0.6953747868537903, + "num_tokens": 143801681.0, + "step": 6078 + }, + { + "epoch": 0.6675818141884472, + "grad_norm": 2.4317095279693604, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7123222947120667, + "num_tokens": 143822184.0, + "step": 6079 + }, + { + "epoch": 0.6676916318910608, + "grad_norm": 2.1506104469299316, + "learning_rate": 1e-06, + "loss": 1.0178, + "mean_token_accuracy": 0.6896117329597473, + "num_tokens": 143848086.0, + "step": 6080 + }, + { + "epoch": 0.6678014495936745, + "grad_norm": 2.4576306343078613, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.711852490901947, + "num_tokens": 143868535.0, + "step": 6081 + }, + { + "epoch": 0.6679112672962881, + "grad_norm": 2.4029014110565186, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.694389820098877, + "num_tokens": 143891285.0, + "step": 6082 + }, + { + "epoch": 0.6680210849989018, + "grad_norm": 2.9158096313476562, + "learning_rate": 1e-06, + "loss": 1.0795, + "mean_token_accuracy": 0.6867664456367493, + "num_tokens": 143907437.0, + "step": 6083 + }, + { + "epoch": 0.6681309027015155, + "grad_norm": 2.598846435546875, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7199562788009644, + "num_tokens": 143925985.0, + "step": 6084 + }, + { + "epoch": 0.6682407204041292, + "grad_norm": 2.155954122543335, + "learning_rate": 1e-06, + "loss": 1.0384, + "mean_token_accuracy": 0.6890493631362915, + "num_tokens": 143953717.0, + "step": 6085 + }, + { + "epoch": 0.6683505381067428, + "grad_norm": 2.4849140644073486, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.7163083553314209, + "num_tokens": 143977419.0, + "step": 6086 + }, + { + "epoch": 0.6684603558093565, + "grad_norm": 1.988618016242981, + "learning_rate": 1e-06, + "loss": 1.0018, + "mean_token_accuracy": 0.7019383311271667, + "num_tokens": 144007159.0, + "step": 6087 + }, + { + "epoch": 0.6685701735119701, + "grad_norm": 2.086594820022583, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7137268781661987, + "num_tokens": 144033698.0, + "step": 6088 + }, + { + "epoch": 0.6686799912145838, + "grad_norm": 2.6286518573760986, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7126578688621521, + "num_tokens": 144051843.0, + "step": 6089 + }, + { + "epoch": 0.6687898089171974, + "grad_norm": 1.9823716878890991, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.6998440623283386, + "num_tokens": 144082904.0, + "step": 6090 + }, + { + "epoch": 0.6688996266198111, + "grad_norm": 2.0367681980133057, + "learning_rate": 1e-06, + "loss": 1.0123, + "mean_token_accuracy": 0.6891583204269409, + "num_tokens": 144112131.0, + "step": 6091 + }, + { + "epoch": 0.6690094443224248, + "grad_norm": 2.1829752922058105, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.709820568561554, + "num_tokens": 144137043.0, + "step": 6092 + }, + { + "epoch": 0.6691192620250385, + "grad_norm": 2.4420080184936523, + "learning_rate": 1e-06, + "loss": 1.0653, + "mean_token_accuracy": 0.682172417640686, + "num_tokens": 144158624.0, + "step": 6093 + }, + { + "epoch": 0.6692290797276521, + "grad_norm": 2.158148765563965, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7174136638641357, + "num_tokens": 144183555.0, + "step": 6094 + }, + { + "epoch": 0.6693388974302658, + "grad_norm": 2.4493815898895264, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7301245927810669, + "num_tokens": 144202991.0, + "step": 6095 + }, + { + "epoch": 0.6694487151328794, + "grad_norm": 2.1854500770568848, + "learning_rate": 1e-06, + "loss": 1.0485, + "mean_token_accuracy": 0.6843581199645996, + "num_tokens": 144230438.0, + "step": 6096 + }, + { + "epoch": 0.669558532835493, + "grad_norm": 2.0437467098236084, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7093083262443542, + "num_tokens": 144258035.0, + "step": 6097 + }, + { + "epoch": 0.6696683505381067, + "grad_norm": 1.98362135887146, + "learning_rate": 1e-06, + "loss": 1.046, + "mean_token_accuracy": 0.6970436573028564, + "num_tokens": 144287874.0, + "step": 6098 + }, + { + "epoch": 0.6697781682407205, + "grad_norm": 2.0238826274871826, + "learning_rate": 1e-06, + "loss": 1.0337, + "mean_token_accuracy": 0.6848223805427551, + "num_tokens": 144316924.0, + "step": 6099 + }, + { + "epoch": 0.6698879859433341, + "grad_norm": 2.3258118629455566, + "learning_rate": 1e-06, + "loss": 1.0823, + "mean_token_accuracy": 0.6705095171928406, + "num_tokens": 144341343.0, + "step": 6100 + }, + { + "epoch": 0.6699978036459477, + "grad_norm": 2.102252721786499, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.697453498840332, + "num_tokens": 144367547.0, + "step": 6101 + }, + { + "epoch": 0.6701076213485614, + "grad_norm": 2.5071513652801514, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.7282297611236572, + "num_tokens": 144386621.0, + "step": 6102 + }, + { + "epoch": 0.670217439051175, + "grad_norm": 2.361888885498047, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7157506942749023, + "num_tokens": 144408011.0, + "step": 6103 + }, + { + "epoch": 0.6703272567537887, + "grad_norm": 2.3975882530212402, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.7096710205078125, + "num_tokens": 144429511.0, + "step": 6104 + }, + { + "epoch": 0.6704370744564023, + "grad_norm": 2.643836498260498, + "learning_rate": 1e-06, + "loss": 0.8061, + "mean_token_accuracy": 0.7445616126060486, + "num_tokens": 144447407.0, + "step": 6105 + }, + { + "epoch": 0.6705468921590161, + "grad_norm": 2.8649513721466064, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.723092257976532, + "num_tokens": 144462701.0, + "step": 6106 + }, + { + "epoch": 0.6706567098616297, + "grad_norm": 2.4131698608398438, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7200088500976562, + "num_tokens": 144484391.0, + "step": 6107 + }, + { + "epoch": 0.6707665275642434, + "grad_norm": 2.4295554161071777, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.6985045671463013, + "num_tokens": 144505180.0, + "step": 6108 + }, + { + "epoch": 0.670876345266857, + "grad_norm": 2.4398257732391357, + "learning_rate": 1e-06, + "loss": 0.9952, + "mean_token_accuracy": 0.6959729790687561, + "num_tokens": 144526027.0, + "step": 6109 + }, + { + "epoch": 0.6709861629694707, + "grad_norm": 2.5865306854248047, + "learning_rate": 1e-06, + "loss": 1.1075, + "mean_token_accuracy": 0.6767914295196533, + "num_tokens": 144546533.0, + "step": 6110 + }, + { + "epoch": 0.6710959806720843, + "grad_norm": 2.206639528274536, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.6962553262710571, + "num_tokens": 144572654.0, + "step": 6111 + }, + { + "epoch": 0.671205798374698, + "grad_norm": 2.193835735321045, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.6988599300384521, + "num_tokens": 144600025.0, + "step": 6112 + }, + { + "epoch": 0.6713156160773117, + "grad_norm": 2.445747137069702, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.7105534076690674, + "num_tokens": 144622413.0, + "step": 6113 + }, + { + "epoch": 0.6714254337799254, + "grad_norm": 2.4007086753845215, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7154079079627991, + "num_tokens": 144642987.0, + "step": 6114 + }, + { + "epoch": 0.671535251482539, + "grad_norm": 2.8426735401153564, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7149877548217773, + "num_tokens": 144658751.0, + "step": 6115 + }, + { + "epoch": 0.6716450691851527, + "grad_norm": 2.235759973526001, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7126909494400024, + "num_tokens": 144682136.0, + "step": 6116 + }, + { + "epoch": 0.6717548868877663, + "grad_norm": 2.6389920711517334, + "learning_rate": 1e-06, + "loss": 0.9308, + "mean_token_accuracy": 0.7135252356529236, + "num_tokens": 144700451.0, + "step": 6117 + }, + { + "epoch": 0.67186470459038, + "grad_norm": 2.255371332168579, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.71066814661026, + "num_tokens": 144725566.0, + "step": 6118 + }, + { + "epoch": 0.6719745222929936, + "grad_norm": 2.2317750453948975, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7185994386672974, + "num_tokens": 144748406.0, + "step": 6119 + }, + { + "epoch": 0.6720843399956072, + "grad_norm": 1.927484154701233, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7111485004425049, + "num_tokens": 144780221.0, + "step": 6120 + }, + { + "epoch": 0.672194157698221, + "grad_norm": 2.1217281818389893, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7092960476875305, + "num_tokens": 144806084.0, + "step": 6121 + }, + { + "epoch": 0.6723039754008346, + "grad_norm": 2.2198750972747803, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.717627763748169, + "num_tokens": 144829657.0, + "step": 6122 + }, + { + "epoch": 0.6724137931034483, + "grad_norm": 2.450281858444214, + "learning_rate": 1e-06, + "loss": 0.9919, + "mean_token_accuracy": 0.7056945562362671, + "num_tokens": 144851597.0, + "step": 6123 + }, + { + "epoch": 0.6725236108060619, + "grad_norm": 2.9728593826293945, + "learning_rate": 1e-06, + "loss": 0.8031, + "mean_token_accuracy": 0.7473445534706116, + "num_tokens": 144866794.0, + "step": 6124 + }, + { + "epoch": 0.6726334285086756, + "grad_norm": 2.1420722007751465, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.706131637096405, + "num_tokens": 144892900.0, + "step": 6125 + }, + { + "epoch": 0.6727432462112892, + "grad_norm": 2.864388942718506, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7398883104324341, + "num_tokens": 144907312.0, + "step": 6126 + }, + { + "epoch": 0.6728530639139029, + "grad_norm": 2.229161262512207, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7282050848007202, + "num_tokens": 144930647.0, + "step": 6127 + }, + { + "epoch": 0.6729628816165166, + "grad_norm": 2.617008924484253, + "learning_rate": 1e-06, + "loss": 0.8381, + "mean_token_accuracy": 0.7385962009429932, + "num_tokens": 144948665.0, + "step": 6128 + }, + { + "epoch": 0.6730726993191303, + "grad_norm": 2.1347501277923584, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7073320746421814, + "num_tokens": 144975275.0, + "step": 6129 + }, + { + "epoch": 0.6731825170217439, + "grad_norm": 2.2607574462890625, + "learning_rate": 1e-06, + "loss": 1.0122, + "mean_token_accuracy": 0.6975846886634827, + "num_tokens": 145000246.0, + "step": 6130 + }, + { + "epoch": 0.6732923347243576, + "grad_norm": 2.3526577949523926, + "learning_rate": 1e-06, + "loss": 0.8522, + "mean_token_accuracy": 0.7385342717170715, + "num_tokens": 145020165.0, + "step": 6131 + }, + { + "epoch": 0.6734021524269712, + "grad_norm": 2.4122514724731445, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6987676024436951, + "num_tokens": 145042088.0, + "step": 6132 + }, + { + "epoch": 0.6735119701295849, + "grad_norm": 2.670090913772583, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7274991869926453, + "num_tokens": 145060089.0, + "step": 6133 + }, + { + "epoch": 0.6736217878321985, + "grad_norm": 2.2217636108398438, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6896294951438904, + "num_tokens": 145086672.0, + "step": 6134 + }, + { + "epoch": 0.6737316055348123, + "grad_norm": 2.186814785003662, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.7251596450805664, + "num_tokens": 145111114.0, + "step": 6135 + }, + { + "epoch": 0.6738414232374259, + "grad_norm": 2.4406144618988037, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7204093933105469, + "num_tokens": 145132573.0, + "step": 6136 + }, + { + "epoch": 0.6739512409400396, + "grad_norm": 2.4777426719665527, + "learning_rate": 1e-06, + "loss": 1.0331, + "mean_token_accuracy": 0.6830093860626221, + "num_tokens": 145153461.0, + "step": 6137 + }, + { + "epoch": 0.6740610586426532, + "grad_norm": 2.8735458850860596, + "learning_rate": 1e-06, + "loss": 0.8613, + "mean_token_accuracy": 0.7315683364868164, + "num_tokens": 145168603.0, + "step": 6138 + }, + { + "epoch": 0.6741708763452668, + "grad_norm": 2.316080093383789, + "learning_rate": 1e-06, + "loss": 1.0915, + "mean_token_accuracy": 0.6762847900390625, + "num_tokens": 145191791.0, + "step": 6139 + }, + { + "epoch": 0.6742806940478805, + "grad_norm": 2.449050188064575, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.7018306255340576, + "num_tokens": 145214228.0, + "step": 6140 + }, + { + "epoch": 0.6743905117504941, + "grad_norm": 2.2619640827178955, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7308552861213684, + "num_tokens": 145237369.0, + "step": 6141 + }, + { + "epoch": 0.6745003294531079, + "grad_norm": 2.1551871299743652, + "learning_rate": 1e-06, + "loss": 1.0525, + "mean_token_accuracy": 0.6812353134155273, + "num_tokens": 145267237.0, + "step": 6142 + }, + { + "epoch": 0.6746101471557215, + "grad_norm": 2.209290027618408, + "learning_rate": 1e-06, + "loss": 1.0431, + "mean_token_accuracy": 0.684170126914978, + "num_tokens": 145291228.0, + "step": 6143 + }, + { + "epoch": 0.6747199648583352, + "grad_norm": 2.463376998901367, + "learning_rate": 1e-06, + "loss": 0.9961, + "mean_token_accuracy": 0.7018346786499023, + "num_tokens": 145312934.0, + "step": 6144 + }, + { + "epoch": 0.6748297825609488, + "grad_norm": 2.6370558738708496, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7218371629714966, + "num_tokens": 145330399.0, + "step": 6145 + }, + { + "epoch": 0.6749396002635625, + "grad_norm": 2.444671869277954, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7136850357055664, + "num_tokens": 145351356.0, + "step": 6146 + }, + { + "epoch": 0.6750494179661761, + "grad_norm": 2.022735357284546, + "learning_rate": 1e-06, + "loss": 1.0047, + "mean_token_accuracy": 0.6999540328979492, + "num_tokens": 145381384.0, + "step": 6147 + }, + { + "epoch": 0.6751592356687898, + "grad_norm": 2.4322924613952637, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7009361982345581, + "num_tokens": 145401178.0, + "step": 6148 + }, + { + "epoch": 0.6752690533714034, + "grad_norm": 1.9860700368881226, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7134513854980469, + "num_tokens": 145431171.0, + "step": 6149 + }, + { + "epoch": 0.6753788710740172, + "grad_norm": 2.351607322692871, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.7323353886604309, + "num_tokens": 145453131.0, + "step": 6150 + }, + { + "epoch": 0.6754886887766308, + "grad_norm": 2.584357738494873, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7012438178062439, + "num_tokens": 145473636.0, + "step": 6151 + }, + { + "epoch": 0.6755985064792445, + "grad_norm": 1.8912423849105835, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7157257795333862, + "num_tokens": 145505160.0, + "step": 6152 + }, + { + "epoch": 0.6757083241818581, + "grad_norm": 2.3439314365386963, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7078616619110107, + "num_tokens": 145527565.0, + "step": 6153 + }, + { + "epoch": 0.6758181418844718, + "grad_norm": 2.0120906829833984, + "learning_rate": 1e-06, + "loss": 1.0353, + "mean_token_accuracy": 0.6890339851379395, + "num_tokens": 145556743.0, + "step": 6154 + }, + { + "epoch": 0.6759279595870854, + "grad_norm": 2.663346290588379, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7149733304977417, + "num_tokens": 145574301.0, + "step": 6155 + }, + { + "epoch": 0.676037777289699, + "grad_norm": 2.135596513748169, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.705786943435669, + "num_tokens": 145599830.0, + "step": 6156 + }, + { + "epoch": 0.6761475949923128, + "grad_norm": 2.4459469318389893, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7065613269805908, + "num_tokens": 145620272.0, + "step": 6157 + }, + { + "epoch": 0.6762574126949265, + "grad_norm": 1.9603304862976074, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.688727855682373, + "num_tokens": 145652895.0, + "step": 6158 + }, + { + "epoch": 0.6763672303975401, + "grad_norm": 2.402348041534424, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7178277969360352, + "num_tokens": 145672864.0, + "step": 6159 + }, + { + "epoch": 0.6764770481001537, + "grad_norm": 2.4695193767547607, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7136896848678589, + "num_tokens": 145693225.0, + "step": 6160 + }, + { + "epoch": 0.6765868658027674, + "grad_norm": 2.2823069095611572, + "learning_rate": 1e-06, + "loss": 0.9744, + "mean_token_accuracy": 0.6994740962982178, + "num_tokens": 145716285.0, + "step": 6161 + }, + { + "epoch": 0.676696683505381, + "grad_norm": 2.0660221576690674, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7225475907325745, + "num_tokens": 145743068.0, + "step": 6162 + }, + { + "epoch": 0.6768065012079947, + "grad_norm": 2.3725740909576416, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7051215171813965, + "num_tokens": 145765195.0, + "step": 6163 + }, + { + "epoch": 0.6769163189106084, + "grad_norm": 2.3907480239868164, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7161160707473755, + "num_tokens": 145787835.0, + "step": 6164 + }, + { + "epoch": 0.6770261366132221, + "grad_norm": 2.5434114933013916, + "learning_rate": 1e-06, + "loss": 1.0329, + "mean_token_accuracy": 0.6981719732284546, + "num_tokens": 145807669.0, + "step": 6165 + }, + { + "epoch": 0.6771359543158357, + "grad_norm": 2.573213577270508, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.702499508857727, + "num_tokens": 145827555.0, + "step": 6166 + }, + { + "epoch": 0.6772457720184494, + "grad_norm": 1.9143991470336914, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.711168646812439, + "num_tokens": 145859638.0, + "step": 6167 + }, + { + "epoch": 0.677355589721063, + "grad_norm": 2.1075692176818848, + "learning_rate": 1e-06, + "loss": 1.0815, + "mean_token_accuracy": 0.6797012686729431, + "num_tokens": 145889035.0, + "step": 6168 + }, + { + "epoch": 0.6774654074236767, + "grad_norm": 1.9991786479949951, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.6952550411224365, + "num_tokens": 145918729.0, + "step": 6169 + }, + { + "epoch": 0.6775752251262903, + "grad_norm": 2.417353868484497, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.7204725742340088, + "num_tokens": 145939099.0, + "step": 6170 + }, + { + "epoch": 0.6776850428289041, + "grad_norm": 2.180480480194092, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7138498425483704, + "num_tokens": 145962847.0, + "step": 6171 + }, + { + "epoch": 0.6777948605315177, + "grad_norm": 1.9694523811340332, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.7025479078292847, + "num_tokens": 145995371.0, + "step": 6172 + }, + { + "epoch": 0.6779046782341314, + "grad_norm": 2.2894508838653564, + "learning_rate": 1e-06, + "loss": 1.0537, + "mean_token_accuracy": 0.6830988526344299, + "num_tokens": 146019488.0, + "step": 6173 + }, + { + "epoch": 0.678014495936745, + "grad_norm": 2.0897233486175537, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7074028849601746, + "num_tokens": 146046925.0, + "step": 6174 + }, + { + "epoch": 0.6781243136393587, + "grad_norm": 2.0991029739379883, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.7169030904769897, + "num_tokens": 146076210.0, + "step": 6175 + }, + { + "epoch": 0.6782341313419723, + "grad_norm": 2.3448870182037354, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7250081300735474, + "num_tokens": 146098025.0, + "step": 6176 + }, + { + "epoch": 0.678343949044586, + "grad_norm": 1.9334330558776855, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.7045321464538574, + "num_tokens": 146129351.0, + "step": 6177 + }, + { + "epoch": 0.6784537667471996, + "grad_norm": 2.2685494422912598, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7110371589660645, + "num_tokens": 146152026.0, + "step": 6178 + }, + { + "epoch": 0.6785635844498134, + "grad_norm": 2.1920101642608643, + "learning_rate": 1e-06, + "loss": 1.0531, + "mean_token_accuracy": 0.6832287311553955, + "num_tokens": 146179454.0, + "step": 6179 + }, + { + "epoch": 0.678673402152427, + "grad_norm": 2.602013111114502, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7233225107192993, + "num_tokens": 146198034.0, + "step": 6180 + }, + { + "epoch": 0.6787832198550406, + "grad_norm": 1.9659698009490967, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.7116147875785828, + "num_tokens": 146228187.0, + "step": 6181 + }, + { + "epoch": 0.6788930375576543, + "grad_norm": 2.350555658340454, + "learning_rate": 1e-06, + "loss": 0.9829, + "mean_token_accuracy": 0.7033047676086426, + "num_tokens": 146249873.0, + "step": 6182 + }, + { + "epoch": 0.6790028552602679, + "grad_norm": 2.331234931945801, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.705619752407074, + "num_tokens": 146273145.0, + "step": 6183 + }, + { + "epoch": 0.6791126729628816, + "grad_norm": 2.411367416381836, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7237480282783508, + "num_tokens": 146293421.0, + "step": 6184 + }, + { + "epoch": 0.6792224906654952, + "grad_norm": 2.013139486312866, + "learning_rate": 1e-06, + "loss": 1.0475, + "mean_token_accuracy": 0.6921405792236328, + "num_tokens": 146323972.0, + "step": 6185 + }, + { + "epoch": 0.679332308368109, + "grad_norm": 2.107959270477295, + "learning_rate": 1e-06, + "loss": 1.0391, + "mean_token_accuracy": 0.6852014064788818, + "num_tokens": 146352763.0, + "step": 6186 + }, + { + "epoch": 0.6794421260707226, + "grad_norm": 2.2161459922790527, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7117207646369934, + "num_tokens": 146374898.0, + "step": 6187 + }, + { + "epoch": 0.6795519437733363, + "grad_norm": 2.2666022777557373, + "learning_rate": 1e-06, + "loss": 0.7806, + "mean_token_accuracy": 0.747233510017395, + "num_tokens": 146396284.0, + "step": 6188 + }, + { + "epoch": 0.6796617614759499, + "grad_norm": 2.115083932876587, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7162630558013916, + "num_tokens": 146423036.0, + "step": 6189 + }, + { + "epoch": 0.6797715791785636, + "grad_norm": 2.4058048725128174, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7185826301574707, + "num_tokens": 146444919.0, + "step": 6190 + }, + { + "epoch": 0.6798813968811772, + "grad_norm": 2.5819504261016846, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7094893455505371, + "num_tokens": 146464721.0, + "step": 6191 + }, + { + "epoch": 0.6799912145837909, + "grad_norm": 2.5669431686401367, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7017121315002441, + "num_tokens": 146484307.0, + "step": 6192 + }, + { + "epoch": 0.6801010322864046, + "grad_norm": 2.3944671154022217, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7157705426216125, + "num_tokens": 146506964.0, + "step": 6193 + }, + { + "epoch": 0.6802108499890183, + "grad_norm": 2.213399887084961, + "learning_rate": 1e-06, + "loss": 0.9777, + "mean_token_accuracy": 0.692720890045166, + "num_tokens": 146531473.0, + "step": 6194 + }, + { + "epoch": 0.6803206676916319, + "grad_norm": 2.0889394283294678, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.698456883430481, + "num_tokens": 146559551.0, + "step": 6195 + }, + { + "epoch": 0.6804304853942456, + "grad_norm": 2.1017415523529053, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.698116660118103, + "num_tokens": 146588616.0, + "step": 6196 + }, + { + "epoch": 0.6805403030968592, + "grad_norm": 2.2571113109588623, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7029805779457092, + "num_tokens": 146610823.0, + "step": 6197 + }, + { + "epoch": 0.6806501207994728, + "grad_norm": 2.195263385772705, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7088085412979126, + "num_tokens": 146636078.0, + "step": 6198 + }, + { + "epoch": 0.6807599385020865, + "grad_norm": 2.8774704933166504, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.6963446140289307, + "num_tokens": 146654202.0, + "step": 6199 + }, + { + "epoch": 0.6808697562047002, + "grad_norm": 2.2539620399475098, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6961309909820557, + "num_tokens": 146678952.0, + "step": 6200 + }, + { + "epoch": 0.6809795739073139, + "grad_norm": 1.9661697149276733, + "learning_rate": 1e-06, + "loss": 1.0265, + "mean_token_accuracy": 0.6902479529380798, + "num_tokens": 146709337.0, + "step": 6201 + }, + { + "epoch": 0.6810893916099275, + "grad_norm": 2.342885971069336, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7310701608657837, + "num_tokens": 146731444.0, + "step": 6202 + }, + { + "epoch": 0.6811992093125412, + "grad_norm": 2.215604066848755, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6992045044898987, + "num_tokens": 146757099.0, + "step": 6203 + }, + { + "epoch": 0.6813090270151548, + "grad_norm": 2.2892725467681885, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7071488499641418, + "num_tokens": 146779601.0, + "step": 6204 + }, + { + "epoch": 0.6814188447177685, + "grad_norm": 2.253533363342285, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.7005281448364258, + "num_tokens": 146801632.0, + "step": 6205 + }, + { + "epoch": 0.6815286624203821, + "grad_norm": 1.9943690299987793, + "learning_rate": 1e-06, + "loss": 1.0746, + "mean_token_accuracy": 0.6773983836174011, + "num_tokens": 146830640.0, + "step": 6206 + }, + { + "epoch": 0.6816384801229959, + "grad_norm": 2.2935590744018555, + "learning_rate": 1e-06, + "loss": 1.0338, + "mean_token_accuracy": 0.6921597123146057, + "num_tokens": 146854309.0, + "step": 6207 + }, + { + "epoch": 0.6817482978256095, + "grad_norm": 2.2410695552825928, + "learning_rate": 1e-06, + "loss": 0.9879, + "mean_token_accuracy": 0.7084521055221558, + "num_tokens": 146879606.0, + "step": 6208 + }, + { + "epoch": 0.6818581155282232, + "grad_norm": 2.382131338119507, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7347723245620728, + "num_tokens": 146901404.0, + "step": 6209 + }, + { + "epoch": 0.6819679332308368, + "grad_norm": 2.092200756072998, + "learning_rate": 1e-06, + "loss": 1.0126, + "mean_token_accuracy": 0.6933314204216003, + "num_tokens": 146927957.0, + "step": 6210 + }, + { + "epoch": 0.6820777509334505, + "grad_norm": 2.1454527378082275, + "learning_rate": 1e-06, + "loss": 1.0483, + "mean_token_accuracy": 0.6830673813819885, + "num_tokens": 146954233.0, + "step": 6211 + }, + { + "epoch": 0.6821875686360641, + "grad_norm": 2.30041241645813, + "learning_rate": 1e-06, + "loss": 1.0049, + "mean_token_accuracy": 0.6912603378295898, + "num_tokens": 146978460.0, + "step": 6212 + }, + { + "epoch": 0.6822973863386778, + "grad_norm": 2.3845059871673584, + "learning_rate": 1e-06, + "loss": 1.0357, + "mean_token_accuracy": 0.6835583448410034, + "num_tokens": 147001105.0, + "step": 6213 + }, + { + "epoch": 0.6824072040412914, + "grad_norm": 2.713132619857788, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7187930345535278, + "num_tokens": 147018671.0, + "step": 6214 + }, + { + "epoch": 0.6825170217439052, + "grad_norm": 2.478245496749878, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.72975093126297, + "num_tokens": 147037568.0, + "step": 6215 + }, + { + "epoch": 0.6826268394465188, + "grad_norm": 2.6515727043151855, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7308416366577148, + "num_tokens": 147054590.0, + "step": 6216 + }, + { + "epoch": 0.6827366571491325, + "grad_norm": 2.5716450214385986, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.7150008678436279, + "num_tokens": 147074552.0, + "step": 6217 + }, + { + "epoch": 0.6828464748517461, + "grad_norm": 2.17657470703125, + "learning_rate": 1e-06, + "loss": 1.05, + "mean_token_accuracy": 0.6856672763824463, + "num_tokens": 147100950.0, + "step": 6218 + }, + { + "epoch": 0.6829562925543597, + "grad_norm": 2.422159194946289, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7166740298271179, + "num_tokens": 147121266.0, + "step": 6219 + }, + { + "epoch": 0.6830661102569734, + "grad_norm": 2.343390941619873, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.7021109461784363, + "num_tokens": 147143822.0, + "step": 6220 + }, + { + "epoch": 0.683175927959587, + "grad_norm": 2.1158318519592285, + "learning_rate": 1e-06, + "loss": 1.0116, + "mean_token_accuracy": 0.7008826732635498, + "num_tokens": 147169885.0, + "step": 6221 + }, + { + "epoch": 0.6832857456622008, + "grad_norm": 2.157944917678833, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.715701162815094, + "num_tokens": 147196828.0, + "step": 6222 + }, + { + "epoch": 0.6833955633648144, + "grad_norm": 2.5121116638183594, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7121858596801758, + "num_tokens": 147216807.0, + "step": 6223 + }, + { + "epoch": 0.6835053810674281, + "grad_norm": 2.6991653442382812, + "learning_rate": 1e-06, + "loss": 0.9846, + "mean_token_accuracy": 0.7155247926712036, + "num_tokens": 147239087.0, + "step": 6224 + }, + { + "epoch": 0.6836151987700417, + "grad_norm": 2.454988479614258, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7129044532775879, + "num_tokens": 147259060.0, + "step": 6225 + }, + { + "epoch": 0.6837250164726554, + "grad_norm": 2.3100521564483643, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.6954973936080933, + "num_tokens": 147281908.0, + "step": 6226 + }, + { + "epoch": 0.683834834175269, + "grad_norm": 2.2092597484588623, + "learning_rate": 1e-06, + "loss": 1.0356, + "mean_token_accuracy": 0.6826863288879395, + "num_tokens": 147309304.0, + "step": 6227 + }, + { + "epoch": 0.6839446518778827, + "grad_norm": 2.2226390838623047, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7216309905052185, + "num_tokens": 147332421.0, + "step": 6228 + }, + { + "epoch": 0.6840544695804964, + "grad_norm": 2.102471113204956, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7106308937072754, + "num_tokens": 147359256.0, + "step": 6229 + }, + { + "epoch": 0.6841642872831101, + "grad_norm": 2.082414388656616, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7176113128662109, + "num_tokens": 147385416.0, + "step": 6230 + }, + { + "epoch": 0.6842741049857237, + "grad_norm": 2.2419590950012207, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.7227581143379211, + "num_tokens": 147410414.0, + "step": 6231 + }, + { + "epoch": 0.6843839226883374, + "grad_norm": 1.9605441093444824, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.6902487277984619, + "num_tokens": 147442971.0, + "step": 6232 + }, + { + "epoch": 0.684493740390951, + "grad_norm": 2.570936679840088, + "learning_rate": 1e-06, + "loss": 0.8675, + "mean_token_accuracy": 0.728795051574707, + "num_tokens": 147462300.0, + "step": 6233 + }, + { + "epoch": 0.6846035580935647, + "grad_norm": 2.378929615020752, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7112265825271606, + "num_tokens": 147483709.0, + "step": 6234 + }, + { + "epoch": 0.6847133757961783, + "grad_norm": 2.3812742233276367, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7019449472427368, + "num_tokens": 147506184.0, + "step": 6235 + }, + { + "epoch": 0.6848231934987921, + "grad_norm": 2.22322940826416, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7149057388305664, + "num_tokens": 147528850.0, + "step": 6236 + }, + { + "epoch": 0.6849330112014057, + "grad_norm": 2.302358388900757, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.723456859588623, + "num_tokens": 147550848.0, + "step": 6237 + }, + { + "epoch": 0.6850428289040194, + "grad_norm": 2.21199893951416, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7385495901107788, + "num_tokens": 147573729.0, + "step": 6238 + }, + { + "epoch": 0.685152646606633, + "grad_norm": 2.454617738723755, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7110128402709961, + "num_tokens": 147595781.0, + "step": 6239 + }, + { + "epoch": 0.6852624643092466, + "grad_norm": 2.3805160522460938, + "learning_rate": 1e-06, + "loss": 0.8701, + "mean_token_accuracy": 0.7352370619773865, + "num_tokens": 147616659.0, + "step": 6240 + }, + { + "epoch": 0.6853722820118603, + "grad_norm": 2.0858969688415527, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7119028568267822, + "num_tokens": 147643186.0, + "step": 6241 + }, + { + "epoch": 0.6854820997144739, + "grad_norm": 2.110544204711914, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7063514590263367, + "num_tokens": 147668930.0, + "step": 6242 + }, + { + "epoch": 0.6855919174170876, + "grad_norm": 2.0418038368225098, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6943508982658386, + "num_tokens": 147697776.0, + "step": 6243 + }, + { + "epoch": 0.6857017351197013, + "grad_norm": 2.2534666061401367, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.7297555804252625, + "num_tokens": 147720821.0, + "step": 6244 + }, + { + "epoch": 0.685811552822315, + "grad_norm": 2.335681200027466, + "learning_rate": 1e-06, + "loss": 1.062, + "mean_token_accuracy": 0.6750593185424805, + "num_tokens": 147743830.0, + "step": 6245 + }, + { + "epoch": 0.6859213705249286, + "grad_norm": 2.080355167388916, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7080294489860535, + "num_tokens": 147773869.0, + "step": 6246 + }, + { + "epoch": 0.6860311882275423, + "grad_norm": 2.5506904125213623, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.7181665897369385, + "num_tokens": 147793905.0, + "step": 6247 + }, + { + "epoch": 0.6861410059301559, + "grad_norm": 2.1333537101745605, + "learning_rate": 1e-06, + "loss": 0.8913, + "mean_token_accuracy": 0.7318173050880432, + "num_tokens": 147818280.0, + "step": 6248 + }, + { + "epoch": 0.6862508236327696, + "grad_norm": 2.06258487701416, + "learning_rate": 1e-06, + "loss": 0.99, + "mean_token_accuracy": 0.7024714946746826, + "num_tokens": 147845602.0, + "step": 6249 + }, + { + "epoch": 0.6863606413353832, + "grad_norm": 2.1421968936920166, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7117114067077637, + "num_tokens": 147869982.0, + "step": 6250 + }, + { + "epoch": 0.686470459037997, + "grad_norm": 1.9601601362228394, + "learning_rate": 1e-06, + "loss": 1.0618, + "mean_token_accuracy": 0.678729772567749, + "num_tokens": 147904057.0, + "step": 6251 + }, + { + "epoch": 0.6865802767406106, + "grad_norm": 2.0533950328826904, + "learning_rate": 1e-06, + "loss": 1.014, + "mean_token_accuracy": 0.6947827339172363, + "num_tokens": 147932710.0, + "step": 6252 + }, + { + "epoch": 0.6866900944432243, + "grad_norm": 2.498208522796631, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.6952066421508789, + "num_tokens": 147951838.0, + "step": 6253 + }, + { + "epoch": 0.6867999121458379, + "grad_norm": 2.4879050254821777, + "learning_rate": 1e-06, + "loss": 1.0235, + "mean_token_accuracy": 0.6904153823852539, + "num_tokens": 147972886.0, + "step": 6254 + }, + { + "epoch": 0.6869097298484516, + "grad_norm": 2.274761915206909, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6973746418952942, + "num_tokens": 147998684.0, + "step": 6255 + }, + { + "epoch": 0.6870195475510652, + "grad_norm": 2.5310230255126953, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7235281467437744, + "num_tokens": 148021142.0, + "step": 6256 + }, + { + "epoch": 0.6871293652536788, + "grad_norm": 2.221694231033325, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.6978734731674194, + "num_tokens": 148046186.0, + "step": 6257 + }, + { + "epoch": 0.6872391829562926, + "grad_norm": 2.047306776046753, + "learning_rate": 1e-06, + "loss": 1.0278, + "mean_token_accuracy": 0.6826657652854919, + "num_tokens": 148075686.0, + "step": 6258 + }, + { + "epoch": 0.6873490006589063, + "grad_norm": 2.1088356971740723, + "learning_rate": 1e-06, + "loss": 1.0215, + "mean_token_accuracy": 0.7035472989082336, + "num_tokens": 148102878.0, + "step": 6259 + }, + { + "epoch": 0.6874588183615199, + "grad_norm": 2.2484512329101562, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.737259030342102, + "num_tokens": 148126455.0, + "step": 6260 + }, + { + "epoch": 0.6875686360641335, + "grad_norm": 2.220196008682251, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.6944073438644409, + "num_tokens": 148151987.0, + "step": 6261 + }, + { + "epoch": 0.6876784537667472, + "grad_norm": 2.3514835834503174, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7140401601791382, + "num_tokens": 148174684.0, + "step": 6262 + }, + { + "epoch": 0.6877882714693608, + "grad_norm": 2.161947250366211, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7165321111679077, + "num_tokens": 148200165.0, + "step": 6263 + }, + { + "epoch": 0.6878980891719745, + "grad_norm": 2.9358913898468018, + "learning_rate": 1e-06, + "loss": 0.832, + "mean_token_accuracy": 0.7353554964065552, + "num_tokens": 148216728.0, + "step": 6264 + }, + { + "epoch": 0.6880079068745882, + "grad_norm": 2.4751973152160645, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7109984159469604, + "num_tokens": 148237250.0, + "step": 6265 + }, + { + "epoch": 0.6881177245772019, + "grad_norm": 2.0704891681671143, + "learning_rate": 1e-06, + "loss": 1.0586, + "mean_token_accuracy": 0.6964333057403564, + "num_tokens": 148266755.0, + "step": 6266 + }, + { + "epoch": 0.6882275422798155, + "grad_norm": 2.159045457839966, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7235329151153564, + "num_tokens": 148291490.0, + "step": 6267 + }, + { + "epoch": 0.6883373599824292, + "grad_norm": 2.3684122562408447, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.7203936576843262, + "num_tokens": 148314521.0, + "step": 6268 + }, + { + "epoch": 0.6884471776850428, + "grad_norm": 2.2178192138671875, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.7005109786987305, + "num_tokens": 148339198.0, + "step": 6269 + }, + { + "epoch": 0.6885569953876565, + "grad_norm": 2.3017120361328125, + "learning_rate": 1e-06, + "loss": 1.0448, + "mean_token_accuracy": 0.685407280921936, + "num_tokens": 148362786.0, + "step": 6270 + }, + { + "epoch": 0.6886668130902701, + "grad_norm": 2.3755829334259033, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7205840349197388, + "num_tokens": 148383932.0, + "step": 6271 + }, + { + "epoch": 0.6887766307928838, + "grad_norm": 2.3114562034606934, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7225109338760376, + "num_tokens": 148406671.0, + "step": 6272 + }, + { + "epoch": 0.6888864484954975, + "grad_norm": 1.9043084383010864, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.6921404600143433, + "num_tokens": 148437602.0, + "step": 6273 + }, + { + "epoch": 0.6889962661981112, + "grad_norm": 2.264146327972412, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.7017537355422974, + "num_tokens": 148461060.0, + "step": 6274 + }, + { + "epoch": 0.6891060839007248, + "grad_norm": 2.3523385524749756, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7242714166641235, + "num_tokens": 148483747.0, + "step": 6275 + }, + { + "epoch": 0.6892159016033385, + "grad_norm": 1.9148317575454712, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7186059951782227, + "num_tokens": 148513078.0, + "step": 6276 + }, + { + "epoch": 0.6893257193059521, + "grad_norm": 2.3539605140686035, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.6982524394989014, + "num_tokens": 148536415.0, + "step": 6277 + }, + { + "epoch": 0.6894355370085657, + "grad_norm": 2.1334340572357178, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7098761796951294, + "num_tokens": 148561537.0, + "step": 6278 + }, + { + "epoch": 0.6895453547111794, + "grad_norm": 2.0351107120513916, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6998125910758972, + "num_tokens": 148592266.0, + "step": 6279 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 2.308062791824341, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7164968252182007, + "num_tokens": 148614318.0, + "step": 6280 + }, + { + "epoch": 0.6897649901164068, + "grad_norm": 2.5949814319610596, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.6994730234146118, + "num_tokens": 148634390.0, + "step": 6281 + }, + { + "epoch": 0.6898748078190204, + "grad_norm": 2.3939967155456543, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7082272171974182, + "num_tokens": 148655253.0, + "step": 6282 + }, + { + "epoch": 0.6899846255216341, + "grad_norm": 1.7768634557724, + "learning_rate": 1e-06, + "loss": 1.0582, + "mean_token_accuracy": 0.6825929880142212, + "num_tokens": 148694493.0, + "step": 6283 + }, + { + "epoch": 0.6900944432242477, + "grad_norm": 2.564055919647217, + "learning_rate": 1e-06, + "loss": 0.8338, + "mean_token_accuracy": 0.7324478030204773, + "num_tokens": 148713152.0, + "step": 6284 + }, + { + "epoch": 0.6902042609268614, + "grad_norm": 2.5106208324432373, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.724051833152771, + "num_tokens": 148733440.0, + "step": 6285 + }, + { + "epoch": 0.690314078629475, + "grad_norm": 2.1947343349456787, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7066042423248291, + "num_tokens": 148756543.0, + "step": 6286 + }, + { + "epoch": 0.6904238963320888, + "grad_norm": 2.639246940612793, + "learning_rate": 1e-06, + "loss": 0.9148, + "mean_token_accuracy": 0.7144600749015808, + "num_tokens": 148775806.0, + "step": 6287 + }, + { + "epoch": 0.6905337140347024, + "grad_norm": 2.3543241024017334, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7242940664291382, + "num_tokens": 148795600.0, + "step": 6288 + }, + { + "epoch": 0.6906435317373161, + "grad_norm": 2.3557045459747314, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7084006667137146, + "num_tokens": 148819528.0, + "step": 6289 + }, + { + "epoch": 0.6907533494399297, + "grad_norm": 2.0341925621032715, + "learning_rate": 1e-06, + "loss": 1.0113, + "mean_token_accuracy": 0.7043043971061707, + "num_tokens": 148846997.0, + "step": 6290 + }, + { + "epoch": 0.6908631671425434, + "grad_norm": 2.4582581520080566, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7110056281089783, + "num_tokens": 148869443.0, + "step": 6291 + }, + { + "epoch": 0.690972984845157, + "grad_norm": 2.0883591175079346, + "learning_rate": 1e-06, + "loss": 1.0308, + "mean_token_accuracy": 0.6898868083953857, + "num_tokens": 148897765.0, + "step": 6292 + }, + { + "epoch": 0.6910828025477707, + "grad_norm": 2.4965364933013916, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7407534122467041, + "num_tokens": 148916753.0, + "step": 6293 + }, + { + "epoch": 0.6911926202503844, + "grad_norm": 2.304563283920288, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7118005752563477, + "num_tokens": 148941495.0, + "step": 6294 + }, + { + "epoch": 0.6913024379529981, + "grad_norm": 2.5620157718658447, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.7266566753387451, + "num_tokens": 148959757.0, + "step": 6295 + }, + { + "epoch": 0.6914122556556117, + "grad_norm": 2.321016788482666, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7086085081100464, + "num_tokens": 148983020.0, + "step": 6296 + }, + { + "epoch": 0.6915220733582254, + "grad_norm": 2.3516342639923096, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7084659337997437, + "num_tokens": 149004689.0, + "step": 6297 + }, + { + "epoch": 0.691631891060839, + "grad_norm": 2.4299416542053223, + "learning_rate": 1e-06, + "loss": 1.0279, + "mean_token_accuracy": 0.7040855884552002, + "num_tokens": 149026378.0, + "step": 6298 + }, + { + "epoch": 0.6917417087634526, + "grad_norm": 2.092639207839966, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7378012537956238, + "num_tokens": 149052073.0, + "step": 6299 + }, + { + "epoch": 0.6918515264660663, + "grad_norm": 2.36548113822937, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7044211626052856, + "num_tokens": 149074518.0, + "step": 6300 + }, + { + "epoch": 0.6919613441686799, + "grad_norm": 1.8824321031570435, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7056349515914917, + "num_tokens": 149108237.0, + "step": 6301 + }, + { + "epoch": 0.6920711618712937, + "grad_norm": 2.6636722087860107, + "learning_rate": 1e-06, + "loss": 0.8392, + "mean_token_accuracy": 0.7413372993469238, + "num_tokens": 149126663.0, + "step": 6302 + }, + { + "epoch": 0.6921809795739073, + "grad_norm": 2.213334083557129, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7180588245391846, + "num_tokens": 149151274.0, + "step": 6303 + }, + { + "epoch": 0.692290797276521, + "grad_norm": 2.18627667427063, + "learning_rate": 1e-06, + "loss": 1.0873, + "mean_token_accuracy": 0.7000634670257568, + "num_tokens": 149174938.0, + "step": 6304 + }, + { + "epoch": 0.6924006149791346, + "grad_norm": 2.089395046234131, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7225230932235718, + "num_tokens": 149200339.0, + "step": 6305 + }, + { + "epoch": 0.6925104326817483, + "grad_norm": 2.3562514781951904, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.73089200258255, + "num_tokens": 149222986.0, + "step": 6306 + }, + { + "epoch": 0.6926202503843619, + "grad_norm": 2.3723764419555664, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7076321840286255, + "num_tokens": 149246549.0, + "step": 6307 + }, + { + "epoch": 0.6927300680869756, + "grad_norm": 2.721705436706543, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.6999629735946655, + "num_tokens": 149264101.0, + "step": 6308 + }, + { + "epoch": 0.6928398857895893, + "grad_norm": 2.266002655029297, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7053192853927612, + "num_tokens": 149289552.0, + "step": 6309 + }, + { + "epoch": 0.692949703492203, + "grad_norm": 2.5519728660583496, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6935926675796509, + "num_tokens": 149311317.0, + "step": 6310 + }, + { + "epoch": 0.6930595211948166, + "grad_norm": 2.6355674266815186, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.718993604183197, + "num_tokens": 149329223.0, + "step": 6311 + }, + { + "epoch": 0.6931693388974303, + "grad_norm": 2.1810128688812256, + "learning_rate": 1e-06, + "loss": 1.1038, + "mean_token_accuracy": 0.6804064512252808, + "num_tokens": 149356617.0, + "step": 6312 + }, + { + "epoch": 0.6932791566000439, + "grad_norm": 2.341310739517212, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.7046819925308228, + "num_tokens": 149379049.0, + "step": 6313 + }, + { + "epoch": 0.6933889743026576, + "grad_norm": 2.292975664138794, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.7047157287597656, + "num_tokens": 149403343.0, + "step": 6314 + }, + { + "epoch": 0.6934987920052712, + "grad_norm": 2.1910603046417236, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.6967835426330566, + "num_tokens": 149428438.0, + "step": 6315 + }, + { + "epoch": 0.693608609707885, + "grad_norm": 2.2027435302734375, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.696053147315979, + "num_tokens": 149454218.0, + "step": 6316 + }, + { + "epoch": 0.6937184274104986, + "grad_norm": 2.2514798641204834, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.686757504940033, + "num_tokens": 149477601.0, + "step": 6317 + }, + { + "epoch": 0.6938282451131123, + "grad_norm": 2.0962634086608887, + "learning_rate": 1e-06, + "loss": 1.0035, + "mean_token_accuracy": 0.700148344039917, + "num_tokens": 149504000.0, + "step": 6318 + }, + { + "epoch": 0.6939380628157259, + "grad_norm": 2.102936267852783, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6905708312988281, + "num_tokens": 149533260.0, + "step": 6319 + }, + { + "epoch": 0.6940478805183395, + "grad_norm": 2.405228614807129, + "learning_rate": 1e-06, + "loss": 0.989, + "mean_token_accuracy": 0.694517970085144, + "num_tokens": 149555559.0, + "step": 6320 + }, + { + "epoch": 0.6941576982209532, + "grad_norm": 2.257096290588379, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.7059899568557739, + "num_tokens": 149580197.0, + "step": 6321 + }, + { + "epoch": 0.6942675159235668, + "grad_norm": 2.3882415294647217, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7139992117881775, + "num_tokens": 149601530.0, + "step": 6322 + }, + { + "epoch": 0.6943773336261806, + "grad_norm": 2.3201849460601807, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7243452072143555, + "num_tokens": 149622092.0, + "step": 6323 + }, + { + "epoch": 0.6944871513287942, + "grad_norm": 2.6059248447418213, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7162520289421082, + "num_tokens": 149642160.0, + "step": 6324 + }, + { + "epoch": 0.6945969690314079, + "grad_norm": 2.27936053276062, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.736793577671051, + "num_tokens": 149664519.0, + "step": 6325 + }, + { + "epoch": 0.6947067867340215, + "grad_norm": 2.4079434871673584, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7093102335929871, + "num_tokens": 149686955.0, + "step": 6326 + }, + { + "epoch": 0.6948166044366352, + "grad_norm": 2.276499032974243, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.698294997215271, + "num_tokens": 149709663.0, + "step": 6327 + }, + { + "epoch": 0.6949264221392488, + "grad_norm": 2.391751289367676, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7104445099830627, + "num_tokens": 149733289.0, + "step": 6328 + }, + { + "epoch": 0.6950362398418625, + "grad_norm": 2.15885329246521, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.6936647295951843, + "num_tokens": 149760312.0, + "step": 6329 + }, + { + "epoch": 0.6951460575444761, + "grad_norm": 2.02228045463562, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6930054426193237, + "num_tokens": 149788195.0, + "step": 6330 + }, + { + "epoch": 0.6952558752470899, + "grad_norm": 2.064711809158325, + "learning_rate": 1e-06, + "loss": 1.1351, + "mean_token_accuracy": 0.6657432317733765, + "num_tokens": 149819565.0, + "step": 6331 + }, + { + "epoch": 0.6953656929497035, + "grad_norm": 2.240947723388672, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7029224038124084, + "num_tokens": 149844094.0, + "step": 6332 + }, + { + "epoch": 0.6954755106523172, + "grad_norm": 2.081693410873413, + "learning_rate": 1e-06, + "loss": 1.0401, + "mean_token_accuracy": 0.6874176859855652, + "num_tokens": 149872929.0, + "step": 6333 + }, + { + "epoch": 0.6955853283549308, + "grad_norm": 2.3110620975494385, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7249886989593506, + "num_tokens": 149896405.0, + "step": 6334 + }, + { + "epoch": 0.6956951460575445, + "grad_norm": 2.33498215675354, + "learning_rate": 1e-06, + "loss": 1.0833, + "mean_token_accuracy": 0.6725340485572815, + "num_tokens": 149921090.0, + "step": 6335 + }, + { + "epoch": 0.6958049637601581, + "grad_norm": 2.22841739654541, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7147411704063416, + "num_tokens": 149943835.0, + "step": 6336 + }, + { + "epoch": 0.6959147814627717, + "grad_norm": 2.349405527114868, + "learning_rate": 1e-06, + "loss": 1.0379, + "mean_token_accuracy": 0.6892905235290527, + "num_tokens": 149967825.0, + "step": 6337 + }, + { + "epoch": 0.6960245991653855, + "grad_norm": 2.3549575805664062, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7223383188247681, + "num_tokens": 149989707.0, + "step": 6338 + }, + { + "epoch": 0.6961344168679992, + "grad_norm": 2.2678985595703125, + "learning_rate": 1e-06, + "loss": 0.852, + "mean_token_accuracy": 0.7286555767059326, + "num_tokens": 150010954.0, + "step": 6339 + }, + { + "epoch": 0.6962442345706128, + "grad_norm": 2.1841108798980713, + "learning_rate": 1e-06, + "loss": 1.0648, + "mean_token_accuracy": 0.6820144653320312, + "num_tokens": 150038281.0, + "step": 6340 + }, + { + "epoch": 0.6963540522732264, + "grad_norm": 1.97263765335083, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.719565749168396, + "num_tokens": 150067576.0, + "step": 6341 + }, + { + "epoch": 0.6964638699758401, + "grad_norm": 2.435704469680786, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.716644287109375, + "num_tokens": 150087802.0, + "step": 6342 + }, + { + "epoch": 0.6965736876784537, + "grad_norm": 2.279100179672241, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7087175846099854, + "num_tokens": 150110834.0, + "step": 6343 + }, + { + "epoch": 0.6966835053810674, + "grad_norm": 2.831014633178711, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7190433144569397, + "num_tokens": 150127172.0, + "step": 6344 + }, + { + "epoch": 0.6967933230836811, + "grad_norm": 2.1417574882507324, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.6983108520507812, + "num_tokens": 150153895.0, + "step": 6345 + }, + { + "epoch": 0.6969031407862948, + "grad_norm": 2.5855274200439453, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7145125269889832, + "num_tokens": 150173311.0, + "step": 6346 + }, + { + "epoch": 0.6970129584889084, + "grad_norm": 2.615968942642212, + "learning_rate": 1e-06, + "loss": 1.0428, + "mean_token_accuracy": 0.6933503150939941, + "num_tokens": 150193612.0, + "step": 6347 + }, + { + "epoch": 0.6971227761915221, + "grad_norm": 2.240234136581421, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7065969109535217, + "num_tokens": 150219287.0, + "step": 6348 + }, + { + "epoch": 0.6972325938941357, + "grad_norm": 2.2391512393951416, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.7260975241661072, + "num_tokens": 150243816.0, + "step": 6349 + }, + { + "epoch": 0.6973424115967494, + "grad_norm": 2.4448933601379395, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.695652961730957, + "num_tokens": 150265093.0, + "step": 6350 + }, + { + "epoch": 0.697452229299363, + "grad_norm": 2.410256862640381, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7069537043571472, + "num_tokens": 150286073.0, + "step": 6351 + }, + { + "epoch": 0.6975620470019768, + "grad_norm": 2.2477235794067383, + "learning_rate": 1e-06, + "loss": 1.0309, + "mean_token_accuracy": 0.6888179779052734, + "num_tokens": 150311764.0, + "step": 6352 + }, + { + "epoch": 0.6976718647045904, + "grad_norm": 2.2880780696868896, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7215831279754639, + "num_tokens": 150334216.0, + "step": 6353 + }, + { + "epoch": 0.6977816824072041, + "grad_norm": 2.586641788482666, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7138334512710571, + "num_tokens": 150352584.0, + "step": 6354 + }, + { + "epoch": 0.6978915001098177, + "grad_norm": 2.2898552417755127, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6970769166946411, + "num_tokens": 150378019.0, + "step": 6355 + }, + { + "epoch": 0.6980013178124314, + "grad_norm": 2.3019070625305176, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7179850339889526, + "num_tokens": 150400794.0, + "step": 6356 + }, + { + "epoch": 0.698111135515045, + "grad_norm": 2.2575881481170654, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7156896591186523, + "num_tokens": 150424228.0, + "step": 6357 + }, + { + "epoch": 0.6982209532176586, + "grad_norm": 2.142728567123413, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.703693151473999, + "num_tokens": 150452229.0, + "step": 6358 + }, + { + "epoch": 0.6983307709202724, + "grad_norm": 2.3737592697143555, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.6970088481903076, + "num_tokens": 150475353.0, + "step": 6359 + }, + { + "epoch": 0.698440588622886, + "grad_norm": 2.279050350189209, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.7033789157867432, + "num_tokens": 150499446.0, + "step": 6360 + }, + { + "epoch": 0.6985504063254997, + "grad_norm": 2.486590623855591, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7183483242988586, + "num_tokens": 150520676.0, + "step": 6361 + }, + { + "epoch": 0.6986602240281133, + "grad_norm": 2.153047800064087, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7046699523925781, + "num_tokens": 150548103.0, + "step": 6362 + }, + { + "epoch": 0.698770041730727, + "grad_norm": 2.2763092517852783, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7198106050491333, + "num_tokens": 150572448.0, + "step": 6363 + }, + { + "epoch": 0.6988798594333406, + "grad_norm": 2.202554941177368, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6942915320396423, + "num_tokens": 150598669.0, + "step": 6364 + }, + { + "epoch": 0.6989896771359543, + "grad_norm": 2.1695849895477295, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7105013132095337, + "num_tokens": 150622774.0, + "step": 6365 + }, + { + "epoch": 0.6990994948385679, + "grad_norm": 2.6505699157714844, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7231359481811523, + "num_tokens": 150641234.0, + "step": 6366 + }, + { + "epoch": 0.6992093125411817, + "grad_norm": 2.343883991241455, + "learning_rate": 1e-06, + "loss": 1.0426, + "mean_token_accuracy": 0.6982412934303284, + "num_tokens": 150664782.0, + "step": 6367 + }, + { + "epoch": 0.6993191302437953, + "grad_norm": 2.2550389766693115, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7209667563438416, + "num_tokens": 150686081.0, + "step": 6368 + }, + { + "epoch": 0.699428947946409, + "grad_norm": 2.3523690700531006, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7101207971572876, + "num_tokens": 150710341.0, + "step": 6369 + }, + { + "epoch": 0.6995387656490226, + "grad_norm": 2.263326644897461, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7127780914306641, + "num_tokens": 150735445.0, + "step": 6370 + }, + { + "epoch": 0.6996485833516363, + "grad_norm": 1.951314091682434, + "learning_rate": 1e-06, + "loss": 1.0417, + "mean_token_accuracy": 0.681816577911377, + "num_tokens": 150767462.0, + "step": 6371 + }, + { + "epoch": 0.6997584010542499, + "grad_norm": 2.5957589149475098, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7297879457473755, + "num_tokens": 150785968.0, + "step": 6372 + }, + { + "epoch": 0.6998682187568636, + "grad_norm": 3.2449331283569336, + "learning_rate": 1e-06, + "loss": 0.8425, + "mean_token_accuracy": 0.7363558411598206, + "num_tokens": 150799017.0, + "step": 6373 + }, + { + "epoch": 0.6999780364594773, + "grad_norm": 2.171617031097412, + "learning_rate": 1e-06, + "loss": 0.9544, + "mean_token_accuracy": 0.7128039598464966, + "num_tokens": 150823705.0, + "step": 6374 + }, + { + "epoch": 0.700087854162091, + "grad_norm": 2.0868477821350098, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.7000423073768616, + "num_tokens": 150849773.0, + "step": 6375 + }, + { + "epoch": 0.7001976718647046, + "grad_norm": 2.499547243118286, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7089330554008484, + "num_tokens": 150868933.0, + "step": 6376 + }, + { + "epoch": 0.7003074895673183, + "grad_norm": 2.989755153656006, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.7183406949043274, + "num_tokens": 150884440.0, + "step": 6377 + }, + { + "epoch": 0.7004173072699319, + "grad_norm": 2.2830843925476074, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7172434329986572, + "num_tokens": 150906965.0, + "step": 6378 + }, + { + "epoch": 0.7005271249725455, + "grad_norm": 2.0047147274017334, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.7075139880180359, + "num_tokens": 150939928.0, + "step": 6379 + }, + { + "epoch": 0.7006369426751592, + "grad_norm": 2.19020676612854, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6889888048171997, + "num_tokens": 150966885.0, + "step": 6380 + }, + { + "epoch": 0.700746760377773, + "grad_norm": 2.087559461593628, + "learning_rate": 1e-06, + "loss": 0.8352, + "mean_token_accuracy": 0.750049352645874, + "num_tokens": 150995244.0, + "step": 6381 + }, + { + "epoch": 0.7008565780803866, + "grad_norm": 2.41290545463562, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7060073614120483, + "num_tokens": 151017753.0, + "step": 6382 + }, + { + "epoch": 0.7009663957830002, + "grad_norm": 2.067636489868164, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6936442852020264, + "num_tokens": 151045818.0, + "step": 6383 + }, + { + "epoch": 0.7010762134856139, + "grad_norm": 2.240257978439331, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.6923266649246216, + "num_tokens": 151071143.0, + "step": 6384 + }, + { + "epoch": 0.7011860311882275, + "grad_norm": 2.3014442920684814, + "learning_rate": 1e-06, + "loss": 1.0181, + "mean_token_accuracy": 0.6962804794311523, + "num_tokens": 151098492.0, + "step": 6385 + }, + { + "epoch": 0.7012958488908412, + "grad_norm": 2.437232255935669, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.693297266960144, + "num_tokens": 151118175.0, + "step": 6386 + }, + { + "epoch": 0.7014056665934548, + "grad_norm": 2.2129085063934326, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7082676291465759, + "num_tokens": 151142032.0, + "step": 6387 + }, + { + "epoch": 0.7015154842960686, + "grad_norm": 2.4534950256347656, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.7063124775886536, + "num_tokens": 151162639.0, + "step": 6388 + }, + { + "epoch": 0.7016253019986822, + "grad_norm": 2.4294557571411133, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.715377926826477, + "num_tokens": 151184256.0, + "step": 6389 + }, + { + "epoch": 0.7017351197012959, + "grad_norm": 2.337252140045166, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.7373373508453369, + "num_tokens": 151206911.0, + "step": 6390 + }, + { + "epoch": 0.7018449374039095, + "grad_norm": 2.0100269317626953, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7204873561859131, + "num_tokens": 151234458.0, + "step": 6391 + }, + { + "epoch": 0.7019547551065232, + "grad_norm": 2.12253737449646, + "learning_rate": 1e-06, + "loss": 1.0319, + "mean_token_accuracy": 0.6871402263641357, + "num_tokens": 151261568.0, + "step": 6392 + }, + { + "epoch": 0.7020645728091368, + "grad_norm": 2.2187447547912598, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7052189111709595, + "num_tokens": 151286070.0, + "step": 6393 + }, + { + "epoch": 0.7021743905117505, + "grad_norm": 2.15403413772583, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6986469030380249, + "num_tokens": 151312502.0, + "step": 6394 + }, + { + "epoch": 0.7022842082143641, + "grad_norm": 2.131582021713257, + "learning_rate": 1e-06, + "loss": 0.9849, + "mean_token_accuracy": 0.6987389326095581, + "num_tokens": 151337888.0, + "step": 6395 + }, + { + "epoch": 0.7023940259169779, + "grad_norm": 2.2280373573303223, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.7049353122711182, + "num_tokens": 151362606.0, + "step": 6396 + }, + { + "epoch": 0.7025038436195915, + "grad_norm": 2.2747137546539307, + "learning_rate": 1e-06, + "loss": 0.9897, + "mean_token_accuracy": 0.6987079381942749, + "num_tokens": 151385876.0, + "step": 6397 + }, + { + "epoch": 0.7026136613222052, + "grad_norm": 1.9827157258987427, + "learning_rate": 1e-06, + "loss": 1.0121, + "mean_token_accuracy": 0.6952563524246216, + "num_tokens": 151417242.0, + "step": 6398 + }, + { + "epoch": 0.7027234790248188, + "grad_norm": 2.4226224422454834, + "learning_rate": 1e-06, + "loss": 0.9327, + "mean_token_accuracy": 0.7110109329223633, + "num_tokens": 151438467.0, + "step": 6399 + }, + { + "epoch": 0.7028332967274324, + "grad_norm": 2.2914891242980957, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.7072194814682007, + "num_tokens": 151459945.0, + "step": 6400 + }, + { + "epoch": 0.7029431144300461, + "grad_norm": 2.3318188190460205, + "learning_rate": 1e-06, + "loss": 1.0275, + "mean_token_accuracy": 0.688170313835144, + "num_tokens": 151483017.0, + "step": 6401 + }, + { + "epoch": 0.7030529321326597, + "grad_norm": 2.0744829177856445, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.7083503603935242, + "num_tokens": 151510517.0, + "step": 6402 + }, + { + "epoch": 0.7031627498352735, + "grad_norm": 2.7533175945281982, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7270194888114929, + "num_tokens": 151526573.0, + "step": 6403 + }, + { + "epoch": 0.7032725675378871, + "grad_norm": 2.263298988342285, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.6952162384986877, + "num_tokens": 151552290.0, + "step": 6404 + }, + { + "epoch": 0.7033823852405008, + "grad_norm": 2.234797716140747, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.711579442024231, + "num_tokens": 151576144.0, + "step": 6405 + }, + { + "epoch": 0.7034922029431144, + "grad_norm": 2.6533193588256836, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7074053287506104, + "num_tokens": 151593881.0, + "step": 6406 + }, + { + "epoch": 0.7036020206457281, + "grad_norm": 2.236668348312378, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7042722105979919, + "num_tokens": 151617693.0, + "step": 6407 + }, + { + "epoch": 0.7037118383483417, + "grad_norm": 2.3755226135253906, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.7100398540496826, + "num_tokens": 151639017.0, + "step": 6408 + }, + { + "epoch": 0.7038216560509554, + "grad_norm": 2.2344348430633545, + "learning_rate": 1e-06, + "loss": 1.0465, + "mean_token_accuracy": 0.6880409121513367, + "num_tokens": 151664506.0, + "step": 6409 + }, + { + "epoch": 0.7039314737535691, + "grad_norm": 2.29160737991333, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7037672996520996, + "num_tokens": 151687037.0, + "step": 6410 + }, + { + "epoch": 0.7040412914561828, + "grad_norm": 2.641998529434204, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7097980976104736, + "num_tokens": 151706007.0, + "step": 6411 + }, + { + "epoch": 0.7041511091587964, + "grad_norm": 2.2352359294891357, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7219126224517822, + "num_tokens": 151730270.0, + "step": 6412 + }, + { + "epoch": 0.7042609268614101, + "grad_norm": 2.3130593299865723, + "learning_rate": 1e-06, + "loss": 0.8261, + "mean_token_accuracy": 0.7377612590789795, + "num_tokens": 151750919.0, + "step": 6413 + }, + { + "epoch": 0.7043707445640237, + "grad_norm": 2.315086603164673, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7196231484413147, + "num_tokens": 151772456.0, + "step": 6414 + }, + { + "epoch": 0.7044805622666374, + "grad_norm": 2.2392899990081787, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7256395816802979, + "num_tokens": 151796986.0, + "step": 6415 + }, + { + "epoch": 0.704590379969251, + "grad_norm": 2.276817560195923, + "learning_rate": 1e-06, + "loss": 1.0145, + "mean_token_accuracy": 0.6943486928939819, + "num_tokens": 151821063.0, + "step": 6416 + }, + { + "epoch": 0.7047001976718648, + "grad_norm": 1.8856823444366455, + "learning_rate": 1e-06, + "loss": 1.1, + "mean_token_accuracy": 0.6795083284378052, + "num_tokens": 151854823.0, + "step": 6417 + }, + { + "epoch": 0.7048100153744784, + "grad_norm": 2.3708417415618896, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7030735015869141, + "num_tokens": 151876888.0, + "step": 6418 + }, + { + "epoch": 0.704919833077092, + "grad_norm": 2.3793232440948486, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.715369701385498, + "num_tokens": 151897876.0, + "step": 6419 + }, + { + "epoch": 0.7050296507797057, + "grad_norm": 2.678140163421631, + "learning_rate": 1e-06, + "loss": 1.0488, + "mean_token_accuracy": 0.6830946207046509, + "num_tokens": 151919069.0, + "step": 6420 + }, + { + "epoch": 0.7051394684823193, + "grad_norm": 2.3998541831970215, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7025531530380249, + "num_tokens": 151941633.0, + "step": 6421 + }, + { + "epoch": 0.705249286184933, + "grad_norm": 2.153022527694702, + "learning_rate": 1e-06, + "loss": 0.959, + "mean_token_accuracy": 0.719323992729187, + "num_tokens": 151968713.0, + "step": 6422 + }, + { + "epoch": 0.7053591038875466, + "grad_norm": 2.3888118267059326, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7114498019218445, + "num_tokens": 151992345.0, + "step": 6423 + }, + { + "epoch": 0.7054689215901603, + "grad_norm": 2.4104676246643066, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.7103394269943237, + "num_tokens": 152013946.0, + "step": 6424 + }, + { + "epoch": 0.705578739292774, + "grad_norm": 2.4705846309661865, + "learning_rate": 1e-06, + "loss": 0.9977, + "mean_token_accuracy": 0.6963613629341125, + "num_tokens": 152034687.0, + "step": 6425 + }, + { + "epoch": 0.7056885569953877, + "grad_norm": 2.4479596614837646, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7210420370101929, + "num_tokens": 152054332.0, + "step": 6426 + }, + { + "epoch": 0.7057983746980013, + "grad_norm": 2.1971800327301025, + "learning_rate": 1e-06, + "loss": 1.0688, + "mean_token_accuracy": 0.6782726049423218, + "num_tokens": 152080438.0, + "step": 6427 + }, + { + "epoch": 0.705908192400615, + "grad_norm": 2.1539323329925537, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7184780836105347, + "num_tokens": 152105863.0, + "step": 6428 + }, + { + "epoch": 0.7060180101032286, + "grad_norm": 2.1936936378479004, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7020165324211121, + "num_tokens": 152129519.0, + "step": 6429 + }, + { + "epoch": 0.7061278278058423, + "grad_norm": 2.2936885356903076, + "learning_rate": 1e-06, + "loss": 0.8457, + "mean_token_accuracy": 0.7364898324012756, + "num_tokens": 152151892.0, + "step": 6430 + }, + { + "epoch": 0.7062376455084559, + "grad_norm": 2.276405096054077, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7321012020111084, + "num_tokens": 152173003.0, + "step": 6431 + }, + { + "epoch": 0.7063474632110697, + "grad_norm": 2.122234582901001, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7056067585945129, + "num_tokens": 152201567.0, + "step": 6432 + }, + { + "epoch": 0.7064572809136833, + "grad_norm": 2.2755391597747803, + "learning_rate": 1e-06, + "loss": 0.9766, + "mean_token_accuracy": 0.6982503533363342, + "num_tokens": 152225560.0, + "step": 6433 + }, + { + "epoch": 0.706567098616297, + "grad_norm": 2.1160836219787598, + "learning_rate": 1e-06, + "loss": 1.0529, + "mean_token_accuracy": 0.7043366432189941, + "num_tokens": 152252348.0, + "step": 6434 + }, + { + "epoch": 0.7066769163189106, + "grad_norm": 2.4066715240478516, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.70183265209198, + "num_tokens": 152273268.0, + "step": 6435 + }, + { + "epoch": 0.7067867340215243, + "grad_norm": 2.0420830249786377, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6846170425415039, + "num_tokens": 152304214.0, + "step": 6436 + }, + { + "epoch": 0.7068965517241379, + "grad_norm": 2.0464863777160645, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.6942481398582458, + "num_tokens": 152334115.0, + "step": 6437 + }, + { + "epoch": 0.7070063694267515, + "grad_norm": 2.435621976852417, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.6823005676269531, + "num_tokens": 152357326.0, + "step": 6438 + }, + { + "epoch": 0.7071161871293653, + "grad_norm": 2.3285701274871826, + "learning_rate": 1e-06, + "loss": 1.0062, + "mean_token_accuracy": 0.6946560144424438, + "num_tokens": 152380750.0, + "step": 6439 + }, + { + "epoch": 0.707226004831979, + "grad_norm": 1.958204984664917, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7060261368751526, + "num_tokens": 152410908.0, + "step": 6440 + }, + { + "epoch": 0.7073358225345926, + "grad_norm": 2.2994117736816406, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7376724481582642, + "num_tokens": 152430646.0, + "step": 6441 + }, + { + "epoch": 0.7074456402372062, + "grad_norm": 2.1514477729797363, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7133080959320068, + "num_tokens": 152454372.0, + "step": 6442 + }, + { + "epoch": 0.7075554579398199, + "grad_norm": 2.5407283306121826, + "learning_rate": 1e-06, + "loss": 1.022, + "mean_token_accuracy": 0.6928579807281494, + "num_tokens": 152475270.0, + "step": 6443 + }, + { + "epoch": 0.7076652756424335, + "grad_norm": 2.4715354442596436, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7031515836715698, + "num_tokens": 152495222.0, + "step": 6444 + }, + { + "epoch": 0.7077750933450472, + "grad_norm": 2.395049810409546, + "learning_rate": 1e-06, + "loss": 1.0129, + "mean_token_accuracy": 0.690085768699646, + "num_tokens": 152517273.0, + "step": 6445 + }, + { + "epoch": 0.7078849110476609, + "grad_norm": 2.596334934234619, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.686438798904419, + "num_tokens": 152536808.0, + "step": 6446 + }, + { + "epoch": 0.7079947287502746, + "grad_norm": 2.0608222484588623, + "learning_rate": 1e-06, + "loss": 1.0704, + "mean_token_accuracy": 0.6790710687637329, + "num_tokens": 152566428.0, + "step": 6447 + }, + { + "epoch": 0.7081045464528882, + "grad_norm": 1.9554141759872437, + "learning_rate": 1e-06, + "loss": 1.054, + "mean_token_accuracy": 0.6840718984603882, + "num_tokens": 152599532.0, + "step": 6448 + }, + { + "epoch": 0.7082143641555019, + "grad_norm": 2.463620185852051, + "learning_rate": 1e-06, + "loss": 0.7991, + "mean_token_accuracy": 0.7347335815429688, + "num_tokens": 152620038.0, + "step": 6449 + }, + { + "epoch": 0.7083241818581155, + "grad_norm": 2.156546115875244, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.7078725099563599, + "num_tokens": 152644360.0, + "step": 6450 + }, + { + "epoch": 0.7084339995607292, + "grad_norm": 2.5575175285339355, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.712403416633606, + "num_tokens": 152663005.0, + "step": 6451 + }, + { + "epoch": 0.7085438172633428, + "grad_norm": 2.093369245529175, + "learning_rate": 1e-06, + "loss": 1.0468, + "mean_token_accuracy": 0.6985336542129517, + "num_tokens": 152692314.0, + "step": 6452 + }, + { + "epoch": 0.7086536349659565, + "grad_norm": 2.3844432830810547, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7007794380187988, + "num_tokens": 152716112.0, + "step": 6453 + }, + { + "epoch": 0.7087634526685702, + "grad_norm": 2.9276669025421143, + "learning_rate": 1e-06, + "loss": 0.9805, + "mean_token_accuracy": 0.7101635932922363, + "num_tokens": 152732577.0, + "step": 6454 + }, + { + "epoch": 0.7088732703711839, + "grad_norm": 2.714948892593384, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7245080471038818, + "num_tokens": 152749749.0, + "step": 6455 + }, + { + "epoch": 0.7089830880737975, + "grad_norm": 2.196706533432007, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7015774250030518, + "num_tokens": 152773638.0, + "step": 6456 + }, + { + "epoch": 0.7090929057764112, + "grad_norm": 2.1863269805908203, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.721859335899353, + "num_tokens": 152798618.0, + "step": 6457 + }, + { + "epoch": 0.7092027234790248, + "grad_norm": 2.1252191066741943, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7147390246391296, + "num_tokens": 152825503.0, + "step": 6458 + }, + { + "epoch": 0.7093125411816384, + "grad_norm": 2.191007614135742, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6958069205284119, + "num_tokens": 152851080.0, + "step": 6459 + }, + { + "epoch": 0.7094223588842521, + "grad_norm": 2.242464542388916, + "learning_rate": 1e-06, + "loss": 1.078, + "mean_token_accuracy": 0.675322413444519, + "num_tokens": 152876217.0, + "step": 6460 + }, + { + "epoch": 0.7095321765868658, + "grad_norm": 2.2302680015563965, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7154715061187744, + "num_tokens": 152897306.0, + "step": 6461 + }, + { + "epoch": 0.7096419942894795, + "grad_norm": 2.189656972885132, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.6938289999961853, + "num_tokens": 152920493.0, + "step": 6462 + }, + { + "epoch": 0.7097518119920931, + "grad_norm": 2.4372825622558594, + "learning_rate": 1e-06, + "loss": 0.9819, + "mean_token_accuracy": 0.7013375759124756, + "num_tokens": 152943092.0, + "step": 6463 + }, + { + "epoch": 0.7098616296947068, + "grad_norm": 2.139836072921753, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.7002912759780884, + "num_tokens": 152970723.0, + "step": 6464 + }, + { + "epoch": 0.7099714473973204, + "grad_norm": 2.274649143218994, + "learning_rate": 1e-06, + "loss": 1.0865, + "mean_token_accuracy": 0.6646694540977478, + "num_tokens": 152993533.0, + "step": 6465 + }, + { + "epoch": 0.7100812650999341, + "grad_norm": 2.217003107070923, + "learning_rate": 1e-06, + "loss": 1.0719, + "mean_token_accuracy": 0.6805965304374695, + "num_tokens": 153019248.0, + "step": 6466 + }, + { + "epoch": 0.7101910828025477, + "grad_norm": 2.1937713623046875, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6951732635498047, + "num_tokens": 153046228.0, + "step": 6467 + }, + { + "epoch": 0.7103009005051615, + "grad_norm": 2.0433528423309326, + "learning_rate": 1e-06, + "loss": 1.0911, + "mean_token_accuracy": 0.6776541471481323, + "num_tokens": 153077070.0, + "step": 6468 + }, + { + "epoch": 0.7104107182077751, + "grad_norm": 2.1447665691375732, + "learning_rate": 1e-06, + "loss": 1.0236, + "mean_token_accuracy": 0.6792235374450684, + "num_tokens": 153105968.0, + "step": 6469 + }, + { + "epoch": 0.7105205359103888, + "grad_norm": 1.9761066436767578, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6964900493621826, + "num_tokens": 153135024.0, + "step": 6470 + }, + { + "epoch": 0.7106303536130024, + "grad_norm": 2.3243374824523926, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7036335468292236, + "num_tokens": 153158258.0, + "step": 6471 + }, + { + "epoch": 0.7107401713156161, + "grad_norm": 2.550614595413208, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7082812190055847, + "num_tokens": 153177300.0, + "step": 6472 + }, + { + "epoch": 0.7108499890182297, + "grad_norm": 2.119718074798584, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7268367409706116, + "num_tokens": 153201374.0, + "step": 6473 + }, + { + "epoch": 0.7109598067208434, + "grad_norm": 2.093625545501709, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6856309175491333, + "num_tokens": 153229941.0, + "step": 6474 + }, + { + "epoch": 0.7110696244234571, + "grad_norm": 2.2902395725250244, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7097570896148682, + "num_tokens": 153251695.0, + "step": 6475 + }, + { + "epoch": 0.7111794421260708, + "grad_norm": 2.3894035816192627, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7064148187637329, + "num_tokens": 153272864.0, + "step": 6476 + }, + { + "epoch": 0.7112892598286844, + "grad_norm": 2.3320119380950928, + "learning_rate": 1e-06, + "loss": 1.0519, + "mean_token_accuracy": 0.6903484463691711, + "num_tokens": 153296209.0, + "step": 6477 + }, + { + "epoch": 0.711399077531298, + "grad_norm": 2.31001615524292, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.6991904973983765, + "num_tokens": 153321176.0, + "step": 6478 + }, + { + "epoch": 0.7115088952339117, + "grad_norm": 1.971409797668457, + "learning_rate": 1e-06, + "loss": 1.0217, + "mean_token_accuracy": 0.687466025352478, + "num_tokens": 153351122.0, + "step": 6479 + }, + { + "epoch": 0.7116187129365253, + "grad_norm": 2.2877748012542725, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7077170014381409, + "num_tokens": 153376166.0, + "step": 6480 + }, + { + "epoch": 0.711728530639139, + "grad_norm": 2.0560758113861084, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7025846242904663, + "num_tokens": 153404088.0, + "step": 6481 + }, + { + "epoch": 0.7118383483417526, + "grad_norm": 2.116281509399414, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7025314569473267, + "num_tokens": 153430395.0, + "step": 6482 + }, + { + "epoch": 0.7119481660443664, + "grad_norm": 2.2995333671569824, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.7024255394935608, + "num_tokens": 153453741.0, + "step": 6483 + }, + { + "epoch": 0.71205798374698, + "grad_norm": 2.267916440963745, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.6953999996185303, + "num_tokens": 153476254.0, + "step": 6484 + }, + { + "epoch": 0.7121678014495937, + "grad_norm": 2.1299705505371094, + "learning_rate": 1e-06, + "loss": 0.9737, + "mean_token_accuracy": 0.6980354189872742, + "num_tokens": 153504762.0, + "step": 6485 + }, + { + "epoch": 0.7122776191522073, + "grad_norm": 2.361290693283081, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.6982861757278442, + "num_tokens": 153524765.0, + "step": 6486 + }, + { + "epoch": 0.712387436854821, + "grad_norm": 2.3453660011291504, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7167407274246216, + "num_tokens": 153547177.0, + "step": 6487 + }, + { + "epoch": 0.7124972545574346, + "grad_norm": 2.4426355361938477, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7136836647987366, + "num_tokens": 153568298.0, + "step": 6488 + }, + { + "epoch": 0.7126070722600483, + "grad_norm": 2.56781005859375, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.726972222328186, + "num_tokens": 153587606.0, + "step": 6489 + }, + { + "epoch": 0.712716889962662, + "grad_norm": 2.333772897720337, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7126468420028687, + "num_tokens": 153608707.0, + "step": 6490 + }, + { + "epoch": 0.7128267076652757, + "grad_norm": 2.223299503326416, + "learning_rate": 1e-06, + "loss": 0.9481, + "mean_token_accuracy": 0.7179626822471619, + "num_tokens": 153634758.0, + "step": 6491 + }, + { + "epoch": 0.7129365253678893, + "grad_norm": 2.5186896324157715, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7228361368179321, + "num_tokens": 153652930.0, + "step": 6492 + }, + { + "epoch": 0.713046343070503, + "grad_norm": 2.1290035247802734, + "learning_rate": 1e-06, + "loss": 1.0007, + "mean_token_accuracy": 0.7117714881896973, + "num_tokens": 153680955.0, + "step": 6493 + }, + { + "epoch": 0.7131561607731166, + "grad_norm": 2.153019428253174, + "learning_rate": 1e-06, + "loss": 1.0907, + "mean_token_accuracy": 0.6733459830284119, + "num_tokens": 153708230.0, + "step": 6494 + }, + { + "epoch": 0.7132659784757303, + "grad_norm": 2.278731107711792, + "learning_rate": 1e-06, + "loss": 1.0218, + "mean_token_accuracy": 0.6957330703735352, + "num_tokens": 153733875.0, + "step": 6495 + }, + { + "epoch": 0.7133757961783439, + "grad_norm": 2.1471967697143555, + "learning_rate": 1e-06, + "loss": 1.0152, + "mean_token_accuracy": 0.6969540119171143, + "num_tokens": 153761639.0, + "step": 6496 + }, + { + "epoch": 0.7134856138809577, + "grad_norm": 2.2648746967315674, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7252740859985352, + "num_tokens": 153786056.0, + "step": 6497 + }, + { + "epoch": 0.7135954315835713, + "grad_norm": 2.3395872116088867, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7030742168426514, + "num_tokens": 153809592.0, + "step": 6498 + }, + { + "epoch": 0.713705249286185, + "grad_norm": 2.293163537979126, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6989481449127197, + "num_tokens": 153834162.0, + "step": 6499 + }, + { + "epoch": 0.7138150669887986, + "grad_norm": 1.9889456033706665, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.71085125207901, + "num_tokens": 153862341.0, + "step": 6500 + }, + { + "epoch": 0.7139248846914122, + "grad_norm": 2.1374289989471436, + "learning_rate": 1e-06, + "loss": 1.005, + "mean_token_accuracy": 0.6979072093963623, + "num_tokens": 153889565.0, + "step": 6501 + }, + { + "epoch": 0.7140347023940259, + "grad_norm": 2.464116334915161, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7056800723075867, + "num_tokens": 153910325.0, + "step": 6502 + }, + { + "epoch": 0.7141445200966395, + "grad_norm": 2.154660940170288, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7106613516807556, + "num_tokens": 153934676.0, + "step": 6503 + }, + { + "epoch": 0.7142543377992533, + "grad_norm": 2.4259746074676514, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7130500078201294, + "num_tokens": 153956057.0, + "step": 6504 + }, + { + "epoch": 0.7143641555018669, + "grad_norm": 1.9005266427993774, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.7088829874992371, + "num_tokens": 153986517.0, + "step": 6505 + }, + { + "epoch": 0.7144739732044806, + "grad_norm": 2.7672595977783203, + "learning_rate": 1e-06, + "loss": 0.8656, + "mean_token_accuracy": 0.7317423224449158, + "num_tokens": 154003322.0, + "step": 6506 + }, + { + "epoch": 0.7145837909070942, + "grad_norm": 2.200528383255005, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.706229031085968, + "num_tokens": 154027664.0, + "step": 6507 + }, + { + "epoch": 0.7146936086097079, + "grad_norm": 2.079493284225464, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.697725772857666, + "num_tokens": 154053916.0, + "step": 6508 + }, + { + "epoch": 0.7148034263123215, + "grad_norm": 2.306467056274414, + "learning_rate": 1e-06, + "loss": 1.0354, + "mean_token_accuracy": 0.689426839351654, + "num_tokens": 154077715.0, + "step": 6509 + }, + { + "epoch": 0.7149132440149352, + "grad_norm": 1.8776865005493164, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7064120173454285, + "num_tokens": 154110735.0, + "step": 6510 + }, + { + "epoch": 0.7150230617175488, + "grad_norm": 2.4023489952087402, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7107468843460083, + "num_tokens": 154132657.0, + "step": 6511 + }, + { + "epoch": 0.7151328794201626, + "grad_norm": 2.3975846767425537, + "learning_rate": 1e-06, + "loss": 1.0566, + "mean_token_accuracy": 0.6834885478019714, + "num_tokens": 154156665.0, + "step": 6512 + }, + { + "epoch": 0.7152426971227762, + "grad_norm": 2.3951218128204346, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.6960514783859253, + "num_tokens": 154180794.0, + "step": 6513 + }, + { + "epoch": 0.7153525148253899, + "grad_norm": 2.319425344467163, + "learning_rate": 1e-06, + "loss": 1.0449, + "mean_token_accuracy": 0.6809495687484741, + "num_tokens": 154205791.0, + "step": 6514 + }, + { + "epoch": 0.7154623325280035, + "grad_norm": 2.1453802585601807, + "learning_rate": 1e-06, + "loss": 1.019, + "mean_token_accuracy": 0.6948755383491516, + "num_tokens": 154232958.0, + "step": 6515 + }, + { + "epoch": 0.7155721502306172, + "grad_norm": 2.340782403945923, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.717693567276001, + "num_tokens": 154253645.0, + "step": 6516 + }, + { + "epoch": 0.7156819679332308, + "grad_norm": 2.1005330085754395, + "learning_rate": 1e-06, + "loss": 1.1219, + "mean_token_accuracy": 0.659868597984314, + "num_tokens": 154282136.0, + "step": 6517 + }, + { + "epoch": 0.7157917856358444, + "grad_norm": 2.2289998531341553, + "learning_rate": 1e-06, + "loss": 0.9752, + "mean_token_accuracy": 0.7069190740585327, + "num_tokens": 154305286.0, + "step": 6518 + }, + { + "epoch": 0.7159016033384582, + "grad_norm": 2.3730242252349854, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.7152969837188721, + "num_tokens": 154327165.0, + "step": 6519 + }, + { + "epoch": 0.7160114210410718, + "grad_norm": 2.4848196506500244, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7183828353881836, + "num_tokens": 154348270.0, + "step": 6520 + }, + { + "epoch": 0.7161212387436855, + "grad_norm": 2.0001699924468994, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7251298427581787, + "num_tokens": 154376458.0, + "step": 6521 + }, + { + "epoch": 0.7162310564462991, + "grad_norm": 2.3992769718170166, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7143867611885071, + "num_tokens": 154398697.0, + "step": 6522 + }, + { + "epoch": 0.7163408741489128, + "grad_norm": 2.200731039047241, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7177668809890747, + "num_tokens": 154422337.0, + "step": 6523 + }, + { + "epoch": 0.7164506918515264, + "grad_norm": 2.191490411758423, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7089823484420776, + "num_tokens": 154447775.0, + "step": 6524 + }, + { + "epoch": 0.7165605095541401, + "grad_norm": 2.703190565109253, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7230174541473389, + "num_tokens": 154464304.0, + "step": 6525 + }, + { + "epoch": 0.7166703272567538, + "grad_norm": 2.553600788116455, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7224528789520264, + "num_tokens": 154483427.0, + "step": 6526 + }, + { + "epoch": 0.7167801449593675, + "grad_norm": 2.580371141433716, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.713225781917572, + "num_tokens": 154501279.0, + "step": 6527 + }, + { + "epoch": 0.7168899626619811, + "grad_norm": 2.4557409286499023, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7172163724899292, + "num_tokens": 154521509.0, + "step": 6528 + }, + { + "epoch": 0.7169997803645948, + "grad_norm": 1.9560221433639526, + "learning_rate": 1e-06, + "loss": 1.0542, + "mean_token_accuracy": 0.6815239191055298, + "num_tokens": 154553770.0, + "step": 6529 + }, + { + "epoch": 0.7171095980672084, + "grad_norm": 2.2966835498809814, + "learning_rate": 1e-06, + "loss": 1.0078, + "mean_token_accuracy": 0.6995564699172974, + "num_tokens": 154576529.0, + "step": 6530 + }, + { + "epoch": 0.7172194157698221, + "grad_norm": 2.484943151473999, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7155055403709412, + "num_tokens": 154595697.0, + "step": 6531 + }, + { + "epoch": 0.7173292334724357, + "grad_norm": 2.4699418544769287, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6864242553710938, + "num_tokens": 154616926.0, + "step": 6532 + }, + { + "epoch": 0.7174390511750495, + "grad_norm": 2.419005870819092, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7107443809509277, + "num_tokens": 154639706.0, + "step": 6533 + }, + { + "epoch": 0.7175488688776631, + "grad_norm": 2.4038493633270264, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.6949807405471802, + "num_tokens": 154662918.0, + "step": 6534 + }, + { + "epoch": 0.7176586865802768, + "grad_norm": 2.457054615020752, + "learning_rate": 1e-06, + "loss": 0.7913, + "mean_token_accuracy": 0.7454153895378113, + "num_tokens": 154681682.0, + "step": 6535 + }, + { + "epoch": 0.7177685042828904, + "grad_norm": 2.5296707153320312, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7042779922485352, + "num_tokens": 154701923.0, + "step": 6536 + }, + { + "epoch": 0.717878321985504, + "grad_norm": 2.2779290676116943, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7070832848548889, + "num_tokens": 154725843.0, + "step": 6537 + }, + { + "epoch": 0.7179881396881177, + "grad_norm": 3.0287368297576904, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7182338237762451, + "num_tokens": 154739593.0, + "step": 6538 + }, + { + "epoch": 0.7180979573907313, + "grad_norm": 2.373140811920166, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.7064821720123291, + "num_tokens": 154761616.0, + "step": 6539 + }, + { + "epoch": 0.7182077750933451, + "grad_norm": 2.7430977821350098, + "learning_rate": 1e-06, + "loss": 0.8655, + "mean_token_accuracy": 0.7237764596939087, + "num_tokens": 154777165.0, + "step": 6540 + }, + { + "epoch": 0.7183175927959587, + "grad_norm": 2.3502979278564453, + "learning_rate": 1e-06, + "loss": 1.0253, + "mean_token_accuracy": 0.6884387731552124, + "num_tokens": 154799681.0, + "step": 6541 + }, + { + "epoch": 0.7184274104985724, + "grad_norm": 2.2360496520996094, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.7128854990005493, + "num_tokens": 154824004.0, + "step": 6542 + }, + { + "epoch": 0.718537228201186, + "grad_norm": 2.1285409927368164, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7355150580406189, + "num_tokens": 154848104.0, + "step": 6543 + }, + { + "epoch": 0.7186470459037997, + "grad_norm": 2.6674857139587402, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7224815487861633, + "num_tokens": 154866550.0, + "step": 6544 + }, + { + "epoch": 0.7187568636064133, + "grad_norm": 2.381395101547241, + "learning_rate": 1e-06, + "loss": 0.8676, + "mean_token_accuracy": 0.7305685877799988, + "num_tokens": 154887110.0, + "step": 6545 + }, + { + "epoch": 0.718866681309027, + "grad_norm": 2.204880714416504, + "learning_rate": 1e-06, + "loss": 1.0547, + "mean_token_accuracy": 0.6771753430366516, + "num_tokens": 154911610.0, + "step": 6546 + }, + { + "epoch": 0.7189764990116406, + "grad_norm": 2.8042514324188232, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7186912894248962, + "num_tokens": 154929556.0, + "step": 6547 + }, + { + "epoch": 0.7190863167142544, + "grad_norm": 2.217733144760132, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6929178237915039, + "num_tokens": 154955862.0, + "step": 6548 + }, + { + "epoch": 0.719196134416868, + "grad_norm": 2.3923213481903076, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7179476022720337, + "num_tokens": 154978391.0, + "step": 6549 + }, + { + "epoch": 0.7193059521194817, + "grad_norm": 2.194132089614868, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7090036869049072, + "num_tokens": 155003661.0, + "step": 6550 + }, + { + "epoch": 0.7194157698220953, + "grad_norm": 2.1357312202453613, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.711688756942749, + "num_tokens": 155028982.0, + "step": 6551 + }, + { + "epoch": 0.719525587524709, + "grad_norm": 2.2888410091400146, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7038898468017578, + "num_tokens": 155053809.0, + "step": 6552 + }, + { + "epoch": 0.7196354052273226, + "grad_norm": 2.1067211627960205, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.6843975782394409, + "num_tokens": 155080180.0, + "step": 6553 + }, + { + "epoch": 0.7197452229299363, + "grad_norm": 2.268622875213623, + "learning_rate": 1e-06, + "loss": 1.0535, + "mean_token_accuracy": 0.6910489797592163, + "num_tokens": 155103995.0, + "step": 6554 + }, + { + "epoch": 0.71985504063255, + "grad_norm": 2.664426803588867, + "learning_rate": 1e-06, + "loss": 0.9855, + "mean_token_accuracy": 0.6932180523872375, + "num_tokens": 155123473.0, + "step": 6555 + }, + { + "epoch": 0.7199648583351637, + "grad_norm": 2.2209837436676025, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7140306234359741, + "num_tokens": 155147514.0, + "step": 6556 + }, + { + "epoch": 0.7200746760377773, + "grad_norm": 2.125864267349243, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7186897397041321, + "num_tokens": 155173638.0, + "step": 6557 + }, + { + "epoch": 0.720184493740391, + "grad_norm": 2.402531385421753, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7108103036880493, + "num_tokens": 155195841.0, + "step": 6558 + }, + { + "epoch": 0.7202943114430046, + "grad_norm": 2.768033266067505, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7143553495407104, + "num_tokens": 155212780.0, + "step": 6559 + }, + { + "epoch": 0.7204041291456182, + "grad_norm": 2.4080774784088135, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7149225473403931, + "num_tokens": 155234603.0, + "step": 6560 + }, + { + "epoch": 0.7205139468482319, + "grad_norm": 2.3073348999023438, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7218625545501709, + "num_tokens": 155255651.0, + "step": 6561 + }, + { + "epoch": 0.7206237645508456, + "grad_norm": 2.2683401107788086, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.7291827201843262, + "num_tokens": 155275686.0, + "step": 6562 + }, + { + "epoch": 0.7207335822534593, + "grad_norm": 2.5109190940856934, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7039895057678223, + "num_tokens": 155295524.0, + "step": 6563 + }, + { + "epoch": 0.7208433999560729, + "grad_norm": 2.080754041671753, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7197935581207275, + "num_tokens": 155323607.0, + "step": 6564 + }, + { + "epoch": 0.7209532176586866, + "grad_norm": 2.211413621902466, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7255886793136597, + "num_tokens": 155348553.0, + "step": 6565 + }, + { + "epoch": 0.7210630353613002, + "grad_norm": 2.4632441997528076, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7023412585258484, + "num_tokens": 155369175.0, + "step": 6566 + }, + { + "epoch": 0.7211728530639139, + "grad_norm": 2.3351073265075684, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7093295454978943, + "num_tokens": 155394012.0, + "step": 6567 + }, + { + "epoch": 0.7212826707665275, + "grad_norm": 2.3147528171539307, + "learning_rate": 1e-06, + "loss": 1.0439, + "mean_token_accuracy": 0.6877636909484863, + "num_tokens": 155419720.0, + "step": 6568 + }, + { + "epoch": 0.7213924884691413, + "grad_norm": 2.3510749340057373, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7338123917579651, + "num_tokens": 155441258.0, + "step": 6569 + }, + { + "epoch": 0.7215023061717549, + "grad_norm": 2.3118035793304443, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7105147838592529, + "num_tokens": 155465403.0, + "step": 6570 + }, + { + "epoch": 0.7216121238743686, + "grad_norm": 2.217542886734009, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7107447385787964, + "num_tokens": 155489352.0, + "step": 6571 + }, + { + "epoch": 0.7217219415769822, + "grad_norm": 2.390484094619751, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.70848548412323, + "num_tokens": 155510021.0, + "step": 6572 + }, + { + "epoch": 0.7218317592795959, + "grad_norm": 2.396531820297241, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7126396894454956, + "num_tokens": 155531356.0, + "step": 6573 + }, + { + "epoch": 0.7219415769822095, + "grad_norm": 2.011370897293091, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7088301181793213, + "num_tokens": 155560450.0, + "step": 6574 + }, + { + "epoch": 0.7220513946848232, + "grad_norm": 2.3944199085235596, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6971607804298401, + "num_tokens": 155582392.0, + "step": 6575 + }, + { + "epoch": 0.7221612123874368, + "grad_norm": 2.5473527908325195, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7098196744918823, + "num_tokens": 155604084.0, + "step": 6576 + }, + { + "epoch": 0.7222710300900506, + "grad_norm": 2.3188607692718506, + "learning_rate": 1e-06, + "loss": 1.0195, + "mean_token_accuracy": 0.6977095007896423, + "num_tokens": 155626921.0, + "step": 6577 + }, + { + "epoch": 0.7223808477926642, + "grad_norm": 2.3491971492767334, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7114222645759583, + "num_tokens": 155650603.0, + "step": 6578 + }, + { + "epoch": 0.7224906654952779, + "grad_norm": 2.302934408187866, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6977519989013672, + "num_tokens": 155675943.0, + "step": 6579 + }, + { + "epoch": 0.7226004831978915, + "grad_norm": 2.204080820083618, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7175452709197998, + "num_tokens": 155701281.0, + "step": 6580 + }, + { + "epoch": 0.7227103009005051, + "grad_norm": 2.4358649253845215, + "learning_rate": 1e-06, + "loss": 1.0674, + "mean_token_accuracy": 0.6761066913604736, + "num_tokens": 155723887.0, + "step": 6581 + }, + { + "epoch": 0.7228201186031188, + "grad_norm": 2.3818717002868652, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7057408094406128, + "num_tokens": 155745695.0, + "step": 6582 + }, + { + "epoch": 0.7229299363057324, + "grad_norm": 2.61964750289917, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7045450210571289, + "num_tokens": 155763237.0, + "step": 6583 + }, + { + "epoch": 0.7230397540083462, + "grad_norm": 2.2129836082458496, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.7039711475372314, + "num_tokens": 155788860.0, + "step": 6584 + }, + { + "epoch": 0.7231495717109598, + "grad_norm": 2.0495243072509766, + "learning_rate": 1e-06, + "loss": 1.0448, + "mean_token_accuracy": 0.6845775842666626, + "num_tokens": 155817367.0, + "step": 6585 + }, + { + "epoch": 0.7232593894135735, + "grad_norm": 2.475942373275757, + "learning_rate": 1e-06, + "loss": 1.0463, + "mean_token_accuracy": 0.6868100166320801, + "num_tokens": 155838237.0, + "step": 6586 + }, + { + "epoch": 0.7233692071161871, + "grad_norm": 2.0196614265441895, + "learning_rate": 1e-06, + "loss": 1.0171, + "mean_token_accuracy": 0.6925840377807617, + "num_tokens": 155866011.0, + "step": 6587 + }, + { + "epoch": 0.7234790248188008, + "grad_norm": 2.296609878540039, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7204400897026062, + "num_tokens": 155889199.0, + "step": 6588 + }, + { + "epoch": 0.7235888425214144, + "grad_norm": 2.197819232940674, + "learning_rate": 1e-06, + "loss": 0.9717, + "mean_token_accuracy": 0.7056440114974976, + "num_tokens": 155913534.0, + "step": 6589 + }, + { + "epoch": 0.7236986602240281, + "grad_norm": 2.57075834274292, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7204052209854126, + "num_tokens": 155930934.0, + "step": 6590 + }, + { + "epoch": 0.7238084779266418, + "grad_norm": 2.3719325065612793, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.7009421586990356, + "num_tokens": 155953792.0, + "step": 6591 + }, + { + "epoch": 0.7239182956292555, + "grad_norm": 2.1923599243164062, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7026841640472412, + "num_tokens": 155978436.0, + "step": 6592 + }, + { + "epoch": 0.7240281133318691, + "grad_norm": 2.370011806488037, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.7283346652984619, + "num_tokens": 156000646.0, + "step": 6593 + }, + { + "epoch": 0.7241379310344828, + "grad_norm": 2.051121234893799, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.705010175704956, + "num_tokens": 156027751.0, + "step": 6594 + }, + { + "epoch": 0.7242477487370964, + "grad_norm": 2.7928476333618164, + "learning_rate": 1e-06, + "loss": 0.9709, + "mean_token_accuracy": 0.7083170413970947, + "num_tokens": 156044097.0, + "step": 6595 + }, + { + "epoch": 0.72435756643971, + "grad_norm": 2.7373149394989014, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7158478498458862, + "num_tokens": 156060729.0, + "step": 6596 + }, + { + "epoch": 0.7244673841423237, + "grad_norm": 2.4246702194213867, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7125685811042786, + "num_tokens": 156083425.0, + "step": 6597 + }, + { + "epoch": 0.7245772018449375, + "grad_norm": 2.1183478832244873, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7074175477027893, + "num_tokens": 156109754.0, + "step": 6598 + }, + { + "epoch": 0.7246870195475511, + "grad_norm": 2.1579864025115967, + "learning_rate": 1e-06, + "loss": 1.0253, + "mean_token_accuracy": 0.6912780404090881, + "num_tokens": 156136859.0, + "step": 6599 + }, + { + "epoch": 0.7247968372501647, + "grad_norm": 2.2717504501342773, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7233353853225708, + "num_tokens": 156160304.0, + "step": 6600 + }, + { + "epoch": 0.7249066549527784, + "grad_norm": 2.3105437755584717, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.7014315128326416, + "num_tokens": 156185731.0, + "step": 6601 + }, + { + "epoch": 0.725016472655392, + "grad_norm": 2.3288187980651855, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7161786556243896, + "num_tokens": 156207510.0, + "step": 6602 + }, + { + "epoch": 0.7251262903580057, + "grad_norm": 2.3209023475646973, + "learning_rate": 1e-06, + "loss": 0.981, + "mean_token_accuracy": 0.6943182349205017, + "num_tokens": 156230987.0, + "step": 6603 + }, + { + "epoch": 0.7252361080606193, + "grad_norm": 2.14504075050354, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7367648482322693, + "num_tokens": 156253617.0, + "step": 6604 + }, + { + "epoch": 0.725345925763233, + "grad_norm": 2.526221752166748, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7273068428039551, + "num_tokens": 156272518.0, + "step": 6605 + }, + { + "epoch": 0.7254557434658467, + "grad_norm": 2.0541908740997314, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7092432975769043, + "num_tokens": 156301873.0, + "step": 6606 + }, + { + "epoch": 0.7255655611684604, + "grad_norm": 2.6230759620666504, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7155463695526123, + "num_tokens": 156320483.0, + "step": 6607 + }, + { + "epoch": 0.725675378871074, + "grad_norm": 2.1853325366973877, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7167166471481323, + "num_tokens": 156346130.0, + "step": 6608 + }, + { + "epoch": 0.7257851965736877, + "grad_norm": 2.0260486602783203, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6940228939056396, + "num_tokens": 156376452.0, + "step": 6609 + }, + { + "epoch": 0.7258950142763013, + "grad_norm": 2.6758365631103516, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7344028949737549, + "num_tokens": 156391269.0, + "step": 6610 + }, + { + "epoch": 0.726004831978915, + "grad_norm": 2.220604658126831, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7256364822387695, + "num_tokens": 156415212.0, + "step": 6611 + }, + { + "epoch": 0.7261146496815286, + "grad_norm": 2.274303436279297, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7031621932983398, + "num_tokens": 156438781.0, + "step": 6612 + }, + { + "epoch": 0.7262244673841424, + "grad_norm": 2.2813172340393066, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.6974180936813354, + "num_tokens": 156463204.0, + "step": 6613 + }, + { + "epoch": 0.726334285086756, + "grad_norm": 2.2539970874786377, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.6829432249069214, + "num_tokens": 156486097.0, + "step": 6614 + }, + { + "epoch": 0.7264441027893697, + "grad_norm": 2.9235875606536865, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.712367057800293, + "num_tokens": 156502879.0, + "step": 6615 + }, + { + "epoch": 0.7265539204919833, + "grad_norm": 2.088867425918579, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7132356762886047, + "num_tokens": 156531626.0, + "step": 6616 + }, + { + "epoch": 0.726663738194597, + "grad_norm": 2.4443655014038086, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7195244431495667, + "num_tokens": 156552822.0, + "step": 6617 + }, + { + "epoch": 0.7267735558972106, + "grad_norm": 2.524048328399658, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7025350332260132, + "num_tokens": 156572180.0, + "step": 6618 + }, + { + "epoch": 0.7268833735998242, + "grad_norm": 2.34898042678833, + "learning_rate": 1e-06, + "loss": 1.0156, + "mean_token_accuracy": 0.6922433972358704, + "num_tokens": 156595310.0, + "step": 6619 + }, + { + "epoch": 0.726993191302438, + "grad_norm": 1.9943485260009766, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7189324498176575, + "num_tokens": 156623681.0, + "step": 6620 + }, + { + "epoch": 0.7271030090050516, + "grad_norm": 2.0077600479125977, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7178504467010498, + "num_tokens": 156655038.0, + "step": 6621 + }, + { + "epoch": 0.7272128267076653, + "grad_norm": 2.056830406188965, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7116750478744507, + "num_tokens": 156682641.0, + "step": 6622 + }, + { + "epoch": 0.7273226444102789, + "grad_norm": 2.3579437732696533, + "learning_rate": 1e-06, + "loss": 1.0239, + "mean_token_accuracy": 0.6935267448425293, + "num_tokens": 156708933.0, + "step": 6623 + }, + { + "epoch": 0.7274324621128926, + "grad_norm": 2.1797101497650146, + "learning_rate": 1e-06, + "loss": 1.0672, + "mean_token_accuracy": 0.676721453666687, + "num_tokens": 156733599.0, + "step": 6624 + }, + { + "epoch": 0.7275422798155062, + "grad_norm": 2.4567337036132812, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.6931315064430237, + "num_tokens": 156754855.0, + "step": 6625 + }, + { + "epoch": 0.7276520975181199, + "grad_norm": 2.512284278869629, + "learning_rate": 1e-06, + "loss": 0.8552, + "mean_token_accuracy": 0.737204909324646, + "num_tokens": 156773385.0, + "step": 6626 + }, + { + "epoch": 0.7277619152207336, + "grad_norm": 2.1047351360321045, + "learning_rate": 1e-06, + "loss": 0.986, + "mean_token_accuracy": 0.7039937973022461, + "num_tokens": 156800135.0, + "step": 6627 + }, + { + "epoch": 0.7278717329233473, + "grad_norm": 2.429929494857788, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.722151517868042, + "num_tokens": 156822304.0, + "step": 6628 + }, + { + "epoch": 0.7279815506259609, + "grad_norm": 2.0889625549316406, + "learning_rate": 1e-06, + "loss": 0.9794, + "mean_token_accuracy": 0.6981264352798462, + "num_tokens": 156850912.0, + "step": 6629 + }, + { + "epoch": 0.7280913683285746, + "grad_norm": 2.42606782913208, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7046591639518738, + "num_tokens": 156871409.0, + "step": 6630 + }, + { + "epoch": 0.7282011860311882, + "grad_norm": 1.9579070806503296, + "learning_rate": 1e-06, + "loss": 0.9777, + "mean_token_accuracy": 0.7061941623687744, + "num_tokens": 156901579.0, + "step": 6631 + }, + { + "epoch": 0.7283110037338019, + "grad_norm": 2.299175977706909, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6867726445198059, + "num_tokens": 156922475.0, + "step": 6632 + }, + { + "epoch": 0.7284208214364155, + "grad_norm": 2.3996567726135254, + "learning_rate": 1e-06, + "loss": 0.8104, + "mean_token_accuracy": 0.7429596185684204, + "num_tokens": 156942165.0, + "step": 6633 + }, + { + "epoch": 0.7285306391390292, + "grad_norm": 2.3912417888641357, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7153028249740601, + "num_tokens": 156964701.0, + "step": 6634 + }, + { + "epoch": 0.7286404568416429, + "grad_norm": 2.447915554046631, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7241267561912537, + "num_tokens": 156985059.0, + "step": 6635 + }, + { + "epoch": 0.7287502745442566, + "grad_norm": 2.0126266479492188, + "learning_rate": 1e-06, + "loss": 1.041, + "mean_token_accuracy": 0.692638635635376, + "num_tokens": 157014741.0, + "step": 6636 + }, + { + "epoch": 0.7288600922468702, + "grad_norm": 2.434612512588501, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.710822582244873, + "num_tokens": 157035347.0, + "step": 6637 + }, + { + "epoch": 0.7289699099494839, + "grad_norm": 2.0541067123413086, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7067123651504517, + "num_tokens": 157062275.0, + "step": 6638 + }, + { + "epoch": 0.7290797276520975, + "grad_norm": 2.507794141769409, + "learning_rate": 1e-06, + "loss": 0.8645, + "mean_token_accuracy": 0.7258001565933228, + "num_tokens": 157081009.0, + "step": 6639 + }, + { + "epoch": 0.7291895453547111, + "grad_norm": 2.34060001373291, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7070947885513306, + "num_tokens": 157102052.0, + "step": 6640 + }, + { + "epoch": 0.7292993630573248, + "grad_norm": 2.2933828830718994, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7111607789993286, + "num_tokens": 157125489.0, + "step": 6641 + }, + { + "epoch": 0.7294091807599385, + "grad_norm": 2.222041368484497, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7008024454116821, + "num_tokens": 157149683.0, + "step": 6642 + }, + { + "epoch": 0.7295189984625522, + "grad_norm": 2.0645997524261475, + "learning_rate": 1e-06, + "loss": 0.9961, + "mean_token_accuracy": 0.6984810829162598, + "num_tokens": 157178116.0, + "step": 6643 + }, + { + "epoch": 0.7296288161651658, + "grad_norm": 2.042288064956665, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.7009207010269165, + "num_tokens": 157205247.0, + "step": 6644 + }, + { + "epoch": 0.7297386338677795, + "grad_norm": 2.0951290130615234, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7040183544158936, + "num_tokens": 157233833.0, + "step": 6645 + }, + { + "epoch": 0.7298484515703931, + "grad_norm": 2.0643482208251953, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7120434641838074, + "num_tokens": 157260478.0, + "step": 6646 + }, + { + "epoch": 0.7299582692730068, + "grad_norm": 2.242021083831787, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7095348834991455, + "num_tokens": 157281814.0, + "step": 6647 + }, + { + "epoch": 0.7300680869756204, + "grad_norm": 2.7019779682159424, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7204293608665466, + "num_tokens": 157299436.0, + "step": 6648 + }, + { + "epoch": 0.7301779046782342, + "grad_norm": 2.5434978008270264, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7445430755615234, + "num_tokens": 157316584.0, + "step": 6649 + }, + { + "epoch": 0.7302877223808478, + "grad_norm": 2.346465826034546, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7195721864700317, + "num_tokens": 157337201.0, + "step": 6650 + }, + { + "epoch": 0.7303975400834615, + "grad_norm": 2.021310329437256, + "learning_rate": 1e-06, + "loss": 1.0753, + "mean_token_accuracy": 0.679311215877533, + "num_tokens": 157369798.0, + "step": 6651 + }, + { + "epoch": 0.7305073577860751, + "grad_norm": 2.190656900405884, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7190311551094055, + "num_tokens": 157392889.0, + "step": 6652 + }, + { + "epoch": 0.7306171754886888, + "grad_norm": 2.439767360687256, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7072516679763794, + "num_tokens": 157413502.0, + "step": 6653 + }, + { + "epoch": 0.7307269931913024, + "grad_norm": 2.186777353286743, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.731070876121521, + "num_tokens": 157436767.0, + "step": 6654 + }, + { + "epoch": 0.7308368108939161, + "grad_norm": 2.4093658924102783, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7007226943969727, + "num_tokens": 157458110.0, + "step": 6655 + }, + { + "epoch": 0.7309466285965298, + "grad_norm": 2.51116943359375, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6977224349975586, + "num_tokens": 157477850.0, + "step": 6656 + }, + { + "epoch": 0.7310564462991435, + "grad_norm": 2.4217910766601562, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6898091435432434, + "num_tokens": 157501100.0, + "step": 6657 + }, + { + "epoch": 0.7311662640017571, + "grad_norm": 2.3302247524261475, + "learning_rate": 1e-06, + "loss": 1.0563, + "mean_token_accuracy": 0.6867390275001526, + "num_tokens": 157525867.0, + "step": 6658 + }, + { + "epoch": 0.7312760817043708, + "grad_norm": 2.1952104568481445, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6998498439788818, + "num_tokens": 157553239.0, + "step": 6659 + }, + { + "epoch": 0.7313858994069844, + "grad_norm": 2.2015438079833984, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7008389830589294, + "num_tokens": 157579335.0, + "step": 6660 + }, + { + "epoch": 0.731495717109598, + "grad_norm": 2.1289756298065186, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7003819346427917, + "num_tokens": 157607401.0, + "step": 6661 + }, + { + "epoch": 0.7316055348122117, + "grad_norm": 2.4974136352539062, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7148239612579346, + "num_tokens": 157628154.0, + "step": 6662 + }, + { + "epoch": 0.7317153525148253, + "grad_norm": 2.1810660362243652, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.6967699527740479, + "num_tokens": 157653317.0, + "step": 6663 + }, + { + "epoch": 0.7318251702174391, + "grad_norm": 2.2311291694641113, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7307726740837097, + "num_tokens": 157675868.0, + "step": 6664 + }, + { + "epoch": 0.7319349879200527, + "grad_norm": 2.2307496070861816, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6968132853507996, + "num_tokens": 157703291.0, + "step": 6665 + }, + { + "epoch": 0.7320448056226664, + "grad_norm": 2.5718166828155518, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7389550805091858, + "num_tokens": 157721809.0, + "step": 6666 + }, + { + "epoch": 0.73215462332528, + "grad_norm": 2.905198574066162, + "learning_rate": 1e-06, + "loss": 0.8725, + "mean_token_accuracy": 0.7307003736495972, + "num_tokens": 157736847.0, + "step": 6667 + }, + { + "epoch": 0.7322644410278937, + "grad_norm": 1.9469608068466187, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6968486905097961, + "num_tokens": 157765728.0, + "step": 6668 + }, + { + "epoch": 0.7323742587305073, + "grad_norm": 2.3372089862823486, + "learning_rate": 1e-06, + "loss": 1.0067, + "mean_token_accuracy": 0.6935188174247742, + "num_tokens": 157789758.0, + "step": 6669 + }, + { + "epoch": 0.732484076433121, + "grad_norm": 2.2548625469207764, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7164634466171265, + "num_tokens": 157812930.0, + "step": 6670 + }, + { + "epoch": 0.7325938941357347, + "grad_norm": 2.0964298248291016, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.70320725440979, + "num_tokens": 157839398.0, + "step": 6671 + }, + { + "epoch": 0.7327037118383484, + "grad_norm": 2.2548317909240723, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7155505418777466, + "num_tokens": 157863040.0, + "step": 6672 + }, + { + "epoch": 0.732813529540962, + "grad_norm": 2.071462631225586, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7287607789039612, + "num_tokens": 157889745.0, + "step": 6673 + }, + { + "epoch": 0.7329233472435757, + "grad_norm": 2.0628561973571777, + "learning_rate": 1e-06, + "loss": 1.0649, + "mean_token_accuracy": 0.6760423183441162, + "num_tokens": 157919904.0, + "step": 6674 + }, + { + "epoch": 0.7330331649461893, + "grad_norm": 2.731861114501953, + "learning_rate": 1e-06, + "loss": 0.9855, + "mean_token_accuracy": 0.7109980583190918, + "num_tokens": 157937444.0, + "step": 6675 + }, + { + "epoch": 0.733142982648803, + "grad_norm": 2.355074167251587, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7151281833648682, + "num_tokens": 157959644.0, + "step": 6676 + }, + { + "epoch": 0.7332528003514166, + "grad_norm": 2.11775803565979, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7144805192947388, + "num_tokens": 157985896.0, + "step": 6677 + }, + { + "epoch": 0.7333626180540304, + "grad_norm": 2.1007158756256104, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7253397703170776, + "num_tokens": 158011810.0, + "step": 6678 + }, + { + "epoch": 0.733472435756644, + "grad_norm": 2.6233601570129395, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7114591598510742, + "num_tokens": 158029081.0, + "step": 6679 + }, + { + "epoch": 0.7335822534592576, + "grad_norm": 2.2604682445526123, + "learning_rate": 1e-06, + "loss": 1.0534, + "mean_token_accuracy": 0.6820405721664429, + "num_tokens": 158053616.0, + "step": 6680 + }, + { + "epoch": 0.7336920711618713, + "grad_norm": 2.104722499847412, + "learning_rate": 1e-06, + "loss": 1.0564, + "mean_token_accuracy": 0.6814906597137451, + "num_tokens": 158082634.0, + "step": 6681 + }, + { + "epoch": 0.7338018888644849, + "grad_norm": 2.01240611076355, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7113175988197327, + "num_tokens": 158110613.0, + "step": 6682 + }, + { + "epoch": 0.7339117065670986, + "grad_norm": 1.9623632431030273, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7005191445350647, + "num_tokens": 158142258.0, + "step": 6683 + }, + { + "epoch": 0.7340215242697122, + "grad_norm": 2.325232744216919, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.6910383701324463, + "num_tokens": 158166020.0, + "step": 6684 + }, + { + "epoch": 0.734131341972326, + "grad_norm": 2.2325074672698975, + "learning_rate": 1e-06, + "loss": 1.0499, + "mean_token_accuracy": 0.6961529850959778, + "num_tokens": 158191373.0, + "step": 6685 + }, + { + "epoch": 0.7342411596749396, + "grad_norm": 2.019897937774658, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7209407091140747, + "num_tokens": 158219644.0, + "step": 6686 + }, + { + "epoch": 0.7343509773775533, + "grad_norm": 2.228541374206543, + "learning_rate": 1e-06, + "loss": 1.0725, + "mean_token_accuracy": 0.67173171043396, + "num_tokens": 158245403.0, + "step": 6687 + }, + { + "epoch": 0.7344607950801669, + "grad_norm": 2.350198984146118, + "learning_rate": 1e-06, + "loss": 0.9848, + "mean_token_accuracy": 0.7085192799568176, + "num_tokens": 158270220.0, + "step": 6688 + }, + { + "epoch": 0.7345706127827806, + "grad_norm": 2.066967487335205, + "learning_rate": 1e-06, + "loss": 1.026, + "mean_token_accuracy": 0.6878446340560913, + "num_tokens": 158296985.0, + "step": 6689 + }, + { + "epoch": 0.7346804304853942, + "grad_norm": 2.1450955867767334, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7080491781234741, + "num_tokens": 158323684.0, + "step": 6690 + }, + { + "epoch": 0.7347902481880079, + "grad_norm": 2.313861608505249, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7193347215652466, + "num_tokens": 158345796.0, + "step": 6691 + }, + { + "epoch": 0.7349000658906216, + "grad_norm": 2.143650531768799, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.7017176151275635, + "num_tokens": 158369956.0, + "step": 6692 + }, + { + "epoch": 0.7350098835932353, + "grad_norm": 2.1557602882385254, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.7011779546737671, + "num_tokens": 158395251.0, + "step": 6693 + }, + { + "epoch": 0.7351197012958489, + "grad_norm": 2.191751003265381, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7202826142311096, + "num_tokens": 158420867.0, + "step": 6694 + }, + { + "epoch": 0.7352295189984626, + "grad_norm": 2.5551435947418213, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7103655934333801, + "num_tokens": 158439235.0, + "step": 6695 + }, + { + "epoch": 0.7353393367010762, + "grad_norm": 2.3159360885620117, + "learning_rate": 1e-06, + "loss": 1.0368, + "mean_token_accuracy": 0.6848848462104797, + "num_tokens": 158464335.0, + "step": 6696 + }, + { + "epoch": 0.7354491544036899, + "grad_norm": 2.312258243560791, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.6941012144088745, + "num_tokens": 158487121.0, + "step": 6697 + }, + { + "epoch": 0.7355589721063035, + "grad_norm": 2.3624868392944336, + "learning_rate": 1e-06, + "loss": 0.9999, + "mean_token_accuracy": 0.6957972049713135, + "num_tokens": 158511786.0, + "step": 6698 + }, + { + "epoch": 0.7356687898089171, + "grad_norm": 2.353863477706909, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7146130204200745, + "num_tokens": 158534711.0, + "step": 6699 + }, + { + "epoch": 0.7357786075115309, + "grad_norm": 2.5042669773101807, + "learning_rate": 1e-06, + "loss": 0.9, + "mean_token_accuracy": 0.7206278443336487, + "num_tokens": 158552970.0, + "step": 6700 + }, + { + "epoch": 0.7358884252141445, + "grad_norm": 2.6239264011383057, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7021682262420654, + "num_tokens": 158570342.0, + "step": 6701 + }, + { + "epoch": 0.7359982429167582, + "grad_norm": 1.9252092838287354, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7167906165122986, + "num_tokens": 158601752.0, + "step": 6702 + }, + { + "epoch": 0.7361080606193718, + "grad_norm": 1.907868504524231, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7086277008056641, + "num_tokens": 158632263.0, + "step": 6703 + }, + { + "epoch": 0.7362178783219855, + "grad_norm": 2.6675283908843994, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7257383465766907, + "num_tokens": 158650121.0, + "step": 6704 + }, + { + "epoch": 0.7363276960245991, + "grad_norm": 2.7418861389160156, + "learning_rate": 1e-06, + "loss": 0.9068, + "mean_token_accuracy": 0.7313736081123352, + "num_tokens": 158666876.0, + "step": 6705 + }, + { + "epoch": 0.7364375137272128, + "grad_norm": 2.721433162689209, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7034481167793274, + "num_tokens": 158684784.0, + "step": 6706 + }, + { + "epoch": 0.7365473314298265, + "grad_norm": 2.254068613052368, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7241156697273254, + "num_tokens": 158707036.0, + "step": 6707 + }, + { + "epoch": 0.7366571491324402, + "grad_norm": 2.4842276573181152, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7151800990104675, + "num_tokens": 158726278.0, + "step": 6708 + }, + { + "epoch": 0.7367669668350538, + "grad_norm": 2.302147626876831, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7009134292602539, + "num_tokens": 158751627.0, + "step": 6709 + }, + { + "epoch": 0.7368767845376675, + "grad_norm": 2.4776721000671387, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6929884552955627, + "num_tokens": 158773176.0, + "step": 6710 + }, + { + "epoch": 0.7369866022402811, + "grad_norm": 2.464247465133667, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7188600301742554, + "num_tokens": 158793315.0, + "step": 6711 + }, + { + "epoch": 0.7370964199428948, + "grad_norm": 2.090494155883789, + "learning_rate": 1e-06, + "loss": 1.0411, + "mean_token_accuracy": 0.6886684894561768, + "num_tokens": 158821638.0, + "step": 6712 + }, + { + "epoch": 0.7372062376455084, + "grad_norm": 2.168248176574707, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.7100821733474731, + "num_tokens": 158845262.0, + "step": 6713 + }, + { + "epoch": 0.7373160553481222, + "grad_norm": 2.099468469619751, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.717953085899353, + "num_tokens": 158871202.0, + "step": 6714 + }, + { + "epoch": 0.7374258730507358, + "grad_norm": 2.304804801940918, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7106466293334961, + "num_tokens": 158894421.0, + "step": 6715 + }, + { + "epoch": 0.7375356907533495, + "grad_norm": 2.056713819503784, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.6978710889816284, + "num_tokens": 158921540.0, + "step": 6716 + }, + { + "epoch": 0.7376455084559631, + "grad_norm": 2.5109307765960693, + "learning_rate": 1e-06, + "loss": 1.0307, + "mean_token_accuracy": 0.6873826384544373, + "num_tokens": 158943543.0, + "step": 6717 + }, + { + "epoch": 0.7377553261585768, + "grad_norm": 2.4214463233947754, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7158281207084656, + "num_tokens": 158963701.0, + "step": 6718 + }, + { + "epoch": 0.7378651438611904, + "grad_norm": 2.3987534046173096, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7102687954902649, + "num_tokens": 158985824.0, + "step": 6719 + }, + { + "epoch": 0.737974961563804, + "grad_norm": 2.3391194343566895, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7256087064743042, + "num_tokens": 159008462.0, + "step": 6720 + }, + { + "epoch": 0.7380847792664178, + "grad_norm": 2.434103488922119, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7058465480804443, + "num_tokens": 159028955.0, + "step": 6721 + }, + { + "epoch": 0.7381945969690314, + "grad_norm": 2.3975887298583984, + "learning_rate": 1e-06, + "loss": 0.9846, + "mean_token_accuracy": 0.6970121264457703, + "num_tokens": 159049890.0, + "step": 6722 + }, + { + "epoch": 0.7383044146716451, + "grad_norm": 2.239424705505371, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7098912596702576, + "num_tokens": 159074155.0, + "step": 6723 + }, + { + "epoch": 0.7384142323742587, + "grad_norm": 2.6169004440307617, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7072473168373108, + "num_tokens": 159092896.0, + "step": 6724 + }, + { + "epoch": 0.7385240500768724, + "grad_norm": 2.417323112487793, + "learning_rate": 1e-06, + "loss": 0.8333, + "mean_token_accuracy": 0.7373139262199402, + "num_tokens": 159110954.0, + "step": 6725 + }, + { + "epoch": 0.738633867779486, + "grad_norm": 2.179655075073242, + "learning_rate": 1e-06, + "loss": 0.9846, + "mean_token_accuracy": 0.6980723142623901, + "num_tokens": 159136697.0, + "step": 6726 + }, + { + "epoch": 0.7387436854820997, + "grad_norm": 2.2667758464813232, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7212918400764465, + "num_tokens": 159159377.0, + "step": 6727 + }, + { + "epoch": 0.7388535031847133, + "grad_norm": 2.0187623500823975, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7154768705368042, + "num_tokens": 159187965.0, + "step": 6728 + }, + { + "epoch": 0.7389633208873271, + "grad_norm": 2.777780055999756, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7219455242156982, + "num_tokens": 159205776.0, + "step": 6729 + }, + { + "epoch": 0.7390731385899407, + "grad_norm": 2.179119110107422, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.7012660503387451, + "num_tokens": 159231755.0, + "step": 6730 + }, + { + "epoch": 0.7391829562925544, + "grad_norm": 2.134399652481079, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7117307186126709, + "num_tokens": 159256540.0, + "step": 6731 + }, + { + "epoch": 0.739292773995168, + "grad_norm": 2.5349810123443604, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7036421298980713, + "num_tokens": 159275442.0, + "step": 6732 + }, + { + "epoch": 0.7394025916977817, + "grad_norm": 2.5622780323028564, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.719528317451477, + "num_tokens": 159294751.0, + "step": 6733 + }, + { + "epoch": 0.7395124094003953, + "grad_norm": 2.4978981018066406, + "learning_rate": 1e-06, + "loss": 1.0045, + "mean_token_accuracy": 0.6910637021064758, + "num_tokens": 159316708.0, + "step": 6734 + }, + { + "epoch": 0.739622227103009, + "grad_norm": 2.258878231048584, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.731410026550293, + "num_tokens": 159340658.0, + "step": 6735 + }, + { + "epoch": 0.7397320448056227, + "grad_norm": 2.572481155395508, + "learning_rate": 1e-06, + "loss": 1.0389, + "mean_token_accuracy": 0.694171667098999, + "num_tokens": 159363981.0, + "step": 6736 + }, + { + "epoch": 0.7398418625082364, + "grad_norm": 2.945117712020874, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7017340660095215, + "num_tokens": 159380147.0, + "step": 6737 + }, + { + "epoch": 0.73995168021085, + "grad_norm": 2.5225090980529785, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7088647484779358, + "num_tokens": 159400336.0, + "step": 6738 + }, + { + "epoch": 0.7400614979134637, + "grad_norm": 2.2468652725219727, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7112316489219666, + "num_tokens": 159425743.0, + "step": 6739 + }, + { + "epoch": 0.7401713156160773, + "grad_norm": 2.268311023712158, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7266656160354614, + "num_tokens": 159449958.0, + "step": 6740 + }, + { + "epoch": 0.7402811333186909, + "grad_norm": 2.679840564727783, + "learning_rate": 1e-06, + "loss": 0.8191, + "mean_token_accuracy": 0.7458760142326355, + "num_tokens": 159466450.0, + "step": 6741 + }, + { + "epoch": 0.7403909510213046, + "grad_norm": 2.602147102355957, + "learning_rate": 1e-06, + "loss": 0.7985, + "mean_token_accuracy": 0.7584449648857117, + "num_tokens": 159483960.0, + "step": 6742 + }, + { + "epoch": 0.7405007687239183, + "grad_norm": 1.992390751838684, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7123075723648071, + "num_tokens": 159513562.0, + "step": 6743 + }, + { + "epoch": 0.740610586426532, + "grad_norm": 2.05961012840271, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.696550726890564, + "num_tokens": 159543466.0, + "step": 6744 + }, + { + "epoch": 0.7407204041291456, + "grad_norm": 2.8608908653259277, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7167280316352844, + "num_tokens": 159558090.0, + "step": 6745 + }, + { + "epoch": 0.7408302218317593, + "grad_norm": 2.301608085632324, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.713137149810791, + "num_tokens": 159582355.0, + "step": 6746 + }, + { + "epoch": 0.7409400395343729, + "grad_norm": 2.257133722305298, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7088162899017334, + "num_tokens": 159607851.0, + "step": 6747 + }, + { + "epoch": 0.7410498572369866, + "grad_norm": 2.0079994201660156, + "learning_rate": 1e-06, + "loss": 1.0484, + "mean_token_accuracy": 0.685326099395752, + "num_tokens": 159639058.0, + "step": 6748 + }, + { + "epoch": 0.7411596749396002, + "grad_norm": 2.0626301765441895, + "learning_rate": 1e-06, + "loss": 1.0204, + "mean_token_accuracy": 0.6907597780227661, + "num_tokens": 159668371.0, + "step": 6749 + }, + { + "epoch": 0.741269492642214, + "grad_norm": 2.490812063217163, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.7061299681663513, + "num_tokens": 159687825.0, + "step": 6750 + }, + { + "epoch": 0.7413793103448276, + "grad_norm": 2.334340810775757, + "learning_rate": 1e-06, + "loss": 1.0076, + "mean_token_accuracy": 0.6922271251678467, + "num_tokens": 159711370.0, + "step": 6751 + }, + { + "epoch": 0.7414891280474413, + "grad_norm": 2.385612726211548, + "learning_rate": 1e-06, + "loss": 0.8548, + "mean_token_accuracy": 0.7364400625228882, + "num_tokens": 159732323.0, + "step": 6752 + }, + { + "epoch": 0.7415989457500549, + "grad_norm": 2.4863762855529785, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7032118439674377, + "num_tokens": 159752765.0, + "step": 6753 + }, + { + "epoch": 0.7417087634526686, + "grad_norm": 2.6119894981384277, + "learning_rate": 1e-06, + "loss": 1.0491, + "mean_token_accuracy": 0.681747317314148, + "num_tokens": 159775138.0, + "step": 6754 + }, + { + "epoch": 0.7418185811552822, + "grad_norm": 2.1899023056030273, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.7012871503829956, + "num_tokens": 159800855.0, + "step": 6755 + }, + { + "epoch": 0.7419283988578959, + "grad_norm": 2.147303342819214, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7153624892234802, + "num_tokens": 159826169.0, + "step": 6756 + }, + { + "epoch": 0.7420382165605095, + "grad_norm": 2.1094040870666504, + "learning_rate": 1e-06, + "loss": 0.9996, + "mean_token_accuracy": 0.6962694525718689, + "num_tokens": 159853943.0, + "step": 6757 + }, + { + "epoch": 0.7421480342631233, + "grad_norm": 2.281864881515503, + "learning_rate": 1e-06, + "loss": 1.0269, + "mean_token_accuracy": 0.6855850219726562, + "num_tokens": 159877263.0, + "step": 6758 + }, + { + "epoch": 0.7422578519657369, + "grad_norm": 2.251005172729492, + "learning_rate": 1e-06, + "loss": 1.0387, + "mean_token_accuracy": 0.6808596849441528, + "num_tokens": 159901094.0, + "step": 6759 + }, + { + "epoch": 0.7423676696683505, + "grad_norm": 2.2457706928253174, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7092880010604858, + "num_tokens": 159925231.0, + "step": 6760 + }, + { + "epoch": 0.7424774873709642, + "grad_norm": 2.552952289581299, + "learning_rate": 1e-06, + "loss": 1.0245, + "mean_token_accuracy": 0.6972017884254456, + "num_tokens": 159945859.0, + "step": 6761 + }, + { + "epoch": 0.7425873050735778, + "grad_norm": 2.092625141143799, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.7016156315803528, + "num_tokens": 159972047.0, + "step": 6762 + }, + { + "epoch": 0.7426971227761915, + "grad_norm": 2.308931350708008, + "learning_rate": 1e-06, + "loss": 0.9877, + "mean_token_accuracy": 0.6994470953941345, + "num_tokens": 159993947.0, + "step": 6763 + }, + { + "epoch": 0.7428069404788051, + "grad_norm": 2.230914354324341, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.680691659450531, + "num_tokens": 160019082.0, + "step": 6764 + }, + { + "epoch": 0.7429167581814189, + "grad_norm": 2.1373343467712402, + "learning_rate": 1e-06, + "loss": 1.0749, + "mean_token_accuracy": 0.6774224042892456, + "num_tokens": 160047382.0, + "step": 6765 + }, + { + "epoch": 0.7430265758840325, + "grad_norm": 2.2210614681243896, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7083775401115417, + "num_tokens": 160071396.0, + "step": 6766 + }, + { + "epoch": 0.7431363935866462, + "grad_norm": 2.0650603771209717, + "learning_rate": 1e-06, + "loss": 1.0148, + "mean_token_accuracy": 0.6913815140724182, + "num_tokens": 160099295.0, + "step": 6767 + }, + { + "epoch": 0.7432462112892598, + "grad_norm": 2.126387596130371, + "learning_rate": 1e-06, + "loss": 1.0016, + "mean_token_accuracy": 0.6945090889930725, + "num_tokens": 160125940.0, + "step": 6768 + }, + { + "epoch": 0.7433560289918735, + "grad_norm": 2.290292978286743, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7204316854476929, + "num_tokens": 160148183.0, + "step": 6769 + }, + { + "epoch": 0.7434658466944871, + "grad_norm": 2.278286933898926, + "learning_rate": 1e-06, + "loss": 1.0179, + "mean_token_accuracy": 0.6937987804412842, + "num_tokens": 160172742.0, + "step": 6770 + }, + { + "epoch": 0.7435756643971008, + "grad_norm": 2.232999801635742, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7252994179725647, + "num_tokens": 160196099.0, + "step": 6771 + }, + { + "epoch": 0.7436854820997145, + "grad_norm": 2.1273446083068848, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7297543883323669, + "num_tokens": 160221026.0, + "step": 6772 + }, + { + "epoch": 0.7437952998023282, + "grad_norm": 2.2044405937194824, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7255383729934692, + "num_tokens": 160244469.0, + "step": 6773 + }, + { + "epoch": 0.7439051175049418, + "grad_norm": 1.9928876161575317, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.7095207571983337, + "num_tokens": 160273738.0, + "step": 6774 + }, + { + "epoch": 0.7440149352075555, + "grad_norm": 2.338693141937256, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7135746479034424, + "num_tokens": 160295336.0, + "step": 6775 + }, + { + "epoch": 0.7441247529101691, + "grad_norm": 2.4075119495391846, + "learning_rate": 1e-06, + "loss": 1.0081, + "mean_token_accuracy": 0.6982342004776001, + "num_tokens": 160315092.0, + "step": 6776 + }, + { + "epoch": 0.7442345706127828, + "grad_norm": 2.412252187728882, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7194409370422363, + "num_tokens": 160336063.0, + "step": 6777 + }, + { + "epoch": 0.7443443883153964, + "grad_norm": 2.6144983768463135, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7091905474662781, + "num_tokens": 160354497.0, + "step": 6778 + }, + { + "epoch": 0.7444542060180102, + "grad_norm": 2.6566531658172607, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7100460529327393, + "num_tokens": 160371512.0, + "step": 6779 + }, + { + "epoch": 0.7445640237206238, + "grad_norm": 2.242851972579956, + "learning_rate": 1e-06, + "loss": 0.8488, + "mean_token_accuracy": 0.7374711632728577, + "num_tokens": 160394234.0, + "step": 6780 + }, + { + "epoch": 0.7446738414232374, + "grad_norm": 2.1598572731018066, + "learning_rate": 1e-06, + "loss": 0.9848, + "mean_token_accuracy": 0.6965868473052979, + "num_tokens": 160420204.0, + "step": 6781 + }, + { + "epoch": 0.7447836591258511, + "grad_norm": 2.3683316707611084, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.6886321306228638, + "num_tokens": 160441814.0, + "step": 6782 + }, + { + "epoch": 0.7448934768284647, + "grad_norm": 2.642960548400879, + "learning_rate": 1e-06, + "loss": 0.8541, + "mean_token_accuracy": 0.7366630434989929, + "num_tokens": 160459409.0, + "step": 6783 + }, + { + "epoch": 0.7450032945310784, + "grad_norm": 2.567688465118408, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.6913083791732788, + "num_tokens": 160479416.0, + "step": 6784 + }, + { + "epoch": 0.745113112233692, + "grad_norm": 2.1182198524475098, + "learning_rate": 1e-06, + "loss": 1.0089, + "mean_token_accuracy": 0.6966484189033508, + "num_tokens": 160505421.0, + "step": 6785 + }, + { + "epoch": 0.7452229299363057, + "grad_norm": 2.6546268463134766, + "learning_rate": 1e-06, + "loss": 1.0775, + "mean_token_accuracy": 0.6965500116348267, + "num_tokens": 160523235.0, + "step": 6786 + }, + { + "epoch": 0.7453327476389194, + "grad_norm": 2.656559705734253, + "learning_rate": 1e-06, + "loss": 0.9855, + "mean_token_accuracy": 0.6947565078735352, + "num_tokens": 160541427.0, + "step": 6787 + }, + { + "epoch": 0.7454425653415331, + "grad_norm": 2.0376992225646973, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.6898100972175598, + "num_tokens": 160570512.0, + "step": 6788 + }, + { + "epoch": 0.7455523830441467, + "grad_norm": 2.224302053451538, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7026181221008301, + "num_tokens": 160594592.0, + "step": 6789 + }, + { + "epoch": 0.7456622007467604, + "grad_norm": 2.6483418941497803, + "learning_rate": 1e-06, + "loss": 0.8829, + "mean_token_accuracy": 0.7227340936660767, + "num_tokens": 160612374.0, + "step": 6790 + }, + { + "epoch": 0.745772018449374, + "grad_norm": 2.584167957305908, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7284063100814819, + "num_tokens": 160630480.0, + "step": 6791 + }, + { + "epoch": 0.7458818361519877, + "grad_norm": 2.137679100036621, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7048115134239197, + "num_tokens": 160657034.0, + "step": 6792 + }, + { + "epoch": 0.7459916538546013, + "grad_norm": 2.005603075027466, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7028881311416626, + "num_tokens": 160686963.0, + "step": 6793 + }, + { + "epoch": 0.7461014715572151, + "grad_norm": 2.2006940841674805, + "learning_rate": 1e-06, + "loss": 1.0182, + "mean_token_accuracy": 0.6878749132156372, + "num_tokens": 160713220.0, + "step": 6794 + }, + { + "epoch": 0.7462112892598287, + "grad_norm": 2.4279561042785645, + "learning_rate": 1e-06, + "loss": 0.9965, + "mean_token_accuracy": 0.6939740180969238, + "num_tokens": 160737224.0, + "step": 6795 + }, + { + "epoch": 0.7463211069624424, + "grad_norm": 2.5512168407440186, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7132972478866577, + "num_tokens": 160758705.0, + "step": 6796 + }, + { + "epoch": 0.746430924665056, + "grad_norm": 2.04681134223938, + "learning_rate": 1e-06, + "loss": 0.7762, + "mean_token_accuracy": 0.7490191459655762, + "num_tokens": 160783369.0, + "step": 6797 + }, + { + "epoch": 0.7465407423676697, + "grad_norm": 2.209888219833374, + "learning_rate": 1e-06, + "loss": 0.8796, + "mean_token_accuracy": 0.7333724498748779, + "num_tokens": 160806714.0, + "step": 6798 + }, + { + "epoch": 0.7466505600702833, + "grad_norm": 2.0936098098754883, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7184528708457947, + "num_tokens": 160834183.0, + "step": 6799 + }, + { + "epoch": 0.7467603777728969, + "grad_norm": 2.1964271068573, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.730972170829773, + "num_tokens": 160857812.0, + "step": 6800 + }, + { + "epoch": 0.7468701954755107, + "grad_norm": 2.436424970626831, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.6951944231987, + "num_tokens": 160879181.0, + "step": 6801 + }, + { + "epoch": 0.7469800131781243, + "grad_norm": 2.5939061641693115, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.6978808045387268, + "num_tokens": 160900278.0, + "step": 6802 + }, + { + "epoch": 0.747089830880738, + "grad_norm": 2.1617650985717773, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7266532182693481, + "num_tokens": 160924420.0, + "step": 6803 + }, + { + "epoch": 0.7471996485833516, + "grad_norm": 2.9239485263824463, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7346959710121155, + "num_tokens": 160941063.0, + "step": 6804 + }, + { + "epoch": 0.7473094662859653, + "grad_norm": 2.4101433753967285, + "learning_rate": 1e-06, + "loss": 0.9969, + "mean_token_accuracy": 0.6912021040916443, + "num_tokens": 160963339.0, + "step": 6805 + }, + { + "epoch": 0.7474192839885789, + "grad_norm": 2.6032798290252686, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7205345630645752, + "num_tokens": 160983734.0, + "step": 6806 + }, + { + "epoch": 0.7475291016911926, + "grad_norm": 2.3344247341156006, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7184856534004211, + "num_tokens": 161007065.0, + "step": 6807 + }, + { + "epoch": 0.7476389193938063, + "grad_norm": 2.387556314468384, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6878480315208435, + "num_tokens": 161029262.0, + "step": 6808 + }, + { + "epoch": 0.74774873709642, + "grad_norm": 2.1795716285705566, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7315874099731445, + "num_tokens": 161054034.0, + "step": 6809 + }, + { + "epoch": 0.7478585547990336, + "grad_norm": 2.043104887008667, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7113909721374512, + "num_tokens": 161083556.0, + "step": 6810 + }, + { + "epoch": 0.7479683725016473, + "grad_norm": 2.5795822143554688, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.7218238115310669, + "num_tokens": 161101230.0, + "step": 6811 + }, + { + "epoch": 0.7480781902042609, + "grad_norm": 2.4180335998535156, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7195281982421875, + "num_tokens": 161121287.0, + "step": 6812 + }, + { + "epoch": 0.7481880079068746, + "grad_norm": 2.2196640968322754, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7061474919319153, + "num_tokens": 161148458.0, + "step": 6813 + }, + { + "epoch": 0.7482978256094882, + "grad_norm": 2.16752552986145, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7149709463119507, + "num_tokens": 161173700.0, + "step": 6814 + }, + { + "epoch": 0.7484076433121019, + "grad_norm": 2.2779276371002197, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.6991644501686096, + "num_tokens": 161197136.0, + "step": 6815 + }, + { + "epoch": 0.7485174610147156, + "grad_norm": 2.536759614944458, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.6973934173583984, + "num_tokens": 161217788.0, + "step": 6816 + }, + { + "epoch": 0.7486272787173293, + "grad_norm": 2.4485116004943848, + "learning_rate": 1e-06, + "loss": 1.0239, + "mean_token_accuracy": 0.6913134455680847, + "num_tokens": 161238920.0, + "step": 6817 + }, + { + "epoch": 0.7487370964199429, + "grad_norm": 1.9702801704406738, + "learning_rate": 1e-06, + "loss": 1.0406, + "mean_token_accuracy": 0.6940096616744995, + "num_tokens": 161267225.0, + "step": 6818 + }, + { + "epoch": 0.7488469141225566, + "grad_norm": 2.3292391300201416, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7093638777732849, + "num_tokens": 161287920.0, + "step": 6819 + }, + { + "epoch": 0.7489567318251702, + "grad_norm": 2.462554693222046, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7111363410949707, + "num_tokens": 161307607.0, + "step": 6820 + }, + { + "epoch": 0.7490665495277838, + "grad_norm": 2.5925076007843018, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.707435131072998, + "num_tokens": 161326881.0, + "step": 6821 + }, + { + "epoch": 0.7491763672303975, + "grad_norm": 2.209587335586548, + "learning_rate": 1e-06, + "loss": 1.0382, + "mean_token_accuracy": 0.6879638433456421, + "num_tokens": 161355962.0, + "step": 6822 + }, + { + "epoch": 0.7492861849330112, + "grad_norm": 2.4374876022338867, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.6906951665878296, + "num_tokens": 161378012.0, + "step": 6823 + }, + { + "epoch": 0.7493960026356249, + "grad_norm": 2.089578628540039, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7171473503112793, + "num_tokens": 161405238.0, + "step": 6824 + }, + { + "epoch": 0.7495058203382385, + "grad_norm": 2.467358350753784, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.722806453704834, + "num_tokens": 161426971.0, + "step": 6825 + }, + { + "epoch": 0.7496156380408522, + "grad_norm": 2.3139448165893555, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7038424611091614, + "num_tokens": 161451373.0, + "step": 6826 + }, + { + "epoch": 0.7497254557434658, + "grad_norm": 2.2946879863739014, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7176918983459473, + "num_tokens": 161473844.0, + "step": 6827 + }, + { + "epoch": 0.7498352734460795, + "grad_norm": 2.131979465484619, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.7034994959831238, + "num_tokens": 161500283.0, + "step": 6828 + }, + { + "epoch": 0.7499450911486931, + "grad_norm": 2.3137776851654053, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7179484367370605, + "num_tokens": 161523501.0, + "step": 6829 + }, + { + "epoch": 0.7500549088513069, + "grad_norm": 2.0138416290283203, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7257676124572754, + "num_tokens": 161550436.0, + "step": 6830 + }, + { + "epoch": 0.7501647265539205, + "grad_norm": 2.3958518505096436, + "learning_rate": 1e-06, + "loss": 1.0451, + "mean_token_accuracy": 0.6782389879226685, + "num_tokens": 161573050.0, + "step": 6831 + }, + { + "epoch": 0.7502745442565342, + "grad_norm": 2.054056167602539, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7101893424987793, + "num_tokens": 161599247.0, + "step": 6832 + }, + { + "epoch": 0.7503843619591478, + "grad_norm": 2.347409248352051, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7082259654998779, + "num_tokens": 161621666.0, + "step": 6833 + }, + { + "epoch": 0.7504941796617615, + "grad_norm": 2.2630128860473633, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.736320436000824, + "num_tokens": 161644578.0, + "step": 6834 + }, + { + "epoch": 0.7506039973643751, + "grad_norm": 2.40683913230896, + "learning_rate": 1e-06, + "loss": 0.967, + "mean_token_accuracy": 0.7027544975280762, + "num_tokens": 161665360.0, + "step": 6835 + }, + { + "epoch": 0.7507138150669888, + "grad_norm": 2.328758716583252, + "learning_rate": 1e-06, + "loss": 1.0364, + "mean_token_accuracy": 0.6891447901725769, + "num_tokens": 161690506.0, + "step": 6836 + }, + { + "epoch": 0.7508236327696025, + "grad_norm": 2.3075969219207764, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6944088935852051, + "num_tokens": 161715803.0, + "step": 6837 + }, + { + "epoch": 0.7509334504722162, + "grad_norm": 2.4087915420532227, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7041304111480713, + "num_tokens": 161738557.0, + "step": 6838 + }, + { + "epoch": 0.7510432681748298, + "grad_norm": 2.1161530017852783, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.716103732585907, + "num_tokens": 161765432.0, + "step": 6839 + }, + { + "epoch": 0.7511530858774434, + "grad_norm": 2.2043118476867676, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7067376971244812, + "num_tokens": 161788631.0, + "step": 6840 + }, + { + "epoch": 0.7512629035800571, + "grad_norm": 2.2730798721313477, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7127006649971008, + "num_tokens": 161810914.0, + "step": 6841 + }, + { + "epoch": 0.7513727212826707, + "grad_norm": 2.2906150817871094, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7282872200012207, + "num_tokens": 161833417.0, + "step": 6842 + }, + { + "epoch": 0.7514825389852844, + "grad_norm": 1.8320579528808594, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7050930857658386, + "num_tokens": 161867399.0, + "step": 6843 + }, + { + "epoch": 0.7515923566878981, + "grad_norm": 2.373473882675171, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.7051365375518799, + "num_tokens": 161890189.0, + "step": 6844 + }, + { + "epoch": 0.7517021743905118, + "grad_norm": 2.2714059352874756, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.7125047445297241, + "num_tokens": 161914570.0, + "step": 6845 + }, + { + "epoch": 0.7518119920931254, + "grad_norm": 1.8535268306732178, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7129925489425659, + "num_tokens": 161947047.0, + "step": 6846 + }, + { + "epoch": 0.7519218097957391, + "grad_norm": 2.045808792114258, + "learning_rate": 1e-06, + "loss": 1.0049, + "mean_token_accuracy": 0.6953945159912109, + "num_tokens": 161976071.0, + "step": 6847 + }, + { + "epoch": 0.7520316274983527, + "grad_norm": 2.076479911804199, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.7016158103942871, + "num_tokens": 162003084.0, + "step": 6848 + }, + { + "epoch": 0.7521414452009664, + "grad_norm": 1.978770136833191, + "learning_rate": 1e-06, + "loss": 1.0687, + "mean_token_accuracy": 0.682003915309906, + "num_tokens": 162032601.0, + "step": 6849 + }, + { + "epoch": 0.75225126290358, + "grad_norm": 2.1477339267730713, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7110313177108765, + "num_tokens": 162058199.0, + "step": 6850 + }, + { + "epoch": 0.7523610806061937, + "grad_norm": 2.030052423477173, + "learning_rate": 1e-06, + "loss": 1.0377, + "mean_token_accuracy": 0.6851018071174622, + "num_tokens": 162087572.0, + "step": 6851 + }, + { + "epoch": 0.7524708983088074, + "grad_norm": 2.3782260417938232, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.694242537021637, + "num_tokens": 162110047.0, + "step": 6852 + }, + { + "epoch": 0.7525807160114211, + "grad_norm": 2.4714438915252686, + "learning_rate": 1e-06, + "loss": 1.0637, + "mean_token_accuracy": 0.7090513110160828, + "num_tokens": 162133648.0, + "step": 6853 + }, + { + "epoch": 0.7526905337140347, + "grad_norm": 2.1366703510284424, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.7018312215805054, + "num_tokens": 162158740.0, + "step": 6854 + }, + { + "epoch": 0.7528003514166484, + "grad_norm": 2.1896133422851562, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7176892757415771, + "num_tokens": 162182852.0, + "step": 6855 + }, + { + "epoch": 0.752910169119262, + "grad_norm": 2.142224073410034, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.706068217754364, + "num_tokens": 162209627.0, + "step": 6856 + }, + { + "epoch": 0.7530199868218757, + "grad_norm": 2.189563751220703, + "learning_rate": 1e-06, + "loss": 0.9402, + "mean_token_accuracy": 0.7036889791488647, + "num_tokens": 162233108.0, + "step": 6857 + }, + { + "epoch": 0.7531298045244893, + "grad_norm": 2.162532329559326, + "learning_rate": 1e-06, + "loss": 1.0621, + "mean_token_accuracy": 0.6737278699874878, + "num_tokens": 162259613.0, + "step": 6858 + }, + { + "epoch": 0.7532396222271031, + "grad_norm": 2.0437123775482178, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7075316905975342, + "num_tokens": 162286433.0, + "step": 6859 + }, + { + "epoch": 0.7533494399297167, + "grad_norm": 2.266572952270508, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7100043296813965, + "num_tokens": 162309307.0, + "step": 6860 + }, + { + "epoch": 0.7534592576323303, + "grad_norm": 2.4687271118164062, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.6989578604698181, + "num_tokens": 162331900.0, + "step": 6861 + }, + { + "epoch": 0.753569075334944, + "grad_norm": 2.2667455673217773, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7081021666526794, + "num_tokens": 162357069.0, + "step": 6862 + }, + { + "epoch": 0.7536788930375576, + "grad_norm": 2.0697579383850098, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7229125499725342, + "num_tokens": 162384583.0, + "step": 6863 + }, + { + "epoch": 0.7537887107401713, + "grad_norm": 2.409104585647583, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.686550498008728, + "num_tokens": 162405796.0, + "step": 6864 + }, + { + "epoch": 0.7538985284427849, + "grad_norm": 2.0865800380706787, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.7125593423843384, + "num_tokens": 162431487.0, + "step": 6865 + }, + { + "epoch": 0.7540083461453987, + "grad_norm": 2.2309787273406982, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.715488076210022, + "num_tokens": 162455865.0, + "step": 6866 + }, + { + "epoch": 0.7541181638480123, + "grad_norm": 2.942322254180908, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7067926526069641, + "num_tokens": 162471865.0, + "step": 6867 + }, + { + "epoch": 0.754227981550626, + "grad_norm": 2.3556950092315674, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7312371134757996, + "num_tokens": 162492346.0, + "step": 6868 + }, + { + "epoch": 0.7543377992532396, + "grad_norm": 2.148130178451538, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7093935012817383, + "num_tokens": 162518615.0, + "step": 6869 + }, + { + "epoch": 0.7544476169558533, + "grad_norm": 1.955129623413086, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7048031687736511, + "num_tokens": 162547526.0, + "step": 6870 + }, + { + "epoch": 0.7545574346584669, + "grad_norm": 2.560406446456909, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.7095186710357666, + "num_tokens": 162565924.0, + "step": 6871 + }, + { + "epoch": 0.7546672523610806, + "grad_norm": 2.2405409812927246, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7114297151565552, + "num_tokens": 162591896.0, + "step": 6872 + }, + { + "epoch": 0.7547770700636943, + "grad_norm": 2.3247478008270264, + "learning_rate": 1e-06, + "loss": 0.9969, + "mean_token_accuracy": 0.6936982870101929, + "num_tokens": 162615078.0, + "step": 6873 + }, + { + "epoch": 0.754886887766308, + "grad_norm": 2.1785366535186768, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.7092746496200562, + "num_tokens": 162640405.0, + "step": 6874 + }, + { + "epoch": 0.7549967054689216, + "grad_norm": 2.459308624267578, + "learning_rate": 1e-06, + "loss": 1.0237, + "mean_token_accuracy": 0.6977292895317078, + "num_tokens": 162660495.0, + "step": 6875 + }, + { + "epoch": 0.7551065231715353, + "grad_norm": 2.325756788253784, + "learning_rate": 1e-06, + "loss": 1.0238, + "mean_token_accuracy": 0.6974670886993408, + "num_tokens": 162686177.0, + "step": 6876 + }, + { + "epoch": 0.7552163408741489, + "grad_norm": 2.5871565341949463, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7012189030647278, + "num_tokens": 162705111.0, + "step": 6877 + }, + { + "epoch": 0.7553261585767626, + "grad_norm": 2.3275387287139893, + "learning_rate": 1e-06, + "loss": 1.0338, + "mean_token_accuracy": 0.6818764805793762, + "num_tokens": 162728581.0, + "step": 6878 + }, + { + "epoch": 0.7554359762793762, + "grad_norm": 1.9694191217422485, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7211883068084717, + "num_tokens": 162759521.0, + "step": 6879 + }, + { + "epoch": 0.7555457939819898, + "grad_norm": 2.824049711227417, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7209142446517944, + "num_tokens": 162774820.0, + "step": 6880 + }, + { + "epoch": 0.7556556116846036, + "grad_norm": 2.2652082443237305, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7142993807792664, + "num_tokens": 162799000.0, + "step": 6881 + }, + { + "epoch": 0.7557654293872172, + "grad_norm": 2.2357025146484375, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7171767354011536, + "num_tokens": 162822102.0, + "step": 6882 + }, + { + "epoch": 0.7558752470898309, + "grad_norm": 2.3040595054626465, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.7068183422088623, + "num_tokens": 162847185.0, + "step": 6883 + }, + { + "epoch": 0.7559850647924445, + "grad_norm": 2.458108901977539, + "learning_rate": 1e-06, + "loss": 0.9256, + "mean_token_accuracy": 0.7158764004707336, + "num_tokens": 162866342.0, + "step": 6884 + }, + { + "epoch": 0.7560948824950582, + "grad_norm": 2.4517431259155273, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7164792418479919, + "num_tokens": 162886394.0, + "step": 6885 + }, + { + "epoch": 0.7562047001976718, + "grad_norm": 2.0253164768218994, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.6949476003646851, + "num_tokens": 162915263.0, + "step": 6886 + }, + { + "epoch": 0.7563145179002855, + "grad_norm": 2.3459346294403076, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.717835009098053, + "num_tokens": 162936172.0, + "step": 6887 + }, + { + "epoch": 0.7564243356028992, + "grad_norm": 2.1843857765197754, + "learning_rate": 1e-06, + "loss": 1.0637, + "mean_token_accuracy": 0.6984779834747314, + "num_tokens": 162961623.0, + "step": 6888 + }, + { + "epoch": 0.7565341533055129, + "grad_norm": 2.0629000663757324, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6896479725837708, + "num_tokens": 162989319.0, + "step": 6889 + }, + { + "epoch": 0.7566439710081265, + "grad_norm": 2.378455400466919, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7051345109939575, + "num_tokens": 163013015.0, + "step": 6890 + }, + { + "epoch": 0.7567537887107402, + "grad_norm": 2.0315773487091064, + "learning_rate": 1e-06, + "loss": 0.8496, + "mean_token_accuracy": 0.7322487235069275, + "num_tokens": 163039659.0, + "step": 6891 + }, + { + "epoch": 0.7568636064133538, + "grad_norm": 2.7972609996795654, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7011215686798096, + "num_tokens": 163056674.0, + "step": 6892 + }, + { + "epoch": 0.7569734241159675, + "grad_norm": 2.379002809524536, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.7011875510215759, + "num_tokens": 163079191.0, + "step": 6893 + }, + { + "epoch": 0.7570832418185811, + "grad_norm": 2.8815712928771973, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7238614559173584, + "num_tokens": 163094313.0, + "step": 6894 + }, + { + "epoch": 0.7571930595211949, + "grad_norm": 2.39764404296875, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7290504574775696, + "num_tokens": 163113692.0, + "step": 6895 + }, + { + "epoch": 0.7573028772238085, + "grad_norm": 2.6294896602630615, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7296811938285828, + "num_tokens": 163131623.0, + "step": 6896 + }, + { + "epoch": 0.7574126949264222, + "grad_norm": 2.287029504776001, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.6989651918411255, + "num_tokens": 163153920.0, + "step": 6897 + }, + { + "epoch": 0.7575225126290358, + "grad_norm": 2.550351142883301, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7221432328224182, + "num_tokens": 163172254.0, + "step": 6898 + }, + { + "epoch": 0.7576323303316495, + "grad_norm": 1.9562733173370361, + "learning_rate": 1e-06, + "loss": 1.044, + "mean_token_accuracy": 0.6842812299728394, + "num_tokens": 163203539.0, + "step": 6899 + }, + { + "epoch": 0.7577421480342631, + "grad_norm": 2.0905601978302, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6965315937995911, + "num_tokens": 163230293.0, + "step": 6900 + }, + { + "epoch": 0.7578519657368767, + "grad_norm": 1.9870795011520386, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7100107073783875, + "num_tokens": 163261387.0, + "step": 6901 + }, + { + "epoch": 0.7579617834394905, + "grad_norm": 2.7649085521698, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.700162410736084, + "num_tokens": 163276907.0, + "step": 6902 + }, + { + "epoch": 0.7580716011421041, + "grad_norm": 2.081669330596924, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7109556198120117, + "num_tokens": 163303072.0, + "step": 6903 + }, + { + "epoch": 0.7581814188447178, + "grad_norm": 2.182906150817871, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.707158088684082, + "num_tokens": 163328336.0, + "step": 6904 + }, + { + "epoch": 0.7582912365473314, + "grad_norm": 2.0862767696380615, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.716478705406189, + "num_tokens": 163355385.0, + "step": 6905 + }, + { + "epoch": 0.7584010542499451, + "grad_norm": 2.138997793197632, + "learning_rate": 1e-06, + "loss": 1.0976, + "mean_token_accuracy": 0.6714797019958496, + "num_tokens": 163382155.0, + "step": 6906 + }, + { + "epoch": 0.7585108719525587, + "grad_norm": 2.4467568397521973, + "learning_rate": 1e-06, + "loss": 0.8415, + "mean_token_accuracy": 0.736605167388916, + "num_tokens": 163403391.0, + "step": 6907 + }, + { + "epoch": 0.7586206896551724, + "grad_norm": 2.1304872035980225, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.6937012672424316, + "num_tokens": 163431107.0, + "step": 6908 + }, + { + "epoch": 0.758730507357786, + "grad_norm": 2.2233974933624268, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7097169160842896, + "num_tokens": 163455182.0, + "step": 6909 + }, + { + "epoch": 0.7588403250603998, + "grad_norm": 2.37764048576355, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7254329323768616, + "num_tokens": 163475834.0, + "step": 6910 + }, + { + "epoch": 0.7589501427630134, + "grad_norm": 1.9795876741409302, + "learning_rate": 1e-06, + "loss": 0.8325, + "mean_token_accuracy": 0.7373946905136108, + "num_tokens": 163501864.0, + "step": 6911 + }, + { + "epoch": 0.7590599604656271, + "grad_norm": 2.0278244018554688, + "learning_rate": 1e-06, + "loss": 1.1279, + "mean_token_accuracy": 0.6628232002258301, + "num_tokens": 163533467.0, + "step": 6912 + }, + { + "epoch": 0.7591697781682407, + "grad_norm": 2.550624132156372, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7082000970840454, + "num_tokens": 163553538.0, + "step": 6913 + }, + { + "epoch": 0.7592795958708544, + "grad_norm": 2.0896317958831787, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7076613903045654, + "num_tokens": 163580435.0, + "step": 6914 + }, + { + "epoch": 0.759389413573468, + "grad_norm": 2.232297897338867, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.7028912901878357, + "num_tokens": 163605176.0, + "step": 6915 + }, + { + "epoch": 0.7594992312760817, + "grad_norm": 2.3755781650543213, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.6940097808837891, + "num_tokens": 163628022.0, + "step": 6916 + }, + { + "epoch": 0.7596090489786954, + "grad_norm": 2.0676820278167725, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.7048418521881104, + "num_tokens": 163655026.0, + "step": 6917 + }, + { + "epoch": 0.7597188666813091, + "grad_norm": 2.1988391876220703, + "learning_rate": 1e-06, + "loss": 1.02, + "mean_token_accuracy": 0.6878654360771179, + "num_tokens": 163681168.0, + "step": 6918 + }, + { + "epoch": 0.7598286843839227, + "grad_norm": 2.1852822303771973, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7297454476356506, + "num_tokens": 163706374.0, + "step": 6919 + }, + { + "epoch": 0.7599385020865363, + "grad_norm": 2.1139724254608154, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.702951967716217, + "num_tokens": 163732980.0, + "step": 6920 + }, + { + "epoch": 0.76004831978915, + "grad_norm": 2.07787823677063, + "learning_rate": 1e-06, + "loss": 1.0968, + "mean_token_accuracy": 0.6744064092636108, + "num_tokens": 163762307.0, + "step": 6921 + }, + { + "epoch": 0.7601581374917636, + "grad_norm": 2.550711154937744, + "learning_rate": 1e-06, + "loss": 0.8849, + "mean_token_accuracy": 0.734524130821228, + "num_tokens": 163781704.0, + "step": 6922 + }, + { + "epoch": 0.7602679551943773, + "grad_norm": 2.4198431968688965, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7220015525817871, + "num_tokens": 163802687.0, + "step": 6923 + }, + { + "epoch": 0.760377772896991, + "grad_norm": 2.33247971534729, + "learning_rate": 1e-06, + "loss": 0.9898, + "mean_token_accuracy": 0.7065539360046387, + "num_tokens": 163826535.0, + "step": 6924 + }, + { + "epoch": 0.7604875905996047, + "grad_norm": 3.0886220932006836, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.726270854473114, + "num_tokens": 163841146.0, + "step": 6925 + }, + { + "epoch": 0.7605974083022183, + "grad_norm": 2.5152227878570557, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7240409851074219, + "num_tokens": 163860452.0, + "step": 6926 + }, + { + "epoch": 0.760707226004832, + "grad_norm": 2.3802201747894287, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7061473727226257, + "num_tokens": 163881285.0, + "step": 6927 + }, + { + "epoch": 0.7608170437074456, + "grad_norm": 1.9019702672958374, + "learning_rate": 1e-06, + "loss": 0.9964, + "mean_token_accuracy": 0.693989098072052, + "num_tokens": 163914982.0, + "step": 6928 + }, + { + "epoch": 0.7609268614100593, + "grad_norm": 2.60353684425354, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7212396860122681, + "num_tokens": 163931896.0, + "step": 6929 + }, + { + "epoch": 0.7610366791126729, + "grad_norm": 2.5982658863067627, + "learning_rate": 1e-06, + "loss": 1.0457, + "mean_token_accuracy": 0.686556875705719, + "num_tokens": 163952463.0, + "step": 6930 + }, + { + "epoch": 0.7611464968152867, + "grad_norm": 2.3399791717529297, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7070972323417664, + "num_tokens": 163975795.0, + "step": 6931 + }, + { + "epoch": 0.7612563145179003, + "grad_norm": 2.17211651802063, + "learning_rate": 1e-06, + "loss": 1.0223, + "mean_token_accuracy": 0.6941982507705688, + "num_tokens": 164002101.0, + "step": 6932 + }, + { + "epoch": 0.761366132220514, + "grad_norm": 2.2848477363586426, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7075137495994568, + "num_tokens": 164023466.0, + "step": 6933 + }, + { + "epoch": 0.7614759499231276, + "grad_norm": 2.268535852432251, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7276763916015625, + "num_tokens": 164045224.0, + "step": 6934 + }, + { + "epoch": 0.7615857676257413, + "grad_norm": 2.2572848796844482, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7078346014022827, + "num_tokens": 164068459.0, + "step": 6935 + }, + { + "epoch": 0.7616955853283549, + "grad_norm": 2.0334525108337402, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.6993840336799622, + "num_tokens": 164096313.0, + "step": 6936 + }, + { + "epoch": 0.7618054030309686, + "grad_norm": 2.574180841445923, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.7182834148406982, + "num_tokens": 164115474.0, + "step": 6937 + }, + { + "epoch": 0.7619152207335822, + "grad_norm": 2.50673770904541, + "learning_rate": 1e-06, + "loss": 0.8636, + "mean_token_accuracy": 0.7325419187545776, + "num_tokens": 164133980.0, + "step": 6938 + }, + { + "epoch": 0.762025038436196, + "grad_norm": 2.2377119064331055, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7311391234397888, + "num_tokens": 164158394.0, + "step": 6939 + }, + { + "epoch": 0.7621348561388096, + "grad_norm": 2.218932867050171, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7046250104904175, + "num_tokens": 164184373.0, + "step": 6940 + }, + { + "epoch": 0.7622446738414232, + "grad_norm": 2.284961223602295, + "learning_rate": 1e-06, + "loss": 0.8757, + "mean_token_accuracy": 0.7260297536849976, + "num_tokens": 164206143.0, + "step": 6941 + }, + { + "epoch": 0.7623544915440369, + "grad_norm": 2.2729897499084473, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7369826436042786, + "num_tokens": 164228715.0, + "step": 6942 + }, + { + "epoch": 0.7624643092466505, + "grad_norm": 2.111497163772583, + "learning_rate": 1e-06, + "loss": 0.8334, + "mean_token_accuracy": 0.7447779178619385, + "num_tokens": 164253438.0, + "step": 6943 + }, + { + "epoch": 0.7625741269492642, + "grad_norm": 2.4135611057281494, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7081586122512817, + "num_tokens": 164274847.0, + "step": 6944 + }, + { + "epoch": 0.7626839446518778, + "grad_norm": 2.0823380947113037, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.7128875255584717, + "num_tokens": 164301146.0, + "step": 6945 + }, + { + "epoch": 0.7627937623544916, + "grad_norm": 2.0763590335845947, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7119003534317017, + "num_tokens": 164329420.0, + "step": 6946 + }, + { + "epoch": 0.7629035800571052, + "grad_norm": 2.8322062492370605, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7200132012367249, + "num_tokens": 164345297.0, + "step": 6947 + }, + { + "epoch": 0.7630133977597189, + "grad_norm": 2.1466329097747803, + "learning_rate": 1e-06, + "loss": 1.1001, + "mean_token_accuracy": 0.6722996234893799, + "num_tokens": 164373330.0, + "step": 6948 + }, + { + "epoch": 0.7631232154623325, + "grad_norm": 2.351134777069092, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7330286502838135, + "num_tokens": 164392118.0, + "step": 6949 + }, + { + "epoch": 0.7632330331649462, + "grad_norm": 2.3651676177978516, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7112516760826111, + "num_tokens": 164414188.0, + "step": 6950 + }, + { + "epoch": 0.7633428508675598, + "grad_norm": 2.0216100215911865, + "learning_rate": 1e-06, + "loss": 1.0385, + "mean_token_accuracy": 0.6899529695510864, + "num_tokens": 164445543.0, + "step": 6951 + }, + { + "epoch": 0.7634526685701735, + "grad_norm": 2.2386369705200195, + "learning_rate": 1e-06, + "loss": 1.0238, + "mean_token_accuracy": 0.6925079226493835, + "num_tokens": 164470584.0, + "step": 6952 + }, + { + "epoch": 0.7635624862727872, + "grad_norm": 2.607008695602417, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.729036271572113, + "num_tokens": 164489751.0, + "step": 6953 + }, + { + "epoch": 0.7636723039754009, + "grad_norm": 2.249525785446167, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.688289225101471, + "num_tokens": 164514436.0, + "step": 6954 + }, + { + "epoch": 0.7637821216780145, + "grad_norm": 2.307375431060791, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7288410663604736, + "num_tokens": 164534502.0, + "step": 6955 + }, + { + "epoch": 0.7638919393806282, + "grad_norm": 2.015789747238159, + "learning_rate": 1e-06, + "loss": 0.9851, + "mean_token_accuracy": 0.6974672675132751, + "num_tokens": 164562581.0, + "step": 6956 + }, + { + "epoch": 0.7640017570832418, + "grad_norm": 2.4631497859954834, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7061878442764282, + "num_tokens": 164582523.0, + "step": 6957 + }, + { + "epoch": 0.7641115747858555, + "grad_norm": 2.3606576919555664, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6911071538925171, + "num_tokens": 164604800.0, + "step": 6958 + }, + { + "epoch": 0.7642213924884691, + "grad_norm": 2.1792900562286377, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7281550168991089, + "num_tokens": 164628020.0, + "step": 6959 + }, + { + "epoch": 0.7643312101910829, + "grad_norm": 2.554649829864502, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7176935076713562, + "num_tokens": 164645492.0, + "step": 6960 + }, + { + "epoch": 0.7644410278936965, + "grad_norm": 2.7488720417022705, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7125695943832397, + "num_tokens": 164663341.0, + "step": 6961 + }, + { + "epoch": 0.7645508455963101, + "grad_norm": 2.5278208255767822, + "learning_rate": 1e-06, + "loss": 1.0449, + "mean_token_accuracy": 0.6895921230316162, + "num_tokens": 164683123.0, + "step": 6962 + }, + { + "epoch": 0.7646606632989238, + "grad_norm": 2.040231227874756, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7068584561347961, + "num_tokens": 164710380.0, + "step": 6963 + }, + { + "epoch": 0.7647704810015374, + "grad_norm": 2.3112807273864746, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7102373242378235, + "num_tokens": 164733197.0, + "step": 6964 + }, + { + "epoch": 0.7648802987041511, + "grad_norm": 2.266387462615967, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7115197777748108, + "num_tokens": 164756859.0, + "step": 6965 + }, + { + "epoch": 0.7649901164067647, + "grad_norm": 2.2287633419036865, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7069385647773743, + "num_tokens": 164783751.0, + "step": 6966 + }, + { + "epoch": 0.7650999341093784, + "grad_norm": 2.281074047088623, + "learning_rate": 1e-06, + "loss": 0.81, + "mean_token_accuracy": 0.7476458549499512, + "num_tokens": 164805128.0, + "step": 6967 + }, + { + "epoch": 0.7652097518119921, + "grad_norm": 2.377809762954712, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7089267373085022, + "num_tokens": 164827739.0, + "step": 6968 + }, + { + "epoch": 0.7653195695146058, + "grad_norm": 2.1115951538085938, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.718590497970581, + "num_tokens": 164854217.0, + "step": 6969 + }, + { + "epoch": 0.7654293872172194, + "grad_norm": 2.054638385772705, + "learning_rate": 1e-06, + "loss": 1.0274, + "mean_token_accuracy": 0.6851348280906677, + "num_tokens": 164881916.0, + "step": 6970 + }, + { + "epoch": 0.7655392049198331, + "grad_norm": 2.3224151134490967, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.692389190196991, + "num_tokens": 164904951.0, + "step": 6971 + }, + { + "epoch": 0.7656490226224467, + "grad_norm": 2.3862264156341553, + "learning_rate": 1e-06, + "loss": 1.0073, + "mean_token_accuracy": 0.7133698463439941, + "num_tokens": 164925820.0, + "step": 6972 + }, + { + "epoch": 0.7657588403250604, + "grad_norm": 2.284611463546753, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.727703332901001, + "num_tokens": 164947207.0, + "step": 6973 + }, + { + "epoch": 0.765868658027674, + "grad_norm": 2.398952007293701, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.705691933631897, + "num_tokens": 164968168.0, + "step": 6974 + }, + { + "epoch": 0.7659784757302878, + "grad_norm": 2.030129909515381, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7089207172393799, + "num_tokens": 164998264.0, + "step": 6975 + }, + { + "epoch": 0.7660882934329014, + "grad_norm": 2.2582039833068848, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.6943717002868652, + "num_tokens": 165022153.0, + "step": 6976 + }, + { + "epoch": 0.7661981111355151, + "grad_norm": 2.263758659362793, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7042100429534912, + "num_tokens": 165045656.0, + "step": 6977 + }, + { + "epoch": 0.7663079288381287, + "grad_norm": 2.6102418899536133, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7280803918838501, + "num_tokens": 165062364.0, + "step": 6978 + }, + { + "epoch": 0.7664177465407424, + "grad_norm": 2.465716600418091, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.6970977783203125, + "num_tokens": 165083034.0, + "step": 6979 + }, + { + "epoch": 0.766527564243356, + "grad_norm": 2.1498730182647705, + "learning_rate": 1e-06, + "loss": 1.0287, + "mean_token_accuracy": 0.6942832469940186, + "num_tokens": 165108472.0, + "step": 6980 + }, + { + "epoch": 0.7666373819459696, + "grad_norm": 2.2740190029144287, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.7097336053848267, + "num_tokens": 165131673.0, + "step": 6981 + }, + { + "epoch": 0.7667471996485834, + "grad_norm": 2.260038137435913, + "learning_rate": 1e-06, + "loss": 1.0754, + "mean_token_accuracy": 0.6745433807373047, + "num_tokens": 165158383.0, + "step": 6982 + }, + { + "epoch": 0.766857017351197, + "grad_norm": 2.700256586074829, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.7078849077224731, + "num_tokens": 165176184.0, + "step": 6983 + }, + { + "epoch": 0.7669668350538107, + "grad_norm": 2.0129201412200928, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7063575387001038, + "num_tokens": 165206275.0, + "step": 6984 + }, + { + "epoch": 0.7670766527564243, + "grad_norm": 2.186514139175415, + "learning_rate": 1e-06, + "loss": 0.843, + "mean_token_accuracy": 0.7334237694740295, + "num_tokens": 165230106.0, + "step": 6985 + }, + { + "epoch": 0.767186470459038, + "grad_norm": 2.4961392879486084, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.713086724281311, + "num_tokens": 165249680.0, + "step": 6986 + }, + { + "epoch": 0.7672962881616516, + "grad_norm": 2.8251535892486572, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.710340142250061, + "num_tokens": 165264846.0, + "step": 6987 + }, + { + "epoch": 0.7674061058642653, + "grad_norm": 1.9363138675689697, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6951294541358948, + "num_tokens": 165297254.0, + "step": 6988 + }, + { + "epoch": 0.767515923566879, + "grad_norm": 2.5468297004699707, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.697205126285553, + "num_tokens": 165316138.0, + "step": 6989 + }, + { + "epoch": 0.7676257412694927, + "grad_norm": 2.0703022480010986, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.7027589082717896, + "num_tokens": 165347347.0, + "step": 6990 + }, + { + "epoch": 0.7677355589721063, + "grad_norm": 2.287259578704834, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6974477767944336, + "num_tokens": 165370568.0, + "step": 6991 + }, + { + "epoch": 0.76784537667472, + "grad_norm": 2.0476953983306885, + "learning_rate": 1e-06, + "loss": 1.0534, + "mean_token_accuracy": 0.6821614503860474, + "num_tokens": 165402299.0, + "step": 6992 + }, + { + "epoch": 0.7679551943773336, + "grad_norm": 2.2037875652313232, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7095001935958862, + "num_tokens": 165427624.0, + "step": 6993 + }, + { + "epoch": 0.7680650120799473, + "grad_norm": 2.603070020675659, + "learning_rate": 1e-06, + "loss": 0.8615, + "mean_token_accuracy": 0.7313604950904846, + "num_tokens": 165444644.0, + "step": 6994 + }, + { + "epoch": 0.7681748297825609, + "grad_norm": 2.3945112228393555, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.6981824636459351, + "num_tokens": 165466440.0, + "step": 6995 + }, + { + "epoch": 0.7682846474851747, + "grad_norm": 2.034686326980591, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.6891850829124451, + "num_tokens": 165496205.0, + "step": 6996 + }, + { + "epoch": 0.7683944651877883, + "grad_norm": 2.4653286933898926, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.691736102104187, + "num_tokens": 165517144.0, + "step": 6997 + }, + { + "epoch": 0.768504282890402, + "grad_norm": 2.1883444786071777, + "learning_rate": 1e-06, + "loss": 1.0176, + "mean_token_accuracy": 0.6888583302497864, + "num_tokens": 165542292.0, + "step": 6998 + }, + { + "epoch": 0.7686141005930156, + "grad_norm": 2.141541004180908, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7152150869369507, + "num_tokens": 165569716.0, + "step": 6999 + }, + { + "epoch": 0.7687239182956292, + "grad_norm": 2.6112215518951416, + "learning_rate": 1e-06, + "loss": 0.9141, + "mean_token_accuracy": 0.723958432674408, + "num_tokens": 165590519.0, + "step": 7000 + }, + { + "epoch": 0.7688337359982429, + "grad_norm": 2.3396871089935303, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7077884674072266, + "num_tokens": 165611454.0, + "step": 7001 + }, + { + "epoch": 0.7689435537008565, + "grad_norm": 2.4164233207702637, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.6974197626113892, + "num_tokens": 165633599.0, + "step": 7002 + }, + { + "epoch": 0.7690533714034702, + "grad_norm": 2.043292284011841, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.7050881385803223, + "num_tokens": 165660280.0, + "step": 7003 + }, + { + "epoch": 0.7691631891060839, + "grad_norm": 2.0851552486419678, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7294051647186279, + "num_tokens": 165687120.0, + "step": 7004 + }, + { + "epoch": 0.7692730068086976, + "grad_norm": 2.7905564308166504, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7197784185409546, + "num_tokens": 165703161.0, + "step": 7005 + }, + { + "epoch": 0.7693828245113112, + "grad_norm": 2.628807306289673, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7127211093902588, + "num_tokens": 165721417.0, + "step": 7006 + }, + { + "epoch": 0.7694926422139249, + "grad_norm": 2.0754499435424805, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7238245010375977, + "num_tokens": 165748030.0, + "step": 7007 + }, + { + "epoch": 0.7696024599165385, + "grad_norm": 2.2898776531219482, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.7004945278167725, + "num_tokens": 165771455.0, + "step": 7008 + }, + { + "epoch": 0.7697122776191522, + "grad_norm": 2.2639009952545166, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.727208137512207, + "num_tokens": 165794833.0, + "step": 7009 + }, + { + "epoch": 0.7698220953217658, + "grad_norm": 2.103602409362793, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.6979421377182007, + "num_tokens": 165821306.0, + "step": 7010 + }, + { + "epoch": 0.7699319130243796, + "grad_norm": 2.2373945713043213, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.7035840749740601, + "num_tokens": 165844837.0, + "step": 7011 + }, + { + "epoch": 0.7700417307269932, + "grad_norm": 2.2906742095947266, + "learning_rate": 1e-06, + "loss": 1.0108, + "mean_token_accuracy": 0.7010263800621033, + "num_tokens": 165869266.0, + "step": 7012 + }, + { + "epoch": 0.7701515484296069, + "grad_norm": 2.5062406063079834, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7280365228652954, + "num_tokens": 165888797.0, + "step": 7013 + }, + { + "epoch": 0.7702613661322205, + "grad_norm": 2.5218608379364014, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7178084850311279, + "num_tokens": 165908192.0, + "step": 7014 + }, + { + "epoch": 0.7703711838348342, + "grad_norm": 2.1468515396118164, + "learning_rate": 1e-06, + "loss": 1.0213, + "mean_token_accuracy": 0.6911483407020569, + "num_tokens": 165933982.0, + "step": 7015 + }, + { + "epoch": 0.7704810015374478, + "grad_norm": 2.257476568222046, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.729267418384552, + "num_tokens": 165958212.0, + "step": 7016 + }, + { + "epoch": 0.7705908192400615, + "grad_norm": 2.3530898094177246, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7094575762748718, + "num_tokens": 165980242.0, + "step": 7017 + }, + { + "epoch": 0.7707006369426752, + "grad_norm": 2.6259467601776123, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7093183994293213, + "num_tokens": 165997100.0, + "step": 7018 + }, + { + "epoch": 0.7708104546452889, + "grad_norm": 2.0962517261505127, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6919822096824646, + "num_tokens": 166025313.0, + "step": 7019 + }, + { + "epoch": 0.7709202723479025, + "grad_norm": 2.1593546867370605, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.6864946484565735, + "num_tokens": 166051932.0, + "step": 7020 + }, + { + "epoch": 0.7710300900505161, + "grad_norm": 2.285588026046753, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7121985554695129, + "num_tokens": 166074059.0, + "step": 7021 + }, + { + "epoch": 0.7711399077531298, + "grad_norm": 2.1953160762786865, + "learning_rate": 1e-06, + "loss": 1.05, + "mean_token_accuracy": 0.6857964992523193, + "num_tokens": 166101617.0, + "step": 7022 + }, + { + "epoch": 0.7712497254557434, + "grad_norm": 2.497664451599121, + "learning_rate": 1e-06, + "loss": 1.0417, + "mean_token_accuracy": 0.71584153175354, + "num_tokens": 166121829.0, + "step": 7023 + }, + { + "epoch": 0.7713595431583571, + "grad_norm": 2.2672548294067383, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7184438705444336, + "num_tokens": 166145952.0, + "step": 7024 + }, + { + "epoch": 0.7714693608609708, + "grad_norm": 2.2229983806610107, + "learning_rate": 1e-06, + "loss": 1.0285, + "mean_token_accuracy": 0.6943263411521912, + "num_tokens": 166171769.0, + "step": 7025 + }, + { + "epoch": 0.7715791785635845, + "grad_norm": 2.31009840965271, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7018948197364807, + "num_tokens": 166194880.0, + "step": 7026 + }, + { + "epoch": 0.7716889962661981, + "grad_norm": 2.3355712890625, + "learning_rate": 1e-06, + "loss": 0.948, + "mean_token_accuracy": 0.7108860611915588, + "num_tokens": 166220772.0, + "step": 7027 + }, + { + "epoch": 0.7717988139688118, + "grad_norm": 2.4099178314208984, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.6968585848808289, + "num_tokens": 166241579.0, + "step": 7028 + }, + { + "epoch": 0.7719086316714254, + "grad_norm": 2.3180477619171143, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7230761647224426, + "num_tokens": 166266191.0, + "step": 7029 + }, + { + "epoch": 0.7720184493740391, + "grad_norm": 2.5604536533355713, + "learning_rate": 1e-06, + "loss": 0.9955, + "mean_token_accuracy": 0.711174726486206, + "num_tokens": 166285990.0, + "step": 7030 + }, + { + "epoch": 0.7721282670766527, + "grad_norm": 2.3177316188812256, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.7344942688941956, + "num_tokens": 166307266.0, + "step": 7031 + }, + { + "epoch": 0.7722380847792664, + "grad_norm": 2.3136982917785645, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6885145902633667, + "num_tokens": 166331532.0, + "step": 7032 + }, + { + "epoch": 0.7723479024818801, + "grad_norm": 2.602062940597534, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7084606885910034, + "num_tokens": 166350466.0, + "step": 7033 + }, + { + "epoch": 0.7724577201844938, + "grad_norm": 2.2372846603393555, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.6935434341430664, + "num_tokens": 166375330.0, + "step": 7034 + }, + { + "epoch": 0.7725675378871074, + "grad_norm": 2.4059934616088867, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7279267311096191, + "num_tokens": 166396282.0, + "step": 7035 + }, + { + "epoch": 0.7726773555897211, + "grad_norm": 2.215479612350464, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7234622240066528, + "num_tokens": 166419381.0, + "step": 7036 + }, + { + "epoch": 0.7727871732923347, + "grad_norm": 2.227677822113037, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.696172297000885, + "num_tokens": 166446322.0, + "step": 7037 + }, + { + "epoch": 0.7728969909949484, + "grad_norm": 2.706766366958618, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7041983604431152, + "num_tokens": 166465716.0, + "step": 7038 + }, + { + "epoch": 0.773006808697562, + "grad_norm": 2.46608829498291, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.7026585340499878, + "num_tokens": 166485809.0, + "step": 7039 + }, + { + "epoch": 0.7731166264001758, + "grad_norm": 2.39129638671875, + "learning_rate": 1e-06, + "loss": 1.0184, + "mean_token_accuracy": 0.6929311156272888, + "num_tokens": 166509077.0, + "step": 7040 + }, + { + "epoch": 0.7732264441027894, + "grad_norm": 2.6186845302581787, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7102611064910889, + "num_tokens": 166528982.0, + "step": 7041 + }, + { + "epoch": 0.773336261805403, + "grad_norm": 2.103684663772583, + "learning_rate": 1e-06, + "loss": 0.9903, + "mean_token_accuracy": 0.7119724154472351, + "num_tokens": 166555894.0, + "step": 7042 + }, + { + "epoch": 0.7734460795080167, + "grad_norm": 2.38171648979187, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.724285900592804, + "num_tokens": 166576246.0, + "step": 7043 + }, + { + "epoch": 0.7735558972106303, + "grad_norm": 2.2121224403381348, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7254440784454346, + "num_tokens": 166601287.0, + "step": 7044 + }, + { + "epoch": 0.773665714913244, + "grad_norm": 2.345665454864502, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.6972486972808838, + "num_tokens": 166624532.0, + "step": 7045 + }, + { + "epoch": 0.7737755326158576, + "grad_norm": 2.087587594985962, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7095745205879211, + "num_tokens": 166648935.0, + "step": 7046 + }, + { + "epoch": 0.7738853503184714, + "grad_norm": 2.1490237712860107, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7121239900588989, + "num_tokens": 166675503.0, + "step": 7047 + }, + { + "epoch": 0.773995168021085, + "grad_norm": 2.41935658454895, + "learning_rate": 1e-06, + "loss": 1.0222, + "mean_token_accuracy": 0.6878900527954102, + "num_tokens": 166699432.0, + "step": 7048 + }, + { + "epoch": 0.7741049857236987, + "grad_norm": 2.45060133934021, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7184464931488037, + "num_tokens": 166720692.0, + "step": 7049 + }, + { + "epoch": 0.7742148034263123, + "grad_norm": 2.4569759368896484, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7256729006767273, + "num_tokens": 166740291.0, + "step": 7050 + }, + { + "epoch": 0.774324621128926, + "grad_norm": 2.3239200115203857, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7091442346572876, + "num_tokens": 166763050.0, + "step": 7051 + }, + { + "epoch": 0.7744344388315396, + "grad_norm": 2.303532600402832, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7190297842025757, + "num_tokens": 166786311.0, + "step": 7052 + }, + { + "epoch": 0.7745442565341533, + "grad_norm": 2.7675631046295166, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.711786150932312, + "num_tokens": 166803584.0, + "step": 7053 + }, + { + "epoch": 0.774654074236767, + "grad_norm": 2.355612277984619, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7103242874145508, + "num_tokens": 166826750.0, + "step": 7054 + }, + { + "epoch": 0.7747638919393807, + "grad_norm": 2.396174430847168, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7229136228561401, + "num_tokens": 166848820.0, + "step": 7055 + }, + { + "epoch": 0.7748737096419943, + "grad_norm": 2.2139620780944824, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7097120881080627, + "num_tokens": 166874361.0, + "step": 7056 + }, + { + "epoch": 0.774983527344608, + "grad_norm": 2.3701131343841553, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7115355730056763, + "num_tokens": 166896206.0, + "step": 7057 + }, + { + "epoch": 0.7750933450472216, + "grad_norm": 2.396195650100708, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.7008236646652222, + "num_tokens": 166919214.0, + "step": 7058 + }, + { + "epoch": 0.7752031627498353, + "grad_norm": 2.022942066192627, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.6937142610549927, + "num_tokens": 166949751.0, + "step": 7059 + }, + { + "epoch": 0.7753129804524489, + "grad_norm": 2.584111213684082, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7173709869384766, + "num_tokens": 166968269.0, + "step": 7060 + }, + { + "epoch": 0.7754227981550625, + "grad_norm": 2.9759037494659424, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.727407693862915, + "num_tokens": 166983776.0, + "step": 7061 + }, + { + "epoch": 0.7755326158576763, + "grad_norm": 2.2997522354125977, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7200994491577148, + "num_tokens": 167005958.0, + "step": 7062 + }, + { + "epoch": 0.77564243356029, + "grad_norm": 2.6355459690093994, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.7339128255844116, + "num_tokens": 167022875.0, + "step": 7063 + }, + { + "epoch": 0.7757522512629036, + "grad_norm": 2.057753562927246, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7096089124679565, + "num_tokens": 167049625.0, + "step": 7064 + }, + { + "epoch": 0.7758620689655172, + "grad_norm": 2.24233341217041, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.7003555297851562, + "num_tokens": 167072301.0, + "step": 7065 + }, + { + "epoch": 0.7759718866681309, + "grad_norm": 2.301814079284668, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7010546326637268, + "num_tokens": 167094092.0, + "step": 7066 + }, + { + "epoch": 0.7760817043707445, + "grad_norm": 2.5572733879089355, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7273052930831909, + "num_tokens": 167114435.0, + "step": 7067 + }, + { + "epoch": 0.7761915220733582, + "grad_norm": 2.085235834121704, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.700532853603363, + "num_tokens": 167141120.0, + "step": 7068 + }, + { + "epoch": 0.7763013397759719, + "grad_norm": 2.4233005046844482, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7224435806274414, + "num_tokens": 167161710.0, + "step": 7069 + }, + { + "epoch": 0.7764111574785856, + "grad_norm": 2.6625144481658936, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.713824987411499, + "num_tokens": 167178763.0, + "step": 7070 + }, + { + "epoch": 0.7765209751811992, + "grad_norm": 2.205836772918701, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7109766006469727, + "num_tokens": 167202260.0, + "step": 7071 + }, + { + "epoch": 0.7766307928838129, + "grad_norm": 2.5468194484710693, + "learning_rate": 1e-06, + "loss": 0.9595, + "mean_token_accuracy": 0.706009030342102, + "num_tokens": 167222873.0, + "step": 7072 + }, + { + "epoch": 0.7767406105864265, + "grad_norm": 2.527890920639038, + "learning_rate": 1e-06, + "loss": 1.0342, + "mean_token_accuracy": 0.6907302141189575, + "num_tokens": 167244233.0, + "step": 7073 + }, + { + "epoch": 0.7768504282890402, + "grad_norm": 2.3327996730804443, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7180230617523193, + "num_tokens": 167264638.0, + "step": 7074 + }, + { + "epoch": 0.7769602459916538, + "grad_norm": 2.5910067558288574, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.7025226950645447, + "num_tokens": 167283280.0, + "step": 7075 + }, + { + "epoch": 0.7770700636942676, + "grad_norm": 2.018186092376709, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7217968106269836, + "num_tokens": 167311247.0, + "step": 7076 + }, + { + "epoch": 0.7771798813968812, + "grad_norm": 2.239891290664673, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.7000330686569214, + "num_tokens": 167334347.0, + "step": 7077 + }, + { + "epoch": 0.7772896990994949, + "grad_norm": 1.9338302612304688, + "learning_rate": 1e-06, + "loss": 1.0061, + "mean_token_accuracy": 0.6881624460220337, + "num_tokens": 167366899.0, + "step": 7078 + }, + { + "epoch": 0.7773995168021085, + "grad_norm": 2.283179521560669, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7228946685791016, + "num_tokens": 167388809.0, + "step": 7079 + }, + { + "epoch": 0.7775093345047221, + "grad_norm": 2.146684408187866, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6852186918258667, + "num_tokens": 167414978.0, + "step": 7080 + }, + { + "epoch": 0.7776191522073358, + "grad_norm": 2.1133687496185303, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7144469022750854, + "num_tokens": 167441047.0, + "step": 7081 + }, + { + "epoch": 0.7777289699099494, + "grad_norm": 2.4689364433288574, + "learning_rate": 1e-06, + "loss": 0.9819, + "mean_token_accuracy": 0.703823447227478, + "num_tokens": 167462142.0, + "step": 7082 + }, + { + "epoch": 0.7778387876125632, + "grad_norm": 2.0185821056365967, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7065547704696655, + "num_tokens": 167488865.0, + "step": 7083 + }, + { + "epoch": 0.7779486053151768, + "grad_norm": 2.148383140563965, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.692626953125, + "num_tokens": 167516115.0, + "step": 7084 + }, + { + "epoch": 0.7780584230177905, + "grad_norm": 2.787281036376953, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7241572737693787, + "num_tokens": 167532332.0, + "step": 7085 + }, + { + "epoch": 0.7781682407204041, + "grad_norm": 2.323535680770874, + "learning_rate": 1e-06, + "loss": 0.9512, + "mean_token_accuracy": 0.7131146192550659, + "num_tokens": 167555284.0, + "step": 7086 + }, + { + "epoch": 0.7782780584230178, + "grad_norm": 2.293102502822876, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7031377553939819, + "num_tokens": 167579051.0, + "step": 7087 + }, + { + "epoch": 0.7783878761256314, + "grad_norm": 1.9843394756317139, + "learning_rate": 1e-06, + "loss": 1.0962, + "mean_token_accuracy": 0.6789163947105408, + "num_tokens": 167610019.0, + "step": 7088 + }, + { + "epoch": 0.7784976938282451, + "grad_norm": 2.5070953369140625, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7103406190872192, + "num_tokens": 167629973.0, + "step": 7089 + }, + { + "epoch": 0.7786075115308587, + "grad_norm": 3.5980851650238037, + "learning_rate": 1e-06, + "loss": 0.7784, + "mean_token_accuracy": 0.7513436079025269, + "num_tokens": 167639434.0, + "step": 7090 + }, + { + "epoch": 0.7787173292334725, + "grad_norm": 2.444552183151245, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.7005499005317688, + "num_tokens": 167661926.0, + "step": 7091 + }, + { + "epoch": 0.7788271469360861, + "grad_norm": 2.30354905128479, + "learning_rate": 1e-06, + "loss": 1.0491, + "mean_token_accuracy": 0.67929607629776, + "num_tokens": 167686146.0, + "step": 7092 + }, + { + "epoch": 0.7789369646386998, + "grad_norm": 1.9367674589157104, + "learning_rate": 1e-06, + "loss": 1.0537, + "mean_token_accuracy": 0.6812766194343567, + "num_tokens": 167720136.0, + "step": 7093 + }, + { + "epoch": 0.7790467823413134, + "grad_norm": 2.547652244567871, + "learning_rate": 1e-06, + "loss": 1.0541, + "mean_token_accuracy": 0.6820616722106934, + "num_tokens": 167739695.0, + "step": 7094 + }, + { + "epoch": 0.7791566000439271, + "grad_norm": 2.4611189365386963, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7123291492462158, + "num_tokens": 167760229.0, + "step": 7095 + }, + { + "epoch": 0.7792664177465407, + "grad_norm": 2.4217875003814697, + "learning_rate": 1e-06, + "loss": 1.033, + "mean_token_accuracy": 0.6946858167648315, + "num_tokens": 167783447.0, + "step": 7096 + }, + { + "epoch": 0.7793762354491544, + "grad_norm": 2.389533281326294, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7154914140701294, + "num_tokens": 167803340.0, + "step": 7097 + }, + { + "epoch": 0.7794860531517681, + "grad_norm": 2.440366744995117, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7202618718147278, + "num_tokens": 167824413.0, + "step": 7098 + }, + { + "epoch": 0.7795958708543818, + "grad_norm": 2.0230319499969482, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7036958932876587, + "num_tokens": 167853574.0, + "step": 7099 + }, + { + "epoch": 0.7797056885569954, + "grad_norm": 2.164588689804077, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7130081653594971, + "num_tokens": 167880142.0, + "step": 7100 + }, + { + "epoch": 0.779815506259609, + "grad_norm": 2.1810171604156494, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.6914018988609314, + "num_tokens": 167907076.0, + "step": 7101 + }, + { + "epoch": 0.7799253239622227, + "grad_norm": 2.126478672027588, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7135581970214844, + "num_tokens": 167934303.0, + "step": 7102 + }, + { + "epoch": 0.7800351416648363, + "grad_norm": 2.387568712234497, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.710821807384491, + "num_tokens": 167955074.0, + "step": 7103 + }, + { + "epoch": 0.78014495936745, + "grad_norm": 2.3983616828918457, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.7130446434020996, + "num_tokens": 167976468.0, + "step": 7104 + }, + { + "epoch": 0.7802547770700637, + "grad_norm": 2.466181516647339, + "learning_rate": 1e-06, + "loss": 1.1013, + "mean_token_accuracy": 0.6701949834823608, + "num_tokens": 167997986.0, + "step": 7105 + }, + { + "epoch": 0.7803645947726774, + "grad_norm": 1.912558674812317, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.704337477684021, + "num_tokens": 168029113.0, + "step": 7106 + }, + { + "epoch": 0.780474412475291, + "grad_norm": 2.665132522583008, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.709362268447876, + "num_tokens": 168046093.0, + "step": 7107 + }, + { + "epoch": 0.7805842301779047, + "grad_norm": 2.080716609954834, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.7100868225097656, + "num_tokens": 168070511.0, + "step": 7108 + }, + { + "epoch": 0.7806940478805183, + "grad_norm": 2.4784934520721436, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7176133990287781, + "num_tokens": 168090241.0, + "step": 7109 + }, + { + "epoch": 0.780803865583132, + "grad_norm": 2.668565273284912, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7250849008560181, + "num_tokens": 168107048.0, + "step": 7110 + }, + { + "epoch": 0.7809136832857456, + "grad_norm": 2.376208543777466, + "learning_rate": 1e-06, + "loss": 1.0263, + "mean_token_accuracy": 0.6938788294792175, + "num_tokens": 168129250.0, + "step": 7111 + }, + { + "epoch": 0.7810235009883594, + "grad_norm": 1.958755612373352, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7008634805679321, + "num_tokens": 168159155.0, + "step": 7112 + }, + { + "epoch": 0.781133318690973, + "grad_norm": 2.2208948135375977, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7195055484771729, + "num_tokens": 168184142.0, + "step": 7113 + }, + { + "epoch": 0.7812431363935867, + "grad_norm": 2.3191707134246826, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7200095653533936, + "num_tokens": 168205671.0, + "step": 7114 + }, + { + "epoch": 0.7813529540962003, + "grad_norm": 2.3241326808929443, + "learning_rate": 1e-06, + "loss": 0.9913, + "mean_token_accuracy": 0.7040354609489441, + "num_tokens": 168228249.0, + "step": 7115 + }, + { + "epoch": 0.781462771798814, + "grad_norm": 2.257956027984619, + "learning_rate": 1e-06, + "loss": 0.9693, + "mean_token_accuracy": 0.7083143591880798, + "num_tokens": 168251402.0, + "step": 7116 + }, + { + "epoch": 0.7815725895014276, + "grad_norm": 2.1747939586639404, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.6950432062149048, + "num_tokens": 168277319.0, + "step": 7117 + }, + { + "epoch": 0.7816824072040413, + "grad_norm": 2.635223627090454, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7281933426856995, + "num_tokens": 168294761.0, + "step": 7118 + }, + { + "epoch": 0.7817922249066549, + "grad_norm": 2.1909942626953125, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7095510959625244, + "num_tokens": 168319785.0, + "step": 7119 + }, + { + "epoch": 0.7819020426092687, + "grad_norm": 2.1490843296051025, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.704370379447937, + "num_tokens": 168346102.0, + "step": 7120 + }, + { + "epoch": 0.7820118603118823, + "grad_norm": 2.3475210666656494, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7056646943092346, + "num_tokens": 168368375.0, + "step": 7121 + }, + { + "epoch": 0.782121678014496, + "grad_norm": 2.3099355697631836, + "learning_rate": 1e-06, + "loss": 0.9798, + "mean_token_accuracy": 0.6964207887649536, + "num_tokens": 168391931.0, + "step": 7122 + }, + { + "epoch": 0.7822314957171096, + "grad_norm": 2.0871927738189697, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.6985191702842712, + "num_tokens": 168420709.0, + "step": 7123 + }, + { + "epoch": 0.7823413134197232, + "grad_norm": 2.1294145584106445, + "learning_rate": 1e-06, + "loss": 0.9933, + "mean_token_accuracy": 0.7015842199325562, + "num_tokens": 168447839.0, + "step": 7124 + }, + { + "epoch": 0.7824511311223369, + "grad_norm": 2.2684197425842285, + "learning_rate": 1e-06, + "loss": 1.0638, + "mean_token_accuracy": 0.6836448907852173, + "num_tokens": 168472385.0, + "step": 7125 + }, + { + "epoch": 0.7825609488249505, + "grad_norm": 2.1197092533111572, + "learning_rate": 1e-06, + "loss": 1.072, + "mean_token_accuracy": 0.67463618516922, + "num_tokens": 168497401.0, + "step": 7126 + }, + { + "epoch": 0.7826707665275643, + "grad_norm": 3.0010557174682617, + "learning_rate": 1e-06, + "loss": 0.8545, + "mean_token_accuracy": 0.7319443225860596, + "num_tokens": 168510745.0, + "step": 7127 + }, + { + "epoch": 0.7827805842301779, + "grad_norm": 2.1686761379241943, + "learning_rate": 1e-06, + "loss": 1.0922, + "mean_token_accuracy": 0.67071533203125, + "num_tokens": 168537057.0, + "step": 7128 + }, + { + "epoch": 0.7828904019327916, + "grad_norm": 2.186659097671509, + "learning_rate": 1e-06, + "loss": 1.0191, + "mean_token_accuracy": 0.695334792137146, + "num_tokens": 168562250.0, + "step": 7129 + }, + { + "epoch": 0.7830002196354052, + "grad_norm": 2.238345146179199, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7337934374809265, + "num_tokens": 168583656.0, + "step": 7130 + }, + { + "epoch": 0.7831100373380189, + "grad_norm": 2.1353604793548584, + "learning_rate": 1e-06, + "loss": 1.0233, + "mean_token_accuracy": 0.6933369636535645, + "num_tokens": 168610999.0, + "step": 7131 + }, + { + "epoch": 0.7832198550406325, + "grad_norm": 2.1788229942321777, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.7054728269577026, + "num_tokens": 168637411.0, + "step": 7132 + }, + { + "epoch": 0.7833296727432462, + "grad_norm": 2.239267587661743, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.6968145966529846, + "num_tokens": 168662104.0, + "step": 7133 + }, + { + "epoch": 0.7834394904458599, + "grad_norm": 2.3294591903686523, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7059323787689209, + "num_tokens": 168685169.0, + "step": 7134 + }, + { + "epoch": 0.7835493081484736, + "grad_norm": 2.4384539127349854, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7187576293945312, + "num_tokens": 168705173.0, + "step": 7135 + }, + { + "epoch": 0.7836591258510872, + "grad_norm": 2.370960235595703, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6843610405921936, + "num_tokens": 168726307.0, + "step": 7136 + }, + { + "epoch": 0.7837689435537009, + "grad_norm": 2.0262868404388428, + "learning_rate": 1e-06, + "loss": 1.0551, + "mean_token_accuracy": 0.6885671019554138, + "num_tokens": 168756464.0, + "step": 7137 + }, + { + "epoch": 0.7838787612563145, + "grad_norm": 2.924074172973633, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7092069387435913, + "num_tokens": 168774273.0, + "step": 7138 + }, + { + "epoch": 0.7839885789589282, + "grad_norm": 2.6196396350860596, + "learning_rate": 1e-06, + "loss": 0.841, + "mean_token_accuracy": 0.7418095469474792, + "num_tokens": 168791394.0, + "step": 7139 + }, + { + "epoch": 0.7840983966615418, + "grad_norm": 2.1564948558807373, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7297422885894775, + "num_tokens": 168816406.0, + "step": 7140 + }, + { + "epoch": 0.7842082143641556, + "grad_norm": 1.9290045499801636, + "learning_rate": 1e-06, + "loss": 1.0436, + "mean_token_accuracy": 0.6900166273117065, + "num_tokens": 168848901.0, + "step": 7141 + }, + { + "epoch": 0.7843180320667692, + "grad_norm": 2.267306327819824, + "learning_rate": 1e-06, + "loss": 0.9461, + "mean_token_accuracy": 0.7144342660903931, + "num_tokens": 168871623.0, + "step": 7142 + }, + { + "epoch": 0.7844278497693828, + "grad_norm": 2.22050142288208, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.7024056911468506, + "num_tokens": 168897647.0, + "step": 7143 + }, + { + "epoch": 0.7845376674719965, + "grad_norm": 2.4578983783721924, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7143220901489258, + "num_tokens": 168917678.0, + "step": 7144 + }, + { + "epoch": 0.7846474851746101, + "grad_norm": 2.0288290977478027, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7034879922866821, + "num_tokens": 168944360.0, + "step": 7145 + }, + { + "epoch": 0.7847573028772238, + "grad_norm": 2.3627970218658447, + "learning_rate": 1e-06, + "loss": 0.9955, + "mean_token_accuracy": 0.7036666870117188, + "num_tokens": 168967056.0, + "step": 7146 + }, + { + "epoch": 0.7848671205798374, + "grad_norm": 2.6973519325256348, + "learning_rate": 1e-06, + "loss": 0.8835, + "mean_token_accuracy": 0.7270013093948364, + "num_tokens": 168984749.0, + "step": 7147 + }, + { + "epoch": 0.7849769382824512, + "grad_norm": 2.3014988899230957, + "learning_rate": 1e-06, + "loss": 0.9932, + "mean_token_accuracy": 0.7093010544776917, + "num_tokens": 169008811.0, + "step": 7148 + }, + { + "epoch": 0.7850867559850648, + "grad_norm": 2.0401771068573, + "learning_rate": 1e-06, + "loss": 1.0419, + "mean_token_accuracy": 0.6997076272964478, + "num_tokens": 169036045.0, + "step": 7149 + }, + { + "epoch": 0.7851965736876785, + "grad_norm": 2.1247060298919678, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.701400101184845, + "num_tokens": 169063581.0, + "step": 7150 + }, + { + "epoch": 0.7853063913902921, + "grad_norm": 2.191122055053711, + "learning_rate": 1e-06, + "loss": 1.0369, + "mean_token_accuracy": 0.6837705373764038, + "num_tokens": 169088841.0, + "step": 7151 + }, + { + "epoch": 0.7854162090929058, + "grad_norm": 2.454584836959839, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7199863791465759, + "num_tokens": 169108791.0, + "step": 7152 + }, + { + "epoch": 0.7855260267955194, + "grad_norm": 2.1131396293640137, + "learning_rate": 1e-06, + "loss": 0.9603, + "mean_token_accuracy": 0.7047806978225708, + "num_tokens": 169135633.0, + "step": 7153 + }, + { + "epoch": 0.7856358444981331, + "grad_norm": 2.505033493041992, + "learning_rate": 1e-06, + "loss": 1.0313, + "mean_token_accuracy": 0.6983862519264221, + "num_tokens": 169157431.0, + "step": 7154 + }, + { + "epoch": 0.7857456622007467, + "grad_norm": 2.5498104095458984, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6879808902740479, + "num_tokens": 169178032.0, + "step": 7155 + }, + { + "epoch": 0.7858554799033605, + "grad_norm": 2.3690426349639893, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7121518850326538, + "num_tokens": 169199269.0, + "step": 7156 + }, + { + "epoch": 0.7859652976059741, + "grad_norm": 2.2560932636260986, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.6988275647163391, + "num_tokens": 169224462.0, + "step": 7157 + }, + { + "epoch": 0.7860751153085878, + "grad_norm": 2.271096706390381, + "learning_rate": 1e-06, + "loss": 0.8016, + "mean_token_accuracy": 0.7480809688568115, + "num_tokens": 169244262.0, + "step": 7158 + }, + { + "epoch": 0.7861849330112014, + "grad_norm": 2.66033673286438, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.6958605051040649, + "num_tokens": 169263440.0, + "step": 7159 + }, + { + "epoch": 0.786294750713815, + "grad_norm": 2.400871992111206, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7280353307723999, + "num_tokens": 169284911.0, + "step": 7160 + }, + { + "epoch": 0.7864045684164287, + "grad_norm": 2.176588535308838, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.6963416337966919, + "num_tokens": 169309477.0, + "step": 7161 + }, + { + "epoch": 0.7865143861190423, + "grad_norm": 2.20869779586792, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7326641082763672, + "num_tokens": 169331568.0, + "step": 7162 + }, + { + "epoch": 0.7866242038216561, + "grad_norm": 2.569520950317383, + "learning_rate": 1e-06, + "loss": 1.0582, + "mean_token_accuracy": 0.6744089126586914, + "num_tokens": 169352312.0, + "step": 7163 + }, + { + "epoch": 0.7867340215242697, + "grad_norm": 2.1034512519836426, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.7056461572647095, + "num_tokens": 169380489.0, + "step": 7164 + }, + { + "epoch": 0.7868438392268834, + "grad_norm": 2.1208720207214355, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7025702595710754, + "num_tokens": 169406738.0, + "step": 7165 + }, + { + "epoch": 0.786953656929497, + "grad_norm": 2.0489211082458496, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.724066972732544, + "num_tokens": 169431675.0, + "step": 7166 + }, + { + "epoch": 0.7870634746321107, + "grad_norm": 2.445512056350708, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7111508846282959, + "num_tokens": 169454343.0, + "step": 7167 + }, + { + "epoch": 0.7871732923347243, + "grad_norm": 2.5581560134887695, + "learning_rate": 1e-06, + "loss": 0.8569, + "mean_token_accuracy": 0.7309862375259399, + "num_tokens": 169473026.0, + "step": 7168 + }, + { + "epoch": 0.787283110037338, + "grad_norm": 2.0930938720703125, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7138230204582214, + "num_tokens": 169499730.0, + "step": 7169 + }, + { + "epoch": 0.7873929277399517, + "grad_norm": 2.1529150009155273, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7051284313201904, + "num_tokens": 169525108.0, + "step": 7170 + }, + { + "epoch": 0.7875027454425654, + "grad_norm": 2.30965518951416, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.714630126953125, + "num_tokens": 169546533.0, + "step": 7171 + }, + { + "epoch": 0.787612563145179, + "grad_norm": 2.9126014709472656, + "learning_rate": 1e-06, + "loss": 0.8508, + "mean_token_accuracy": 0.7286626100540161, + "num_tokens": 169561332.0, + "step": 7172 + }, + { + "epoch": 0.7877223808477927, + "grad_norm": 2.137969970703125, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.7015007138252258, + "num_tokens": 169589221.0, + "step": 7173 + }, + { + "epoch": 0.7878321985504063, + "grad_norm": 2.433328151702881, + "learning_rate": 1e-06, + "loss": 1.034, + "mean_token_accuracy": 0.6962369084358215, + "num_tokens": 169610946.0, + "step": 7174 + }, + { + "epoch": 0.78794201625302, + "grad_norm": 2.571626663208008, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.6980541944503784, + "num_tokens": 169632046.0, + "step": 7175 + }, + { + "epoch": 0.7880518339556336, + "grad_norm": 2.4791510105133057, + "learning_rate": 1e-06, + "loss": 1.0748, + "mean_token_accuracy": 0.6741782426834106, + "num_tokens": 169653729.0, + "step": 7176 + }, + { + "epoch": 0.7881616516582474, + "grad_norm": 2.4751763343811035, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.7080536484718323, + "num_tokens": 169673191.0, + "step": 7177 + }, + { + "epoch": 0.788271469360861, + "grad_norm": 2.274951219558716, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7093084454536438, + "num_tokens": 169696935.0, + "step": 7178 + }, + { + "epoch": 0.7883812870634747, + "grad_norm": 2.2234365940093994, + "learning_rate": 1e-06, + "loss": 0.9927, + "mean_token_accuracy": 0.6951638460159302, + "num_tokens": 169724103.0, + "step": 7179 + }, + { + "epoch": 0.7884911047660883, + "grad_norm": 2.3465471267700195, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7096760272979736, + "num_tokens": 169746985.0, + "step": 7180 + }, + { + "epoch": 0.788600922468702, + "grad_norm": 2.039832592010498, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7296181917190552, + "num_tokens": 169771631.0, + "step": 7181 + }, + { + "epoch": 0.7887107401713156, + "grad_norm": 2.355389356613159, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7301058769226074, + "num_tokens": 169792429.0, + "step": 7182 + }, + { + "epoch": 0.7888205578739292, + "grad_norm": 2.5544235706329346, + "learning_rate": 1e-06, + "loss": 0.9794, + "mean_token_accuracy": 0.703305721282959, + "num_tokens": 169811008.0, + "step": 7183 + }, + { + "epoch": 0.7889303755765429, + "grad_norm": 2.5707790851593018, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.7046976089477539, + "num_tokens": 169831051.0, + "step": 7184 + }, + { + "epoch": 0.7890401932791566, + "grad_norm": 2.3746602535247803, + "learning_rate": 1e-06, + "loss": 0.9814, + "mean_token_accuracy": 0.6954789161682129, + "num_tokens": 169854767.0, + "step": 7185 + }, + { + "epoch": 0.7891500109817703, + "grad_norm": 1.8773674964904785, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7018966674804688, + "num_tokens": 169886016.0, + "step": 7186 + }, + { + "epoch": 0.7892598286843839, + "grad_norm": 2.343895673751831, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7191562056541443, + "num_tokens": 169907044.0, + "step": 7187 + }, + { + "epoch": 0.7893696463869976, + "grad_norm": 2.559007167816162, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7104986906051636, + "num_tokens": 169926269.0, + "step": 7188 + }, + { + "epoch": 0.7894794640896112, + "grad_norm": 2.322528839111328, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7188034057617188, + "num_tokens": 169947697.0, + "step": 7189 + }, + { + "epoch": 0.7895892817922249, + "grad_norm": 2.238877296447754, + "learning_rate": 1e-06, + "loss": 1.0477, + "mean_token_accuracy": 0.6929677724838257, + "num_tokens": 169972919.0, + "step": 7190 + }, + { + "epoch": 0.7896990994948385, + "grad_norm": 2.4185631275177, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7099296450614929, + "num_tokens": 169994240.0, + "step": 7191 + }, + { + "epoch": 0.7898089171974523, + "grad_norm": 2.3115453720092773, + "learning_rate": 1e-06, + "loss": 1.0299, + "mean_token_accuracy": 0.6920337677001953, + "num_tokens": 170020270.0, + "step": 7192 + }, + { + "epoch": 0.7899187349000659, + "grad_norm": 2.008239269256592, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7029551267623901, + "num_tokens": 170048075.0, + "step": 7193 + }, + { + "epoch": 0.7900285526026796, + "grad_norm": 2.305612802505493, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7247246503829956, + "num_tokens": 170070159.0, + "step": 7194 + }, + { + "epoch": 0.7901383703052932, + "grad_norm": 1.9833221435546875, + "learning_rate": 1e-06, + "loss": 1.0057, + "mean_token_accuracy": 0.7006427645683289, + "num_tokens": 170101310.0, + "step": 7195 + }, + { + "epoch": 0.7902481880079069, + "grad_norm": 2.6369216442108154, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7372481822967529, + "num_tokens": 170119229.0, + "step": 7196 + }, + { + "epoch": 0.7903580057105205, + "grad_norm": 2.2009146213531494, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7172783613204956, + "num_tokens": 170142670.0, + "step": 7197 + }, + { + "epoch": 0.7904678234131342, + "grad_norm": 2.255617141723633, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.716943085193634, + "num_tokens": 170165094.0, + "step": 7198 + }, + { + "epoch": 0.7905776411157479, + "grad_norm": 2.35478138923645, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7184154391288757, + "num_tokens": 170186061.0, + "step": 7199 + }, + { + "epoch": 0.7906874588183616, + "grad_norm": 2.3777103424072266, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.718656063079834, + "num_tokens": 170207628.0, + "step": 7200 + }, + { + "epoch": 0.7907972765209752, + "grad_norm": 2.2821850776672363, + "learning_rate": 1e-06, + "loss": 0.8827, + "mean_token_accuracy": 0.7282469868659973, + "num_tokens": 170230664.0, + "step": 7201 + }, + { + "epoch": 0.7909070942235888, + "grad_norm": 2.088676929473877, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7111734747886658, + "num_tokens": 170255516.0, + "step": 7202 + }, + { + "epoch": 0.7910169119262025, + "grad_norm": 2.1097412109375, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.7223714590072632, + "num_tokens": 170279219.0, + "step": 7203 + }, + { + "epoch": 0.7911267296288161, + "grad_norm": 2.2958195209503174, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7104716897010803, + "num_tokens": 170302975.0, + "step": 7204 + }, + { + "epoch": 0.7912365473314298, + "grad_norm": 2.2846262454986572, + "learning_rate": 1e-06, + "loss": 1.0242, + "mean_token_accuracy": 0.6902862191200256, + "num_tokens": 170326464.0, + "step": 7205 + }, + { + "epoch": 0.7913463650340435, + "grad_norm": 2.0845718383789062, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7202811241149902, + "num_tokens": 170351093.0, + "step": 7206 + }, + { + "epoch": 0.7914561827366572, + "grad_norm": 2.2386200428009033, + "learning_rate": 1e-06, + "loss": 1.0472, + "mean_token_accuracy": 0.6857482194900513, + "num_tokens": 170376790.0, + "step": 7207 + }, + { + "epoch": 0.7915660004392708, + "grad_norm": 2.3851873874664307, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7145628929138184, + "num_tokens": 170399371.0, + "step": 7208 + }, + { + "epoch": 0.7916758181418845, + "grad_norm": 2.337134599685669, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6877642869949341, + "num_tokens": 170423670.0, + "step": 7209 + }, + { + "epoch": 0.7917856358444981, + "grad_norm": 2.690596342086792, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7384260296821594, + "num_tokens": 170441060.0, + "step": 7210 + }, + { + "epoch": 0.7918954535471118, + "grad_norm": 2.2161977291107178, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7200962901115417, + "num_tokens": 170465823.0, + "step": 7211 + }, + { + "epoch": 0.7920052712497254, + "grad_norm": 2.399409055709839, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7262680530548096, + "num_tokens": 170485461.0, + "step": 7212 + }, + { + "epoch": 0.7921150889523391, + "grad_norm": 2.0954079627990723, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7125046253204346, + "num_tokens": 170510540.0, + "step": 7213 + }, + { + "epoch": 0.7922249066549528, + "grad_norm": 2.296184778213501, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6996300220489502, + "num_tokens": 170532284.0, + "step": 7214 + }, + { + "epoch": 0.7923347243575665, + "grad_norm": 2.4131360054016113, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7139708995819092, + "num_tokens": 170553038.0, + "step": 7215 + }, + { + "epoch": 0.7924445420601801, + "grad_norm": 2.3788952827453613, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.6878166794776917, + "num_tokens": 170574734.0, + "step": 7216 + }, + { + "epoch": 0.7925543597627938, + "grad_norm": 2.0243842601776123, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.726503849029541, + "num_tokens": 170600615.0, + "step": 7217 + }, + { + "epoch": 0.7926641774654074, + "grad_norm": 2.2382054328918457, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.6900027990341187, + "num_tokens": 170623829.0, + "step": 7218 + }, + { + "epoch": 0.792773995168021, + "grad_norm": 2.0273077487945557, + "learning_rate": 1e-06, + "loss": 1.0029, + "mean_token_accuracy": 0.6958029270172119, + "num_tokens": 170653901.0, + "step": 7219 + }, + { + "epoch": 0.7928838128706347, + "grad_norm": 2.176020383834839, + "learning_rate": 1e-06, + "loss": 1.0005, + "mean_token_accuracy": 0.7025574445724487, + "num_tokens": 170678807.0, + "step": 7220 + }, + { + "epoch": 0.7929936305732485, + "grad_norm": 2.016526222229004, + "learning_rate": 1e-06, + "loss": 0.9538, + "mean_token_accuracy": 0.7100991010665894, + "num_tokens": 170706794.0, + "step": 7221 + }, + { + "epoch": 0.7931034482758621, + "grad_norm": 2.222907781600952, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.6971712112426758, + "num_tokens": 170731993.0, + "step": 7222 + }, + { + "epoch": 0.7932132659784757, + "grad_norm": 2.6348166465759277, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7227602601051331, + "num_tokens": 170750746.0, + "step": 7223 + }, + { + "epoch": 0.7933230836810894, + "grad_norm": 2.1347157955169678, + "learning_rate": 1e-06, + "loss": 1.039, + "mean_token_accuracy": 0.6826244592666626, + "num_tokens": 170780296.0, + "step": 7224 + }, + { + "epoch": 0.793432901383703, + "grad_norm": 2.2946953773498535, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7146791815757751, + "num_tokens": 170802571.0, + "step": 7225 + }, + { + "epoch": 0.7935427190863167, + "grad_norm": 2.5302677154541016, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7136576175689697, + "num_tokens": 170822239.0, + "step": 7226 + }, + { + "epoch": 0.7936525367889303, + "grad_norm": 2.296403408050537, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.69817054271698, + "num_tokens": 170847081.0, + "step": 7227 + }, + { + "epoch": 0.7937623544915441, + "grad_norm": 2.310271978378296, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7007787823677063, + "num_tokens": 170872392.0, + "step": 7228 + }, + { + "epoch": 0.7938721721941577, + "grad_norm": 2.2621712684631348, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7108743786811829, + "num_tokens": 170895126.0, + "step": 7229 + }, + { + "epoch": 0.7939819898967714, + "grad_norm": 2.2952890396118164, + "learning_rate": 1e-06, + "loss": 1.0307, + "mean_token_accuracy": 0.6824823617935181, + "num_tokens": 170918755.0, + "step": 7230 + }, + { + "epoch": 0.794091807599385, + "grad_norm": 2.743340253829956, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7311728000640869, + "num_tokens": 170935806.0, + "step": 7231 + }, + { + "epoch": 0.7942016253019987, + "grad_norm": 2.0366930961608887, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.706528902053833, + "num_tokens": 170965024.0, + "step": 7232 + }, + { + "epoch": 0.7943114430046123, + "grad_norm": 2.2953927516937256, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.726795494556427, + "num_tokens": 170988065.0, + "step": 7233 + }, + { + "epoch": 0.794421260707226, + "grad_norm": 2.3711347579956055, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7069157361984253, + "num_tokens": 171009094.0, + "step": 7234 + }, + { + "epoch": 0.7945310784098397, + "grad_norm": 2.186969041824341, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.6985961198806763, + "num_tokens": 171034187.0, + "step": 7235 + }, + { + "epoch": 0.7946408961124534, + "grad_norm": 2.166624069213867, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7222386002540588, + "num_tokens": 171061870.0, + "step": 7236 + }, + { + "epoch": 0.794750713815067, + "grad_norm": 2.4765875339508057, + "learning_rate": 1e-06, + "loss": 0.9213, + "mean_token_accuracy": 0.7165424227714539, + "num_tokens": 171085079.0, + "step": 7237 + }, + { + "epoch": 0.7948605315176807, + "grad_norm": 2.088101863861084, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7112281322479248, + "num_tokens": 171111706.0, + "step": 7238 + }, + { + "epoch": 0.7949703492202943, + "grad_norm": 2.1775765419006348, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7182493209838867, + "num_tokens": 171137175.0, + "step": 7239 + }, + { + "epoch": 0.795080166922908, + "grad_norm": 2.132272481918335, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7086600065231323, + "num_tokens": 171164657.0, + "step": 7240 + }, + { + "epoch": 0.7951899846255216, + "grad_norm": 2.6859476566314697, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7303551435470581, + "num_tokens": 171181342.0, + "step": 7241 + }, + { + "epoch": 0.7952998023281352, + "grad_norm": 2.3380231857299805, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7238517999649048, + "num_tokens": 171202239.0, + "step": 7242 + }, + { + "epoch": 0.795409620030749, + "grad_norm": 2.367774724960327, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6996979117393494, + "num_tokens": 171224604.0, + "step": 7243 + }, + { + "epoch": 0.7955194377333626, + "grad_norm": 2.625128746032715, + "learning_rate": 1e-06, + "loss": 1.0607, + "mean_token_accuracy": 0.681632399559021, + "num_tokens": 171243621.0, + "step": 7244 + }, + { + "epoch": 0.7956292554359763, + "grad_norm": 2.230587959289551, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7138364911079407, + "num_tokens": 171269219.0, + "step": 7245 + }, + { + "epoch": 0.7957390731385899, + "grad_norm": 2.1400389671325684, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7116687297821045, + "num_tokens": 171294037.0, + "step": 7246 + }, + { + "epoch": 0.7958488908412036, + "grad_norm": 2.02231502532959, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6994736790657043, + "num_tokens": 171322790.0, + "step": 7247 + }, + { + "epoch": 0.7959587085438172, + "grad_norm": 2.1862432956695557, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7253212928771973, + "num_tokens": 171346412.0, + "step": 7248 + }, + { + "epoch": 0.7960685262464309, + "grad_norm": 2.4863123893737793, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7269821166992188, + "num_tokens": 171364692.0, + "step": 7249 + }, + { + "epoch": 0.7961783439490446, + "grad_norm": 2.2400476932525635, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.6990915536880493, + "num_tokens": 171387763.0, + "step": 7250 + }, + { + "epoch": 0.7962881616516583, + "grad_norm": 2.0111265182495117, + "learning_rate": 1e-06, + "loss": 1.0109, + "mean_token_accuracy": 0.6961128115653992, + "num_tokens": 171418179.0, + "step": 7251 + }, + { + "epoch": 0.7963979793542719, + "grad_norm": 2.1352736949920654, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.6990314722061157, + "num_tokens": 171445358.0, + "step": 7252 + }, + { + "epoch": 0.7965077970568856, + "grad_norm": 2.053617477416992, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.7018299102783203, + "num_tokens": 171472347.0, + "step": 7253 + }, + { + "epoch": 0.7966176147594992, + "grad_norm": 2.5804810523986816, + "learning_rate": 1e-06, + "loss": 1.0157, + "mean_token_accuracy": 0.6879898905754089, + "num_tokens": 171493474.0, + "step": 7254 + }, + { + "epoch": 0.7967274324621129, + "grad_norm": 2.601923704147339, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7057140469551086, + "num_tokens": 171512132.0, + "step": 7255 + }, + { + "epoch": 0.7968372501647265, + "grad_norm": 2.120804786682129, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7012160420417786, + "num_tokens": 171538382.0, + "step": 7256 + }, + { + "epoch": 0.7969470678673403, + "grad_norm": 2.252854824066162, + "learning_rate": 1e-06, + "loss": 0.8492, + "mean_token_accuracy": 0.744365930557251, + "num_tokens": 171560141.0, + "step": 7257 + }, + { + "epoch": 0.7970568855699539, + "grad_norm": 1.87073814868927, + "learning_rate": 1e-06, + "loss": 1.0346, + "mean_token_accuracy": 0.6862839460372925, + "num_tokens": 171593495.0, + "step": 7258 + }, + { + "epoch": 0.7971667032725676, + "grad_norm": 2.078928232192993, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6951357126235962, + "num_tokens": 171621215.0, + "step": 7259 + }, + { + "epoch": 0.7972765209751812, + "grad_norm": 2.26167631149292, + "learning_rate": 1e-06, + "loss": 0.9744, + "mean_token_accuracy": 0.7147505283355713, + "num_tokens": 171644711.0, + "step": 7260 + }, + { + "epoch": 0.7973863386777948, + "grad_norm": 2.704369306564331, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7330588102340698, + "num_tokens": 171662935.0, + "step": 7261 + }, + { + "epoch": 0.7974961563804085, + "grad_norm": 2.1251413822174072, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.6984519362449646, + "num_tokens": 171689058.0, + "step": 7262 + }, + { + "epoch": 0.7976059740830221, + "grad_norm": 2.3629353046417236, + "learning_rate": 1e-06, + "loss": 1.0728, + "mean_token_accuracy": 0.680435061454773, + "num_tokens": 171712248.0, + "step": 7263 + }, + { + "epoch": 0.7977157917856359, + "grad_norm": 1.987518310546875, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7099275588989258, + "num_tokens": 171741992.0, + "step": 7264 + }, + { + "epoch": 0.7978256094882495, + "grad_norm": 2.031534194946289, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7218356728553772, + "num_tokens": 171769474.0, + "step": 7265 + }, + { + "epoch": 0.7979354271908632, + "grad_norm": 2.4256815910339355, + "learning_rate": 1e-06, + "loss": 0.834, + "mean_token_accuracy": 0.7351837754249573, + "num_tokens": 171788978.0, + "step": 7266 + }, + { + "epoch": 0.7980452448934768, + "grad_norm": 2.295541524887085, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.702089786529541, + "num_tokens": 171811459.0, + "step": 7267 + }, + { + "epoch": 0.7981550625960905, + "grad_norm": 2.368549346923828, + "learning_rate": 1e-06, + "loss": 1.0857, + "mean_token_accuracy": 0.6694340109825134, + "num_tokens": 171835532.0, + "step": 7268 + }, + { + "epoch": 0.7982648802987041, + "grad_norm": 2.747990369796753, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7156543731689453, + "num_tokens": 171852701.0, + "step": 7269 + }, + { + "epoch": 0.7983746980013178, + "grad_norm": 2.1029341220855713, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.6956591606140137, + "num_tokens": 171878622.0, + "step": 7270 + }, + { + "epoch": 0.7984845157039314, + "grad_norm": 2.5664150714874268, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.719780683517456, + "num_tokens": 171896740.0, + "step": 7271 + }, + { + "epoch": 0.7985943334065452, + "grad_norm": 2.4795165061950684, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.736923098564148, + "num_tokens": 171915918.0, + "step": 7272 + }, + { + "epoch": 0.7987041511091588, + "grad_norm": 2.1688008308410645, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7128246426582336, + "num_tokens": 171941702.0, + "step": 7273 + }, + { + "epoch": 0.7988139688117725, + "grad_norm": 2.497657299041748, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.7356336116790771, + "num_tokens": 171960299.0, + "step": 7274 + }, + { + "epoch": 0.7989237865143861, + "grad_norm": 2.39874267578125, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.728029191493988, + "num_tokens": 171980781.0, + "step": 7275 + }, + { + "epoch": 0.7990336042169998, + "grad_norm": 2.101027727127075, + "learning_rate": 1e-06, + "loss": 1.0488, + "mean_token_accuracy": 0.6768804788589478, + "num_tokens": 172009155.0, + "step": 7276 + }, + { + "epoch": 0.7991434219196134, + "grad_norm": 2.136134624481201, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7158653736114502, + "num_tokens": 172032534.0, + "step": 7277 + }, + { + "epoch": 0.799253239622227, + "grad_norm": 2.368265151977539, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7220957279205322, + "num_tokens": 172052957.0, + "step": 7278 + }, + { + "epoch": 0.7993630573248408, + "grad_norm": 2.2679436206817627, + "learning_rate": 1e-06, + "loss": 1.0092, + "mean_token_accuracy": 0.6943745613098145, + "num_tokens": 172077696.0, + "step": 7279 + }, + { + "epoch": 0.7994728750274545, + "grad_norm": 2.391364812850952, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7056261301040649, + "num_tokens": 172098145.0, + "step": 7280 + }, + { + "epoch": 0.7995826927300681, + "grad_norm": 2.34958553314209, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7274395227432251, + "num_tokens": 172118441.0, + "step": 7281 + }, + { + "epoch": 0.7996925104326817, + "grad_norm": 2.172558546066284, + "learning_rate": 1e-06, + "loss": 0.8598, + "mean_token_accuracy": 0.7355684041976929, + "num_tokens": 172143266.0, + "step": 7282 + }, + { + "epoch": 0.7998023281352954, + "grad_norm": 2.439274787902832, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7042428255081177, + "num_tokens": 172164732.0, + "step": 7283 + }, + { + "epoch": 0.799912145837909, + "grad_norm": 2.1181468963623047, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.7065397500991821, + "num_tokens": 172191384.0, + "step": 7284 + }, + { + "epoch": 0.8000219635405227, + "grad_norm": 2.064537525177002, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6975157856941223, + "num_tokens": 172218481.0, + "step": 7285 + }, + { + "epoch": 0.8001317812431364, + "grad_norm": 2.287151336669922, + "learning_rate": 1e-06, + "loss": 1.0115, + "mean_token_accuracy": 0.6981468796730042, + "num_tokens": 172242485.0, + "step": 7286 + }, + { + "epoch": 0.8002415989457501, + "grad_norm": 2.2133238315582275, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6940411925315857, + "num_tokens": 172266382.0, + "step": 7287 + }, + { + "epoch": 0.8003514166483637, + "grad_norm": 2.7656359672546387, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7083632349967957, + "num_tokens": 172282810.0, + "step": 7288 + }, + { + "epoch": 0.8004612343509774, + "grad_norm": 2.2130095958709717, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7304708957672119, + "num_tokens": 172306327.0, + "step": 7289 + }, + { + "epoch": 0.800571052053591, + "grad_norm": 2.522320032119751, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.706122636795044, + "num_tokens": 172326213.0, + "step": 7290 + }, + { + "epoch": 0.8006808697562047, + "grad_norm": 2.1049070358276367, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.715234637260437, + "num_tokens": 172352693.0, + "step": 7291 + }, + { + "epoch": 0.8007906874588183, + "grad_norm": 1.9047727584838867, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6927021145820618, + "num_tokens": 172384948.0, + "step": 7292 + }, + { + "epoch": 0.8009005051614321, + "grad_norm": 2.2457447052001953, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.717194676399231, + "num_tokens": 172407898.0, + "step": 7293 + }, + { + "epoch": 0.8010103228640457, + "grad_norm": 1.9797580242156982, + "learning_rate": 1e-06, + "loss": 0.974, + "mean_token_accuracy": 0.7040044069290161, + "num_tokens": 172440534.0, + "step": 7294 + }, + { + "epoch": 0.8011201405666594, + "grad_norm": 2.0132243633270264, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.7023546099662781, + "num_tokens": 172468801.0, + "step": 7295 + }, + { + "epoch": 0.801229958269273, + "grad_norm": 2.1828181743621826, + "learning_rate": 1e-06, + "loss": 0.8569, + "mean_token_accuracy": 0.7388386130332947, + "num_tokens": 172492138.0, + "step": 7296 + }, + { + "epoch": 0.8013397759718867, + "grad_norm": 2.158890724182129, + "learning_rate": 1e-06, + "loss": 1.0479, + "mean_token_accuracy": 0.6831496953964233, + "num_tokens": 172519866.0, + "step": 7297 + }, + { + "epoch": 0.8014495936745003, + "grad_norm": 2.454928159713745, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7208759784698486, + "num_tokens": 172539479.0, + "step": 7298 + }, + { + "epoch": 0.801559411377114, + "grad_norm": 2.1932849884033203, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7010660767555237, + "num_tokens": 172562515.0, + "step": 7299 + }, + { + "epoch": 0.8016692290797276, + "grad_norm": 1.9078974723815918, + "learning_rate": 1e-06, + "loss": 1.047, + "mean_token_accuracy": 0.6865026950836182, + "num_tokens": 172594587.0, + "step": 7300 + }, + { + "epoch": 0.8017790467823414, + "grad_norm": 2.103217124938965, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7015977501869202, + "num_tokens": 172621740.0, + "step": 7301 + }, + { + "epoch": 0.801888864484955, + "grad_norm": 2.149012565612793, + "learning_rate": 1e-06, + "loss": 1.0494, + "mean_token_accuracy": 0.681824266910553, + "num_tokens": 172648944.0, + "step": 7302 + }, + { + "epoch": 0.8019986821875686, + "grad_norm": 2.4554550647735596, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.6988836526870728, + "num_tokens": 172670673.0, + "step": 7303 + }, + { + "epoch": 0.8021084998901823, + "grad_norm": 2.5811383724212646, + "learning_rate": 1e-06, + "loss": 1.0396, + "mean_token_accuracy": 0.6907206177711487, + "num_tokens": 172689155.0, + "step": 7304 + }, + { + "epoch": 0.8022183175927959, + "grad_norm": 2.5986359119415283, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.7290850877761841, + "num_tokens": 172707119.0, + "step": 7305 + }, + { + "epoch": 0.8023281352954096, + "grad_norm": 2.32028865814209, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.6891700625419617, + "num_tokens": 172730338.0, + "step": 7306 + }, + { + "epoch": 0.8024379529980232, + "grad_norm": 2.457134485244751, + "learning_rate": 1e-06, + "loss": 0.8536, + "mean_token_accuracy": 0.7332744598388672, + "num_tokens": 172748025.0, + "step": 7307 + }, + { + "epoch": 0.802547770700637, + "grad_norm": 2.1568470001220703, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7113234996795654, + "num_tokens": 172772294.0, + "step": 7308 + }, + { + "epoch": 0.8026575884032506, + "grad_norm": 2.6549360752105713, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7185786962509155, + "num_tokens": 172790719.0, + "step": 7309 + }, + { + "epoch": 0.8027674061058643, + "grad_norm": 2.4408984184265137, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7194947004318237, + "num_tokens": 172809953.0, + "step": 7310 + }, + { + "epoch": 0.8028772238084779, + "grad_norm": 2.319944143295288, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7193288803100586, + "num_tokens": 172832764.0, + "step": 7311 + }, + { + "epoch": 0.8029870415110916, + "grad_norm": 2.045283079147339, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7166956663131714, + "num_tokens": 172860427.0, + "step": 7312 + }, + { + "epoch": 0.8030968592137052, + "grad_norm": 2.250948190689087, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7115663290023804, + "num_tokens": 172883168.0, + "step": 7313 + }, + { + "epoch": 0.8032066769163189, + "grad_norm": 2.3964145183563232, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7121129035949707, + "num_tokens": 172904118.0, + "step": 7314 + }, + { + "epoch": 0.8033164946189326, + "grad_norm": 2.1711318492889404, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7289416193962097, + "num_tokens": 172927872.0, + "step": 7315 + }, + { + "epoch": 0.8034263123215463, + "grad_norm": 2.6033077239990234, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.722638726234436, + "num_tokens": 172944717.0, + "step": 7316 + }, + { + "epoch": 0.8035361300241599, + "grad_norm": 2.1340808868408203, + "learning_rate": 1e-06, + "loss": 1.0266, + "mean_token_accuracy": 0.6885285377502441, + "num_tokens": 172970271.0, + "step": 7317 + }, + { + "epoch": 0.8036459477267736, + "grad_norm": 2.249082088470459, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7183829545974731, + "num_tokens": 172993303.0, + "step": 7318 + }, + { + "epoch": 0.8037557654293872, + "grad_norm": 2.1831071376800537, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7182403802871704, + "num_tokens": 173017930.0, + "step": 7319 + }, + { + "epoch": 0.8038655831320008, + "grad_norm": 2.4309797286987305, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7008056640625, + "num_tokens": 173038966.0, + "step": 7320 + }, + { + "epoch": 0.8039754008346145, + "grad_norm": 2.475497007369995, + "learning_rate": 1e-06, + "loss": 0.8474, + "mean_token_accuracy": 0.73106449842453, + "num_tokens": 173058041.0, + "step": 7321 + }, + { + "epoch": 0.8040852185372283, + "grad_norm": 2.028813123703003, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.7030474543571472, + "num_tokens": 173086658.0, + "step": 7322 + }, + { + "epoch": 0.8041950362398419, + "grad_norm": 2.185729742050171, + "learning_rate": 1e-06, + "loss": 0.8692, + "mean_token_accuracy": 0.7304420471191406, + "num_tokens": 173110834.0, + "step": 7323 + }, + { + "epoch": 0.8043048539424555, + "grad_norm": 2.47761607170105, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.7098519802093506, + "num_tokens": 173132183.0, + "step": 7324 + }, + { + "epoch": 0.8044146716450692, + "grad_norm": 2.0279996395111084, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6903461217880249, + "num_tokens": 173161075.0, + "step": 7325 + }, + { + "epoch": 0.8045244893476828, + "grad_norm": 2.2029762268066406, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7264866828918457, + "num_tokens": 173184608.0, + "step": 7326 + }, + { + "epoch": 0.8046343070502965, + "grad_norm": 2.0694029331207275, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.713802695274353, + "num_tokens": 173210722.0, + "step": 7327 + }, + { + "epoch": 0.8047441247529101, + "grad_norm": 2.2064003944396973, + "learning_rate": 1e-06, + "loss": 0.9857, + "mean_token_accuracy": 0.7077775001525879, + "num_tokens": 173235022.0, + "step": 7328 + }, + { + "epoch": 0.8048539424555239, + "grad_norm": 2.1457114219665527, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.6983441114425659, + "num_tokens": 173260734.0, + "step": 7329 + }, + { + "epoch": 0.8049637601581375, + "grad_norm": 2.512556552886963, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7205067873001099, + "num_tokens": 173279673.0, + "step": 7330 + }, + { + "epoch": 0.8050735778607512, + "grad_norm": 2.1237757205963135, + "learning_rate": 1e-06, + "loss": 0.9563, + "mean_token_accuracy": 0.7064457535743713, + "num_tokens": 173306891.0, + "step": 7331 + }, + { + "epoch": 0.8051833955633648, + "grad_norm": 2.338179111480713, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7180118560791016, + "num_tokens": 173330416.0, + "step": 7332 + }, + { + "epoch": 0.8052932132659785, + "grad_norm": 1.9523906707763672, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7054052352905273, + "num_tokens": 173359499.0, + "step": 7333 + }, + { + "epoch": 0.8054030309685921, + "grad_norm": 2.2369544506073, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.7007109522819519, + "num_tokens": 173385061.0, + "step": 7334 + }, + { + "epoch": 0.8055128486712058, + "grad_norm": 2.0474109649658203, + "learning_rate": 1e-06, + "loss": 1.0474, + "mean_token_accuracy": 0.6830044984817505, + "num_tokens": 173413471.0, + "step": 7335 + }, + { + "epoch": 0.8056226663738194, + "grad_norm": 1.9917001724243164, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.699068546295166, + "num_tokens": 173441208.0, + "step": 7336 + }, + { + "epoch": 0.8057324840764332, + "grad_norm": 2.5956428050994873, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7343121767044067, + "num_tokens": 173458440.0, + "step": 7337 + }, + { + "epoch": 0.8058423017790468, + "grad_norm": 1.9017680883407593, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.6993070244789124, + "num_tokens": 173488950.0, + "step": 7338 + }, + { + "epoch": 0.8059521194816605, + "grad_norm": 2.190934658050537, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7153013348579407, + "num_tokens": 173512898.0, + "step": 7339 + }, + { + "epoch": 0.8060619371842741, + "grad_norm": 2.2454042434692383, + "learning_rate": 1e-06, + "loss": 1.0346, + "mean_token_accuracy": 0.7072130441665649, + "num_tokens": 173536095.0, + "step": 7340 + }, + { + "epoch": 0.8061717548868877, + "grad_norm": 2.222848415374756, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.7060256004333496, + "num_tokens": 173561297.0, + "step": 7341 + }, + { + "epoch": 0.8062815725895014, + "grad_norm": 2.4250121116638184, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7881549000740051, + "num_tokens": 173581696.0, + "step": 7342 + }, + { + "epoch": 0.806391390292115, + "grad_norm": 2.3515260219573975, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7122130393981934, + "num_tokens": 173603128.0, + "step": 7343 + }, + { + "epoch": 0.8065012079947288, + "grad_norm": 2.468531370162964, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7197586297988892, + "num_tokens": 173622763.0, + "step": 7344 + }, + { + "epoch": 0.8066110256973424, + "grad_norm": 2.3689017295837402, + "learning_rate": 1e-06, + "loss": 1.0577, + "mean_token_accuracy": 0.6798241138458252, + "num_tokens": 173647470.0, + "step": 7345 + }, + { + "epoch": 0.8067208433999561, + "grad_norm": 2.361571788787842, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.725757896900177, + "num_tokens": 173669440.0, + "step": 7346 + }, + { + "epoch": 0.8068306611025697, + "grad_norm": 2.300818920135498, + "learning_rate": 1e-06, + "loss": 1.0604, + "mean_token_accuracy": 0.6836117506027222, + "num_tokens": 173692961.0, + "step": 7347 + }, + { + "epoch": 0.8069404788051834, + "grad_norm": 1.980434536933899, + "learning_rate": 1e-06, + "loss": 0.9901, + "mean_token_accuracy": 0.6936403512954712, + "num_tokens": 173722464.0, + "step": 7348 + }, + { + "epoch": 0.807050296507797, + "grad_norm": 2.300344228744507, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.7040003538131714, + "num_tokens": 173745928.0, + "step": 7349 + }, + { + "epoch": 0.8071601142104107, + "grad_norm": 1.9649447202682495, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.7024430632591248, + "num_tokens": 173773442.0, + "step": 7350 + }, + { + "epoch": 0.8072699319130244, + "grad_norm": 2.2670185565948486, + "learning_rate": 1e-06, + "loss": 1.0365, + "mean_token_accuracy": 0.6883705258369446, + "num_tokens": 173798798.0, + "step": 7351 + }, + { + "epoch": 0.8073797496156381, + "grad_norm": 2.3032755851745605, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7003206014633179, + "num_tokens": 173822012.0, + "step": 7352 + }, + { + "epoch": 0.8074895673182517, + "grad_norm": 2.178466558456421, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7176660895347595, + "num_tokens": 173846949.0, + "step": 7353 + }, + { + "epoch": 0.8075993850208654, + "grad_norm": 2.3964052200317383, + "learning_rate": 1e-06, + "loss": 1.0109, + "mean_token_accuracy": 0.6897485256195068, + "num_tokens": 173868369.0, + "step": 7354 + }, + { + "epoch": 0.807709202723479, + "grad_norm": 2.4254567623138428, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7294045686721802, + "num_tokens": 173889035.0, + "step": 7355 + }, + { + "epoch": 0.8078190204260927, + "grad_norm": 2.083714723587036, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6916276216506958, + "num_tokens": 173917178.0, + "step": 7356 + }, + { + "epoch": 0.8079288381287063, + "grad_norm": 2.068294048309326, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7319640517234802, + "num_tokens": 173941999.0, + "step": 7357 + }, + { + "epoch": 0.8080386558313201, + "grad_norm": 2.203831195831299, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7054333686828613, + "num_tokens": 173965073.0, + "step": 7358 + }, + { + "epoch": 0.8081484735339337, + "grad_norm": 2.5463356971740723, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.7092422246932983, + "num_tokens": 173985006.0, + "step": 7359 + }, + { + "epoch": 0.8082582912365474, + "grad_norm": 2.3975133895874023, + "learning_rate": 1e-06, + "loss": 0.88, + "mean_token_accuracy": 0.7276948690414429, + "num_tokens": 174005527.0, + "step": 7360 + }, + { + "epoch": 0.808368108939161, + "grad_norm": 1.9286532402038574, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7084263563156128, + "num_tokens": 174036499.0, + "step": 7361 + }, + { + "epoch": 0.8084779266417746, + "grad_norm": 2.338527202606201, + "learning_rate": 1e-06, + "loss": 1.0065, + "mean_token_accuracy": 0.7069612741470337, + "num_tokens": 174057528.0, + "step": 7362 + }, + { + "epoch": 0.8085877443443883, + "grad_norm": 2.198028087615967, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7060354948043823, + "num_tokens": 174082578.0, + "step": 7363 + }, + { + "epoch": 0.8086975620470019, + "grad_norm": 2.318303108215332, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.705410361289978, + "num_tokens": 174105498.0, + "step": 7364 + }, + { + "epoch": 0.8088073797496156, + "grad_norm": 2.349130153656006, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7202489376068115, + "num_tokens": 174126896.0, + "step": 7365 + }, + { + "epoch": 0.8089171974522293, + "grad_norm": 2.044309139251709, + "learning_rate": 1e-06, + "loss": 1.0123, + "mean_token_accuracy": 0.6947362422943115, + "num_tokens": 174156092.0, + "step": 7366 + }, + { + "epoch": 0.809027015154843, + "grad_norm": 2.429253339767456, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7196580171585083, + "num_tokens": 174176563.0, + "step": 7367 + }, + { + "epoch": 0.8091368328574566, + "grad_norm": 2.6374154090881348, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7083293199539185, + "num_tokens": 174195862.0, + "step": 7368 + }, + { + "epoch": 0.8092466505600703, + "grad_norm": 2.0172014236450195, + "learning_rate": 1e-06, + "loss": 0.9883, + "mean_token_accuracy": 0.7025784254074097, + "num_tokens": 174224878.0, + "step": 7369 + }, + { + "epoch": 0.8093564682626839, + "grad_norm": 2.461972713470459, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7211912274360657, + "num_tokens": 174246173.0, + "step": 7370 + }, + { + "epoch": 0.8094662859652976, + "grad_norm": 2.341888666152954, + "learning_rate": 1e-06, + "loss": 1.0678, + "mean_token_accuracy": 0.6850612163543701, + "num_tokens": 174269025.0, + "step": 7371 + }, + { + "epoch": 0.8095761036679112, + "grad_norm": 2.3990659713745117, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7273523807525635, + "num_tokens": 174290574.0, + "step": 7372 + }, + { + "epoch": 0.809685921370525, + "grad_norm": 2.341754674911499, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6903994083404541, + "num_tokens": 174314621.0, + "step": 7373 + }, + { + "epoch": 0.8097957390731386, + "grad_norm": 2.4693264961242676, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7051107883453369, + "num_tokens": 174335570.0, + "step": 7374 + }, + { + "epoch": 0.8099055567757523, + "grad_norm": 2.1067824363708496, + "learning_rate": 1e-06, + "loss": 1.0498, + "mean_token_accuracy": 0.6964243054389954, + "num_tokens": 174362295.0, + "step": 7375 + }, + { + "epoch": 0.8100153744783659, + "grad_norm": 2.25700306892395, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7059156894683838, + "num_tokens": 174385503.0, + "step": 7376 + }, + { + "epoch": 0.8101251921809796, + "grad_norm": 2.0881266593933105, + "learning_rate": 1e-06, + "loss": 1.0326, + "mean_token_accuracy": 0.7054510116577148, + "num_tokens": 174411109.0, + "step": 7377 + }, + { + "epoch": 0.8102350098835932, + "grad_norm": 2.2364683151245117, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7085678577423096, + "num_tokens": 174434795.0, + "step": 7378 + }, + { + "epoch": 0.8103448275862069, + "grad_norm": 2.2368311882019043, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.6902722716331482, + "num_tokens": 174458099.0, + "step": 7379 + }, + { + "epoch": 0.8104546452888206, + "grad_norm": 2.2509546279907227, + "learning_rate": 1e-06, + "loss": 1.0105, + "mean_token_accuracy": 0.6972792148590088, + "num_tokens": 174481699.0, + "step": 7380 + }, + { + "epoch": 0.8105644629914343, + "grad_norm": 2.33113956451416, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.704484760761261, + "num_tokens": 174502543.0, + "step": 7381 + }, + { + "epoch": 0.8106742806940479, + "grad_norm": 2.2141311168670654, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.6953785419464111, + "num_tokens": 174526256.0, + "step": 7382 + }, + { + "epoch": 0.8107840983966615, + "grad_norm": 2.5291459560394287, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.71666419506073, + "num_tokens": 174545253.0, + "step": 7383 + }, + { + "epoch": 0.8108939160992752, + "grad_norm": 2.248668670654297, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.7063518762588501, + "num_tokens": 174568967.0, + "step": 7384 + }, + { + "epoch": 0.8110037338018888, + "grad_norm": 2.3509037494659424, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.7491581439971924, + "num_tokens": 174592636.0, + "step": 7385 + }, + { + "epoch": 0.8111135515045025, + "grad_norm": 2.2188608646392822, + "learning_rate": 1e-06, + "loss": 0.921, + "mean_token_accuracy": 0.7138482332229614, + "num_tokens": 174616956.0, + "step": 7386 + }, + { + "epoch": 0.8112233692071162, + "grad_norm": 2.337529182434082, + "learning_rate": 1e-06, + "loss": 1.0625, + "mean_token_accuracy": 0.6883342266082764, + "num_tokens": 174643154.0, + "step": 7387 + }, + { + "epoch": 0.8113331869097299, + "grad_norm": 2.102803945541382, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7115046977996826, + "num_tokens": 174669555.0, + "step": 7388 + }, + { + "epoch": 0.8114430046123435, + "grad_norm": 2.0836925506591797, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7060337662696838, + "num_tokens": 174698455.0, + "step": 7389 + }, + { + "epoch": 0.8115528223149572, + "grad_norm": 2.6431937217712402, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.6999366879463196, + "num_tokens": 174716780.0, + "step": 7390 + }, + { + "epoch": 0.8116626400175708, + "grad_norm": 2.326167345046997, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7156503200531006, + "num_tokens": 174738096.0, + "step": 7391 + }, + { + "epoch": 0.8117724577201845, + "grad_norm": 2.1347882747650146, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.7042526006698608, + "num_tokens": 174764380.0, + "step": 7392 + }, + { + "epoch": 0.8118822754227981, + "grad_norm": 2.190919876098633, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7157381176948547, + "num_tokens": 174787564.0, + "step": 7393 + }, + { + "epoch": 0.8119920931254118, + "grad_norm": 2.6538522243499756, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7115985155105591, + "num_tokens": 174805226.0, + "step": 7394 + }, + { + "epoch": 0.8121019108280255, + "grad_norm": 2.105905771255493, + "learning_rate": 1e-06, + "loss": 0.9922, + "mean_token_accuracy": 0.7079344391822815, + "num_tokens": 174832527.0, + "step": 7395 + }, + { + "epoch": 0.8122117285306392, + "grad_norm": 2.230919599533081, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7099302411079407, + "num_tokens": 174855053.0, + "step": 7396 + }, + { + "epoch": 0.8123215462332528, + "grad_norm": 2.2685205936431885, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7127707004547119, + "num_tokens": 174878135.0, + "step": 7397 + }, + { + "epoch": 0.8124313639358665, + "grad_norm": 2.2696781158447266, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7072409391403198, + "num_tokens": 174901004.0, + "step": 7398 + }, + { + "epoch": 0.8125411816384801, + "grad_norm": 2.431504964828491, + "learning_rate": 1e-06, + "loss": 0.8574, + "mean_token_accuracy": 0.7299301624298096, + "num_tokens": 174921532.0, + "step": 7399 + }, + { + "epoch": 0.8126509993410937, + "grad_norm": 2.540527820587158, + "learning_rate": 1e-06, + "loss": 1.0292, + "mean_token_accuracy": 0.6866094470024109, + "num_tokens": 174941411.0, + "step": 7400 + }, + { + "epoch": 0.8127608170437074, + "grad_norm": 2.5517475605010986, + "learning_rate": 1e-06, + "loss": 0.8645, + "mean_token_accuracy": 0.7327372431755066, + "num_tokens": 174959579.0, + "step": 7401 + }, + { + "epoch": 0.8128706347463212, + "grad_norm": 2.25545072555542, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7108613848686218, + "num_tokens": 174983788.0, + "step": 7402 + }, + { + "epoch": 0.8129804524489348, + "grad_norm": 2.1048009395599365, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7129677534103394, + "num_tokens": 175010486.0, + "step": 7403 + }, + { + "epoch": 0.8130902701515484, + "grad_norm": 2.3835833072662354, + "learning_rate": 1e-06, + "loss": 1.1053, + "mean_token_accuracy": 0.6878751516342163, + "num_tokens": 175034145.0, + "step": 7404 + }, + { + "epoch": 0.8132000878541621, + "grad_norm": 1.9649736881256104, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7105275392532349, + "num_tokens": 175064541.0, + "step": 7405 + }, + { + "epoch": 0.8133099055567757, + "grad_norm": 2.161311626434326, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7008609771728516, + "num_tokens": 175089420.0, + "step": 7406 + }, + { + "epoch": 0.8134197232593894, + "grad_norm": 1.9689228534698486, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7036715745925903, + "num_tokens": 175121447.0, + "step": 7407 + }, + { + "epoch": 0.813529540962003, + "grad_norm": 2.303054094314575, + "learning_rate": 1e-06, + "loss": 1.06, + "mean_token_accuracy": 0.6822158694267273, + "num_tokens": 175145980.0, + "step": 7408 + }, + { + "epoch": 0.8136393586646168, + "grad_norm": 2.19240140914917, + "learning_rate": 1e-06, + "loss": 0.9689, + "mean_token_accuracy": 0.7049200534820557, + "num_tokens": 175171379.0, + "step": 7409 + }, + { + "epoch": 0.8137491763672304, + "grad_norm": 2.207828998565674, + "learning_rate": 1e-06, + "loss": 0.8709, + "mean_token_accuracy": 0.7264357209205627, + "num_tokens": 175195882.0, + "step": 7410 + }, + { + "epoch": 0.8138589940698441, + "grad_norm": 2.5255188941955566, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7148758769035339, + "num_tokens": 175215404.0, + "step": 7411 + }, + { + "epoch": 0.8139688117724577, + "grad_norm": 2.593590259552002, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7433068752288818, + "num_tokens": 175234254.0, + "step": 7412 + }, + { + "epoch": 0.8140786294750714, + "grad_norm": 2.4259860515594482, + "learning_rate": 1e-06, + "loss": 0.967, + "mean_token_accuracy": 0.7072197198867798, + "num_tokens": 175256880.0, + "step": 7413 + }, + { + "epoch": 0.814188447177685, + "grad_norm": 2.1398046016693115, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.725312352180481, + "num_tokens": 175282330.0, + "step": 7414 + }, + { + "epoch": 0.8142982648802987, + "grad_norm": 2.396738052368164, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7003066539764404, + "num_tokens": 175303843.0, + "step": 7415 + }, + { + "epoch": 0.8144080825829124, + "grad_norm": 2.352044105529785, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7111775875091553, + "num_tokens": 175325795.0, + "step": 7416 + }, + { + "epoch": 0.8145179002855261, + "grad_norm": 2.8795289993286133, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7057592868804932, + "num_tokens": 175342320.0, + "step": 7417 + }, + { + "epoch": 0.8146277179881397, + "grad_norm": 2.785020112991333, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7056431770324707, + "num_tokens": 175361124.0, + "step": 7418 + }, + { + "epoch": 0.8147375356907534, + "grad_norm": 2.166776418685913, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7407177090644836, + "num_tokens": 175384579.0, + "step": 7419 + }, + { + "epoch": 0.814847353393367, + "grad_norm": 2.0824663639068604, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6859859824180603, + "num_tokens": 175412573.0, + "step": 7420 + }, + { + "epoch": 0.8149571710959806, + "grad_norm": 2.379028558731079, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7357601523399353, + "num_tokens": 175434337.0, + "step": 7421 + }, + { + "epoch": 0.8150669887985943, + "grad_norm": 2.2484493255615234, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6962339282035828, + "num_tokens": 175458199.0, + "step": 7422 + }, + { + "epoch": 0.8151768065012079, + "grad_norm": 2.0307304859161377, + "learning_rate": 1e-06, + "loss": 1.0608, + "mean_token_accuracy": 0.6772992014884949, + "num_tokens": 175488116.0, + "step": 7423 + }, + { + "epoch": 0.8152866242038217, + "grad_norm": 2.7483553886413574, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7187256217002869, + "num_tokens": 175504099.0, + "step": 7424 + }, + { + "epoch": 0.8153964419064353, + "grad_norm": 1.9993572235107422, + "learning_rate": 1e-06, + "loss": 1.0158, + "mean_token_accuracy": 0.6873883008956909, + "num_tokens": 175533400.0, + "step": 7425 + }, + { + "epoch": 0.815506259609049, + "grad_norm": 2.539470672607422, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7348059415817261, + "num_tokens": 175552016.0, + "step": 7426 + }, + { + "epoch": 0.8156160773116626, + "grad_norm": 2.2833547592163086, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7225686311721802, + "num_tokens": 175576122.0, + "step": 7427 + }, + { + "epoch": 0.8157258950142763, + "grad_norm": 2.092841625213623, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.7048757076263428, + "num_tokens": 175607171.0, + "step": 7428 + }, + { + "epoch": 0.8158357127168899, + "grad_norm": 2.590374231338501, + "learning_rate": 1e-06, + "loss": 0.9012, + "mean_token_accuracy": 0.7174066305160522, + "num_tokens": 175625208.0, + "step": 7429 + }, + { + "epoch": 0.8159455304195036, + "grad_norm": 2.1988701820373535, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.693274974822998, + "num_tokens": 175650150.0, + "step": 7430 + }, + { + "epoch": 0.8160553481221173, + "grad_norm": 2.140733480453491, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.708935558795929, + "num_tokens": 175675548.0, + "step": 7431 + }, + { + "epoch": 0.816165165824731, + "grad_norm": 2.4842493534088135, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7218347787857056, + "num_tokens": 175694682.0, + "step": 7432 + }, + { + "epoch": 0.8162749835273446, + "grad_norm": 2.4030885696411133, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7122747302055359, + "num_tokens": 175716664.0, + "step": 7433 + }, + { + "epoch": 0.8163848012299583, + "grad_norm": 2.0875306129455566, + "learning_rate": 1e-06, + "loss": 1.0557, + "mean_token_accuracy": 0.683896541595459, + "num_tokens": 175744296.0, + "step": 7434 + }, + { + "epoch": 0.8164946189325719, + "grad_norm": 2.243086338043213, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.708888828754425, + "num_tokens": 175770503.0, + "step": 7435 + }, + { + "epoch": 0.8166044366351856, + "grad_norm": 1.939858078956604, + "learning_rate": 1e-06, + "loss": 1.0327, + "mean_token_accuracy": 0.6962769031524658, + "num_tokens": 175802887.0, + "step": 7436 + }, + { + "epoch": 0.8167142543377992, + "grad_norm": 2.158595323562622, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7078274488449097, + "num_tokens": 175825914.0, + "step": 7437 + }, + { + "epoch": 0.816824072040413, + "grad_norm": 2.0023200511932373, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6946180462837219, + "num_tokens": 175855219.0, + "step": 7438 + }, + { + "epoch": 0.8169338897430266, + "grad_norm": 2.4871127605438232, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7166321277618408, + "num_tokens": 175874352.0, + "step": 7439 + }, + { + "epoch": 0.8170437074456403, + "grad_norm": 2.203369379043579, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7112590074539185, + "num_tokens": 175900250.0, + "step": 7440 + }, + { + "epoch": 0.8171535251482539, + "grad_norm": 1.969752550125122, + "learning_rate": 1e-06, + "loss": 1.0171, + "mean_token_accuracy": 0.6972553133964539, + "num_tokens": 175930227.0, + "step": 7441 + }, + { + "epoch": 0.8172633428508675, + "grad_norm": 2.148404359817505, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7275645732879639, + "num_tokens": 175955526.0, + "step": 7442 + }, + { + "epoch": 0.8173731605534812, + "grad_norm": 2.434065818786621, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7068123817443848, + "num_tokens": 175975943.0, + "step": 7443 + }, + { + "epoch": 0.8174829782560948, + "grad_norm": 2.4362738132476807, + "learning_rate": 1e-06, + "loss": 0.8591, + "mean_token_accuracy": 0.7551487684249878, + "num_tokens": 175995401.0, + "step": 7444 + }, + { + "epoch": 0.8175927959587086, + "grad_norm": 2.1076104640960693, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7015085220336914, + "num_tokens": 176022116.0, + "step": 7445 + }, + { + "epoch": 0.8177026136613222, + "grad_norm": 2.284383773803711, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.7086216807365417, + "num_tokens": 176046233.0, + "step": 7446 + }, + { + "epoch": 0.8178124313639359, + "grad_norm": 2.3741049766540527, + "learning_rate": 1e-06, + "loss": 0.8545, + "mean_token_accuracy": 0.7384111881256104, + "num_tokens": 176067706.0, + "step": 7447 + }, + { + "epoch": 0.8179222490665495, + "grad_norm": 2.327592134475708, + "learning_rate": 1e-06, + "loss": 1.0515, + "mean_token_accuracy": 0.6767522692680359, + "num_tokens": 176091161.0, + "step": 7448 + }, + { + "epoch": 0.8180320667691632, + "grad_norm": 2.0922164916992188, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7063149213790894, + "num_tokens": 176120549.0, + "step": 7449 + }, + { + "epoch": 0.8181418844717768, + "grad_norm": 2.5983588695526123, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7040196657180786, + "num_tokens": 176140980.0, + "step": 7450 + }, + { + "epoch": 0.8182517021743905, + "grad_norm": 2.2515623569488525, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7305154800415039, + "num_tokens": 176164007.0, + "step": 7451 + }, + { + "epoch": 0.8183615198770041, + "grad_norm": 1.914142370223999, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.6962274312973022, + "num_tokens": 176195397.0, + "step": 7452 + }, + { + "epoch": 0.8184713375796179, + "grad_norm": 2.2510671615600586, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6974484324455261, + "num_tokens": 176222040.0, + "step": 7453 + }, + { + "epoch": 0.8185811552822315, + "grad_norm": 2.2022249698638916, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7346103191375732, + "num_tokens": 176245627.0, + "step": 7454 + }, + { + "epoch": 0.8186909729848452, + "grad_norm": 2.5040650367736816, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.6940793991088867, + "num_tokens": 176265241.0, + "step": 7455 + }, + { + "epoch": 0.8188007906874588, + "grad_norm": 2.0117950439453125, + "learning_rate": 1e-06, + "loss": 0.9717, + "mean_token_accuracy": 0.7071878910064697, + "num_tokens": 176292927.0, + "step": 7456 + }, + { + "epoch": 0.8189106083900725, + "grad_norm": 2.0526998043060303, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.6826685070991516, + "num_tokens": 176320399.0, + "step": 7457 + }, + { + "epoch": 0.8190204260926861, + "grad_norm": 2.242112874984741, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.7073866128921509, + "num_tokens": 176346193.0, + "step": 7458 + }, + { + "epoch": 0.8191302437952998, + "grad_norm": 2.140150785446167, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7257307767868042, + "num_tokens": 176371230.0, + "step": 7459 + }, + { + "epoch": 0.8192400614979135, + "grad_norm": 2.471517324447632, + "learning_rate": 1e-06, + "loss": 0.8314, + "mean_token_accuracy": 0.7360419034957886, + "num_tokens": 176389223.0, + "step": 7460 + }, + { + "epoch": 0.8193498792005272, + "grad_norm": 2.329176902770996, + "learning_rate": 1e-06, + "loss": 1.0539, + "mean_token_accuracy": 0.6935538053512573, + "num_tokens": 176410804.0, + "step": 7461 + }, + { + "epoch": 0.8194596969031408, + "grad_norm": 2.2588350772857666, + "learning_rate": 1e-06, + "loss": 1.0066, + "mean_token_accuracy": 0.6873824000358582, + "num_tokens": 176436004.0, + "step": 7462 + }, + { + "epoch": 0.8195695146057544, + "grad_norm": 2.005009412765503, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.698914647102356, + "num_tokens": 176464172.0, + "step": 7463 + }, + { + "epoch": 0.8196793323083681, + "grad_norm": 2.2519307136535645, + "learning_rate": 1e-06, + "loss": 1.0806, + "mean_token_accuracy": 0.6722738742828369, + "num_tokens": 176489747.0, + "step": 7464 + }, + { + "epoch": 0.8197891500109817, + "grad_norm": 2.3581602573394775, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7241200804710388, + "num_tokens": 176509391.0, + "step": 7465 + }, + { + "epoch": 0.8198989677135954, + "grad_norm": 2.3904800415039062, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7040406465530396, + "num_tokens": 176529536.0, + "step": 7466 + }, + { + "epoch": 0.8200087854162091, + "grad_norm": 2.4085543155670166, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7097011804580688, + "num_tokens": 176550994.0, + "step": 7467 + }, + { + "epoch": 0.8201186031188228, + "grad_norm": 2.26225209236145, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7150311470031738, + "num_tokens": 176573668.0, + "step": 7468 + }, + { + "epoch": 0.8202284208214364, + "grad_norm": 2.058666706085205, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6942315697669983, + "num_tokens": 176602850.0, + "step": 7469 + }, + { + "epoch": 0.8203382385240501, + "grad_norm": 2.066974401473999, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.6950207352638245, + "num_tokens": 176631337.0, + "step": 7470 + }, + { + "epoch": 0.8204480562266637, + "grad_norm": 2.6438419818878174, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7068836688995361, + "num_tokens": 176650740.0, + "step": 7471 + }, + { + "epoch": 0.8205578739292774, + "grad_norm": 2.1839754581451416, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7232145071029663, + "num_tokens": 176675580.0, + "step": 7472 + }, + { + "epoch": 0.820667691631891, + "grad_norm": 2.3011035919189453, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7154797315597534, + "num_tokens": 176698025.0, + "step": 7473 + }, + { + "epoch": 0.8207775093345048, + "grad_norm": 2.7238433361053467, + "learning_rate": 1e-06, + "loss": 0.8732, + "mean_token_accuracy": 0.7237610816955566, + "num_tokens": 176714223.0, + "step": 7474 + }, + { + "epoch": 0.8208873270371184, + "grad_norm": 2.646982431411743, + "learning_rate": 1e-06, + "loss": 0.8254, + "mean_token_accuracy": 0.7431180477142334, + "num_tokens": 176731247.0, + "step": 7475 + }, + { + "epoch": 0.8209971447397321, + "grad_norm": 2.341665506362915, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7377550601959229, + "num_tokens": 176752411.0, + "step": 7476 + }, + { + "epoch": 0.8211069624423457, + "grad_norm": 2.2452239990234375, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7028533220291138, + "num_tokens": 176777268.0, + "step": 7477 + }, + { + "epoch": 0.8212167801449594, + "grad_norm": 2.364809989929199, + "learning_rate": 1e-06, + "loss": 0.9808, + "mean_token_accuracy": 0.6997399926185608, + "num_tokens": 176800158.0, + "step": 7478 + }, + { + "epoch": 0.821326597847573, + "grad_norm": 2.2344601154327393, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7033315896987915, + "num_tokens": 176823882.0, + "step": 7479 + }, + { + "epoch": 0.8214364155501866, + "grad_norm": 2.19197940826416, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6929956078529358, + "num_tokens": 176850296.0, + "step": 7480 + }, + { + "epoch": 0.8215462332528004, + "grad_norm": 2.0176568031311035, + "learning_rate": 1e-06, + "loss": 0.9945, + "mean_token_accuracy": 0.6976900100708008, + "num_tokens": 176878998.0, + "step": 7481 + }, + { + "epoch": 0.821656050955414, + "grad_norm": 2.087972640991211, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7081357836723328, + "num_tokens": 176905741.0, + "step": 7482 + }, + { + "epoch": 0.8217658686580277, + "grad_norm": 2.296065330505371, + "learning_rate": 1e-06, + "loss": 1.0502, + "mean_token_accuracy": 0.6807336211204529, + "num_tokens": 176930591.0, + "step": 7483 + }, + { + "epoch": 0.8218756863606413, + "grad_norm": 2.398277759552002, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7054826021194458, + "num_tokens": 176951810.0, + "step": 7484 + }, + { + "epoch": 0.821985504063255, + "grad_norm": 2.2812256813049316, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7113944888114929, + "num_tokens": 176975048.0, + "step": 7485 + }, + { + "epoch": 0.8220953217658686, + "grad_norm": 2.189298391342163, + "learning_rate": 1e-06, + "loss": 1.0278, + "mean_token_accuracy": 0.6923894286155701, + "num_tokens": 176998977.0, + "step": 7486 + }, + { + "epoch": 0.8222051394684823, + "grad_norm": 2.541879653930664, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7184807062149048, + "num_tokens": 177018734.0, + "step": 7487 + }, + { + "epoch": 0.8223149571710959, + "grad_norm": 2.4997377395629883, + "learning_rate": 1e-06, + "loss": 0.8338, + "mean_token_accuracy": 0.7424637079238892, + "num_tokens": 177038796.0, + "step": 7488 + }, + { + "epoch": 0.8224247748737097, + "grad_norm": 2.3476133346557617, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.6997421979904175, + "num_tokens": 177062611.0, + "step": 7489 + }, + { + "epoch": 0.8225345925763233, + "grad_norm": 2.0204546451568604, + "learning_rate": 1e-06, + "loss": 0.9926, + "mean_token_accuracy": 0.6946171522140503, + "num_tokens": 177090373.0, + "step": 7490 + }, + { + "epoch": 0.822644410278937, + "grad_norm": 2.2051281929016113, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7245161533355713, + "num_tokens": 177115718.0, + "step": 7491 + }, + { + "epoch": 0.8227542279815506, + "grad_norm": 2.353440761566162, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.7112122774124146, + "num_tokens": 177137534.0, + "step": 7492 + }, + { + "epoch": 0.8228640456841643, + "grad_norm": 2.1465461254119873, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.6975567936897278, + "num_tokens": 177165495.0, + "step": 7493 + }, + { + "epoch": 0.8229738633867779, + "grad_norm": 2.493330955505371, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7167040109634399, + "num_tokens": 177184418.0, + "step": 7494 + }, + { + "epoch": 0.8230836810893916, + "grad_norm": 2.3207004070281982, + "learning_rate": 1e-06, + "loss": 1.0594, + "mean_token_accuracy": 0.6856487989425659, + "num_tokens": 177209082.0, + "step": 7495 + }, + { + "epoch": 0.8231934987920053, + "grad_norm": 2.135822057723999, + "learning_rate": 1e-06, + "loss": 1.0067, + "mean_token_accuracy": 0.6992454528808594, + "num_tokens": 177234396.0, + "step": 7496 + }, + { + "epoch": 0.823303316494619, + "grad_norm": 2.3428139686584473, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7154338955879211, + "num_tokens": 177253794.0, + "step": 7497 + }, + { + "epoch": 0.8234131341972326, + "grad_norm": 2.3291375637054443, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7232091426849365, + "num_tokens": 177275749.0, + "step": 7498 + }, + { + "epoch": 0.8235229518998463, + "grad_norm": 2.2265267372131348, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7250415086746216, + "num_tokens": 177296822.0, + "step": 7499 + }, + { + "epoch": 0.8236327696024599, + "grad_norm": 2.13777494430542, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7094220519065857, + "num_tokens": 177322277.0, + "step": 7500 + }, + { + "epoch": 0.8237425873050735, + "grad_norm": 2.3875908851623535, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7280244827270508, + "num_tokens": 177342627.0, + "step": 7501 + }, + { + "epoch": 0.8238524050076872, + "grad_norm": 2.839693784713745, + "learning_rate": 1e-06, + "loss": 0.8233, + "mean_token_accuracy": 0.7502791881561279, + "num_tokens": 177358450.0, + "step": 7502 + }, + { + "epoch": 0.823962222710301, + "grad_norm": 2.26652193069458, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7063553333282471, + "num_tokens": 177381113.0, + "step": 7503 + }, + { + "epoch": 0.8240720404129146, + "grad_norm": 2.5364320278167725, + "learning_rate": 1e-06, + "loss": 0.822, + "mean_token_accuracy": 0.7422953844070435, + "num_tokens": 177400147.0, + "step": 7504 + }, + { + "epoch": 0.8241818581155282, + "grad_norm": 2.290672779083252, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.700252890586853, + "num_tokens": 177422166.0, + "step": 7505 + }, + { + "epoch": 0.8242916758181419, + "grad_norm": 2.2704520225524902, + "learning_rate": 1e-06, + "loss": 0.8679, + "mean_token_accuracy": 0.7306386232376099, + "num_tokens": 177443704.0, + "step": 7506 + }, + { + "epoch": 0.8244014935207555, + "grad_norm": 2.501943588256836, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.716646671295166, + "num_tokens": 177464039.0, + "step": 7507 + }, + { + "epoch": 0.8245113112233692, + "grad_norm": 2.088442087173462, + "learning_rate": 1e-06, + "loss": 0.8532, + "mean_token_accuracy": 0.7310100793838501, + "num_tokens": 177491070.0, + "step": 7508 + }, + { + "epoch": 0.8246211289259828, + "grad_norm": 2.3010029792785645, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7058954238891602, + "num_tokens": 177515700.0, + "step": 7509 + }, + { + "epoch": 0.8247309466285966, + "grad_norm": 2.3760132789611816, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7043547034263611, + "num_tokens": 177537223.0, + "step": 7510 + }, + { + "epoch": 0.8248407643312102, + "grad_norm": 2.158177614212036, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6914937496185303, + "num_tokens": 177564079.0, + "step": 7511 + }, + { + "epoch": 0.8249505820338239, + "grad_norm": 2.25775146484375, + "learning_rate": 1e-06, + "loss": 1.0067, + "mean_token_accuracy": 0.6941676139831543, + "num_tokens": 177588093.0, + "step": 7512 + }, + { + "epoch": 0.8250603997364375, + "grad_norm": 2.5938003063201904, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.7156474590301514, + "num_tokens": 177606595.0, + "step": 7513 + }, + { + "epoch": 0.8251702174390512, + "grad_norm": 2.1319568157196045, + "learning_rate": 1e-06, + "loss": 1.065, + "mean_token_accuracy": 0.6756027340888977, + "num_tokens": 177635006.0, + "step": 7514 + }, + { + "epoch": 0.8252800351416648, + "grad_norm": 2.5910749435424805, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7015663385391235, + "num_tokens": 177654387.0, + "step": 7515 + }, + { + "epoch": 0.8253898528442785, + "grad_norm": 2.217910051345825, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7094669938087463, + "num_tokens": 177681725.0, + "step": 7516 + }, + { + "epoch": 0.8254996705468921, + "grad_norm": 2.1060338020324707, + "learning_rate": 1e-06, + "loss": 0.9725, + "mean_token_accuracy": 0.7038803100585938, + "num_tokens": 177707517.0, + "step": 7517 + }, + { + "epoch": 0.8256094882495059, + "grad_norm": 2.2447879314422607, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7079944610595703, + "num_tokens": 177730554.0, + "step": 7518 + }, + { + "epoch": 0.8257193059521195, + "grad_norm": 2.3990824222564697, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.691888689994812, + "num_tokens": 177752321.0, + "step": 7519 + }, + { + "epoch": 0.8258291236547332, + "grad_norm": 2.2397284507751465, + "learning_rate": 1e-06, + "loss": 1.037, + "mean_token_accuracy": 0.6978315114974976, + "num_tokens": 177776069.0, + "step": 7520 + }, + { + "epoch": 0.8259389413573468, + "grad_norm": 2.14190411567688, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7035539150238037, + "num_tokens": 177802402.0, + "step": 7521 + }, + { + "epoch": 0.8260487590599604, + "grad_norm": 2.3023793697357178, + "learning_rate": 1e-06, + "loss": 1.0054, + "mean_token_accuracy": 0.6932475566864014, + "num_tokens": 177826452.0, + "step": 7522 + }, + { + "epoch": 0.8261585767625741, + "grad_norm": 2.2609572410583496, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7082038521766663, + "num_tokens": 177849691.0, + "step": 7523 + }, + { + "epoch": 0.8262683944651877, + "grad_norm": 2.276252031326294, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7310872077941895, + "num_tokens": 177872419.0, + "step": 7524 + }, + { + "epoch": 0.8263782121678015, + "grad_norm": 2.6576857566833496, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7164931297302246, + "num_tokens": 177890405.0, + "step": 7525 + }, + { + "epoch": 0.8264880298704151, + "grad_norm": 2.2183151245117188, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7064182758331299, + "num_tokens": 177915513.0, + "step": 7526 + }, + { + "epoch": 0.8265978475730288, + "grad_norm": 2.128457546234131, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7031984329223633, + "num_tokens": 177942718.0, + "step": 7527 + }, + { + "epoch": 0.8267076652756424, + "grad_norm": 2.362525224685669, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7309467792510986, + "num_tokens": 177966813.0, + "step": 7528 + }, + { + "epoch": 0.8268174829782561, + "grad_norm": 1.9531257152557373, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.7018440961837769, + "num_tokens": 177998657.0, + "step": 7529 + }, + { + "epoch": 0.8269273006808697, + "grad_norm": 2.27555251121521, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.694718062877655, + "num_tokens": 178021207.0, + "step": 7530 + }, + { + "epoch": 0.8270371183834834, + "grad_norm": 2.2090823650360107, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7291986346244812, + "num_tokens": 178045325.0, + "step": 7531 + }, + { + "epoch": 0.8271469360860971, + "grad_norm": 2.0506253242492676, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7161809802055359, + "num_tokens": 178071825.0, + "step": 7532 + }, + { + "epoch": 0.8272567537887108, + "grad_norm": 2.1957590579986572, + "learning_rate": 1e-06, + "loss": 0.9945, + "mean_token_accuracy": 0.6933773756027222, + "num_tokens": 178097421.0, + "step": 7533 + }, + { + "epoch": 0.8273665714913244, + "grad_norm": 2.205808401107788, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.6990761160850525, + "num_tokens": 178121981.0, + "step": 7534 + }, + { + "epoch": 0.8274763891939381, + "grad_norm": 2.660816192626953, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.7243310213088989, + "num_tokens": 178139181.0, + "step": 7535 + }, + { + "epoch": 0.8275862068965517, + "grad_norm": 2.1504011154174805, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7170696258544922, + "num_tokens": 178163572.0, + "step": 7536 + }, + { + "epoch": 0.8276960245991654, + "grad_norm": 2.8798420429229736, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.7278395891189575, + "num_tokens": 178178548.0, + "step": 7537 + }, + { + "epoch": 0.827805842301779, + "grad_norm": 2.0695321559906006, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.7103539705276489, + "num_tokens": 178207609.0, + "step": 7538 + }, + { + "epoch": 0.8279156600043928, + "grad_norm": 2.0176949501037598, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7189149260520935, + "num_tokens": 178234562.0, + "step": 7539 + }, + { + "epoch": 0.8280254777070064, + "grad_norm": 2.0675387382507324, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7030476927757263, + "num_tokens": 178260974.0, + "step": 7540 + }, + { + "epoch": 0.82813529540962, + "grad_norm": 2.582075595855713, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.7189522981643677, + "num_tokens": 178279932.0, + "step": 7541 + }, + { + "epoch": 0.8282451131122337, + "grad_norm": 2.349520683288574, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7214711308479309, + "num_tokens": 178300400.0, + "step": 7542 + }, + { + "epoch": 0.8283549308148473, + "grad_norm": 2.0749292373657227, + "learning_rate": 1e-06, + "loss": 0.9068, + "mean_token_accuracy": 0.7159759998321533, + "num_tokens": 178327425.0, + "step": 7543 + }, + { + "epoch": 0.828464748517461, + "grad_norm": 2.2763044834136963, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.709242582321167, + "num_tokens": 178350739.0, + "step": 7544 + }, + { + "epoch": 0.8285745662200746, + "grad_norm": 2.5208520889282227, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7185778617858887, + "num_tokens": 178369818.0, + "step": 7545 + }, + { + "epoch": 0.8286843839226883, + "grad_norm": 2.2012550830841064, + "learning_rate": 1e-06, + "loss": 1.0409, + "mean_token_accuracy": 0.6870342493057251, + "num_tokens": 178395848.0, + "step": 7546 + }, + { + "epoch": 0.828794201625302, + "grad_norm": 2.5253946781158447, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7149690985679626, + "num_tokens": 178416684.0, + "step": 7547 + }, + { + "epoch": 0.8289040193279157, + "grad_norm": 2.283656120300293, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.6941967010498047, + "num_tokens": 178441086.0, + "step": 7548 + }, + { + "epoch": 0.8290138370305293, + "grad_norm": 2.007852554321289, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.6972196102142334, + "num_tokens": 178471366.0, + "step": 7549 + }, + { + "epoch": 0.829123654733143, + "grad_norm": 2.345109701156616, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.6982340216636658, + "num_tokens": 178493390.0, + "step": 7550 + }, + { + "epoch": 0.8292334724357566, + "grad_norm": 2.3413422107696533, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7153724431991577, + "num_tokens": 178516807.0, + "step": 7551 + }, + { + "epoch": 0.8293432901383703, + "grad_norm": 2.469877243041992, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7068951725959778, + "num_tokens": 178538015.0, + "step": 7552 + }, + { + "epoch": 0.8294531078409839, + "grad_norm": 2.0222370624542236, + "learning_rate": 1e-06, + "loss": 0.8616, + "mean_token_accuracy": 0.734933614730835, + "num_tokens": 178565348.0, + "step": 7553 + }, + { + "epoch": 0.8295629255435977, + "grad_norm": 2.0512988567352295, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7182718515396118, + "num_tokens": 178594796.0, + "step": 7554 + }, + { + "epoch": 0.8296727432462113, + "grad_norm": 2.026440382003784, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.6986169815063477, + "num_tokens": 178624331.0, + "step": 7555 + }, + { + "epoch": 0.829782560948825, + "grad_norm": 2.342996597290039, + "learning_rate": 1e-06, + "loss": 0.8015, + "mean_token_accuracy": 0.7485533952713013, + "num_tokens": 178644930.0, + "step": 7556 + }, + { + "epoch": 0.8298923786514386, + "grad_norm": 2.017929792404175, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.6951416730880737, + "num_tokens": 178675156.0, + "step": 7557 + }, + { + "epoch": 0.8300021963540523, + "grad_norm": 2.4770092964172363, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7310770750045776, + "num_tokens": 178694300.0, + "step": 7558 + }, + { + "epoch": 0.8301120140566659, + "grad_norm": 2.097557544708252, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.699858546257019, + "num_tokens": 178722064.0, + "step": 7559 + }, + { + "epoch": 0.8302218317592795, + "grad_norm": 2.065473794937134, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7092869281768799, + "num_tokens": 178751967.0, + "step": 7560 + }, + { + "epoch": 0.8303316494618933, + "grad_norm": 2.379605770111084, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7123167514801025, + "num_tokens": 178774647.0, + "step": 7561 + }, + { + "epoch": 0.830441467164507, + "grad_norm": 2.382917642593384, + "learning_rate": 1e-06, + "loss": 1.0749, + "mean_token_accuracy": 0.6760174036026001, + "num_tokens": 178798513.0, + "step": 7562 + }, + { + "epoch": 0.8305512848671206, + "grad_norm": 2.145014524459839, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6863715648651123, + "num_tokens": 178825765.0, + "step": 7563 + }, + { + "epoch": 0.8306611025697342, + "grad_norm": 2.2329893112182617, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.7073123455047607, + "num_tokens": 178848614.0, + "step": 7564 + }, + { + "epoch": 0.8307709202723479, + "grad_norm": 2.157841205596924, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.718069314956665, + "num_tokens": 178874178.0, + "step": 7565 + }, + { + "epoch": 0.8308807379749615, + "grad_norm": 2.3074471950531006, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7037776112556458, + "num_tokens": 178897351.0, + "step": 7566 + }, + { + "epoch": 0.8309905556775752, + "grad_norm": 1.923132300376892, + "learning_rate": 1e-06, + "loss": 1.0065, + "mean_token_accuracy": 0.6892108917236328, + "num_tokens": 178930259.0, + "step": 7567 + }, + { + "epoch": 0.8311003733801889, + "grad_norm": 2.3068947792053223, + "learning_rate": 1e-06, + "loss": 0.8188, + "mean_token_accuracy": 0.7456908226013184, + "num_tokens": 178952168.0, + "step": 7568 + }, + { + "epoch": 0.8312101910828026, + "grad_norm": 2.254469633102417, + "learning_rate": 1e-06, + "loss": 1.0113, + "mean_token_accuracy": 0.6957452297210693, + "num_tokens": 178976637.0, + "step": 7569 + }, + { + "epoch": 0.8313200087854162, + "grad_norm": 3.0566985607147217, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7279285192489624, + "num_tokens": 178989759.0, + "step": 7570 + }, + { + "epoch": 0.8314298264880299, + "grad_norm": 2.124809980392456, + "learning_rate": 1e-06, + "loss": 1.0526, + "mean_token_accuracy": 0.6893255710601807, + "num_tokens": 179017521.0, + "step": 7571 + }, + { + "epoch": 0.8315396441906435, + "grad_norm": 2.201680898666382, + "learning_rate": 1e-06, + "loss": 1.0386, + "mean_token_accuracy": 0.6874341368675232, + "num_tokens": 179041836.0, + "step": 7572 + }, + { + "epoch": 0.8316494618932572, + "grad_norm": 2.43428111076355, + "learning_rate": 1e-06, + "loss": 1.06, + "mean_token_accuracy": 0.6922776699066162, + "num_tokens": 179065034.0, + "step": 7573 + }, + { + "epoch": 0.8317592795958708, + "grad_norm": 2.3655147552490234, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.722846269607544, + "num_tokens": 179087685.0, + "step": 7574 + }, + { + "epoch": 0.8318690972984845, + "grad_norm": 2.155144691467285, + "learning_rate": 1e-06, + "loss": 1.0278, + "mean_token_accuracy": 0.6840259432792664, + "num_tokens": 179115035.0, + "step": 7575 + }, + { + "epoch": 0.8319789150010982, + "grad_norm": 2.314152956008911, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7258504629135132, + "num_tokens": 179138938.0, + "step": 7576 + }, + { + "epoch": 0.8320887327037119, + "grad_norm": 2.355215311050415, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6990554332733154, + "num_tokens": 179160931.0, + "step": 7577 + }, + { + "epoch": 0.8321985504063255, + "grad_norm": 2.4238901138305664, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.698585033416748, + "num_tokens": 179183160.0, + "step": 7578 + }, + { + "epoch": 0.8323083681089392, + "grad_norm": 2.3325469493865967, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7077419757843018, + "num_tokens": 179206560.0, + "step": 7579 + }, + { + "epoch": 0.8324181858115528, + "grad_norm": 2.161638021469116, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7207750678062439, + "num_tokens": 179230267.0, + "step": 7580 + }, + { + "epoch": 0.8325280035141664, + "grad_norm": 2.3534798622131348, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7086864709854126, + "num_tokens": 179251033.0, + "step": 7581 + }, + { + "epoch": 0.8326378212167801, + "grad_norm": 2.217557191848755, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.6994720101356506, + "num_tokens": 179275754.0, + "step": 7582 + }, + { + "epoch": 0.8327476389193939, + "grad_norm": 2.3772809505462646, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7274423241615295, + "num_tokens": 179296903.0, + "step": 7583 + }, + { + "epoch": 0.8328574566220075, + "grad_norm": 2.1798486709594727, + "learning_rate": 1e-06, + "loss": 1.0901, + "mean_token_accuracy": 0.6746172904968262, + "num_tokens": 179323682.0, + "step": 7584 + }, + { + "epoch": 0.8329672743246211, + "grad_norm": 2.925107955932617, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7129138708114624, + "num_tokens": 179339445.0, + "step": 7585 + }, + { + "epoch": 0.8330770920272348, + "grad_norm": 2.3267569541931152, + "learning_rate": 1e-06, + "loss": 1.0322, + "mean_token_accuracy": 0.6872042417526245, + "num_tokens": 179361517.0, + "step": 7586 + }, + { + "epoch": 0.8331869097298484, + "grad_norm": 2.238162040710449, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.695340633392334, + "num_tokens": 179385165.0, + "step": 7587 + }, + { + "epoch": 0.8332967274324621, + "grad_norm": 2.093219518661499, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6946958303451538, + "num_tokens": 179411404.0, + "step": 7588 + }, + { + "epoch": 0.8334065451350757, + "grad_norm": 2.176563262939453, + "learning_rate": 1e-06, + "loss": 1.0186, + "mean_token_accuracy": 0.7008416056632996, + "num_tokens": 179436470.0, + "step": 7589 + }, + { + "epoch": 0.8335163628376895, + "grad_norm": 2.019082546234131, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7051551342010498, + "num_tokens": 179464908.0, + "step": 7590 + }, + { + "epoch": 0.8336261805403031, + "grad_norm": 2.1903958320617676, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6920027732849121, + "num_tokens": 179490001.0, + "step": 7591 + }, + { + "epoch": 0.8337359982429168, + "grad_norm": 2.272078037261963, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7089748978614807, + "num_tokens": 179514244.0, + "step": 7592 + }, + { + "epoch": 0.8338458159455304, + "grad_norm": 2.247093439102173, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.708544135093689, + "num_tokens": 179539517.0, + "step": 7593 + }, + { + "epoch": 0.8339556336481441, + "grad_norm": 2.277308464050293, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7200796604156494, + "num_tokens": 179561250.0, + "step": 7594 + }, + { + "epoch": 0.8340654513507577, + "grad_norm": 2.1901357173919678, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7091255187988281, + "num_tokens": 179585288.0, + "step": 7595 + }, + { + "epoch": 0.8341752690533714, + "grad_norm": 2.120701789855957, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7041252255439758, + "num_tokens": 179610904.0, + "step": 7596 + }, + { + "epoch": 0.8342850867559851, + "grad_norm": 1.9077874422073364, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7108057737350464, + "num_tokens": 179640213.0, + "step": 7597 + }, + { + "epoch": 0.8343949044585988, + "grad_norm": 2.148054838180542, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.7085096836090088, + "num_tokens": 179665889.0, + "step": 7598 + }, + { + "epoch": 0.8345047221612124, + "grad_norm": 2.696624755859375, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7232751846313477, + "num_tokens": 179684103.0, + "step": 7599 + }, + { + "epoch": 0.834614539863826, + "grad_norm": 2.120924711227417, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7046214938163757, + "num_tokens": 179711171.0, + "step": 7600 + }, + { + "epoch": 0.8347243575664397, + "grad_norm": 2.2403931617736816, + "learning_rate": 1e-06, + "loss": 1.0567, + "mean_token_accuracy": 0.6880983710289001, + "num_tokens": 179736397.0, + "step": 7601 + }, + { + "epoch": 0.8348341752690533, + "grad_norm": 2.5508129596710205, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7224035859107971, + "num_tokens": 179759306.0, + "step": 7602 + }, + { + "epoch": 0.834943992971667, + "grad_norm": 2.3543105125427246, + "learning_rate": 1e-06, + "loss": 0.8515, + "mean_token_accuracy": 0.7253401279449463, + "num_tokens": 179780520.0, + "step": 7603 + }, + { + "epoch": 0.8350538106742806, + "grad_norm": 2.008787155151367, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.6975134611129761, + "num_tokens": 179809504.0, + "step": 7604 + }, + { + "epoch": 0.8351636283768944, + "grad_norm": 2.229128122329712, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7087122797966003, + "num_tokens": 179833535.0, + "step": 7605 + }, + { + "epoch": 0.835273446079508, + "grad_norm": 2.368424654006958, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7137970924377441, + "num_tokens": 179854273.0, + "step": 7606 + }, + { + "epoch": 0.8353832637821217, + "grad_norm": 2.161881923675537, + "learning_rate": 1e-06, + "loss": 1.0202, + "mean_token_accuracy": 0.6873787641525269, + "num_tokens": 179882600.0, + "step": 7607 + }, + { + "epoch": 0.8354930814847353, + "grad_norm": 2.2831506729125977, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.7012450098991394, + "num_tokens": 179907735.0, + "step": 7608 + }, + { + "epoch": 0.835602899187349, + "grad_norm": 2.315274477005005, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.6887297630310059, + "num_tokens": 179930377.0, + "step": 7609 + }, + { + "epoch": 0.8357127168899626, + "grad_norm": 2.516786575317383, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7073227167129517, + "num_tokens": 179950097.0, + "step": 7610 + }, + { + "epoch": 0.8358225345925763, + "grad_norm": 2.0373730659484863, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.712948203086853, + "num_tokens": 179976622.0, + "step": 7611 + }, + { + "epoch": 0.83593235229519, + "grad_norm": 2.496137857437134, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.6995255947113037, + "num_tokens": 179998469.0, + "step": 7612 + }, + { + "epoch": 0.8360421699978037, + "grad_norm": 2.270214796066284, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.6919713616371155, + "num_tokens": 180022475.0, + "step": 7613 + }, + { + "epoch": 0.8361519877004173, + "grad_norm": 2.6793460845947266, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7222067713737488, + "num_tokens": 180040953.0, + "step": 7614 + }, + { + "epoch": 0.836261805403031, + "grad_norm": 2.1960842609405518, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7082211375236511, + "num_tokens": 180067239.0, + "step": 7615 + }, + { + "epoch": 0.8363716231056446, + "grad_norm": 2.008451223373413, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7172842621803284, + "num_tokens": 180096794.0, + "step": 7616 + }, + { + "epoch": 0.8364814408082583, + "grad_norm": 2.3954954147338867, + "learning_rate": 1e-06, + "loss": 0.9913, + "mean_token_accuracy": 0.7063976526260376, + "num_tokens": 180118634.0, + "step": 7617 + }, + { + "epoch": 0.8365912585108719, + "grad_norm": 2.3907864093780518, + "learning_rate": 1e-06, + "loss": 0.7921, + "mean_token_accuracy": 0.7544729709625244, + "num_tokens": 180138309.0, + "step": 7618 + }, + { + "epoch": 0.8367010762134857, + "grad_norm": 2.2951292991638184, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7191163301467896, + "num_tokens": 180160775.0, + "step": 7619 + }, + { + "epoch": 0.8368108939160993, + "grad_norm": 2.3561153411865234, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7172761559486389, + "num_tokens": 180183244.0, + "step": 7620 + }, + { + "epoch": 0.836920711618713, + "grad_norm": 2.550175666809082, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.698188304901123, + "num_tokens": 180204661.0, + "step": 7621 + }, + { + "epoch": 0.8370305293213266, + "grad_norm": 2.154482364654541, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7143449187278748, + "num_tokens": 180229353.0, + "step": 7622 + }, + { + "epoch": 0.8371403470239402, + "grad_norm": 2.3393120765686035, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6972924470901489, + "num_tokens": 180252489.0, + "step": 7623 + }, + { + "epoch": 0.8372501647265539, + "grad_norm": 2.5397958755493164, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7198337316513062, + "num_tokens": 180272712.0, + "step": 7624 + }, + { + "epoch": 0.8373599824291675, + "grad_norm": 2.61838960647583, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7132207155227661, + "num_tokens": 180290823.0, + "step": 7625 + }, + { + "epoch": 0.8374698001317813, + "grad_norm": 2.3318395614624023, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7280807495117188, + "num_tokens": 180312731.0, + "step": 7626 + }, + { + "epoch": 0.8375796178343949, + "grad_norm": 2.4151601791381836, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7321087121963501, + "num_tokens": 180331625.0, + "step": 7627 + }, + { + "epoch": 0.8376894355370086, + "grad_norm": 2.2860913276672363, + "learning_rate": 1e-06, + "loss": 1.0035, + "mean_token_accuracy": 0.6927317380905151, + "num_tokens": 180354881.0, + "step": 7628 + }, + { + "epoch": 0.8377992532396222, + "grad_norm": 2.0153684616088867, + "learning_rate": 1e-06, + "loss": 0.8498, + "mean_token_accuracy": 0.7364100217819214, + "num_tokens": 180383308.0, + "step": 7629 + }, + { + "epoch": 0.8379090709422359, + "grad_norm": 2.5482337474823, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7159240245819092, + "num_tokens": 180400966.0, + "step": 7630 + }, + { + "epoch": 0.8380188886448495, + "grad_norm": 2.1690256595611572, + "learning_rate": 1e-06, + "loss": 1.0803, + "mean_token_accuracy": 0.6738243103027344, + "num_tokens": 180427668.0, + "step": 7631 + }, + { + "epoch": 0.8381287063474632, + "grad_norm": 2.2980968952178955, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.7266781330108643, + "num_tokens": 180450953.0, + "step": 7632 + }, + { + "epoch": 0.8382385240500769, + "grad_norm": 2.115211248397827, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7190845012664795, + "num_tokens": 180477501.0, + "step": 7633 + }, + { + "epoch": 0.8383483417526906, + "grad_norm": 2.6305134296417236, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7139717936515808, + "num_tokens": 180497290.0, + "step": 7634 + }, + { + "epoch": 0.8384581594553042, + "grad_norm": 2.2146694660186768, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.708037257194519, + "num_tokens": 180523376.0, + "step": 7635 + }, + { + "epoch": 0.8385679771579179, + "grad_norm": 2.1020631790161133, + "learning_rate": 1e-06, + "loss": 1.0193, + "mean_token_accuracy": 0.697797417640686, + "num_tokens": 180550800.0, + "step": 7636 + }, + { + "epoch": 0.8386777948605315, + "grad_norm": 2.2803382873535156, + "learning_rate": 1e-06, + "loss": 1.0193, + "mean_token_accuracy": 0.6946552395820618, + "num_tokens": 180574134.0, + "step": 7637 + }, + { + "epoch": 0.8387876125631452, + "grad_norm": 2.018193244934082, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7140723466873169, + "num_tokens": 180603248.0, + "step": 7638 + }, + { + "epoch": 0.8388974302657588, + "grad_norm": 2.138144016265869, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.720211923122406, + "num_tokens": 180628461.0, + "step": 7639 + }, + { + "epoch": 0.8390072479683724, + "grad_norm": 2.4850361347198486, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6939164400100708, + "num_tokens": 180648725.0, + "step": 7640 + }, + { + "epoch": 0.8391170656709862, + "grad_norm": 2.3281819820404053, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.743284285068512, + "num_tokens": 180671880.0, + "step": 7641 + }, + { + "epoch": 0.8392268833735999, + "grad_norm": 2.2028279304504395, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7145002484321594, + "num_tokens": 180699129.0, + "step": 7642 + }, + { + "epoch": 0.8393367010762135, + "grad_norm": 2.2503089904785156, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.705765962600708, + "num_tokens": 180722119.0, + "step": 7643 + }, + { + "epoch": 0.8394465187788271, + "grad_norm": 2.086200714111328, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.6982114315032959, + "num_tokens": 180748795.0, + "step": 7644 + }, + { + "epoch": 0.8395563364814408, + "grad_norm": 2.068448305130005, + "learning_rate": 1e-06, + "loss": 0.9677, + "mean_token_accuracy": 0.7107512950897217, + "num_tokens": 180777564.0, + "step": 7645 + }, + { + "epoch": 0.8396661541840544, + "grad_norm": 2.3316054344177246, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7091491222381592, + "num_tokens": 180799752.0, + "step": 7646 + }, + { + "epoch": 0.8397759718866681, + "grad_norm": 2.071277379989624, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6963039636611938, + "num_tokens": 180828327.0, + "step": 7647 + }, + { + "epoch": 0.8398857895892818, + "grad_norm": 2.216724157333374, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7066565155982971, + "num_tokens": 180854230.0, + "step": 7648 + }, + { + "epoch": 0.8399956072918955, + "grad_norm": 2.0057055950164795, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.6949005126953125, + "num_tokens": 180884260.0, + "step": 7649 + }, + { + "epoch": 0.8401054249945091, + "grad_norm": 2.365523338317871, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7111679315567017, + "num_tokens": 180906896.0, + "step": 7650 + }, + { + "epoch": 0.8402152426971228, + "grad_norm": 2.2302768230438232, + "learning_rate": 1e-06, + "loss": 0.9191, + "mean_token_accuracy": 0.7114945650100708, + "num_tokens": 180932568.0, + "step": 7651 + }, + { + "epoch": 0.8403250603997364, + "grad_norm": 2.2615091800689697, + "learning_rate": 1e-06, + "loss": 1.0604, + "mean_token_accuracy": 0.6860084533691406, + "num_tokens": 180958262.0, + "step": 7652 + }, + { + "epoch": 0.8404348781023501, + "grad_norm": 2.46056866645813, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7268117666244507, + "num_tokens": 180977167.0, + "step": 7653 + }, + { + "epoch": 0.8405446958049637, + "grad_norm": 2.156399726867676, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6935209631919861, + "num_tokens": 181001524.0, + "step": 7654 + }, + { + "epoch": 0.8406545135075775, + "grad_norm": 2.3024017810821533, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7494438290596008, + "num_tokens": 181023890.0, + "step": 7655 + }, + { + "epoch": 0.8407643312101911, + "grad_norm": 2.5705928802490234, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.7100645303726196, + "num_tokens": 181043616.0, + "step": 7656 + }, + { + "epoch": 0.8408741489128048, + "grad_norm": 2.250723361968994, + "learning_rate": 1e-06, + "loss": 1.0505, + "mean_token_accuracy": 0.6850488185882568, + "num_tokens": 181067526.0, + "step": 7657 + }, + { + "epoch": 0.8409839666154184, + "grad_norm": 2.2314746379852295, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.7204251289367676, + "num_tokens": 181089680.0, + "step": 7658 + }, + { + "epoch": 0.8410937843180321, + "grad_norm": 2.51703143119812, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.6995161175727844, + "num_tokens": 181109969.0, + "step": 7659 + }, + { + "epoch": 0.8412036020206457, + "grad_norm": 2.3529274463653564, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7057825326919556, + "num_tokens": 181132741.0, + "step": 7660 + }, + { + "epoch": 0.8413134197232593, + "grad_norm": 2.497710704803467, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.6902399063110352, + "num_tokens": 181153094.0, + "step": 7661 + }, + { + "epoch": 0.8414232374258731, + "grad_norm": 2.7610056400299072, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7024522423744202, + "num_tokens": 181169534.0, + "step": 7662 + }, + { + "epoch": 0.8415330551284868, + "grad_norm": 2.183138608932495, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7220298051834106, + "num_tokens": 181195537.0, + "step": 7663 + }, + { + "epoch": 0.8416428728311004, + "grad_norm": 2.4276926517486572, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7211922407150269, + "num_tokens": 181215046.0, + "step": 7664 + }, + { + "epoch": 0.841752690533714, + "grad_norm": 2.088954210281372, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7073054313659668, + "num_tokens": 181241737.0, + "step": 7665 + }, + { + "epoch": 0.8418625082363277, + "grad_norm": 2.192211389541626, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6932801604270935, + "num_tokens": 181266815.0, + "step": 7666 + }, + { + "epoch": 0.8419723259389413, + "grad_norm": 2.3713791370391846, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7099265456199646, + "num_tokens": 181288750.0, + "step": 7667 + }, + { + "epoch": 0.842082143641555, + "grad_norm": 2.6039650440216064, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.7273074388504028, + "num_tokens": 181307510.0, + "step": 7668 + }, + { + "epoch": 0.8421919613441686, + "grad_norm": 2.0764002799987793, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.6977594494819641, + "num_tokens": 181334325.0, + "step": 7669 + }, + { + "epoch": 0.8423017790467824, + "grad_norm": 2.5154123306274414, + "learning_rate": 1e-06, + "loss": 0.9883, + "mean_token_accuracy": 0.7020267248153687, + "num_tokens": 181354724.0, + "step": 7670 + }, + { + "epoch": 0.842411596749396, + "grad_norm": 2.271444797515869, + "learning_rate": 1e-06, + "loss": 0.8688, + "mean_token_accuracy": 0.723199725151062, + "num_tokens": 181377538.0, + "step": 7671 + }, + { + "epoch": 0.8425214144520097, + "grad_norm": 2.305699110031128, + "learning_rate": 1e-06, + "loss": 1.0252, + "mean_token_accuracy": 0.6969262361526489, + "num_tokens": 181402228.0, + "step": 7672 + }, + { + "epoch": 0.8426312321546233, + "grad_norm": 2.1230359077453613, + "learning_rate": 1e-06, + "loss": 0.9969, + "mean_token_accuracy": 0.6946165561676025, + "num_tokens": 181430340.0, + "step": 7673 + }, + { + "epoch": 0.842741049857237, + "grad_norm": 2.8315579891204834, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7326348423957825, + "num_tokens": 181449001.0, + "step": 7674 + }, + { + "epoch": 0.8428508675598506, + "grad_norm": 2.133587121963501, + "learning_rate": 1e-06, + "loss": 0.8275, + "mean_token_accuracy": 0.7398550510406494, + "num_tokens": 181473692.0, + "step": 7675 + }, + { + "epoch": 0.8429606852624643, + "grad_norm": 2.3171498775482178, + "learning_rate": 1e-06, + "loss": 1.0157, + "mean_token_accuracy": 0.6934025883674622, + "num_tokens": 181497722.0, + "step": 7676 + }, + { + "epoch": 0.843070502965078, + "grad_norm": 2.7335782051086426, + "learning_rate": 1e-06, + "loss": 1.0076, + "mean_token_accuracy": 0.6881617307662964, + "num_tokens": 181516743.0, + "step": 7677 + }, + { + "epoch": 0.8431803206676917, + "grad_norm": 2.198237419128418, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7221183776855469, + "num_tokens": 181539760.0, + "step": 7678 + }, + { + "epoch": 0.8432901383703053, + "grad_norm": 2.3725340366363525, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.726487934589386, + "num_tokens": 181559958.0, + "step": 7679 + }, + { + "epoch": 0.843399956072919, + "grad_norm": 2.089423179626465, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7235501408576965, + "num_tokens": 181585221.0, + "step": 7680 + }, + { + "epoch": 0.8435097737755326, + "grad_norm": 2.522897481918335, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7087500095367432, + "num_tokens": 181603432.0, + "step": 7681 + }, + { + "epoch": 0.8436195914781462, + "grad_norm": 2.688441753387451, + "learning_rate": 1e-06, + "loss": 0.808, + "mean_token_accuracy": 0.7486314177513123, + "num_tokens": 181618936.0, + "step": 7682 + }, + { + "epoch": 0.8437294091807599, + "grad_norm": 2.68324875831604, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7158077359199524, + "num_tokens": 181636168.0, + "step": 7683 + }, + { + "epoch": 0.8438392268833736, + "grad_norm": 1.9357625246047974, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7070558667182922, + "num_tokens": 181666632.0, + "step": 7684 + }, + { + "epoch": 0.8439490445859873, + "grad_norm": 2.2845711708068848, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.6954374313354492, + "num_tokens": 181690813.0, + "step": 7685 + }, + { + "epoch": 0.8440588622886009, + "grad_norm": 2.503659963607788, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7024873495101929, + "num_tokens": 181710769.0, + "step": 7686 + }, + { + "epoch": 0.8441686799912146, + "grad_norm": 2.0989956855773926, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6950136423110962, + "num_tokens": 181737376.0, + "step": 7687 + }, + { + "epoch": 0.8442784976938282, + "grad_norm": 2.3763771057128906, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7076927423477173, + "num_tokens": 181759879.0, + "step": 7688 + }, + { + "epoch": 0.8443883153964419, + "grad_norm": 2.2902965545654297, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7343645691871643, + "num_tokens": 181783131.0, + "step": 7689 + }, + { + "epoch": 0.8444981330990555, + "grad_norm": 2.3911349773406982, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7103605270385742, + "num_tokens": 181803425.0, + "step": 7690 + }, + { + "epoch": 0.8446079508016693, + "grad_norm": 2.3989980220794678, + "learning_rate": 1e-06, + "loss": 1.0457, + "mean_token_accuracy": 0.6777242422103882, + "num_tokens": 181826986.0, + "step": 7691 + }, + { + "epoch": 0.8447177685042829, + "grad_norm": 2.360041379928589, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7117961049079895, + "num_tokens": 181849192.0, + "step": 7692 + }, + { + "epoch": 0.8448275862068966, + "grad_norm": 2.0981380939483643, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7000019550323486, + "num_tokens": 181877085.0, + "step": 7693 + }, + { + "epoch": 0.8449374039095102, + "grad_norm": 2.094242572784424, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7222068309783936, + "num_tokens": 181903922.0, + "step": 7694 + }, + { + "epoch": 0.8450472216121239, + "grad_norm": 2.984184741973877, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7277423739433289, + "num_tokens": 181917404.0, + "step": 7695 + }, + { + "epoch": 0.8451570393147375, + "grad_norm": 2.131319284439087, + "learning_rate": 1e-06, + "loss": 0.8796, + "mean_token_accuracy": 0.7299824953079224, + "num_tokens": 181942348.0, + "step": 7696 + }, + { + "epoch": 0.8452668570173512, + "grad_norm": 2.349506139755249, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7187148332595825, + "num_tokens": 181964975.0, + "step": 7697 + }, + { + "epoch": 0.8453766747199648, + "grad_norm": 2.2658162117004395, + "learning_rate": 1e-06, + "loss": 0.9401, + "mean_token_accuracy": 0.7172679901123047, + "num_tokens": 181987887.0, + "step": 7698 + }, + { + "epoch": 0.8454864924225786, + "grad_norm": 2.085609197616577, + "learning_rate": 1e-06, + "loss": 1.045, + "mean_token_accuracy": 0.6836057901382446, + "num_tokens": 182016935.0, + "step": 7699 + }, + { + "epoch": 0.8455963101251922, + "grad_norm": 2.1799819469451904, + "learning_rate": 1e-06, + "loss": 0.948, + "mean_token_accuracy": 0.7048420906066895, + "num_tokens": 182042526.0, + "step": 7700 + }, + { + "epoch": 0.8457061278278059, + "grad_norm": 2.0722851753234863, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7001651525497437, + "num_tokens": 182070070.0, + "step": 7701 + }, + { + "epoch": 0.8458159455304195, + "grad_norm": 2.3602631092071533, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7238532900810242, + "num_tokens": 182090946.0, + "step": 7702 + }, + { + "epoch": 0.8459257632330331, + "grad_norm": 2.2627594470977783, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7212749719619751, + "num_tokens": 182114494.0, + "step": 7703 + }, + { + "epoch": 0.8460355809356468, + "grad_norm": 2.3110337257385254, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6966285705566406, + "num_tokens": 182137707.0, + "step": 7704 + }, + { + "epoch": 0.8461453986382604, + "grad_norm": 1.9329571723937988, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7008273005485535, + "num_tokens": 182168983.0, + "step": 7705 + }, + { + "epoch": 0.8462552163408742, + "grad_norm": 1.8342927694320679, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.68976891040802, + "num_tokens": 182205417.0, + "step": 7706 + }, + { + "epoch": 0.8463650340434878, + "grad_norm": 2.3086466789245605, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7090520858764648, + "num_tokens": 182226158.0, + "step": 7707 + }, + { + "epoch": 0.8464748517461015, + "grad_norm": 2.168870687484741, + "learning_rate": 1e-06, + "loss": 0.9693, + "mean_token_accuracy": 0.7034117579460144, + "num_tokens": 182250483.0, + "step": 7708 + }, + { + "epoch": 0.8465846694487151, + "grad_norm": 2.2772250175476074, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7178444266319275, + "num_tokens": 182273162.0, + "step": 7709 + }, + { + "epoch": 0.8466944871513288, + "grad_norm": 2.2595272064208984, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.7126843333244324, + "num_tokens": 182296922.0, + "step": 7710 + }, + { + "epoch": 0.8468043048539424, + "grad_norm": 2.257434606552124, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.712829053401947, + "num_tokens": 182319649.0, + "step": 7711 + }, + { + "epoch": 0.8469141225565561, + "grad_norm": 1.9606112241744995, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.6992532014846802, + "num_tokens": 182351120.0, + "step": 7712 + }, + { + "epoch": 0.8470239402591698, + "grad_norm": 2.3088479042053223, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.7008998394012451, + "num_tokens": 182372899.0, + "step": 7713 + }, + { + "epoch": 0.8471337579617835, + "grad_norm": 2.2026960849761963, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.709551215171814, + "num_tokens": 182395845.0, + "step": 7714 + }, + { + "epoch": 0.8472435756643971, + "grad_norm": 2.3676960468292236, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7030060291290283, + "num_tokens": 182417596.0, + "step": 7715 + }, + { + "epoch": 0.8473533933670108, + "grad_norm": 2.1423840522766113, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.7107846736907959, + "num_tokens": 182442972.0, + "step": 7716 + }, + { + "epoch": 0.8474632110696244, + "grad_norm": 2.4056928157806396, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.6980715394020081, + "num_tokens": 182467522.0, + "step": 7717 + }, + { + "epoch": 0.8475730287722381, + "grad_norm": 2.1702232360839844, + "learning_rate": 1e-06, + "loss": 1.0263, + "mean_token_accuracy": 0.6855890154838562, + "num_tokens": 182493400.0, + "step": 7718 + }, + { + "epoch": 0.8476828464748517, + "grad_norm": 2.1266889572143555, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7246405482292175, + "num_tokens": 182518846.0, + "step": 7719 + }, + { + "epoch": 0.8477926641774655, + "grad_norm": 2.322967290878296, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7208700180053711, + "num_tokens": 182540828.0, + "step": 7720 + }, + { + "epoch": 0.8479024818800791, + "grad_norm": 2.3233609199523926, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.6970264911651611, + "num_tokens": 182563128.0, + "step": 7721 + }, + { + "epoch": 0.8480122995826928, + "grad_norm": 2.4021310806274414, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7160810232162476, + "num_tokens": 182582635.0, + "step": 7722 + }, + { + "epoch": 0.8481221172853064, + "grad_norm": 2.2150940895080566, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.692614734172821, + "num_tokens": 182609606.0, + "step": 7723 + }, + { + "epoch": 0.84823193498792, + "grad_norm": 2.0950348377227783, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.7016782760620117, + "num_tokens": 182635288.0, + "step": 7724 + }, + { + "epoch": 0.8483417526905337, + "grad_norm": 2.19164776802063, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7003774642944336, + "num_tokens": 182660298.0, + "step": 7725 + }, + { + "epoch": 0.8484515703931473, + "grad_norm": 2.364713191986084, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7009401321411133, + "num_tokens": 182683369.0, + "step": 7726 + }, + { + "epoch": 0.848561388095761, + "grad_norm": 2.137021064758301, + "learning_rate": 1e-06, + "loss": 1.0493, + "mean_token_accuracy": 0.6800775527954102, + "num_tokens": 182711609.0, + "step": 7727 + }, + { + "epoch": 0.8486712057983747, + "grad_norm": 2.1097209453582764, + "learning_rate": 1e-06, + "loss": 0.9949, + "mean_token_accuracy": 0.6996206641197205, + "num_tokens": 182739404.0, + "step": 7728 + }, + { + "epoch": 0.8487810235009884, + "grad_norm": 2.1440141201019287, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6988295316696167, + "num_tokens": 182766029.0, + "step": 7729 + }, + { + "epoch": 0.848890841203602, + "grad_norm": 1.9985475540161133, + "learning_rate": 1e-06, + "loss": 0.9327, + "mean_token_accuracy": 0.709458589553833, + "num_tokens": 182794635.0, + "step": 7730 + }, + { + "epoch": 0.8490006589062157, + "grad_norm": 2.3216099739074707, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7088635563850403, + "num_tokens": 182818286.0, + "step": 7731 + }, + { + "epoch": 0.8491104766088293, + "grad_norm": 2.3323047161102295, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7188645601272583, + "num_tokens": 182840136.0, + "step": 7732 + }, + { + "epoch": 0.849220294311443, + "grad_norm": 2.7441928386688232, + "learning_rate": 1e-06, + "loss": 0.995, + "mean_token_accuracy": 0.69805908203125, + "num_tokens": 182857709.0, + "step": 7733 + }, + { + "epoch": 0.8493301120140566, + "grad_norm": 2.7613110542297363, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7154436111450195, + "num_tokens": 182873852.0, + "step": 7734 + }, + { + "epoch": 0.8494399297166704, + "grad_norm": 2.261369228363037, + "learning_rate": 1e-06, + "loss": 1.0944, + "mean_token_accuracy": 0.6769075393676758, + "num_tokens": 182899591.0, + "step": 7735 + }, + { + "epoch": 0.849549747419284, + "grad_norm": 2.10005784034729, + "learning_rate": 1e-06, + "loss": 1.0036, + "mean_token_accuracy": 0.6946029663085938, + "num_tokens": 182926546.0, + "step": 7736 + }, + { + "epoch": 0.8496595651218977, + "grad_norm": 2.337332010269165, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.6971036791801453, + "num_tokens": 182949204.0, + "step": 7737 + }, + { + "epoch": 0.8497693828245113, + "grad_norm": 2.4791524410247803, + "learning_rate": 1e-06, + "loss": 0.8522, + "mean_token_accuracy": 0.7334694862365723, + "num_tokens": 182968632.0, + "step": 7738 + }, + { + "epoch": 0.849879200527125, + "grad_norm": 2.260270357131958, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7378430366516113, + "num_tokens": 182991070.0, + "step": 7739 + }, + { + "epoch": 0.8499890182297386, + "grad_norm": 2.144104480743408, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.7064437866210938, + "num_tokens": 183016665.0, + "step": 7740 + }, + { + "epoch": 0.8500988359323522, + "grad_norm": 2.300124168395996, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7056528329849243, + "num_tokens": 183039831.0, + "step": 7741 + }, + { + "epoch": 0.850208653634966, + "grad_norm": 2.2152199745178223, + "learning_rate": 1e-06, + "loss": 0.8552, + "mean_token_accuracy": 0.7302074432373047, + "num_tokens": 183061355.0, + "step": 7742 + }, + { + "epoch": 0.8503184713375797, + "grad_norm": 2.003183126449585, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7175909280776978, + "num_tokens": 183089854.0, + "step": 7743 + }, + { + "epoch": 0.8504282890401933, + "grad_norm": 2.144505739212036, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7244839668273926, + "num_tokens": 183117544.0, + "step": 7744 + }, + { + "epoch": 0.8505381067428069, + "grad_norm": 2.3412888050079346, + "learning_rate": 1e-06, + "loss": 1.0707, + "mean_token_accuracy": 0.6835745573043823, + "num_tokens": 183140994.0, + "step": 7745 + }, + { + "epoch": 0.8506479244454206, + "grad_norm": 2.01179838180542, + "learning_rate": 1e-06, + "loss": 1.0024, + "mean_token_accuracy": 0.6946362257003784, + "num_tokens": 183169407.0, + "step": 7746 + }, + { + "epoch": 0.8507577421480342, + "grad_norm": 2.3797109127044678, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7061496376991272, + "num_tokens": 183190284.0, + "step": 7747 + }, + { + "epoch": 0.8508675598506479, + "grad_norm": 2.5073459148406982, + "learning_rate": 1e-06, + "loss": 0.8835, + "mean_token_accuracy": 0.7314698696136475, + "num_tokens": 183208873.0, + "step": 7748 + }, + { + "epoch": 0.8509773775532616, + "grad_norm": 2.7597603797912598, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7063544988632202, + "num_tokens": 183224747.0, + "step": 7749 + }, + { + "epoch": 0.8510871952558753, + "grad_norm": 2.085040330886841, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7101718783378601, + "num_tokens": 183251250.0, + "step": 7750 + }, + { + "epoch": 0.8511970129584889, + "grad_norm": 2.2031137943267822, + "learning_rate": 1e-06, + "loss": 1.025, + "mean_token_accuracy": 0.6921169757843018, + "num_tokens": 183278797.0, + "step": 7751 + }, + { + "epoch": 0.8513068306611026, + "grad_norm": 2.2795510292053223, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.699005126953125, + "num_tokens": 183302843.0, + "step": 7752 + }, + { + "epoch": 0.8514166483637162, + "grad_norm": 1.9159364700317383, + "learning_rate": 1e-06, + "loss": 1.0501, + "mean_token_accuracy": 0.6805012226104736, + "num_tokens": 183336207.0, + "step": 7753 + }, + { + "epoch": 0.8515264660663299, + "grad_norm": 2.262002944946289, + "learning_rate": 1e-06, + "loss": 0.9844, + "mean_token_accuracy": 0.7002912163734436, + "num_tokens": 183361080.0, + "step": 7754 + }, + { + "epoch": 0.8516362837689435, + "grad_norm": 2.6227331161499023, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7295500636100769, + "num_tokens": 183378874.0, + "step": 7755 + }, + { + "epoch": 0.8517461014715572, + "grad_norm": 2.4747235774993896, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7212516069412231, + "num_tokens": 183397863.0, + "step": 7756 + }, + { + "epoch": 0.8518559191741709, + "grad_norm": 2.176506996154785, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7222894430160522, + "num_tokens": 183422687.0, + "step": 7757 + }, + { + "epoch": 0.8519657368767846, + "grad_norm": 2.0859992504119873, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.7019602060317993, + "num_tokens": 183450886.0, + "step": 7758 + }, + { + "epoch": 0.8520755545793982, + "grad_norm": 2.786714792251587, + "learning_rate": 1e-06, + "loss": 1.0342, + "mean_token_accuracy": 0.6942992210388184, + "num_tokens": 183469168.0, + "step": 7759 + }, + { + "epoch": 0.8521853722820119, + "grad_norm": 2.2951996326446533, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7119921445846558, + "num_tokens": 183494410.0, + "step": 7760 + }, + { + "epoch": 0.8522951899846255, + "grad_norm": 2.7001445293426514, + "learning_rate": 1e-06, + "loss": 1.0378, + "mean_token_accuracy": 0.6835360527038574, + "num_tokens": 183512344.0, + "step": 7761 + }, + { + "epoch": 0.8524050076872391, + "grad_norm": 2.522648572921753, + "learning_rate": 1e-06, + "loss": 1.0511, + "mean_token_accuracy": 0.6794658303260803, + "num_tokens": 183533840.0, + "step": 7762 + }, + { + "epoch": 0.8525148253898528, + "grad_norm": 2.1853017807006836, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.7103663682937622, + "num_tokens": 183557355.0, + "step": 7763 + }, + { + "epoch": 0.8526246430924665, + "grad_norm": 2.305391311645508, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.7013189792633057, + "num_tokens": 183579320.0, + "step": 7764 + }, + { + "epoch": 0.8527344607950802, + "grad_norm": 2.2941503524780273, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7030653357505798, + "num_tokens": 183602027.0, + "step": 7765 + }, + { + "epoch": 0.8528442784976938, + "grad_norm": 2.2925853729248047, + "learning_rate": 1e-06, + "loss": 1.0736, + "mean_token_accuracy": 0.6785269975662231, + "num_tokens": 183627151.0, + "step": 7766 + }, + { + "epoch": 0.8529540962003075, + "grad_norm": 2.611701488494873, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.691312313079834, + "num_tokens": 183647346.0, + "step": 7767 + }, + { + "epoch": 0.8530639139029211, + "grad_norm": 2.271352767944336, + "learning_rate": 1e-06, + "loss": 1.056, + "mean_token_accuracy": 0.6762121915817261, + "num_tokens": 183675700.0, + "step": 7768 + }, + { + "epoch": 0.8531737316055348, + "grad_norm": 2.435051679611206, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7151292562484741, + "num_tokens": 183696944.0, + "step": 7769 + }, + { + "epoch": 0.8532835493081484, + "grad_norm": 2.178926706314087, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7196673154830933, + "num_tokens": 183721096.0, + "step": 7770 + }, + { + "epoch": 0.8533933670107622, + "grad_norm": 2.415933609008789, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7192726731300354, + "num_tokens": 183744143.0, + "step": 7771 + }, + { + "epoch": 0.8535031847133758, + "grad_norm": 2.160655975341797, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7123568058013916, + "num_tokens": 183771552.0, + "step": 7772 + }, + { + "epoch": 0.8536130024159895, + "grad_norm": 2.1165623664855957, + "learning_rate": 1e-06, + "loss": 0.8383, + "mean_token_accuracy": 0.7552554607391357, + "num_tokens": 183797370.0, + "step": 7773 + }, + { + "epoch": 0.8537228201186031, + "grad_norm": 2.562535047531128, + "learning_rate": 1e-06, + "loss": 1.0416, + "mean_token_accuracy": 0.7041615843772888, + "num_tokens": 183817493.0, + "step": 7774 + }, + { + "epoch": 0.8538326378212168, + "grad_norm": 2.2927427291870117, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7231979966163635, + "num_tokens": 183841510.0, + "step": 7775 + }, + { + "epoch": 0.8539424555238304, + "grad_norm": 2.697173833847046, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.6986021995544434, + "num_tokens": 183859128.0, + "step": 7776 + }, + { + "epoch": 0.8540522732264441, + "grad_norm": 2.2522308826446533, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.714457094669342, + "num_tokens": 183884137.0, + "step": 7777 + }, + { + "epoch": 0.8541620909290578, + "grad_norm": 2.39216947555542, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7418453097343445, + "num_tokens": 183903776.0, + "step": 7778 + }, + { + "epoch": 0.8542719086316715, + "grad_norm": 2.46093487739563, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.690376877784729, + "num_tokens": 183923989.0, + "step": 7779 + }, + { + "epoch": 0.8543817263342851, + "grad_norm": 2.0999269485473633, + "learning_rate": 1e-06, + "loss": 0.9637, + "mean_token_accuracy": 0.7102564573287964, + "num_tokens": 183951855.0, + "step": 7780 + }, + { + "epoch": 0.8544915440368988, + "grad_norm": 2.0966765880584717, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6979581117630005, + "num_tokens": 183979743.0, + "step": 7781 + }, + { + "epoch": 0.8546013617395124, + "grad_norm": 1.9931912422180176, + "learning_rate": 1e-06, + "loss": 0.9662, + "mean_token_accuracy": 0.7001959085464478, + "num_tokens": 184006953.0, + "step": 7782 + }, + { + "epoch": 0.854711179442126, + "grad_norm": 2.002399206161499, + "learning_rate": 1e-06, + "loss": 0.9327, + "mean_token_accuracy": 0.7139288187026978, + "num_tokens": 184034225.0, + "step": 7783 + }, + { + "epoch": 0.8548209971447397, + "grad_norm": 2.020782470703125, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6909276843070984, + "num_tokens": 184062120.0, + "step": 7784 + }, + { + "epoch": 0.8549308148473534, + "grad_norm": 2.3822107315063477, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7181220054626465, + "num_tokens": 184082019.0, + "step": 7785 + }, + { + "epoch": 0.8550406325499671, + "grad_norm": 2.721163272857666, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.6966250538825989, + "num_tokens": 184100763.0, + "step": 7786 + }, + { + "epoch": 0.8551504502525807, + "grad_norm": 2.1104021072387695, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.7060850858688354, + "num_tokens": 184126918.0, + "step": 7787 + }, + { + "epoch": 0.8552602679551944, + "grad_norm": 2.33089542388916, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.6960595846176147, + "num_tokens": 184150931.0, + "step": 7788 + }, + { + "epoch": 0.855370085657808, + "grad_norm": 2.449495792388916, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7192585468292236, + "num_tokens": 184170621.0, + "step": 7789 + }, + { + "epoch": 0.8554799033604217, + "grad_norm": 2.123084306716919, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7094753384590149, + "num_tokens": 184196209.0, + "step": 7790 + }, + { + "epoch": 0.8555897210630353, + "grad_norm": 2.528334856033325, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7215651273727417, + "num_tokens": 184217699.0, + "step": 7791 + }, + { + "epoch": 0.855699538765649, + "grad_norm": 2.347743034362793, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.720668613910675, + "num_tokens": 184239726.0, + "step": 7792 + }, + { + "epoch": 0.8558093564682627, + "grad_norm": 2.2402467727661133, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.7007285356521606, + "num_tokens": 184263829.0, + "step": 7793 + }, + { + "epoch": 0.8559191741708764, + "grad_norm": 2.1827073097229004, + "learning_rate": 1e-06, + "loss": 1.037, + "mean_token_accuracy": 0.690251886844635, + "num_tokens": 184287503.0, + "step": 7794 + }, + { + "epoch": 0.85602899187349, + "grad_norm": 2.044508457183838, + "learning_rate": 1e-06, + "loss": 0.9744, + "mean_token_accuracy": 0.7020406723022461, + "num_tokens": 184314728.0, + "step": 7795 + }, + { + "epoch": 0.8561388095761037, + "grad_norm": 2.409356117248535, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.712047815322876, + "num_tokens": 184335944.0, + "step": 7796 + }, + { + "epoch": 0.8562486272787173, + "grad_norm": 2.954836130142212, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.6946538686752319, + "num_tokens": 184351813.0, + "step": 7797 + }, + { + "epoch": 0.856358444981331, + "grad_norm": 2.5638723373413086, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7169061303138733, + "num_tokens": 184370466.0, + "step": 7798 + }, + { + "epoch": 0.8564682626839446, + "grad_norm": 2.630307912826538, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.720239520072937, + "num_tokens": 184388802.0, + "step": 7799 + }, + { + "epoch": 0.8565780803865584, + "grad_norm": 2.7858693599700928, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.7344475984573364, + "num_tokens": 184403469.0, + "step": 7800 + }, + { + "epoch": 0.856687898089172, + "grad_norm": 2.369934558868408, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7231342792510986, + "num_tokens": 184425851.0, + "step": 7801 + }, + { + "epoch": 0.8567977157917857, + "grad_norm": 2.270751953125, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6958445310592651, + "num_tokens": 184448644.0, + "step": 7802 + }, + { + "epoch": 0.8569075334943993, + "grad_norm": 2.443474531173706, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.708264946937561, + "num_tokens": 184470130.0, + "step": 7803 + }, + { + "epoch": 0.8570173511970129, + "grad_norm": 2.3379037380218506, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.717633843421936, + "num_tokens": 184494224.0, + "step": 7804 + }, + { + "epoch": 0.8571271688996266, + "grad_norm": 2.2271478176116943, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6904661059379578, + "num_tokens": 184518559.0, + "step": 7805 + }, + { + "epoch": 0.8572369866022402, + "grad_norm": 2.0666604042053223, + "learning_rate": 1e-06, + "loss": 1.0065, + "mean_token_accuracy": 0.7080696225166321, + "num_tokens": 184545332.0, + "step": 7806 + }, + { + "epoch": 0.857346804304854, + "grad_norm": 2.100210428237915, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.7002627849578857, + "num_tokens": 184571248.0, + "step": 7807 + }, + { + "epoch": 0.8574566220074676, + "grad_norm": 2.2127649784088135, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7008295059204102, + "num_tokens": 184597902.0, + "step": 7808 + }, + { + "epoch": 0.8575664397100813, + "grad_norm": 2.1543540954589844, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.6990499496459961, + "num_tokens": 184623480.0, + "step": 7809 + }, + { + "epoch": 0.8576762574126949, + "grad_norm": 2.166375160217285, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7244375944137573, + "num_tokens": 184648559.0, + "step": 7810 + }, + { + "epoch": 0.8577860751153086, + "grad_norm": 2.3683149814605713, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7156142592430115, + "num_tokens": 184670138.0, + "step": 7811 + }, + { + "epoch": 0.8578958928179222, + "grad_norm": 2.2536940574645996, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7108058929443359, + "num_tokens": 184694033.0, + "step": 7812 + }, + { + "epoch": 0.8580057105205359, + "grad_norm": 2.324164390563965, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7203336954116821, + "num_tokens": 184715931.0, + "step": 7813 + }, + { + "epoch": 0.8581155282231496, + "grad_norm": 2.2624452114105225, + "learning_rate": 1e-06, + "loss": 1.0468, + "mean_token_accuracy": 0.6862542629241943, + "num_tokens": 184744205.0, + "step": 7814 + }, + { + "epoch": 0.8582253459257633, + "grad_norm": 2.291734218597412, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.6930578351020813, + "num_tokens": 184766435.0, + "step": 7815 + }, + { + "epoch": 0.8583351636283769, + "grad_norm": 2.2113559246063232, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.6918783187866211, + "num_tokens": 184791169.0, + "step": 7816 + }, + { + "epoch": 0.8584449813309906, + "grad_norm": 2.114767551422119, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.6994291543960571, + "num_tokens": 184816313.0, + "step": 7817 + }, + { + "epoch": 0.8585547990336042, + "grad_norm": 2.080861806869507, + "learning_rate": 1e-06, + "loss": 0.8176, + "mean_token_accuracy": 0.7445589900016785, + "num_tokens": 184841182.0, + "step": 7818 + }, + { + "epoch": 0.8586646167362179, + "grad_norm": 2.538102865219116, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7215037941932678, + "num_tokens": 184862003.0, + "step": 7819 + }, + { + "epoch": 0.8587744344388315, + "grad_norm": 2.4183413982391357, + "learning_rate": 1e-06, + "loss": 0.8913, + "mean_token_accuracy": 0.7174552083015442, + "num_tokens": 184882075.0, + "step": 7820 + }, + { + "epoch": 0.8588842521414451, + "grad_norm": 2.384822130203247, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.7029483914375305, + "num_tokens": 184903461.0, + "step": 7821 + }, + { + "epoch": 0.8589940698440589, + "grad_norm": 2.144155979156494, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.6841835379600525, + "num_tokens": 184929488.0, + "step": 7822 + }, + { + "epoch": 0.8591038875466726, + "grad_norm": 2.262775421142578, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7201015949249268, + "num_tokens": 184952262.0, + "step": 7823 + }, + { + "epoch": 0.8592137052492862, + "grad_norm": 2.260145902633667, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.6997509598731995, + "num_tokens": 184975095.0, + "step": 7824 + }, + { + "epoch": 0.8593235229518998, + "grad_norm": 2.214966058731079, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.7076579332351685, + "num_tokens": 184998483.0, + "step": 7825 + }, + { + "epoch": 0.8594333406545135, + "grad_norm": 2.4653334617614746, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7062885165214539, + "num_tokens": 185020086.0, + "step": 7826 + }, + { + "epoch": 0.8595431583571271, + "grad_norm": 2.1184604167938232, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7124077081680298, + "num_tokens": 185043501.0, + "step": 7827 + }, + { + "epoch": 0.8596529760597408, + "grad_norm": 2.174461841583252, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7122854590415955, + "num_tokens": 185066793.0, + "step": 7828 + }, + { + "epoch": 0.8597627937623545, + "grad_norm": 2.520282506942749, + "learning_rate": 1e-06, + "loss": 0.8259, + "mean_token_accuracy": 0.7435985803604126, + "num_tokens": 185084624.0, + "step": 7829 + }, + { + "epoch": 0.8598726114649682, + "grad_norm": 2.246860980987549, + "learning_rate": 1e-06, + "loss": 0.9877, + "mean_token_accuracy": 0.7031676173210144, + "num_tokens": 185108848.0, + "step": 7830 + }, + { + "epoch": 0.8599824291675818, + "grad_norm": 2.142808437347412, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7236988544464111, + "num_tokens": 185134148.0, + "step": 7831 + }, + { + "epoch": 0.8600922468701955, + "grad_norm": 2.1038007736206055, + "learning_rate": 1e-06, + "loss": 1.0116, + "mean_token_accuracy": 0.6910804510116577, + "num_tokens": 185161741.0, + "step": 7832 + }, + { + "epoch": 0.8602020645728091, + "grad_norm": 2.2451000213623047, + "learning_rate": 1e-06, + "loss": 1.0308, + "mean_token_accuracy": 0.689617931842804, + "num_tokens": 185185699.0, + "step": 7833 + }, + { + "epoch": 0.8603118822754228, + "grad_norm": 2.291222095489502, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7071652412414551, + "num_tokens": 185209151.0, + "step": 7834 + }, + { + "epoch": 0.8604216999780364, + "grad_norm": 2.213327169418335, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.6997265815734863, + "num_tokens": 185232781.0, + "step": 7835 + }, + { + "epoch": 0.8605315176806502, + "grad_norm": 2.128049850463867, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7073362469673157, + "num_tokens": 185258857.0, + "step": 7836 + }, + { + "epoch": 0.8606413353832638, + "grad_norm": 2.227295398712158, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7018548250198364, + "num_tokens": 185283145.0, + "step": 7837 + }, + { + "epoch": 0.8607511530858775, + "grad_norm": 2.4693901538848877, + "learning_rate": 1e-06, + "loss": 1.0784, + "mean_token_accuracy": 0.6746293902397156, + "num_tokens": 185306766.0, + "step": 7838 + }, + { + "epoch": 0.8608609707884911, + "grad_norm": 1.9615331888198853, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7016175985336304, + "num_tokens": 185337263.0, + "step": 7839 + }, + { + "epoch": 0.8609707884911048, + "grad_norm": 2.3155734539031982, + "learning_rate": 1e-06, + "loss": 1.0915, + "mean_token_accuracy": 0.6744253635406494, + "num_tokens": 185361551.0, + "step": 7840 + }, + { + "epoch": 0.8610806061937184, + "grad_norm": 2.2292044162750244, + "learning_rate": 1e-06, + "loss": 0.9836, + "mean_token_accuracy": 0.7005177736282349, + "num_tokens": 185386315.0, + "step": 7841 + }, + { + "epoch": 0.861190423896332, + "grad_norm": 2.1948366165161133, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.708160400390625, + "num_tokens": 185412720.0, + "step": 7842 + }, + { + "epoch": 0.8613002415989458, + "grad_norm": 2.5311200618743896, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7310308218002319, + "num_tokens": 185431532.0, + "step": 7843 + }, + { + "epoch": 0.8614100593015594, + "grad_norm": 2.070021390914917, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.6952142715454102, + "num_tokens": 185457184.0, + "step": 7844 + }, + { + "epoch": 0.8615198770041731, + "grad_norm": 2.394425392150879, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7074811458587646, + "num_tokens": 185478116.0, + "step": 7845 + }, + { + "epoch": 0.8616296947067867, + "grad_norm": 2.430438280105591, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7190369367599487, + "num_tokens": 185498971.0, + "step": 7846 + }, + { + "epoch": 0.8617395124094004, + "grad_norm": 2.630267858505249, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7152059674263, + "num_tokens": 185517564.0, + "step": 7847 + }, + { + "epoch": 0.861849330112014, + "grad_norm": 2.199808120727539, + "learning_rate": 1e-06, + "loss": 1.0038, + "mean_token_accuracy": 0.6969645023345947, + "num_tokens": 185543409.0, + "step": 7848 + }, + { + "epoch": 0.8619591478146277, + "grad_norm": 2.406813621520996, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7047500610351562, + "num_tokens": 185564593.0, + "step": 7849 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 1.9833697080612183, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6980672478675842, + "num_tokens": 185595160.0, + "step": 7850 + }, + { + "epoch": 0.8621787832198551, + "grad_norm": 2.023559331893921, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.6918413043022156, + "num_tokens": 185622381.0, + "step": 7851 + }, + { + "epoch": 0.8622886009224687, + "grad_norm": 2.547010898590088, + "learning_rate": 1e-06, + "loss": 0.9052, + "mean_token_accuracy": 0.7170636653900146, + "num_tokens": 185641317.0, + "step": 7852 + }, + { + "epoch": 0.8623984186250824, + "grad_norm": 2.40871262550354, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7094807028770447, + "num_tokens": 185662037.0, + "step": 7853 + }, + { + "epoch": 0.862508236327696, + "grad_norm": 2.209170341491699, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.70412278175354, + "num_tokens": 185687115.0, + "step": 7854 + }, + { + "epoch": 0.8626180540303097, + "grad_norm": 2.726785898208618, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7164746522903442, + "num_tokens": 185703793.0, + "step": 7855 + }, + { + "epoch": 0.8627278717329233, + "grad_norm": 2.304447650909424, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7138652205467224, + "num_tokens": 185726295.0, + "step": 7856 + }, + { + "epoch": 0.862837689435537, + "grad_norm": 2.3258306980133057, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7212728261947632, + "num_tokens": 185749029.0, + "step": 7857 + }, + { + "epoch": 0.8629475071381507, + "grad_norm": 2.495311737060547, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7153644561767578, + "num_tokens": 185767458.0, + "step": 7858 + }, + { + "epoch": 0.8630573248407644, + "grad_norm": 2.685410976409912, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.703080952167511, + "num_tokens": 185786932.0, + "step": 7859 + }, + { + "epoch": 0.863167142543378, + "grad_norm": 2.0150809288024902, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7097813487052917, + "num_tokens": 185813323.0, + "step": 7860 + }, + { + "epoch": 0.8632769602459917, + "grad_norm": 2.446530342102051, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7349586486816406, + "num_tokens": 185832759.0, + "step": 7861 + }, + { + "epoch": 0.8633867779486053, + "grad_norm": 2.6115596294403076, + "learning_rate": 1e-06, + "loss": 1.0167, + "mean_token_accuracy": 0.6916136145591736, + "num_tokens": 185851612.0, + "step": 7862 + }, + { + "epoch": 0.863496595651219, + "grad_norm": 2.39001202583313, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.7248424291610718, + "num_tokens": 185873895.0, + "step": 7863 + }, + { + "epoch": 0.8636064133538326, + "grad_norm": 2.31960391998291, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.7288044095039368, + "num_tokens": 185895728.0, + "step": 7864 + }, + { + "epoch": 0.8637162310564463, + "grad_norm": 2.583061456680298, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.6969811320304871, + "num_tokens": 185915093.0, + "step": 7865 + }, + { + "epoch": 0.86382604875906, + "grad_norm": 2.2641682624816895, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.705387532711029, + "num_tokens": 185937405.0, + "step": 7866 + }, + { + "epoch": 0.8639358664616736, + "grad_norm": 2.289119005203247, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.7226403951644897, + "num_tokens": 185960097.0, + "step": 7867 + }, + { + "epoch": 0.8640456841642873, + "grad_norm": 2.8280694484710693, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.6897678375244141, + "num_tokens": 185975882.0, + "step": 7868 + }, + { + "epoch": 0.8641555018669009, + "grad_norm": 2.2608845233917236, + "learning_rate": 1e-06, + "loss": 1.0097, + "mean_token_accuracy": 0.6904414892196655, + "num_tokens": 186002264.0, + "step": 7869 + }, + { + "epoch": 0.8642653195695146, + "grad_norm": 2.202709913253784, + "learning_rate": 1e-06, + "loss": 1.0128, + "mean_token_accuracy": 0.687446117401123, + "num_tokens": 186027698.0, + "step": 7870 + }, + { + "epoch": 0.8643751372721282, + "grad_norm": 2.336561918258667, + "learning_rate": 1e-06, + "loss": 0.809, + "mean_token_accuracy": 0.7489043474197388, + "num_tokens": 186048464.0, + "step": 7871 + }, + { + "epoch": 0.864484954974742, + "grad_norm": 2.373810291290283, + "learning_rate": 1e-06, + "loss": 0.7313, + "mean_token_accuracy": 0.7543591260910034, + "num_tokens": 186068067.0, + "step": 7872 + }, + { + "epoch": 0.8645947726773556, + "grad_norm": 2.123723030090332, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.70982825756073, + "num_tokens": 186093811.0, + "step": 7873 + }, + { + "epoch": 0.8647045903799693, + "grad_norm": 2.111469268798828, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.715356707572937, + "num_tokens": 186118349.0, + "step": 7874 + }, + { + "epoch": 0.8648144080825829, + "grad_norm": 2.672466278076172, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7078192234039307, + "num_tokens": 186135048.0, + "step": 7875 + }, + { + "epoch": 0.8649242257851966, + "grad_norm": 2.298943042755127, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.7140651941299438, + "num_tokens": 186158282.0, + "step": 7876 + }, + { + "epoch": 0.8650340434878102, + "grad_norm": 2.148768901824951, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7249665260314941, + "num_tokens": 186183192.0, + "step": 7877 + }, + { + "epoch": 0.8651438611904239, + "grad_norm": 2.433091402053833, + "learning_rate": 1e-06, + "loss": 0.8536, + "mean_token_accuracy": 0.7312883734703064, + "num_tokens": 186203115.0, + "step": 7878 + }, + { + "epoch": 0.8652536788930375, + "grad_norm": 2.2029359340667725, + "learning_rate": 1e-06, + "loss": 1.0407, + "mean_token_accuracy": 0.6827237010002136, + "num_tokens": 186229135.0, + "step": 7879 + }, + { + "epoch": 0.8653634965956513, + "grad_norm": 2.202437400817871, + "learning_rate": 1e-06, + "loss": 1.0472, + "mean_token_accuracy": 0.6757404208183289, + "num_tokens": 186255816.0, + "step": 7880 + }, + { + "epoch": 0.8654733142982649, + "grad_norm": 2.32570743560791, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.7019849419593811, + "num_tokens": 186279102.0, + "step": 7881 + }, + { + "epoch": 0.8655831320008786, + "grad_norm": 2.1471328735351562, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7151004076004028, + "num_tokens": 186303718.0, + "step": 7882 + }, + { + "epoch": 0.8656929497034922, + "grad_norm": 2.4864559173583984, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7026235461235046, + "num_tokens": 186323907.0, + "step": 7883 + }, + { + "epoch": 0.8658027674061058, + "grad_norm": 2.753154993057251, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.6857861280441284, + "num_tokens": 186341299.0, + "step": 7884 + }, + { + "epoch": 0.8659125851087195, + "grad_norm": 1.8895994424819946, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7054828405380249, + "num_tokens": 186372913.0, + "step": 7885 + }, + { + "epoch": 0.8660224028113331, + "grad_norm": 2.19783353805542, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.6955959796905518, + "num_tokens": 186398820.0, + "step": 7886 + }, + { + "epoch": 0.8661322205139469, + "grad_norm": 2.1659984588623047, + "learning_rate": 1e-06, + "loss": 1.0732, + "mean_token_accuracy": 0.6786730885505676, + "num_tokens": 186426474.0, + "step": 7887 + }, + { + "epoch": 0.8662420382165605, + "grad_norm": 1.9715185165405273, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.6986733078956604, + "num_tokens": 186458688.0, + "step": 7888 + }, + { + "epoch": 0.8663518559191742, + "grad_norm": 2.1233303546905518, + "learning_rate": 1e-06, + "loss": 1.1409, + "mean_token_accuracy": 0.6711019277572632, + "num_tokens": 186485172.0, + "step": 7889 + }, + { + "epoch": 0.8664616736217878, + "grad_norm": 2.455510377883911, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.731094479560852, + "num_tokens": 186504660.0, + "step": 7890 + }, + { + "epoch": 0.8665714913244015, + "grad_norm": 2.329955577850342, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6893271207809448, + "num_tokens": 186528264.0, + "step": 7891 + }, + { + "epoch": 0.8666813090270151, + "grad_norm": 1.9692916870117188, + "learning_rate": 1e-06, + "loss": 0.8675, + "mean_token_accuracy": 0.7286098599433899, + "num_tokens": 186556219.0, + "step": 7892 + }, + { + "epoch": 0.8667911267296288, + "grad_norm": 2.3892853260040283, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7092396020889282, + "num_tokens": 186577389.0, + "step": 7893 + }, + { + "epoch": 0.8669009444322425, + "grad_norm": 2.2106988430023193, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.7054482698440552, + "num_tokens": 186604223.0, + "step": 7894 + }, + { + "epoch": 0.8670107621348562, + "grad_norm": 2.4081153869628906, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7274062633514404, + "num_tokens": 186624229.0, + "step": 7895 + }, + { + "epoch": 0.8671205798374698, + "grad_norm": 2.304128885269165, + "learning_rate": 1e-06, + "loss": 1.0034, + "mean_token_accuracy": 0.6916089057922363, + "num_tokens": 186648290.0, + "step": 7896 + }, + { + "epoch": 0.8672303975400835, + "grad_norm": 1.9602618217468262, + "learning_rate": 1e-06, + "loss": 1.0028, + "mean_token_accuracy": 0.6939018368721008, + "num_tokens": 186678745.0, + "step": 7897 + }, + { + "epoch": 0.8673402152426971, + "grad_norm": 2.168546676635742, + "learning_rate": 1e-06, + "loss": 1.0201, + "mean_token_accuracy": 0.6903756260871887, + "num_tokens": 186707024.0, + "step": 7898 + }, + { + "epoch": 0.8674500329453108, + "grad_norm": 2.2742562294006348, + "learning_rate": 1e-06, + "loss": 1.039, + "mean_token_accuracy": 0.6810880899429321, + "num_tokens": 186731872.0, + "step": 7899 + }, + { + "epoch": 0.8675598506479244, + "grad_norm": 2.65525484085083, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7165967226028442, + "num_tokens": 186751733.0, + "step": 7900 + }, + { + "epoch": 0.8676696683505382, + "grad_norm": 2.5100409984588623, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7260721325874329, + "num_tokens": 186771949.0, + "step": 7901 + }, + { + "epoch": 0.8677794860531518, + "grad_norm": 2.360351085662842, + "learning_rate": 1e-06, + "loss": 1.036, + "mean_token_accuracy": 0.6988375782966614, + "num_tokens": 186794683.0, + "step": 7902 + }, + { + "epoch": 0.8678893037557655, + "grad_norm": 2.4471359252929688, + "learning_rate": 1e-06, + "loss": 0.9548, + "mean_token_accuracy": 0.7244175672531128, + "num_tokens": 186816080.0, + "step": 7903 + }, + { + "epoch": 0.8679991214583791, + "grad_norm": 1.9291508197784424, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6948816776275635, + "num_tokens": 186847616.0, + "step": 7904 + }, + { + "epoch": 0.8681089391609927, + "grad_norm": 2.567711114883423, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.6926814913749695, + "num_tokens": 186867223.0, + "step": 7905 + }, + { + "epoch": 0.8682187568636064, + "grad_norm": 2.38124418258667, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.6994497776031494, + "num_tokens": 186889671.0, + "step": 7906 + }, + { + "epoch": 0.86832857456622, + "grad_norm": 2.0830068588256836, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.7038277387619019, + "num_tokens": 186916799.0, + "step": 7907 + }, + { + "epoch": 0.8684383922688337, + "grad_norm": 2.065234422683716, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7118061780929565, + "num_tokens": 186944189.0, + "step": 7908 + }, + { + "epoch": 0.8685482099714474, + "grad_norm": 2.1695454120635986, + "learning_rate": 1e-06, + "loss": 1.0155, + "mean_token_accuracy": 0.6878297328948975, + "num_tokens": 186969751.0, + "step": 7909 + }, + { + "epoch": 0.8686580276740611, + "grad_norm": 2.7141382694244385, + "learning_rate": 1e-06, + "loss": 1.0024, + "mean_token_accuracy": 0.7034238576889038, + "num_tokens": 186989596.0, + "step": 7910 + }, + { + "epoch": 0.8687678453766747, + "grad_norm": 2.22996187210083, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7130717039108276, + "num_tokens": 187013517.0, + "step": 7911 + }, + { + "epoch": 0.8688776630792884, + "grad_norm": 2.567732334136963, + "learning_rate": 1e-06, + "loss": 0.9179, + "mean_token_accuracy": 0.7151545286178589, + "num_tokens": 187031688.0, + "step": 7912 + }, + { + "epoch": 0.868987480781902, + "grad_norm": 2.107311248779297, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7032427787780762, + "num_tokens": 187058669.0, + "step": 7913 + }, + { + "epoch": 0.8690972984845157, + "grad_norm": 2.3159561157226562, + "learning_rate": 1e-06, + "loss": 0.9512, + "mean_token_accuracy": 0.7082294821739197, + "num_tokens": 187082515.0, + "step": 7914 + }, + { + "epoch": 0.8692071161871293, + "grad_norm": 2.3220694065093994, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7216281890869141, + "num_tokens": 187107065.0, + "step": 7915 + }, + { + "epoch": 0.8693169338897431, + "grad_norm": 1.987780213356018, + "learning_rate": 1e-06, + "loss": 1.0883, + "mean_token_accuracy": 0.6723266243934631, + "num_tokens": 187136917.0, + "step": 7916 + }, + { + "epoch": 0.8694267515923567, + "grad_norm": 2.6101033687591553, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.7041609883308411, + "num_tokens": 187157407.0, + "step": 7917 + }, + { + "epoch": 0.8695365692949704, + "grad_norm": 2.0357518196105957, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7024170756340027, + "num_tokens": 187185190.0, + "step": 7918 + }, + { + "epoch": 0.869646386997584, + "grad_norm": 2.3798701763153076, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7083238959312439, + "num_tokens": 187207615.0, + "step": 7919 + }, + { + "epoch": 0.8697562047001977, + "grad_norm": 2.1751084327697754, + "learning_rate": 1e-06, + "loss": 1.0064, + "mean_token_accuracy": 0.692028284072876, + "num_tokens": 187233188.0, + "step": 7920 + }, + { + "epoch": 0.8698660224028113, + "grad_norm": 2.186185598373413, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7328864932060242, + "num_tokens": 187257061.0, + "step": 7921 + }, + { + "epoch": 0.869975840105425, + "grad_norm": 2.1727523803710938, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.7038830518722534, + "num_tokens": 187281474.0, + "step": 7922 + }, + { + "epoch": 0.8700856578080387, + "grad_norm": 2.270040512084961, + "learning_rate": 1e-06, + "loss": 0.9379, + "mean_token_accuracy": 0.7114020586013794, + "num_tokens": 187303674.0, + "step": 7923 + }, + { + "epoch": 0.8701954755106523, + "grad_norm": 2.681190252304077, + "learning_rate": 1e-06, + "loss": 0.8528, + "mean_token_accuracy": 0.7347908020019531, + "num_tokens": 187320974.0, + "step": 7924 + }, + { + "epoch": 0.870305293213266, + "grad_norm": 2.0836219787597656, + "learning_rate": 1e-06, + "loss": 1.0598, + "mean_token_accuracy": 0.6855954527854919, + "num_tokens": 187347711.0, + "step": 7925 + }, + { + "epoch": 0.8704151109158796, + "grad_norm": 2.413073778152466, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7258199453353882, + "num_tokens": 187369984.0, + "step": 7926 + }, + { + "epoch": 0.8705249286184933, + "grad_norm": 2.638680934906006, + "learning_rate": 1e-06, + "loss": 1.0566, + "mean_token_accuracy": 0.6968551874160767, + "num_tokens": 187390109.0, + "step": 7927 + }, + { + "epoch": 0.8706347463211069, + "grad_norm": 2.051534414291382, + "learning_rate": 1e-06, + "loss": 1.0139, + "mean_token_accuracy": 0.6953202486038208, + "num_tokens": 187418984.0, + "step": 7928 + }, + { + "epoch": 0.8707445640237206, + "grad_norm": 2.5616817474365234, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7041420936584473, + "num_tokens": 187436934.0, + "step": 7929 + }, + { + "epoch": 0.8708543817263343, + "grad_norm": 2.372694253921509, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.7205797433853149, + "num_tokens": 187459807.0, + "step": 7930 + }, + { + "epoch": 0.870964199428948, + "grad_norm": 2.0999209880828857, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7090531587600708, + "num_tokens": 187486379.0, + "step": 7931 + }, + { + "epoch": 0.8710740171315616, + "grad_norm": 2.7363805770874023, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7317042350769043, + "num_tokens": 187501960.0, + "step": 7932 + }, + { + "epoch": 0.8711838348341753, + "grad_norm": 2.0131845474243164, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7098531723022461, + "num_tokens": 187534780.0, + "step": 7933 + }, + { + "epoch": 0.8712936525367889, + "grad_norm": 2.4166054725646973, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7261815667152405, + "num_tokens": 187555435.0, + "step": 7934 + }, + { + "epoch": 0.8714034702394026, + "grad_norm": 2.1781957149505615, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7243905067443848, + "num_tokens": 187581167.0, + "step": 7935 + }, + { + "epoch": 0.8715132879420162, + "grad_norm": 2.0547711849212646, + "learning_rate": 1e-06, + "loss": 1.0124, + "mean_token_accuracy": 0.6966533064842224, + "num_tokens": 187611278.0, + "step": 7936 + }, + { + "epoch": 0.87162310564463, + "grad_norm": 2.3474247455596924, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7140009999275208, + "num_tokens": 187633398.0, + "step": 7937 + }, + { + "epoch": 0.8717329233472436, + "grad_norm": 2.627171754837036, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7197837829589844, + "num_tokens": 187650961.0, + "step": 7938 + }, + { + "epoch": 0.8718427410498573, + "grad_norm": 2.1608755588531494, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7191199064254761, + "num_tokens": 187675895.0, + "step": 7939 + }, + { + "epoch": 0.8719525587524709, + "grad_norm": 2.5418741703033447, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7141062617301941, + "num_tokens": 187694437.0, + "step": 7940 + }, + { + "epoch": 0.8720623764550846, + "grad_norm": 2.2241289615631104, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.693773627281189, + "num_tokens": 187720352.0, + "step": 7941 + }, + { + "epoch": 0.8721721941576982, + "grad_norm": 2.2852118015289307, + "learning_rate": 1e-06, + "loss": 1.0009, + "mean_token_accuracy": 0.695182740688324, + "num_tokens": 187745631.0, + "step": 7942 + }, + { + "epoch": 0.8722820118603118, + "grad_norm": 2.413691997528076, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7081102132797241, + "num_tokens": 187765825.0, + "step": 7943 + }, + { + "epoch": 0.8723918295629255, + "grad_norm": 2.095553159713745, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7202237844467163, + "num_tokens": 187790018.0, + "step": 7944 + }, + { + "epoch": 0.8725016472655392, + "grad_norm": 2.107468366622925, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.6986575126647949, + "num_tokens": 187818077.0, + "step": 7945 + }, + { + "epoch": 0.8726114649681529, + "grad_norm": 2.0342252254486084, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.6978572607040405, + "num_tokens": 187847773.0, + "step": 7946 + }, + { + "epoch": 0.8727212826707665, + "grad_norm": 2.131197929382324, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.6898970603942871, + "num_tokens": 187874374.0, + "step": 7947 + }, + { + "epoch": 0.8728311003733802, + "grad_norm": 2.302438735961914, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7170419096946716, + "num_tokens": 187896383.0, + "step": 7948 + }, + { + "epoch": 0.8729409180759938, + "grad_norm": 2.2201244831085205, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7154816389083862, + "num_tokens": 187921262.0, + "step": 7949 + }, + { + "epoch": 0.8730507357786075, + "grad_norm": 2.3637566566467285, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.7056429386138916, + "num_tokens": 187946053.0, + "step": 7950 + }, + { + "epoch": 0.8731605534812211, + "grad_norm": 2.4194695949554443, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7125719785690308, + "num_tokens": 187967188.0, + "step": 7951 + }, + { + "epoch": 0.8732703711838349, + "grad_norm": 2.096820116043091, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7110083699226379, + "num_tokens": 187992914.0, + "step": 7952 + }, + { + "epoch": 0.8733801888864485, + "grad_norm": 2.1693620681762695, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.699866771697998, + "num_tokens": 188019080.0, + "step": 7953 + }, + { + "epoch": 0.8734900065890622, + "grad_norm": 2.313772678375244, + "learning_rate": 1e-06, + "loss": 1.0932, + "mean_token_accuracy": 0.6916245818138123, + "num_tokens": 188042600.0, + "step": 7954 + }, + { + "epoch": 0.8735998242916758, + "grad_norm": 2.214876174926758, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7004006505012512, + "num_tokens": 188067495.0, + "step": 7955 + }, + { + "epoch": 0.8737096419942895, + "grad_norm": 2.0355987548828125, + "learning_rate": 1e-06, + "loss": 1.0532, + "mean_token_accuracy": 0.6838026642799377, + "num_tokens": 188098225.0, + "step": 7956 + }, + { + "epoch": 0.8738194596969031, + "grad_norm": 2.5128345489501953, + "learning_rate": 1e-06, + "loss": 1.0259, + "mean_token_accuracy": 0.6849186420440674, + "num_tokens": 188120384.0, + "step": 7957 + }, + { + "epoch": 0.8739292773995168, + "grad_norm": 2.033923864364624, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.7108311057090759, + "num_tokens": 188147354.0, + "step": 7958 + }, + { + "epoch": 0.8740390951021305, + "grad_norm": 1.9247488975524902, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7074165940284729, + "num_tokens": 188177076.0, + "step": 7959 + }, + { + "epoch": 0.8741489128047442, + "grad_norm": 2.164025068283081, + "learning_rate": 1e-06, + "loss": 1.1141, + "mean_token_accuracy": 0.6699872016906738, + "num_tokens": 188205389.0, + "step": 7960 + }, + { + "epoch": 0.8742587305073578, + "grad_norm": 2.40444016456604, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7156739234924316, + "num_tokens": 188226753.0, + "step": 7961 + }, + { + "epoch": 0.8743685482099715, + "grad_norm": 2.138984441757202, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.7130979299545288, + "num_tokens": 188253522.0, + "step": 7962 + }, + { + "epoch": 0.8744783659125851, + "grad_norm": 2.0400795936584473, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7023234367370605, + "num_tokens": 188279703.0, + "step": 7963 + }, + { + "epoch": 0.8745881836151987, + "grad_norm": 2.630950689315796, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.720723032951355, + "num_tokens": 188299773.0, + "step": 7964 + }, + { + "epoch": 0.8746980013178124, + "grad_norm": 2.3159265518188477, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7177337408065796, + "num_tokens": 188320920.0, + "step": 7965 + }, + { + "epoch": 0.8748078190204261, + "grad_norm": 2.054335594177246, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7117698788642883, + "num_tokens": 188348276.0, + "step": 7966 + }, + { + "epoch": 0.8749176367230398, + "grad_norm": 2.273815155029297, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7040828466415405, + "num_tokens": 188371478.0, + "step": 7967 + }, + { + "epoch": 0.8750274544256534, + "grad_norm": 2.0345535278320312, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7148236036300659, + "num_tokens": 188402172.0, + "step": 7968 + }, + { + "epoch": 0.8751372721282671, + "grad_norm": 2.5617191791534424, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7131529450416565, + "num_tokens": 188420255.0, + "step": 7969 + }, + { + "epoch": 0.8752470898308807, + "grad_norm": 2.492187738418579, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7267425060272217, + "num_tokens": 188439448.0, + "step": 7970 + }, + { + "epoch": 0.8753569075334944, + "grad_norm": 2.2829248905181885, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.7198873162269592, + "num_tokens": 188463713.0, + "step": 7971 + }, + { + "epoch": 0.875466725236108, + "grad_norm": 2.241209030151367, + "learning_rate": 1e-06, + "loss": 1.0649, + "mean_token_accuracy": 0.6951727867126465, + "num_tokens": 188490446.0, + "step": 7972 + }, + { + "epoch": 0.8755765429387217, + "grad_norm": 2.2078800201416016, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.7211665511131287, + "num_tokens": 188515451.0, + "step": 7973 + }, + { + "epoch": 0.8756863606413354, + "grad_norm": 2.254528045654297, + "learning_rate": 1e-06, + "loss": 0.9689, + "mean_token_accuracy": 0.7035971283912659, + "num_tokens": 188540384.0, + "step": 7974 + }, + { + "epoch": 0.8757961783439491, + "grad_norm": 2.302976131439209, + "learning_rate": 1e-06, + "loss": 1.0365, + "mean_token_accuracy": 0.6846473217010498, + "num_tokens": 188564001.0, + "step": 7975 + }, + { + "epoch": 0.8759059960465627, + "grad_norm": 2.0986533164978027, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7271360158920288, + "num_tokens": 188588793.0, + "step": 7976 + }, + { + "epoch": 0.8760158137491764, + "grad_norm": 2.302853584289551, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7103904485702515, + "num_tokens": 188612911.0, + "step": 7977 + }, + { + "epoch": 0.87612563145179, + "grad_norm": 2.686635971069336, + "learning_rate": 1e-06, + "loss": 0.9281, + "mean_token_accuracy": 0.7123315334320068, + "num_tokens": 188629674.0, + "step": 7978 + }, + { + "epoch": 0.8762354491544037, + "grad_norm": 2.662414312362671, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.711024284362793, + "num_tokens": 188647118.0, + "step": 7979 + }, + { + "epoch": 0.8763452668570173, + "grad_norm": 2.420278310775757, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7150958776473999, + "num_tokens": 188671801.0, + "step": 7980 + }, + { + "epoch": 0.8764550845596311, + "grad_norm": 2.154280424118042, + "learning_rate": 1e-06, + "loss": 1.0568, + "mean_token_accuracy": 0.6865991950035095, + "num_tokens": 188697417.0, + "step": 7981 + }, + { + "epoch": 0.8765649022622447, + "grad_norm": 2.2215750217437744, + "learning_rate": 1e-06, + "loss": 0.8641, + "mean_token_accuracy": 0.7235405445098877, + "num_tokens": 188720086.0, + "step": 7982 + }, + { + "epoch": 0.8766747199648584, + "grad_norm": 2.17645001411438, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7078784704208374, + "num_tokens": 188746859.0, + "step": 7983 + }, + { + "epoch": 0.876784537667472, + "grad_norm": 2.4767489433288574, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7087795734405518, + "num_tokens": 188766312.0, + "step": 7984 + }, + { + "epoch": 0.8768943553700856, + "grad_norm": 2.175321578979492, + "learning_rate": 1e-06, + "loss": 1.0457, + "mean_token_accuracy": 0.6943538188934326, + "num_tokens": 188791697.0, + "step": 7985 + }, + { + "epoch": 0.8770041730726993, + "grad_norm": 2.061847686767578, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7068759799003601, + "num_tokens": 188817224.0, + "step": 7986 + }, + { + "epoch": 0.8771139907753129, + "grad_norm": 2.3776772022247314, + "learning_rate": 1e-06, + "loss": 1.0706, + "mean_token_accuracy": 0.6916198134422302, + "num_tokens": 188841254.0, + "step": 7987 + }, + { + "epoch": 0.8772238084779267, + "grad_norm": 2.0786421298980713, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.694344162940979, + "num_tokens": 188868992.0, + "step": 7988 + }, + { + "epoch": 0.8773336261805403, + "grad_norm": 2.107701539993286, + "learning_rate": 1e-06, + "loss": 1.0513, + "mean_token_accuracy": 0.6856585741043091, + "num_tokens": 188896373.0, + "step": 7989 + }, + { + "epoch": 0.877443443883154, + "grad_norm": 2.8937876224517822, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7167465686798096, + "num_tokens": 188917793.0, + "step": 7990 + }, + { + "epoch": 0.8775532615857676, + "grad_norm": 2.292645215988159, + "learning_rate": 1e-06, + "loss": 0.9849, + "mean_token_accuracy": 0.6955369114875793, + "num_tokens": 188940126.0, + "step": 7991 + }, + { + "epoch": 0.8776630792883813, + "grad_norm": 2.300485610961914, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7113946676254272, + "num_tokens": 188964174.0, + "step": 7992 + }, + { + "epoch": 0.8777728969909949, + "grad_norm": 2.2682137489318848, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.7214808464050293, + "num_tokens": 188984928.0, + "step": 7993 + }, + { + "epoch": 0.8778827146936086, + "grad_norm": 1.9859806299209595, + "learning_rate": 1e-06, + "loss": 1.0494, + "mean_token_accuracy": 0.6769621968269348, + "num_tokens": 189018538.0, + "step": 7994 + }, + { + "epoch": 0.8779925323962223, + "grad_norm": 2.4204211235046387, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.7023550271987915, + "num_tokens": 189039502.0, + "step": 7995 + }, + { + "epoch": 0.878102350098836, + "grad_norm": 1.9865642786026, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.68952876329422, + "num_tokens": 189073321.0, + "step": 7996 + }, + { + "epoch": 0.8782121678014496, + "grad_norm": 2.1865930557250977, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.7159274816513062, + "num_tokens": 189097522.0, + "step": 7997 + }, + { + "epoch": 0.8783219855040633, + "grad_norm": 2.3853719234466553, + "learning_rate": 1e-06, + "loss": 1.0341, + "mean_token_accuracy": 0.6843975782394409, + "num_tokens": 189118596.0, + "step": 7998 + }, + { + "epoch": 0.8784318032066769, + "grad_norm": 2.068244695663452, + "learning_rate": 1e-06, + "loss": 1.024, + "mean_token_accuracy": 0.6903703808784485, + "num_tokens": 189147773.0, + "step": 7999 + }, + { + "epoch": 0.8785416209092906, + "grad_norm": 2.759889602661133, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7300151586532593, + "num_tokens": 189162893.0, + "step": 8000 + }, + { + "epoch": 0.8786514386119042, + "grad_norm": 2.178903341293335, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.6967096328735352, + "num_tokens": 189188007.0, + "step": 8001 + }, + { + "epoch": 0.8787612563145178, + "grad_norm": 2.390110731124878, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7159435749053955, + "num_tokens": 189209371.0, + "step": 8002 + }, + { + "epoch": 0.8788710740171316, + "grad_norm": 2.763523817062378, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7106192111968994, + "num_tokens": 189227797.0, + "step": 8003 + }, + { + "epoch": 0.8789808917197452, + "grad_norm": 2.1522715091705322, + "learning_rate": 1e-06, + "loss": 1.0771, + "mean_token_accuracy": 0.6815001964569092, + "num_tokens": 189255330.0, + "step": 8004 + }, + { + "epoch": 0.8790907094223589, + "grad_norm": 2.1368460655212402, + "learning_rate": 1e-06, + "loss": 0.8815, + "mean_token_accuracy": 0.7204194068908691, + "num_tokens": 189280139.0, + "step": 8005 + }, + { + "epoch": 0.8792005271249725, + "grad_norm": 2.792005777359009, + "learning_rate": 1e-06, + "loss": 0.8323, + "mean_token_accuracy": 0.735901415348053, + "num_tokens": 189295633.0, + "step": 8006 + }, + { + "epoch": 0.8793103448275862, + "grad_norm": 2.6393649578094482, + "learning_rate": 1e-06, + "loss": 0.9723, + "mean_token_accuracy": 0.6975107192993164, + "num_tokens": 189314292.0, + "step": 8007 + }, + { + "epoch": 0.8794201625301998, + "grad_norm": 2.252622127532959, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.716882586479187, + "num_tokens": 189337718.0, + "step": 8008 + }, + { + "epoch": 0.8795299802328135, + "grad_norm": 2.2261011600494385, + "learning_rate": 1e-06, + "loss": 0.8288, + "mean_token_accuracy": 0.7421407699584961, + "num_tokens": 189360000.0, + "step": 8009 + }, + { + "epoch": 0.8796397979354272, + "grad_norm": 2.131838798522949, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.710212230682373, + "num_tokens": 189384257.0, + "step": 8010 + }, + { + "epoch": 0.8797496156380409, + "grad_norm": 2.3382577896118164, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7350350022315979, + "num_tokens": 189406432.0, + "step": 8011 + }, + { + "epoch": 0.8798594333406545, + "grad_norm": 2.2229387760162354, + "learning_rate": 1e-06, + "loss": 0.9609, + "mean_token_accuracy": 0.718822717666626, + "num_tokens": 189432440.0, + "step": 8012 + }, + { + "epoch": 0.8799692510432682, + "grad_norm": 2.4259707927703857, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7178640961647034, + "num_tokens": 189452902.0, + "step": 8013 + }, + { + "epoch": 0.8800790687458818, + "grad_norm": 2.1799380779266357, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7106645703315735, + "num_tokens": 189480598.0, + "step": 8014 + }, + { + "epoch": 0.8801888864484955, + "grad_norm": 2.3361382484436035, + "learning_rate": 1e-06, + "loss": 1.0082, + "mean_token_accuracy": 0.7023323774337769, + "num_tokens": 189502725.0, + "step": 8015 + }, + { + "epoch": 0.8802987041511091, + "grad_norm": 2.1549925804138184, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7089163064956665, + "num_tokens": 189527841.0, + "step": 8016 + }, + { + "epoch": 0.8804085218537229, + "grad_norm": 2.5269973278045654, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7161673307418823, + "num_tokens": 189548851.0, + "step": 8017 + }, + { + "epoch": 0.8805183395563365, + "grad_norm": 2.414909839630127, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.692131519317627, + "num_tokens": 189568885.0, + "step": 8018 + }, + { + "epoch": 0.8806281572589502, + "grad_norm": 2.2850868701934814, + "learning_rate": 1e-06, + "loss": 0.9685, + "mean_token_accuracy": 0.7032668590545654, + "num_tokens": 189592145.0, + "step": 8019 + }, + { + "epoch": 0.8807379749615638, + "grad_norm": 2.068688154220581, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7089393138885498, + "num_tokens": 189620535.0, + "step": 8020 + }, + { + "epoch": 0.8808477926641775, + "grad_norm": 2.2403969764709473, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7096714377403259, + "num_tokens": 189642571.0, + "step": 8021 + }, + { + "epoch": 0.8809576103667911, + "grad_norm": 2.4526543617248535, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7294878959655762, + "num_tokens": 189662644.0, + "step": 8022 + }, + { + "epoch": 0.8810674280694047, + "grad_norm": 2.177426815032959, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7187702655792236, + "num_tokens": 189687988.0, + "step": 8023 + }, + { + "epoch": 0.8811772457720185, + "grad_norm": 2.093045711517334, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7043735980987549, + "num_tokens": 189715152.0, + "step": 8024 + }, + { + "epoch": 0.8812870634746321, + "grad_norm": 2.203040361404419, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7277160882949829, + "num_tokens": 189739131.0, + "step": 8025 + }, + { + "epoch": 0.8813968811772458, + "grad_norm": 2.593797206878662, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.7116028070449829, + "num_tokens": 189757336.0, + "step": 8026 + }, + { + "epoch": 0.8815066988798594, + "grad_norm": 1.8654011487960815, + "learning_rate": 1e-06, + "loss": 0.9935, + "mean_token_accuracy": 0.6976791620254517, + "num_tokens": 189787356.0, + "step": 8027 + }, + { + "epoch": 0.8816165165824731, + "grad_norm": 2.0871853828430176, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7170807719230652, + "num_tokens": 189812822.0, + "step": 8028 + }, + { + "epoch": 0.8817263342850867, + "grad_norm": 2.2222745418548584, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7117195725440979, + "num_tokens": 189837160.0, + "step": 8029 + }, + { + "epoch": 0.8818361519877004, + "grad_norm": 2.1296353340148926, + "learning_rate": 1e-06, + "loss": 0.9723, + "mean_token_accuracy": 0.7158721089363098, + "num_tokens": 189862030.0, + "step": 8030 + }, + { + "epoch": 0.881945969690314, + "grad_norm": 2.3750085830688477, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7165183424949646, + "num_tokens": 189882919.0, + "step": 8031 + }, + { + "epoch": 0.8820557873929278, + "grad_norm": 2.8545141220092773, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7136171460151672, + "num_tokens": 189898652.0, + "step": 8032 + }, + { + "epoch": 0.8821656050955414, + "grad_norm": 2.1018149852752686, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.718735933303833, + "num_tokens": 189925003.0, + "step": 8033 + }, + { + "epoch": 0.8822754227981551, + "grad_norm": 2.3109021186828613, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7201781272888184, + "num_tokens": 189947549.0, + "step": 8034 + }, + { + "epoch": 0.8823852405007687, + "grad_norm": 2.250549793243408, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7150630950927734, + "num_tokens": 189970600.0, + "step": 8035 + }, + { + "epoch": 0.8824950582033824, + "grad_norm": 2.646667003631592, + "learning_rate": 1e-06, + "loss": 1.0121, + "mean_token_accuracy": 0.7018432021141052, + "num_tokens": 189988829.0, + "step": 8036 + }, + { + "epoch": 0.882604875905996, + "grad_norm": 1.9367071390151978, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7056801319122314, + "num_tokens": 190018722.0, + "step": 8037 + }, + { + "epoch": 0.8827146936086097, + "grad_norm": 2.3219592571258545, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.7026743292808533, + "num_tokens": 190040506.0, + "step": 8038 + }, + { + "epoch": 0.8828245113112234, + "grad_norm": 2.1312646865844727, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7083035707473755, + "num_tokens": 190067007.0, + "step": 8039 + }, + { + "epoch": 0.8829343290138371, + "grad_norm": 2.0953826904296875, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7116742730140686, + "num_tokens": 190094433.0, + "step": 8040 + }, + { + "epoch": 0.8830441467164507, + "grad_norm": 2.251567840576172, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7104753255844116, + "num_tokens": 190116216.0, + "step": 8041 + }, + { + "epoch": 0.8831539644190644, + "grad_norm": 2.282108783721924, + "learning_rate": 1e-06, + "loss": 1.0177, + "mean_token_accuracy": 0.690735399723053, + "num_tokens": 190140975.0, + "step": 8042 + }, + { + "epoch": 0.883263782121678, + "grad_norm": 2.408770799636841, + "learning_rate": 1e-06, + "loss": 0.8506, + "mean_token_accuracy": 0.7284722924232483, + "num_tokens": 190161329.0, + "step": 8043 + }, + { + "epoch": 0.8833735998242916, + "grad_norm": 2.0844624042510986, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7218562364578247, + "num_tokens": 190186818.0, + "step": 8044 + }, + { + "epoch": 0.8834834175269053, + "grad_norm": 2.3160486221313477, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6922908425331116, + "num_tokens": 190209826.0, + "step": 8045 + }, + { + "epoch": 0.883593235229519, + "grad_norm": 2.5670173168182373, + "learning_rate": 1e-06, + "loss": 1.0265, + "mean_token_accuracy": 0.7100080251693726, + "num_tokens": 190231132.0, + "step": 8046 + }, + { + "epoch": 0.8837030529321327, + "grad_norm": 2.218853712081909, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.7004531025886536, + "num_tokens": 190254218.0, + "step": 8047 + }, + { + "epoch": 0.8838128706347463, + "grad_norm": 1.9480955600738525, + "learning_rate": 1e-06, + "loss": 0.9058, + "mean_token_accuracy": 0.7230463027954102, + "num_tokens": 190284318.0, + "step": 8048 + }, + { + "epoch": 0.88392268833736, + "grad_norm": 2.5626168251037598, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7009973526000977, + "num_tokens": 190304343.0, + "step": 8049 + }, + { + "epoch": 0.8840325060399736, + "grad_norm": 2.1571781635284424, + "learning_rate": 1e-06, + "loss": 0.9633, + "mean_token_accuracy": 0.7063178420066833, + "num_tokens": 190329922.0, + "step": 8050 + }, + { + "epoch": 0.8841423237425873, + "grad_norm": 2.44950008392334, + "learning_rate": 1e-06, + "loss": 0.8184, + "mean_token_accuracy": 0.7427129745483398, + "num_tokens": 190349342.0, + "step": 8051 + }, + { + "epoch": 0.8842521414452009, + "grad_norm": 2.0748450756073, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7191898226737976, + "num_tokens": 190375743.0, + "step": 8052 + }, + { + "epoch": 0.8843619591478147, + "grad_norm": 2.40959095954895, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7042500376701355, + "num_tokens": 190396965.0, + "step": 8053 + }, + { + "epoch": 0.8844717768504283, + "grad_norm": 2.363605260848999, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.710418701171875, + "num_tokens": 190420915.0, + "step": 8054 + }, + { + "epoch": 0.884581594553042, + "grad_norm": 2.313627004623413, + "learning_rate": 1e-06, + "loss": 0.9548, + "mean_token_accuracy": 0.7040114998817444, + "num_tokens": 190444039.0, + "step": 8055 + }, + { + "epoch": 0.8846914122556556, + "grad_norm": 2.3832879066467285, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7222955226898193, + "num_tokens": 190464693.0, + "step": 8056 + }, + { + "epoch": 0.8848012299582693, + "grad_norm": 2.28692889213562, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.7059940099716187, + "num_tokens": 190488605.0, + "step": 8057 + }, + { + "epoch": 0.8849110476608829, + "grad_norm": 1.9670227766036987, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.6987630128860474, + "num_tokens": 190520900.0, + "step": 8058 + }, + { + "epoch": 0.8850208653634966, + "grad_norm": 2.4583325386047363, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7041133642196655, + "num_tokens": 190541884.0, + "step": 8059 + }, + { + "epoch": 0.8851306830661102, + "grad_norm": 2.2274789810180664, + "learning_rate": 1e-06, + "loss": 1.0295, + "mean_token_accuracy": 0.6847032904624939, + "num_tokens": 190565905.0, + "step": 8060 + }, + { + "epoch": 0.885240500768724, + "grad_norm": 2.442880630493164, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6932576894760132, + "num_tokens": 190588087.0, + "step": 8061 + }, + { + "epoch": 0.8853503184713376, + "grad_norm": 2.335066080093384, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.717300534248352, + "num_tokens": 190611041.0, + "step": 8062 + }, + { + "epoch": 0.8854601361739513, + "grad_norm": 2.337141275405884, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7185901403427124, + "num_tokens": 190631475.0, + "step": 8063 + }, + { + "epoch": 0.8855699538765649, + "grad_norm": 2.308870792388916, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7145859003067017, + "num_tokens": 190655743.0, + "step": 8064 + }, + { + "epoch": 0.8856797715791785, + "grad_norm": 2.224560022354126, + "learning_rate": 1e-06, + "loss": 1.0334, + "mean_token_accuracy": 0.6813998222351074, + "num_tokens": 190681407.0, + "step": 8065 + }, + { + "epoch": 0.8857895892817922, + "grad_norm": 2.213669776916504, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7283186912536621, + "num_tokens": 190705302.0, + "step": 8066 + }, + { + "epoch": 0.8858994069844058, + "grad_norm": 2.214116334915161, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.6999936699867249, + "num_tokens": 190730435.0, + "step": 8067 + }, + { + "epoch": 0.8860092246870196, + "grad_norm": 2.280482292175293, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7333422303199768, + "num_tokens": 190753142.0, + "step": 8068 + }, + { + "epoch": 0.8861190423896332, + "grad_norm": 2.8740105628967285, + "learning_rate": 1e-06, + "loss": 1.023, + "mean_token_accuracy": 0.6905286312103271, + "num_tokens": 190771099.0, + "step": 8069 + }, + { + "epoch": 0.8862288600922469, + "grad_norm": 2.5234220027923584, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7300444841384888, + "num_tokens": 190789113.0, + "step": 8070 + }, + { + "epoch": 0.8863386777948605, + "grad_norm": 2.1831581592559814, + "learning_rate": 1e-06, + "loss": 0.8634, + "mean_token_accuracy": 0.7380420565605164, + "num_tokens": 190814892.0, + "step": 8071 + }, + { + "epoch": 0.8864484954974742, + "grad_norm": 2.574322462081909, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7047308087348938, + "num_tokens": 190834252.0, + "step": 8072 + }, + { + "epoch": 0.8865583132000878, + "grad_norm": 2.084771156311035, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7211290597915649, + "num_tokens": 190861726.0, + "step": 8073 + }, + { + "epoch": 0.8866681309027015, + "grad_norm": 2.210336923599243, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7313413619995117, + "num_tokens": 190886914.0, + "step": 8074 + }, + { + "epoch": 0.8867779486053152, + "grad_norm": 2.2613768577575684, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7023682594299316, + "num_tokens": 190910636.0, + "step": 8075 + }, + { + "epoch": 0.8868877663079289, + "grad_norm": 2.1133615970611572, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7304106950759888, + "num_tokens": 190934675.0, + "step": 8076 + }, + { + "epoch": 0.8869975840105425, + "grad_norm": 2.569145917892456, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7040565013885498, + "num_tokens": 190953749.0, + "step": 8077 + }, + { + "epoch": 0.8871074017131562, + "grad_norm": 1.9731369018554688, + "learning_rate": 1e-06, + "loss": 1.021, + "mean_token_accuracy": 0.6949272155761719, + "num_tokens": 190984524.0, + "step": 8078 + }, + { + "epoch": 0.8872172194157698, + "grad_norm": 2.4312055110931396, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.706933319568634, + "num_tokens": 191005789.0, + "step": 8079 + }, + { + "epoch": 0.8873270371183835, + "grad_norm": 2.438192844390869, + "learning_rate": 1e-06, + "loss": 0.9829, + "mean_token_accuracy": 0.700629711151123, + "num_tokens": 191025331.0, + "step": 8080 + }, + { + "epoch": 0.8874368548209971, + "grad_norm": 2.3405299186706543, + "learning_rate": 1e-06, + "loss": 1.0841, + "mean_token_accuracy": 0.6740607619285583, + "num_tokens": 191047208.0, + "step": 8081 + }, + { + "epoch": 0.8875466725236109, + "grad_norm": 2.589488983154297, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.7081651091575623, + "num_tokens": 191066479.0, + "step": 8082 + }, + { + "epoch": 0.8876564902262245, + "grad_norm": 2.759582996368408, + "learning_rate": 1e-06, + "loss": 0.8771, + "mean_token_accuracy": 0.7274621725082397, + "num_tokens": 191082845.0, + "step": 8083 + }, + { + "epoch": 0.8877663079288381, + "grad_norm": 2.1769602298736572, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7019915580749512, + "num_tokens": 191108575.0, + "step": 8084 + }, + { + "epoch": 0.8878761256314518, + "grad_norm": 2.2655208110809326, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7074471712112427, + "num_tokens": 191131978.0, + "step": 8085 + }, + { + "epoch": 0.8879859433340654, + "grad_norm": 2.65073823928833, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7072383761405945, + "num_tokens": 191151078.0, + "step": 8086 + }, + { + "epoch": 0.8880957610366791, + "grad_norm": 2.228649854660034, + "learning_rate": 1e-06, + "loss": 1.0274, + "mean_token_accuracy": 0.6910078525543213, + "num_tokens": 191175609.0, + "step": 8087 + }, + { + "epoch": 0.8882055787392927, + "grad_norm": 2.6732614040374756, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.732712984085083, + "num_tokens": 191194068.0, + "step": 8088 + }, + { + "epoch": 0.8883153964419065, + "grad_norm": 2.500762462615967, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7157520055770874, + "num_tokens": 191214060.0, + "step": 8089 + }, + { + "epoch": 0.8884252141445201, + "grad_norm": 2.082251787185669, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.6988120675086975, + "num_tokens": 191243327.0, + "step": 8090 + }, + { + "epoch": 0.8885350318471338, + "grad_norm": 1.9612094163894653, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6979058980941772, + "num_tokens": 191273009.0, + "step": 8091 + }, + { + "epoch": 0.8886448495497474, + "grad_norm": 2.1394574642181396, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7030282020568848, + "num_tokens": 191299408.0, + "step": 8092 + }, + { + "epoch": 0.8887546672523611, + "grad_norm": 2.2671775817871094, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.6990138292312622, + "num_tokens": 191323892.0, + "step": 8093 + }, + { + "epoch": 0.8888644849549747, + "grad_norm": 2.0205588340759277, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7145587801933289, + "num_tokens": 191351302.0, + "step": 8094 + }, + { + "epoch": 0.8889743026575884, + "grad_norm": 2.0154378414154053, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7042890191078186, + "num_tokens": 191379824.0, + "step": 8095 + }, + { + "epoch": 0.889084120360202, + "grad_norm": 2.55045747756958, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7281091213226318, + "num_tokens": 191399975.0, + "step": 8096 + }, + { + "epoch": 0.8891939380628158, + "grad_norm": 2.1543691158294678, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7175032496452332, + "num_tokens": 191426205.0, + "step": 8097 + }, + { + "epoch": 0.8893037557654294, + "grad_norm": 2.2073144912719727, + "learning_rate": 1e-06, + "loss": 1.0198, + "mean_token_accuracy": 0.691152811050415, + "num_tokens": 191452614.0, + "step": 8098 + }, + { + "epoch": 0.8894135734680431, + "grad_norm": 2.3222126960754395, + "learning_rate": 1e-06, + "loss": 0.772, + "mean_token_accuracy": 0.7515181303024292, + "num_tokens": 191472741.0, + "step": 8099 + }, + { + "epoch": 0.8895233911706567, + "grad_norm": 2.0791618824005127, + "learning_rate": 1e-06, + "loss": 1.0387, + "mean_token_accuracy": 0.6826024651527405, + "num_tokens": 191503991.0, + "step": 8100 + }, + { + "epoch": 0.8896332088732704, + "grad_norm": 2.1530075073242188, + "learning_rate": 1e-06, + "loss": 1.0087, + "mean_token_accuracy": 0.6971787214279175, + "num_tokens": 191529197.0, + "step": 8101 + }, + { + "epoch": 0.889743026575884, + "grad_norm": 2.3969151973724365, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.698517918586731, + "num_tokens": 191551809.0, + "step": 8102 + }, + { + "epoch": 0.8898528442784976, + "grad_norm": 1.985541820526123, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.6955348253250122, + "num_tokens": 191582652.0, + "step": 8103 + }, + { + "epoch": 0.8899626619811114, + "grad_norm": 2.2961223125457764, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.7004096508026123, + "num_tokens": 191605604.0, + "step": 8104 + }, + { + "epoch": 0.890072479683725, + "grad_norm": 2.3084397315979004, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.6812740564346313, + "num_tokens": 191629858.0, + "step": 8105 + }, + { + "epoch": 0.8901822973863387, + "grad_norm": 1.9375972747802734, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.6975268721580505, + "num_tokens": 191658096.0, + "step": 8106 + }, + { + "epoch": 0.8902921150889523, + "grad_norm": 2.277613639831543, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7094876766204834, + "num_tokens": 191681925.0, + "step": 8107 + }, + { + "epoch": 0.890401932791566, + "grad_norm": 2.868055820465088, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7358909249305725, + "num_tokens": 191697094.0, + "step": 8108 + }, + { + "epoch": 0.8905117504941796, + "grad_norm": 2.035548210144043, + "learning_rate": 1e-06, + "loss": 1.0648, + "mean_token_accuracy": 0.6925743818283081, + "num_tokens": 191723683.0, + "step": 8109 + }, + { + "epoch": 0.8906215681967933, + "grad_norm": 2.1859612464904785, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.7070871591567993, + "num_tokens": 191748733.0, + "step": 8110 + }, + { + "epoch": 0.890731385899407, + "grad_norm": 2.3608405590057373, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7018497586250305, + "num_tokens": 191773914.0, + "step": 8111 + }, + { + "epoch": 0.8908412036020207, + "grad_norm": 2.160055160522461, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7222577929496765, + "num_tokens": 191798632.0, + "step": 8112 + }, + { + "epoch": 0.8909510213046343, + "grad_norm": 2.759194850921631, + "learning_rate": 1e-06, + "loss": 0.8461, + "mean_token_accuracy": 0.7372841835021973, + "num_tokens": 191814683.0, + "step": 8113 + }, + { + "epoch": 0.891060839007248, + "grad_norm": 2.585894823074341, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7182112336158752, + "num_tokens": 191833639.0, + "step": 8114 + }, + { + "epoch": 0.8911706567098616, + "grad_norm": 1.9557353258132935, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.7028735876083374, + "num_tokens": 191861627.0, + "step": 8115 + }, + { + "epoch": 0.8912804744124753, + "grad_norm": 2.125080108642578, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.7270704507827759, + "num_tokens": 191886622.0, + "step": 8116 + }, + { + "epoch": 0.8913902921150889, + "grad_norm": 2.3377268314361572, + "learning_rate": 1e-06, + "loss": 0.8474, + "mean_token_accuracy": 0.7317677736282349, + "num_tokens": 191907731.0, + "step": 8117 + }, + { + "epoch": 0.8915001098177027, + "grad_norm": 2.388514518737793, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.6943548917770386, + "num_tokens": 191929176.0, + "step": 8118 + }, + { + "epoch": 0.8916099275203163, + "grad_norm": 2.4975318908691406, + "learning_rate": 1e-06, + "loss": 0.9662, + "mean_token_accuracy": 0.7045098543167114, + "num_tokens": 191949902.0, + "step": 8119 + }, + { + "epoch": 0.89171974522293, + "grad_norm": 2.168840169906616, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.713645339012146, + "num_tokens": 191975771.0, + "step": 8120 + }, + { + "epoch": 0.8918295629255436, + "grad_norm": 2.0333023071289062, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.699530839920044, + "num_tokens": 192005119.0, + "step": 8121 + }, + { + "epoch": 0.8919393806281573, + "grad_norm": 2.1678407192230225, + "learning_rate": 1e-06, + "loss": 1.015, + "mean_token_accuracy": 0.7022446393966675, + "num_tokens": 192030465.0, + "step": 8122 + }, + { + "epoch": 0.8920491983307709, + "grad_norm": 2.2242016792297363, + "learning_rate": 1e-06, + "loss": 1.008, + "mean_token_accuracy": 0.7015560865402222, + "num_tokens": 192053921.0, + "step": 8123 + }, + { + "epoch": 0.8921590160333845, + "grad_norm": 2.583726406097412, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7149980664253235, + "num_tokens": 192071563.0, + "step": 8124 + }, + { + "epoch": 0.8922688337359982, + "grad_norm": 2.231313943862915, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.723971962928772, + "num_tokens": 192095514.0, + "step": 8125 + }, + { + "epoch": 0.892378651438612, + "grad_norm": 2.298248529434204, + "learning_rate": 1e-06, + "loss": 0.9555, + "mean_token_accuracy": 0.7120167016983032, + "num_tokens": 192117556.0, + "step": 8126 + }, + { + "epoch": 0.8924884691412256, + "grad_norm": 2.3021273612976074, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7224509119987488, + "num_tokens": 192139249.0, + "step": 8127 + }, + { + "epoch": 0.8925982868438392, + "grad_norm": 2.4733262062072754, + "learning_rate": 1e-06, + "loss": 0.9538, + "mean_token_accuracy": 0.7161526679992676, + "num_tokens": 192159613.0, + "step": 8128 + }, + { + "epoch": 0.8927081045464529, + "grad_norm": 2.6586759090423584, + "learning_rate": 1e-06, + "loss": 0.8277, + "mean_token_accuracy": 0.7400341033935547, + "num_tokens": 192176237.0, + "step": 8129 + }, + { + "epoch": 0.8928179222490665, + "grad_norm": 2.1331374645233154, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7096472382545471, + "num_tokens": 192201066.0, + "step": 8130 + }, + { + "epoch": 0.8929277399516802, + "grad_norm": 2.7375364303588867, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6978534460067749, + "num_tokens": 192219542.0, + "step": 8131 + }, + { + "epoch": 0.8930375576542938, + "grad_norm": 1.7688945531845093, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.7017116546630859, + "num_tokens": 192256106.0, + "step": 8132 + }, + { + "epoch": 0.8931473753569076, + "grad_norm": 2.6155025959014893, + "learning_rate": 1e-06, + "loss": 1.1075, + "mean_token_accuracy": 0.6752368211746216, + "num_tokens": 192278511.0, + "step": 8133 + }, + { + "epoch": 0.8932571930595212, + "grad_norm": 2.094027519226074, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.684043288230896, + "num_tokens": 192306960.0, + "step": 8134 + }, + { + "epoch": 0.8933670107621349, + "grad_norm": 2.088510751724243, + "learning_rate": 1e-06, + "loss": 1.0458, + "mean_token_accuracy": 0.6837120652198792, + "num_tokens": 192333977.0, + "step": 8135 + }, + { + "epoch": 0.8934768284647485, + "grad_norm": 2.2063870429992676, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7175153493881226, + "num_tokens": 192359283.0, + "step": 8136 + }, + { + "epoch": 0.8935866461673622, + "grad_norm": 2.2039430141448975, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.7051700949668884, + "num_tokens": 192383566.0, + "step": 8137 + }, + { + "epoch": 0.8936964638699758, + "grad_norm": 2.1025609970092773, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7113747596740723, + "num_tokens": 192409861.0, + "step": 8138 + }, + { + "epoch": 0.8938062815725895, + "grad_norm": 2.24778151512146, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7021039724349976, + "num_tokens": 192433767.0, + "step": 8139 + }, + { + "epoch": 0.8939160992752032, + "grad_norm": 2.48995304107666, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.708708643913269, + "num_tokens": 192455372.0, + "step": 8140 + }, + { + "epoch": 0.8940259169778169, + "grad_norm": 2.2636783123016357, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.6991977095603943, + "num_tokens": 192478890.0, + "step": 8141 + }, + { + "epoch": 0.8941357346804305, + "grad_norm": 2.550203800201416, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7065975666046143, + "num_tokens": 192498239.0, + "step": 8142 + }, + { + "epoch": 0.8942455523830442, + "grad_norm": 2.3900914192199707, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7091898918151855, + "num_tokens": 192520220.0, + "step": 8143 + }, + { + "epoch": 0.8943553700856578, + "grad_norm": 2.013697385787964, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.6873972415924072, + "num_tokens": 192551231.0, + "step": 8144 + }, + { + "epoch": 0.8944651877882714, + "grad_norm": 1.9156289100646973, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.695963978767395, + "num_tokens": 192582298.0, + "step": 8145 + }, + { + "epoch": 0.8945750054908851, + "grad_norm": 1.9414416551589966, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7156221866607666, + "num_tokens": 192611034.0, + "step": 8146 + }, + { + "epoch": 0.8946848231934988, + "grad_norm": 2.364004135131836, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.6929675340652466, + "num_tokens": 192635877.0, + "step": 8147 + }, + { + "epoch": 0.8947946408961125, + "grad_norm": 2.446190118789673, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7123382091522217, + "num_tokens": 192656851.0, + "step": 8148 + }, + { + "epoch": 0.8949044585987261, + "grad_norm": 2.8113958835601807, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7065955996513367, + "num_tokens": 192672332.0, + "step": 8149 + }, + { + "epoch": 0.8950142763013398, + "grad_norm": 2.334284782409668, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.7095460891723633, + "num_tokens": 192695537.0, + "step": 8150 + }, + { + "epoch": 0.8951240940039534, + "grad_norm": 2.067317485809326, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.7062338590621948, + "num_tokens": 192723113.0, + "step": 8151 + }, + { + "epoch": 0.8952339117065671, + "grad_norm": 2.6771199703216553, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6963105201721191, + "num_tokens": 192742863.0, + "step": 8152 + }, + { + "epoch": 0.8953437294091807, + "grad_norm": 2.262315273284912, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7131409645080566, + "num_tokens": 192767242.0, + "step": 8153 + }, + { + "epoch": 0.8954535471117944, + "grad_norm": 2.135960817337036, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7105024456977844, + "num_tokens": 192791332.0, + "step": 8154 + }, + { + "epoch": 0.8955633648144081, + "grad_norm": 2.2327141761779785, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.7078537940979004, + "num_tokens": 192814031.0, + "step": 8155 + }, + { + "epoch": 0.8956731825170218, + "grad_norm": 2.0905470848083496, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7232041358947754, + "num_tokens": 192838339.0, + "step": 8156 + }, + { + "epoch": 0.8957830002196354, + "grad_norm": 2.4185497760772705, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7236552238464355, + "num_tokens": 192858910.0, + "step": 8157 + }, + { + "epoch": 0.8958928179222491, + "grad_norm": 2.439570188522339, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7321532964706421, + "num_tokens": 192877010.0, + "step": 8158 + }, + { + "epoch": 0.8960026356248627, + "grad_norm": 2.3414499759674072, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7152704000473022, + "num_tokens": 192900840.0, + "step": 8159 + }, + { + "epoch": 0.8961124533274764, + "grad_norm": 2.1232433319091797, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.697556734085083, + "num_tokens": 192926869.0, + "step": 8160 + }, + { + "epoch": 0.89622227103009, + "grad_norm": 2.4830164909362793, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7099777460098267, + "num_tokens": 192945828.0, + "step": 8161 + }, + { + "epoch": 0.8963320887327038, + "grad_norm": 2.225560188293457, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7023439407348633, + "num_tokens": 192969502.0, + "step": 8162 + }, + { + "epoch": 0.8964419064353174, + "grad_norm": 2.6354827880859375, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7262438535690308, + "num_tokens": 192987468.0, + "step": 8163 + }, + { + "epoch": 0.896551724137931, + "grad_norm": 2.4673564434051514, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.728742778301239, + "num_tokens": 193006573.0, + "step": 8164 + }, + { + "epoch": 0.8966615418405447, + "grad_norm": 2.3018345832824707, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7041611671447754, + "num_tokens": 193028338.0, + "step": 8165 + }, + { + "epoch": 0.8967713595431583, + "grad_norm": 2.32962965965271, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7244381308555603, + "num_tokens": 193051174.0, + "step": 8166 + }, + { + "epoch": 0.896881177245772, + "grad_norm": 2.1827826499938965, + "learning_rate": 1e-06, + "loss": 0.8913, + "mean_token_accuracy": 0.7206305861473083, + "num_tokens": 193074850.0, + "step": 8167 + }, + { + "epoch": 0.8969909949483856, + "grad_norm": 2.251171112060547, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7139549851417542, + "num_tokens": 193099836.0, + "step": 8168 + }, + { + "epoch": 0.8971008126509994, + "grad_norm": 2.302295446395874, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7080188989639282, + "num_tokens": 193123072.0, + "step": 8169 + }, + { + "epoch": 0.897210630353613, + "grad_norm": 2.1389617919921875, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.7131283283233643, + "num_tokens": 193147923.0, + "step": 8170 + }, + { + "epoch": 0.8973204480562267, + "grad_norm": 2.213621139526367, + "learning_rate": 1e-06, + "loss": 1.022, + "mean_token_accuracy": 0.6901215314865112, + "num_tokens": 193175682.0, + "step": 8171 + }, + { + "epoch": 0.8974302657588403, + "grad_norm": 2.24478816986084, + "learning_rate": 1e-06, + "loss": 0.8599, + "mean_token_accuracy": 0.7307977080345154, + "num_tokens": 193198701.0, + "step": 8172 + }, + { + "epoch": 0.897540083461454, + "grad_norm": 2.441690683364868, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.6998069286346436, + "num_tokens": 193219547.0, + "step": 8173 + }, + { + "epoch": 0.8976499011640676, + "grad_norm": 2.3178064823150635, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7121750116348267, + "num_tokens": 193243174.0, + "step": 8174 + }, + { + "epoch": 0.8977597188666813, + "grad_norm": 2.2102010250091553, + "learning_rate": 1e-06, + "loss": 1.0309, + "mean_token_accuracy": 0.6865508556365967, + "num_tokens": 193268246.0, + "step": 8175 + }, + { + "epoch": 0.897869536569295, + "grad_norm": 2.3089113235473633, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.6980584263801575, + "num_tokens": 193291324.0, + "step": 8176 + }, + { + "epoch": 0.8979793542719087, + "grad_norm": 2.0575358867645264, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7074011564254761, + "num_tokens": 193317718.0, + "step": 8177 + }, + { + "epoch": 0.8980891719745223, + "grad_norm": 2.437884569168091, + "learning_rate": 1e-06, + "loss": 0.9854, + "mean_token_accuracy": 0.6953851580619812, + "num_tokens": 193339685.0, + "step": 8178 + }, + { + "epoch": 0.898198989677136, + "grad_norm": 2.524374008178711, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7064961791038513, + "num_tokens": 193358530.0, + "step": 8179 + }, + { + "epoch": 0.8983088073797496, + "grad_norm": 2.217491626739502, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.6958301663398743, + "num_tokens": 193382990.0, + "step": 8180 + }, + { + "epoch": 0.8984186250823633, + "grad_norm": 2.518688678741455, + "learning_rate": 1e-06, + "loss": 0.8616, + "mean_token_accuracy": 0.7436726093292236, + "num_tokens": 193402392.0, + "step": 8181 + }, + { + "epoch": 0.8985284427849769, + "grad_norm": 2.2711095809936523, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7112932205200195, + "num_tokens": 193426012.0, + "step": 8182 + }, + { + "epoch": 0.8986382604875905, + "grad_norm": 2.0873217582702637, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6897302865982056, + "num_tokens": 193454773.0, + "step": 8183 + }, + { + "epoch": 0.8987480781902043, + "grad_norm": 2.0109565258026123, + "learning_rate": 1e-06, + "loss": 1.0597, + "mean_token_accuracy": 0.690773069858551, + "num_tokens": 193485492.0, + "step": 8184 + }, + { + "epoch": 0.898857895892818, + "grad_norm": 2.551295757293701, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.6977980136871338, + "num_tokens": 193506762.0, + "step": 8185 + }, + { + "epoch": 0.8989677135954316, + "grad_norm": 2.205996513366699, + "learning_rate": 1e-06, + "loss": 1.0281, + "mean_token_accuracy": 0.6915296316146851, + "num_tokens": 193533596.0, + "step": 8186 + }, + { + "epoch": 0.8990775312980452, + "grad_norm": 2.5852296352386475, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7056200504302979, + "num_tokens": 193553976.0, + "step": 8187 + }, + { + "epoch": 0.8991873490006589, + "grad_norm": 2.048147201538086, + "learning_rate": 1e-06, + "loss": 1.0152, + "mean_token_accuracy": 0.6997366547584534, + "num_tokens": 193584092.0, + "step": 8188 + }, + { + "epoch": 0.8992971667032725, + "grad_norm": 2.2748637199401855, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.6991806626319885, + "num_tokens": 193608991.0, + "step": 8189 + }, + { + "epoch": 0.8994069844058862, + "grad_norm": 2.1785800457000732, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.6977856159210205, + "num_tokens": 193635719.0, + "step": 8190 + }, + { + "epoch": 0.8995168021084999, + "grad_norm": 2.2500369548797607, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7284760475158691, + "num_tokens": 193659068.0, + "step": 8191 + }, + { + "epoch": 0.8996266198111136, + "grad_norm": 2.234408378601074, + "learning_rate": 1e-06, + "loss": 1.0287, + "mean_token_accuracy": 0.6881372928619385, + "num_tokens": 193683829.0, + "step": 8192 + }, + { + "epoch": 0.8997364375137272, + "grad_norm": 2.652367115020752, + "learning_rate": 1e-06, + "loss": 0.7861, + "mean_token_accuracy": 0.7586532831192017, + "num_tokens": 193703367.0, + "step": 8193 + }, + { + "epoch": 0.8998462552163409, + "grad_norm": 2.253591299057007, + "learning_rate": 1e-06, + "loss": 0.9633, + "mean_token_accuracy": 0.7040280103683472, + "num_tokens": 193727831.0, + "step": 8194 + }, + { + "epoch": 0.8999560729189545, + "grad_norm": 2.1798911094665527, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7069917917251587, + "num_tokens": 193752682.0, + "step": 8195 + }, + { + "epoch": 0.9000658906215682, + "grad_norm": 2.4926350116729736, + "learning_rate": 1e-06, + "loss": 0.9897, + "mean_token_accuracy": 0.700696587562561, + "num_tokens": 193774829.0, + "step": 8196 + }, + { + "epoch": 0.9001757083241818, + "grad_norm": 2.126610279083252, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.7169493436813354, + "num_tokens": 193801180.0, + "step": 8197 + }, + { + "epoch": 0.9002855260267956, + "grad_norm": 2.3829946517944336, + "learning_rate": 1e-06, + "loss": 1.0082, + "mean_token_accuracy": 0.6953186392784119, + "num_tokens": 193823472.0, + "step": 8198 + }, + { + "epoch": 0.9003953437294092, + "grad_norm": 1.9712885618209839, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7069834470748901, + "num_tokens": 193852846.0, + "step": 8199 + }, + { + "epoch": 0.9005051614320229, + "grad_norm": 2.367464303970337, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.6921024322509766, + "num_tokens": 193875545.0, + "step": 8200 + }, + { + "epoch": 0.9006149791346365, + "grad_norm": 2.4345805644989014, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.7027120590209961, + "num_tokens": 193896691.0, + "step": 8201 + }, + { + "epoch": 0.9007247968372502, + "grad_norm": 2.3050317764282227, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.708321213722229, + "num_tokens": 193919972.0, + "step": 8202 + }, + { + "epoch": 0.9008346145398638, + "grad_norm": 2.071117639541626, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.694022536277771, + "num_tokens": 193948085.0, + "step": 8203 + }, + { + "epoch": 0.9009444322424774, + "grad_norm": 2.137575387954712, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7157909274101257, + "num_tokens": 193974595.0, + "step": 8204 + }, + { + "epoch": 0.9010542499450912, + "grad_norm": 2.5239851474761963, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7318654656410217, + "num_tokens": 193992898.0, + "step": 8205 + }, + { + "epoch": 0.9011640676477048, + "grad_norm": 2.3498334884643555, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7116758823394775, + "num_tokens": 194014016.0, + "step": 8206 + }, + { + "epoch": 0.9012738853503185, + "grad_norm": 2.065782070159912, + "learning_rate": 1e-06, + "loss": 0.8787, + "mean_token_accuracy": 0.7266089916229248, + "num_tokens": 194041512.0, + "step": 8207 + }, + { + "epoch": 0.9013837030529321, + "grad_norm": 2.458284854888916, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7207062244415283, + "num_tokens": 194061824.0, + "step": 8208 + }, + { + "epoch": 0.9014935207555458, + "grad_norm": 2.2677018642425537, + "learning_rate": 1e-06, + "loss": 1.0309, + "mean_token_accuracy": 0.69510817527771, + "num_tokens": 194086211.0, + "step": 8209 + }, + { + "epoch": 0.9016033384581594, + "grad_norm": 2.2247159481048584, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7134413123130798, + "num_tokens": 194110272.0, + "step": 8210 + }, + { + "epoch": 0.9017131561607731, + "grad_norm": 2.1518688201904297, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.7014639377593994, + "num_tokens": 194135960.0, + "step": 8211 + }, + { + "epoch": 0.9018229738633867, + "grad_norm": 2.4466712474823, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7245355248451233, + "num_tokens": 194155462.0, + "step": 8212 + }, + { + "epoch": 0.9019327915660005, + "grad_norm": 3.4158105850219727, + "learning_rate": 1e-06, + "loss": 0.7856, + "mean_token_accuracy": 0.7413967251777649, + "num_tokens": 194167120.0, + "step": 8213 + }, + { + "epoch": 0.9020426092686141, + "grad_norm": 2.4566946029663086, + "learning_rate": 1e-06, + "loss": 1.016, + "mean_token_accuracy": 0.6874752044677734, + "num_tokens": 194189509.0, + "step": 8214 + }, + { + "epoch": 0.9021524269712278, + "grad_norm": 3.391585350036621, + "learning_rate": 1e-06, + "loss": 0.8107, + "mean_token_accuracy": 0.7421536445617676, + "num_tokens": 194200822.0, + "step": 8215 + }, + { + "epoch": 0.9022622446738414, + "grad_norm": 2.3712427616119385, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.71246337890625, + "num_tokens": 194222817.0, + "step": 8216 + }, + { + "epoch": 0.9023720623764551, + "grad_norm": 2.1752846240997314, + "learning_rate": 1e-06, + "loss": 1.0342, + "mean_token_accuracy": 0.686708927154541, + "num_tokens": 194247816.0, + "step": 8217 + }, + { + "epoch": 0.9024818800790687, + "grad_norm": 2.080578565597534, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6919673681259155, + "num_tokens": 194275390.0, + "step": 8218 + }, + { + "epoch": 0.9025916977816824, + "grad_norm": 2.3861329555511475, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7259619235992432, + "num_tokens": 194295713.0, + "step": 8219 + }, + { + "epoch": 0.9027015154842961, + "grad_norm": 2.43035626411438, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6936851143836975, + "num_tokens": 194316880.0, + "step": 8220 + }, + { + "epoch": 0.9028113331869098, + "grad_norm": 2.1610851287841797, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7325383424758911, + "num_tokens": 194341854.0, + "step": 8221 + }, + { + "epoch": 0.9029211508895234, + "grad_norm": 2.500804901123047, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7244096994400024, + "num_tokens": 194361298.0, + "step": 8222 + }, + { + "epoch": 0.903030968592137, + "grad_norm": 2.1321399211883545, + "learning_rate": 1e-06, + "loss": 1.0011, + "mean_token_accuracy": 0.6922006607055664, + "num_tokens": 194385265.0, + "step": 8223 + }, + { + "epoch": 0.9031407862947507, + "grad_norm": 2.2327966690063477, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.722842276096344, + "num_tokens": 194408262.0, + "step": 8224 + }, + { + "epoch": 0.9032506039973643, + "grad_norm": 2.382594347000122, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7162176966667175, + "num_tokens": 194429614.0, + "step": 8225 + }, + { + "epoch": 0.903360421699978, + "grad_norm": 2.561877727508545, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7041555047035217, + "num_tokens": 194448988.0, + "step": 8226 + }, + { + "epoch": 0.9034702394025917, + "grad_norm": 2.0552608966827393, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6938356161117554, + "num_tokens": 194477951.0, + "step": 8227 + }, + { + "epoch": 0.9035800571052054, + "grad_norm": 2.3390517234802246, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.6932045817375183, + "num_tokens": 194501336.0, + "step": 8228 + }, + { + "epoch": 0.903689874807819, + "grad_norm": 2.3506617546081543, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7087683081626892, + "num_tokens": 194523311.0, + "step": 8229 + }, + { + "epoch": 0.9037996925104327, + "grad_norm": 2.3075921535491943, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7145525813102722, + "num_tokens": 194547375.0, + "step": 8230 + }, + { + "epoch": 0.9039095102130463, + "grad_norm": 2.5041511058807373, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7193436622619629, + "num_tokens": 194567266.0, + "step": 8231 + }, + { + "epoch": 0.90401932791566, + "grad_norm": 2.3229153156280518, + "learning_rate": 1e-06, + "loss": 1.0019, + "mean_token_accuracy": 0.691590428352356, + "num_tokens": 194589279.0, + "step": 8232 + }, + { + "epoch": 0.9041291456182736, + "grad_norm": 2.145838975906372, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.709004282951355, + "num_tokens": 194614050.0, + "step": 8233 + }, + { + "epoch": 0.9042389633208874, + "grad_norm": 2.5355184078216553, + "learning_rate": 1e-06, + "loss": 0.8749, + "mean_token_accuracy": 0.737714409828186, + "num_tokens": 194632647.0, + "step": 8234 + }, + { + "epoch": 0.904348781023501, + "grad_norm": 2.3646469116210938, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.6965575814247131, + "num_tokens": 194657436.0, + "step": 8235 + }, + { + "epoch": 0.9044585987261147, + "grad_norm": 2.556816816329956, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7102303504943848, + "num_tokens": 194676331.0, + "step": 8236 + }, + { + "epoch": 0.9045684164287283, + "grad_norm": 2.345839500427246, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7151690125465393, + "num_tokens": 194699199.0, + "step": 8237 + }, + { + "epoch": 0.904678234131342, + "grad_norm": 2.642282247543335, + "learning_rate": 1e-06, + "loss": 0.9453, + "mean_token_accuracy": 0.7366079688072205, + "num_tokens": 194717685.0, + "step": 8238 + }, + { + "epoch": 0.9047880518339556, + "grad_norm": 2.4512343406677246, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7104387283325195, + "num_tokens": 194739978.0, + "step": 8239 + }, + { + "epoch": 0.9048978695365693, + "grad_norm": 1.9871571063995361, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7069952487945557, + "num_tokens": 194770468.0, + "step": 8240 + }, + { + "epoch": 0.9050076872391829, + "grad_norm": 2.260237693786621, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7079105377197266, + "num_tokens": 194795879.0, + "step": 8241 + }, + { + "epoch": 0.9051175049417967, + "grad_norm": 2.272798538208008, + "learning_rate": 1e-06, + "loss": 1.012, + "mean_token_accuracy": 0.6853349804878235, + "num_tokens": 194822317.0, + "step": 8242 + }, + { + "epoch": 0.9052273226444103, + "grad_norm": 2.347043514251709, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7260240316390991, + "num_tokens": 194844594.0, + "step": 8243 + }, + { + "epoch": 0.905337140347024, + "grad_norm": 2.562589168548584, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7173827290534973, + "num_tokens": 194864147.0, + "step": 8244 + }, + { + "epoch": 0.9054469580496376, + "grad_norm": 2.8318841457366943, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.6942172050476074, + "num_tokens": 194880996.0, + "step": 8245 + }, + { + "epoch": 0.9055567757522512, + "grad_norm": 2.652862071990967, + "learning_rate": 1e-06, + "loss": 0.9824, + "mean_token_accuracy": 0.7079797983169556, + "num_tokens": 194898843.0, + "step": 8246 + }, + { + "epoch": 0.9056665934548649, + "grad_norm": 2.2764766216278076, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7371945381164551, + "num_tokens": 194922163.0, + "step": 8247 + }, + { + "epoch": 0.9057764111574785, + "grad_norm": 2.2372612953186035, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7161028385162354, + "num_tokens": 194946930.0, + "step": 8248 + }, + { + "epoch": 0.9058862288600923, + "grad_norm": 2.4938602447509766, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7256083488464355, + "num_tokens": 194966504.0, + "step": 8249 + }, + { + "epoch": 0.9059960465627059, + "grad_norm": 2.494065046310425, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.702600359916687, + "num_tokens": 194986693.0, + "step": 8250 + }, + { + "epoch": 0.9061058642653196, + "grad_norm": 2.1924562454223633, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7223296165466309, + "num_tokens": 195011824.0, + "step": 8251 + }, + { + "epoch": 0.9062156819679332, + "grad_norm": 2.3691654205322266, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7098627090454102, + "num_tokens": 195033034.0, + "step": 8252 + }, + { + "epoch": 0.9063254996705469, + "grad_norm": 2.0607829093933105, + "learning_rate": 1e-06, + "loss": 0.9898, + "mean_token_accuracy": 0.6995837688446045, + "num_tokens": 195062662.0, + "step": 8253 + }, + { + "epoch": 0.9064353173731605, + "grad_norm": 2.2400307655334473, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.6884034276008606, + "num_tokens": 195088306.0, + "step": 8254 + }, + { + "epoch": 0.9065451350757742, + "grad_norm": 2.0082242488861084, + "learning_rate": 1e-06, + "loss": 1.0524, + "mean_token_accuracy": 0.6861149072647095, + "num_tokens": 195117943.0, + "step": 8255 + }, + { + "epoch": 0.9066549527783879, + "grad_norm": 2.2060494422912598, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7132236361503601, + "num_tokens": 195139962.0, + "step": 8256 + }, + { + "epoch": 0.9067647704810016, + "grad_norm": 2.5031120777130127, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7185691595077515, + "num_tokens": 195160096.0, + "step": 8257 + }, + { + "epoch": 0.9068745881836152, + "grad_norm": 2.047166585922241, + "learning_rate": 1e-06, + "loss": 0.9408, + "mean_token_accuracy": 0.7067772746086121, + "num_tokens": 195185418.0, + "step": 8258 + }, + { + "epoch": 0.9069844058862289, + "grad_norm": 2.5852878093719482, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7106177806854248, + "num_tokens": 195204817.0, + "step": 8259 + }, + { + "epoch": 0.9070942235888425, + "grad_norm": 2.5702102184295654, + "learning_rate": 1e-06, + "loss": 0.8722, + "mean_token_accuracy": 0.7284303903579712, + "num_tokens": 195224508.0, + "step": 8260 + }, + { + "epoch": 0.9072040412914562, + "grad_norm": 2.2566840648651123, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7213431596755981, + "num_tokens": 195245307.0, + "step": 8261 + }, + { + "epoch": 0.9073138589940698, + "grad_norm": 2.389146327972412, + "learning_rate": 1e-06, + "loss": 0.8442, + "mean_token_accuracy": 0.7329854965209961, + "num_tokens": 195266908.0, + "step": 8262 + }, + { + "epoch": 0.9074236766966836, + "grad_norm": 2.0821332931518555, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7103990912437439, + "num_tokens": 195292833.0, + "step": 8263 + }, + { + "epoch": 0.9075334943992972, + "grad_norm": 2.3884551525115967, + "learning_rate": 1e-06, + "loss": 0.7725, + "mean_token_accuracy": 0.7550143599510193, + "num_tokens": 195312921.0, + "step": 8264 + }, + { + "epoch": 0.9076433121019108, + "grad_norm": 2.01631760597229, + "learning_rate": 1e-06, + "loss": 1.16, + "mean_token_accuracy": 0.665099561214447, + "num_tokens": 195342614.0, + "step": 8265 + }, + { + "epoch": 0.9077531298045245, + "grad_norm": 2.4108543395996094, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.7063565254211426, + "num_tokens": 195363118.0, + "step": 8266 + }, + { + "epoch": 0.9078629475071381, + "grad_norm": 1.8604518175125122, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6939266324043274, + "num_tokens": 195397303.0, + "step": 8267 + }, + { + "epoch": 0.9079727652097518, + "grad_norm": 2.410964012145996, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.7007136344909668, + "num_tokens": 195418233.0, + "step": 8268 + }, + { + "epoch": 0.9080825829123654, + "grad_norm": 2.4598569869995117, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.730262041091919, + "num_tokens": 195438646.0, + "step": 8269 + }, + { + "epoch": 0.9081924006149792, + "grad_norm": 2.3362460136413574, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7125377655029297, + "num_tokens": 195461235.0, + "step": 8270 + }, + { + "epoch": 0.9083022183175928, + "grad_norm": 2.202702522277832, + "learning_rate": 1e-06, + "loss": 1.0494, + "mean_token_accuracy": 0.6908704042434692, + "num_tokens": 195486485.0, + "step": 8271 + }, + { + "epoch": 0.9084120360202065, + "grad_norm": 2.346729278564453, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.712058424949646, + "num_tokens": 195508407.0, + "step": 8272 + }, + { + "epoch": 0.9085218537228201, + "grad_norm": 2.196575164794922, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7041860818862915, + "num_tokens": 195532569.0, + "step": 8273 + }, + { + "epoch": 0.9086316714254338, + "grad_norm": 2.3390440940856934, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7272944450378418, + "num_tokens": 195553601.0, + "step": 8274 + }, + { + "epoch": 0.9087414891280474, + "grad_norm": 2.2236530780792236, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7200323939323425, + "num_tokens": 195577924.0, + "step": 8275 + }, + { + "epoch": 0.9088513068306611, + "grad_norm": 2.036609411239624, + "learning_rate": 1e-06, + "loss": 1.0001, + "mean_token_accuracy": 0.6969082355499268, + "num_tokens": 195608274.0, + "step": 8276 + }, + { + "epoch": 0.9089611245332747, + "grad_norm": 2.318286657333374, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7207123637199402, + "num_tokens": 195631284.0, + "step": 8277 + }, + { + "epoch": 0.9090709422358885, + "grad_norm": 2.0928096771240234, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7030493021011353, + "num_tokens": 195659084.0, + "step": 8278 + }, + { + "epoch": 0.9091807599385021, + "grad_norm": 2.9969794750213623, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7071723937988281, + "num_tokens": 195676170.0, + "step": 8279 + }, + { + "epoch": 0.9092905776411158, + "grad_norm": 2.5632412433624268, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7069973349571228, + "num_tokens": 195695733.0, + "step": 8280 + }, + { + "epoch": 0.9094003953437294, + "grad_norm": 2.1240949630737305, + "learning_rate": 1e-06, + "loss": 0.9963, + "mean_token_accuracy": 0.7040538787841797, + "num_tokens": 195722779.0, + "step": 8281 + }, + { + "epoch": 0.909510213046343, + "grad_norm": 1.932359218597412, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7040624022483826, + "num_tokens": 195751480.0, + "step": 8282 + }, + { + "epoch": 0.9096200307489567, + "grad_norm": 3.057692527770996, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7196627855300903, + "num_tokens": 195764853.0, + "step": 8283 + }, + { + "epoch": 0.9097298484515703, + "grad_norm": 2.398620128631592, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7069080471992493, + "num_tokens": 195786044.0, + "step": 8284 + }, + { + "epoch": 0.9098396661541841, + "grad_norm": 2.704026222229004, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7241388559341431, + "num_tokens": 195803110.0, + "step": 8285 + }, + { + "epoch": 0.9099494838567977, + "grad_norm": 2.6670758724212646, + "learning_rate": 1e-06, + "loss": 0.7698, + "mean_token_accuracy": 0.7526633739471436, + "num_tokens": 195820903.0, + "step": 8286 + }, + { + "epoch": 0.9100593015594114, + "grad_norm": 2.026968240737915, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.7019081115722656, + "num_tokens": 195849982.0, + "step": 8287 + }, + { + "epoch": 0.910169119262025, + "grad_norm": 2.1542680263519287, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.6957974433898926, + "num_tokens": 195876597.0, + "step": 8288 + }, + { + "epoch": 0.9102789369646387, + "grad_norm": 2.3094937801361084, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.7211536169052124, + "num_tokens": 195899625.0, + "step": 8289 + }, + { + "epoch": 0.9103887546672523, + "grad_norm": 2.1090707778930664, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7152714133262634, + "num_tokens": 195926197.0, + "step": 8290 + }, + { + "epoch": 0.910498572369866, + "grad_norm": 2.351259469985962, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7147292494773865, + "num_tokens": 195947959.0, + "step": 8291 + }, + { + "epoch": 0.9106083900724797, + "grad_norm": 2.0429348945617676, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7158442735671997, + "num_tokens": 195974733.0, + "step": 8292 + }, + { + "epoch": 0.9107182077750934, + "grad_norm": 2.243868589401245, + "learning_rate": 1e-06, + "loss": 1.0719, + "mean_token_accuracy": 0.673611044883728, + "num_tokens": 196001746.0, + "step": 8293 + }, + { + "epoch": 0.910828025477707, + "grad_norm": 2.478516101837158, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7178357839584351, + "num_tokens": 196024160.0, + "step": 8294 + }, + { + "epoch": 0.9109378431803207, + "grad_norm": 2.0639519691467285, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6960980892181396, + "num_tokens": 196051008.0, + "step": 8295 + }, + { + "epoch": 0.9110476608829343, + "grad_norm": 2.0961732864379883, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7043232917785645, + "num_tokens": 196076631.0, + "step": 8296 + }, + { + "epoch": 0.911157478585548, + "grad_norm": 2.5465164184570312, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.720698356628418, + "num_tokens": 196095919.0, + "step": 8297 + }, + { + "epoch": 0.9112672962881616, + "grad_norm": 3.191739797592163, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7088006734848022, + "num_tokens": 196110241.0, + "step": 8298 + }, + { + "epoch": 0.9113771139907754, + "grad_norm": 2.29689359664917, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7135487794876099, + "num_tokens": 196131972.0, + "step": 8299 + }, + { + "epoch": 0.911486931693389, + "grad_norm": 2.756247043609619, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7100329995155334, + "num_tokens": 196150613.0, + "step": 8300 + }, + { + "epoch": 0.9115967493960027, + "grad_norm": 2.225881338119507, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7090298533439636, + "num_tokens": 196176790.0, + "step": 8301 + }, + { + "epoch": 0.9117065670986163, + "grad_norm": 2.3427205085754395, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.6979130506515503, + "num_tokens": 196199153.0, + "step": 8302 + }, + { + "epoch": 0.91181638480123, + "grad_norm": 2.330386161804199, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7133455276489258, + "num_tokens": 196220115.0, + "step": 8303 + }, + { + "epoch": 0.9119262025038436, + "grad_norm": 2.04542875289917, + "learning_rate": 1e-06, + "loss": 1.0424, + "mean_token_accuracy": 0.6803287863731384, + "num_tokens": 196250539.0, + "step": 8304 + }, + { + "epoch": 0.9120360202064572, + "grad_norm": 2.167299747467041, + "learning_rate": 1e-06, + "loss": 0.9777, + "mean_token_accuracy": 0.7058006525039673, + "num_tokens": 196277940.0, + "step": 8305 + }, + { + "epoch": 0.9121458379090709, + "grad_norm": 2.291680335998535, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7139914631843567, + "num_tokens": 196300114.0, + "step": 8306 + }, + { + "epoch": 0.9122556556116846, + "grad_norm": 2.162578821182251, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7269791960716248, + "num_tokens": 196323314.0, + "step": 8307 + }, + { + "epoch": 0.9123654733142983, + "grad_norm": 2.0745902061462402, + "learning_rate": 1e-06, + "loss": 1.022, + "mean_token_accuracy": 0.6952413320541382, + "num_tokens": 196351257.0, + "step": 8308 + }, + { + "epoch": 0.9124752910169119, + "grad_norm": 1.9217344522476196, + "learning_rate": 1e-06, + "loss": 0.9829, + "mean_token_accuracy": 0.7137360572814941, + "num_tokens": 196382117.0, + "step": 8309 + }, + { + "epoch": 0.9125851087195256, + "grad_norm": 2.756995439529419, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7106689810752869, + "num_tokens": 196399432.0, + "step": 8310 + }, + { + "epoch": 0.9126949264221392, + "grad_norm": 2.340700149536133, + "learning_rate": 1e-06, + "loss": 1.0089, + "mean_token_accuracy": 0.6870421767234802, + "num_tokens": 196422481.0, + "step": 8311 + }, + { + "epoch": 0.9128047441247529, + "grad_norm": 2.175111770629883, + "learning_rate": 1e-06, + "loss": 1.0363, + "mean_token_accuracy": 0.6886470317840576, + "num_tokens": 196451752.0, + "step": 8312 + }, + { + "epoch": 0.9129145618273665, + "grad_norm": 2.319690704345703, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.7246041297912598, + "num_tokens": 196473844.0, + "step": 8313 + }, + { + "epoch": 0.9130243795299803, + "grad_norm": 2.258831024169922, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7072614431381226, + "num_tokens": 196496594.0, + "step": 8314 + }, + { + "epoch": 0.9131341972325939, + "grad_norm": 2.1461341381073, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.707924485206604, + "num_tokens": 196523339.0, + "step": 8315 + }, + { + "epoch": 0.9132440149352076, + "grad_norm": 2.329620599746704, + "learning_rate": 1e-06, + "loss": 1.0469, + "mean_token_accuracy": 0.6870718002319336, + "num_tokens": 196547465.0, + "step": 8316 + }, + { + "epoch": 0.9133538326378212, + "grad_norm": 2.2474703788757324, + "learning_rate": 1e-06, + "loss": 1.0098, + "mean_token_accuracy": 0.6862815618515015, + "num_tokens": 196572997.0, + "step": 8317 + }, + { + "epoch": 0.9134636503404349, + "grad_norm": 2.170273542404175, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7180429697036743, + "num_tokens": 196596826.0, + "step": 8318 + }, + { + "epoch": 0.9135734680430485, + "grad_norm": 2.202712059020996, + "learning_rate": 1e-06, + "loss": 1.0468, + "mean_token_accuracy": 0.6790310144424438, + "num_tokens": 196622788.0, + "step": 8319 + }, + { + "epoch": 0.9136832857456622, + "grad_norm": 2.385406255722046, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7098662853240967, + "num_tokens": 196644062.0, + "step": 8320 + }, + { + "epoch": 0.9137931034482759, + "grad_norm": 2.2259035110473633, + "learning_rate": 1e-06, + "loss": 0.9595, + "mean_token_accuracy": 0.7065146565437317, + "num_tokens": 196667784.0, + "step": 8321 + }, + { + "epoch": 0.9139029211508896, + "grad_norm": 2.0369269847869873, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7183403968811035, + "num_tokens": 196696066.0, + "step": 8322 + }, + { + "epoch": 0.9140127388535032, + "grad_norm": 2.2589781284332275, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.730839729309082, + "num_tokens": 196719904.0, + "step": 8323 + }, + { + "epoch": 0.9141225565561168, + "grad_norm": 2.3290300369262695, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7395567297935486, + "num_tokens": 196741186.0, + "step": 8324 + }, + { + "epoch": 0.9142323742587305, + "grad_norm": 2.129657030105591, + "learning_rate": 1e-06, + "loss": 0.8625, + "mean_token_accuracy": 0.7245080471038818, + "num_tokens": 196767347.0, + "step": 8325 + }, + { + "epoch": 0.9143421919613441, + "grad_norm": 2.5564277172088623, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.6892673969268799, + "num_tokens": 196786791.0, + "step": 8326 + }, + { + "epoch": 0.9144520096639578, + "grad_norm": 2.0818755626678467, + "learning_rate": 1e-06, + "loss": 1.0574, + "mean_token_accuracy": 0.6823425889015198, + "num_tokens": 196814288.0, + "step": 8327 + }, + { + "epoch": 0.9145618273665715, + "grad_norm": 2.735137462615967, + "learning_rate": 1e-06, + "loss": 0.9058, + "mean_token_accuracy": 0.7234494090080261, + "num_tokens": 196832503.0, + "step": 8328 + }, + { + "epoch": 0.9146716450691852, + "grad_norm": 2.179755926132202, + "learning_rate": 1e-06, + "loss": 1.0326, + "mean_token_accuracy": 0.6849986910820007, + "num_tokens": 196858702.0, + "step": 8329 + }, + { + "epoch": 0.9147814627717988, + "grad_norm": 2.0704424381256104, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7036593556404114, + "num_tokens": 196885799.0, + "step": 8330 + }, + { + "epoch": 0.9148912804744125, + "grad_norm": 2.2249295711517334, + "learning_rate": 1e-06, + "loss": 0.9685, + "mean_token_accuracy": 0.7023391127586365, + "num_tokens": 196911885.0, + "step": 8331 + }, + { + "epoch": 0.9150010981770261, + "grad_norm": 2.087615966796875, + "learning_rate": 1e-06, + "loss": 0.9889, + "mean_token_accuracy": 0.6989989280700684, + "num_tokens": 196938289.0, + "step": 8332 + }, + { + "epoch": 0.9151109158796398, + "grad_norm": 1.9316312074661255, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7110806703567505, + "num_tokens": 196966528.0, + "step": 8333 + }, + { + "epoch": 0.9152207335822534, + "grad_norm": 2.2013280391693115, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7242186069488525, + "num_tokens": 196989180.0, + "step": 8334 + }, + { + "epoch": 0.9153305512848671, + "grad_norm": 1.9042434692382812, + "learning_rate": 1e-06, + "loss": 1.0352, + "mean_token_accuracy": 0.6853302717208862, + "num_tokens": 197021614.0, + "step": 8335 + }, + { + "epoch": 0.9154403689874808, + "grad_norm": 2.4730846881866455, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.7056014537811279, + "num_tokens": 197041195.0, + "step": 8336 + }, + { + "epoch": 0.9155501866900945, + "grad_norm": 2.5699472427368164, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.699546217918396, + "num_tokens": 197060627.0, + "step": 8337 + }, + { + "epoch": 0.9156600043927081, + "grad_norm": 1.960099458694458, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.7031498551368713, + "num_tokens": 197089848.0, + "step": 8338 + }, + { + "epoch": 0.9157698220953218, + "grad_norm": 2.403010368347168, + "learning_rate": 1e-06, + "loss": 0.9757, + "mean_token_accuracy": 0.6974587440490723, + "num_tokens": 197111857.0, + "step": 8339 + }, + { + "epoch": 0.9158796397979354, + "grad_norm": 1.9368611574172974, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.7050915956497192, + "num_tokens": 197143849.0, + "step": 8340 + }, + { + "epoch": 0.915989457500549, + "grad_norm": 2.150189161300659, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.6997894048690796, + "num_tokens": 197170571.0, + "step": 8341 + }, + { + "epoch": 0.9160992752031627, + "grad_norm": 2.0483717918395996, + "learning_rate": 1e-06, + "loss": 1.0094, + "mean_token_accuracy": 0.6946000456809998, + "num_tokens": 197197435.0, + "step": 8342 + }, + { + "epoch": 0.9162090929057765, + "grad_norm": 2.131049156188965, + "learning_rate": 1e-06, + "loss": 1.0447, + "mean_token_accuracy": 0.6862346529960632, + "num_tokens": 197225569.0, + "step": 8343 + }, + { + "epoch": 0.9163189106083901, + "grad_norm": 2.1602425575256348, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7156688570976257, + "num_tokens": 197251475.0, + "step": 8344 + }, + { + "epoch": 0.9164287283110037, + "grad_norm": 2.3235344886779785, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.6986426711082458, + "num_tokens": 197273581.0, + "step": 8345 + }, + { + "epoch": 0.9165385460136174, + "grad_norm": 2.3653786182403564, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7248741388320923, + "num_tokens": 197294245.0, + "step": 8346 + }, + { + "epoch": 0.916648363716231, + "grad_norm": 2.429600238800049, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.696109414100647, + "num_tokens": 197317468.0, + "step": 8347 + }, + { + "epoch": 0.9167581814188447, + "grad_norm": 2.129575252532959, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.7095710635185242, + "num_tokens": 197342321.0, + "step": 8348 + }, + { + "epoch": 0.9168679991214583, + "grad_norm": 2.15494704246521, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7136759757995605, + "num_tokens": 197369055.0, + "step": 8349 + }, + { + "epoch": 0.9169778168240721, + "grad_norm": 2.353863477706909, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7068265676498413, + "num_tokens": 197391036.0, + "step": 8350 + }, + { + "epoch": 0.9170876345266857, + "grad_norm": 2.0293359756469727, + "learning_rate": 1e-06, + "loss": 0.9999, + "mean_token_accuracy": 0.7119474411010742, + "num_tokens": 197422414.0, + "step": 8351 + }, + { + "epoch": 0.9171974522292994, + "grad_norm": 2.4789421558380127, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6939233541488647, + "num_tokens": 197443389.0, + "step": 8352 + }, + { + "epoch": 0.917307269931913, + "grad_norm": 2.5785272121429443, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7181545495986938, + "num_tokens": 197463846.0, + "step": 8353 + }, + { + "epoch": 0.9174170876345267, + "grad_norm": 2.405034303665161, + "learning_rate": 1e-06, + "loss": 1.0001, + "mean_token_accuracy": 0.6935305595397949, + "num_tokens": 197485612.0, + "step": 8354 + }, + { + "epoch": 0.9175269053371403, + "grad_norm": 2.4390408992767334, + "learning_rate": 1e-06, + "loss": 0.832, + "mean_token_accuracy": 0.7425196170806885, + "num_tokens": 197504546.0, + "step": 8355 + }, + { + "epoch": 0.917636723039754, + "grad_norm": 2.3843822479248047, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7151632308959961, + "num_tokens": 197527347.0, + "step": 8356 + }, + { + "epoch": 0.9177465407423677, + "grad_norm": 2.1769237518310547, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7100071907043457, + "num_tokens": 197552954.0, + "step": 8357 + }, + { + "epoch": 0.9178563584449814, + "grad_norm": 2.369875907897949, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7171534299850464, + "num_tokens": 197574777.0, + "step": 8358 + }, + { + "epoch": 0.917966176147595, + "grad_norm": 1.9507664442062378, + "learning_rate": 1e-06, + "loss": 1.0198, + "mean_token_accuracy": 0.6974981427192688, + "num_tokens": 197603740.0, + "step": 8359 + }, + { + "epoch": 0.9180759938502087, + "grad_norm": 2.8866615295410156, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7113573551177979, + "num_tokens": 197620080.0, + "step": 8360 + }, + { + "epoch": 0.9181858115528223, + "grad_norm": 2.444650173187256, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7079631686210632, + "num_tokens": 197641924.0, + "step": 8361 + }, + { + "epoch": 0.918295629255436, + "grad_norm": 2.337822675704956, + "learning_rate": 1e-06, + "loss": 0.974, + "mean_token_accuracy": 0.7155324220657349, + "num_tokens": 197663142.0, + "step": 8362 + }, + { + "epoch": 0.9184054469580496, + "grad_norm": 2.6339995861053467, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7417588233947754, + "num_tokens": 197680250.0, + "step": 8363 + }, + { + "epoch": 0.9185152646606632, + "grad_norm": 2.496443510055542, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7119768857955933, + "num_tokens": 197699777.0, + "step": 8364 + }, + { + "epoch": 0.918625082363277, + "grad_norm": 2.697171688079834, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7022900581359863, + "num_tokens": 197715992.0, + "step": 8365 + }, + { + "epoch": 0.9187349000658906, + "grad_norm": 2.2477633953094482, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7076646089553833, + "num_tokens": 197738957.0, + "step": 8366 + }, + { + "epoch": 0.9188447177685043, + "grad_norm": 2.872999668121338, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.7118925452232361, + "num_tokens": 197755099.0, + "step": 8367 + }, + { + "epoch": 0.9189545354711179, + "grad_norm": 2.1836421489715576, + "learning_rate": 1e-06, + "loss": 0.9805, + "mean_token_accuracy": 0.6985092759132385, + "num_tokens": 197783377.0, + "step": 8368 + }, + { + "epoch": 0.9190643531737316, + "grad_norm": 2.1782968044281006, + "learning_rate": 1e-06, + "loss": 0.8412, + "mean_token_accuracy": 0.7328875660896301, + "num_tokens": 197807432.0, + "step": 8369 + }, + { + "epoch": 0.9191741708763452, + "grad_norm": 2.186382532119751, + "learning_rate": 1e-06, + "loss": 1.01, + "mean_token_accuracy": 0.6936708092689514, + "num_tokens": 197830349.0, + "step": 8370 + }, + { + "epoch": 0.9192839885789589, + "grad_norm": 2.3610572814941406, + "learning_rate": 1e-06, + "loss": 0.7819, + "mean_token_accuracy": 0.7457672357559204, + "num_tokens": 197850776.0, + "step": 8371 + }, + { + "epoch": 0.9193938062815726, + "grad_norm": 2.1880507469177246, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7049518823623657, + "num_tokens": 197875049.0, + "step": 8372 + }, + { + "epoch": 0.9195036239841863, + "grad_norm": 2.054279088973999, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7353959083557129, + "num_tokens": 197901294.0, + "step": 8373 + }, + { + "epoch": 0.9196134416867999, + "grad_norm": 2.495457887649536, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7101238965988159, + "num_tokens": 197921123.0, + "step": 8374 + }, + { + "epoch": 0.9197232593894136, + "grad_norm": 2.401956558227539, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.7232773303985596, + "num_tokens": 197941930.0, + "step": 8375 + }, + { + "epoch": 0.9198330770920272, + "grad_norm": 1.9174911975860596, + "learning_rate": 1e-06, + "loss": 1.0208, + "mean_token_accuracy": 0.6925697922706604, + "num_tokens": 197974529.0, + "step": 8376 + }, + { + "epoch": 0.9199428947946409, + "grad_norm": 2.9013173580169678, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7111575603485107, + "num_tokens": 197989765.0, + "step": 8377 + }, + { + "epoch": 0.9200527124972545, + "grad_norm": 1.9630385637283325, + "learning_rate": 1e-06, + "loss": 1.0411, + "mean_token_accuracy": 0.688058614730835, + "num_tokens": 198022623.0, + "step": 8378 + }, + { + "epoch": 0.9201625301998683, + "grad_norm": 2.529325246810913, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7284000515937805, + "num_tokens": 198042103.0, + "step": 8379 + }, + { + "epoch": 0.9202723479024819, + "grad_norm": 2.129263162612915, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.6947158575057983, + "num_tokens": 198066804.0, + "step": 8380 + }, + { + "epoch": 0.9203821656050956, + "grad_norm": 2.114361047744751, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7220413684844971, + "num_tokens": 198091688.0, + "step": 8381 + }, + { + "epoch": 0.9204919833077092, + "grad_norm": 2.46582293510437, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7234089970588684, + "num_tokens": 198113494.0, + "step": 8382 + }, + { + "epoch": 0.9206018010103229, + "grad_norm": 2.4980573654174805, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.7052758932113647, + "num_tokens": 198133678.0, + "step": 8383 + }, + { + "epoch": 0.9207116187129365, + "grad_norm": 2.1811068058013916, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.7213805317878723, + "num_tokens": 198158194.0, + "step": 8384 + }, + { + "epoch": 0.9208214364155501, + "grad_norm": 2.164093494415283, + "learning_rate": 1e-06, + "loss": 0.8652, + "mean_token_accuracy": 0.7267618775367737, + "num_tokens": 198183700.0, + "step": 8385 + }, + { + "epoch": 0.9209312541181639, + "grad_norm": 2.3903589248657227, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7079213261604309, + "num_tokens": 198204809.0, + "step": 8386 + }, + { + "epoch": 0.9210410718207775, + "grad_norm": 2.1682472229003906, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7172896265983582, + "num_tokens": 198232023.0, + "step": 8387 + }, + { + "epoch": 0.9211508895233912, + "grad_norm": 2.485067367553711, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6975361704826355, + "num_tokens": 198253457.0, + "step": 8388 + }, + { + "epoch": 0.9212607072260048, + "grad_norm": 2.0423085689544678, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7341898679733276, + "num_tokens": 198279305.0, + "step": 8389 + }, + { + "epoch": 0.9213705249286185, + "grad_norm": 2.902543783187866, + "learning_rate": 1e-06, + "loss": 0.7906, + "mean_token_accuracy": 0.7361536026000977, + "num_tokens": 198294841.0, + "step": 8390 + }, + { + "epoch": 0.9214803426312321, + "grad_norm": 2.3003807067871094, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.704195499420166, + "num_tokens": 198318927.0, + "step": 8391 + }, + { + "epoch": 0.9215901603338458, + "grad_norm": 2.4779715538024902, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.738226056098938, + "num_tokens": 198337469.0, + "step": 8392 + }, + { + "epoch": 0.9216999780364594, + "grad_norm": 2.41749906539917, + "learning_rate": 1e-06, + "loss": 0.8637, + "mean_token_accuracy": 0.7240216135978699, + "num_tokens": 198357610.0, + "step": 8393 + }, + { + "epoch": 0.9218097957390732, + "grad_norm": 2.145878553390503, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7092281579971313, + "num_tokens": 198385861.0, + "step": 8394 + }, + { + "epoch": 0.9219196134416868, + "grad_norm": 2.3204636573791504, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7216390371322632, + "num_tokens": 198407337.0, + "step": 8395 + }, + { + "epoch": 0.9220294311443005, + "grad_norm": 2.228548288345337, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7131390571594238, + "num_tokens": 198431912.0, + "step": 8396 + }, + { + "epoch": 0.9221392488469141, + "grad_norm": 2.0936264991760254, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7069956064224243, + "num_tokens": 198460140.0, + "step": 8397 + }, + { + "epoch": 0.9222490665495278, + "grad_norm": 2.34480619430542, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.719666600227356, + "num_tokens": 198480456.0, + "step": 8398 + }, + { + "epoch": 0.9223588842521414, + "grad_norm": 2.2524971961975098, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.6991289258003235, + "num_tokens": 198505997.0, + "step": 8399 + }, + { + "epoch": 0.922468701954755, + "grad_norm": 1.8811653852462769, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.692226767539978, + "num_tokens": 198538531.0, + "step": 8400 + }, + { + "epoch": 0.9225785196573688, + "grad_norm": 2.049727201461792, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6875882744789124, + "num_tokens": 198566584.0, + "step": 8401 + }, + { + "epoch": 0.9226883373599825, + "grad_norm": 2.055783271789551, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.6997990012168884, + "num_tokens": 198596763.0, + "step": 8402 + }, + { + "epoch": 0.9227981550625961, + "grad_norm": 2.2889673709869385, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.7211920022964478, + "num_tokens": 198617637.0, + "step": 8403 + }, + { + "epoch": 0.9229079727652097, + "grad_norm": 2.211487293243408, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.7032615542411804, + "num_tokens": 198642661.0, + "step": 8404 + }, + { + "epoch": 0.9230177904678234, + "grad_norm": 2.282055377960205, + "learning_rate": 1e-06, + "loss": 0.9792, + "mean_token_accuracy": 0.7034769654273987, + "num_tokens": 198667686.0, + "step": 8405 + }, + { + "epoch": 0.923127608170437, + "grad_norm": 2.2416834831237793, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7267515659332275, + "num_tokens": 198690881.0, + "step": 8406 + }, + { + "epoch": 0.9232374258730507, + "grad_norm": 2.145735263824463, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.707160472869873, + "num_tokens": 198714628.0, + "step": 8407 + }, + { + "epoch": 0.9233472435756644, + "grad_norm": 2.269481658935547, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.7169218063354492, + "num_tokens": 198738662.0, + "step": 8408 + }, + { + "epoch": 0.9234570612782781, + "grad_norm": 2.486114501953125, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.740047812461853, + "num_tokens": 198757458.0, + "step": 8409 + }, + { + "epoch": 0.9235668789808917, + "grad_norm": 2.1409127712249756, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7002137899398804, + "num_tokens": 198782512.0, + "step": 8410 + }, + { + "epoch": 0.9236766966835054, + "grad_norm": 2.32346510887146, + "learning_rate": 1e-06, + "loss": 1.0217, + "mean_token_accuracy": 0.6907356381416321, + "num_tokens": 198806221.0, + "step": 8411 + }, + { + "epoch": 0.923786514386119, + "grad_norm": 2.115677833557129, + "learning_rate": 1e-06, + "loss": 1.0503, + "mean_token_accuracy": 0.6836353540420532, + "num_tokens": 198836698.0, + "step": 8412 + }, + { + "epoch": 0.9238963320887327, + "grad_norm": 2.309030771255493, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7247850894927979, + "num_tokens": 198859079.0, + "step": 8413 + }, + { + "epoch": 0.9240061497913463, + "grad_norm": 2.0801703929901123, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7110942006111145, + "num_tokens": 198885623.0, + "step": 8414 + }, + { + "epoch": 0.9241159674939601, + "grad_norm": 1.9024227857589722, + "learning_rate": 1e-06, + "loss": 1.0604, + "mean_token_accuracy": 0.6782227754592896, + "num_tokens": 198918446.0, + "step": 8415 + }, + { + "epoch": 0.9242257851965737, + "grad_norm": 1.9149616956710815, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7059035301208496, + "num_tokens": 198950118.0, + "step": 8416 + }, + { + "epoch": 0.9243356028991874, + "grad_norm": 2.476250410079956, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7260464429855347, + "num_tokens": 198969797.0, + "step": 8417 + }, + { + "epoch": 0.924445420601801, + "grad_norm": 2.20098876953125, + "learning_rate": 1e-06, + "loss": 1.0122, + "mean_token_accuracy": 0.6858686208724976, + "num_tokens": 198995692.0, + "step": 8418 + }, + { + "epoch": 0.9245552383044147, + "grad_norm": 2.356168746948242, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7139962911605835, + "num_tokens": 199017563.0, + "step": 8419 + }, + { + "epoch": 0.9246650560070283, + "grad_norm": 2.386406421661377, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.7036216259002686, + "num_tokens": 199039144.0, + "step": 8420 + }, + { + "epoch": 0.924774873709642, + "grad_norm": 2.7208502292633057, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.7169339656829834, + "num_tokens": 199057005.0, + "step": 8421 + }, + { + "epoch": 0.9248846914122557, + "grad_norm": 2.2509539127349854, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7036922574043274, + "num_tokens": 199081380.0, + "step": 8422 + }, + { + "epoch": 0.9249945091148694, + "grad_norm": 2.2535150051116943, + "learning_rate": 1e-06, + "loss": 1.0895, + "mean_token_accuracy": 0.6820571422576904, + "num_tokens": 199106527.0, + "step": 8423 + }, + { + "epoch": 0.925104326817483, + "grad_norm": 2.1695406436920166, + "learning_rate": 1e-06, + "loss": 1.0357, + "mean_token_accuracy": 0.6902109384536743, + "num_tokens": 199134062.0, + "step": 8424 + }, + { + "epoch": 0.9252141445200966, + "grad_norm": 2.36891770362854, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7042884230613708, + "num_tokens": 199156097.0, + "step": 8425 + }, + { + "epoch": 0.9253239622227103, + "grad_norm": 2.356351137161255, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.7004837989807129, + "num_tokens": 199178008.0, + "step": 8426 + }, + { + "epoch": 0.9254337799253239, + "grad_norm": 2.1864428520202637, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7039923667907715, + "num_tokens": 199201660.0, + "step": 8427 + }, + { + "epoch": 0.9255435976279376, + "grad_norm": 2.005903959274292, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7092671394348145, + "num_tokens": 199230461.0, + "step": 8428 + }, + { + "epoch": 0.9256534153305512, + "grad_norm": 2.4293885231018066, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.7023633718490601, + "num_tokens": 199251266.0, + "step": 8429 + }, + { + "epoch": 0.925763233033165, + "grad_norm": 2.2817189693450928, + "learning_rate": 1e-06, + "loss": 1.005, + "mean_token_accuracy": 0.6947765350341797, + "num_tokens": 199275113.0, + "step": 8430 + }, + { + "epoch": 0.9258730507357786, + "grad_norm": 2.2239437103271484, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7038142681121826, + "num_tokens": 199299699.0, + "step": 8431 + }, + { + "epoch": 0.9259828684383923, + "grad_norm": 2.127295732498169, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6985993385314941, + "num_tokens": 199330579.0, + "step": 8432 + }, + { + "epoch": 0.9260926861410059, + "grad_norm": 2.3766660690307617, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7194924354553223, + "num_tokens": 199352334.0, + "step": 8433 + }, + { + "epoch": 0.9262025038436196, + "grad_norm": 2.20839524269104, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7195014953613281, + "num_tokens": 199376379.0, + "step": 8434 + }, + { + "epoch": 0.9263123215462332, + "grad_norm": 2.3335440158843994, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7074216604232788, + "num_tokens": 199399428.0, + "step": 8435 + }, + { + "epoch": 0.9264221392488469, + "grad_norm": 2.221989870071411, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6919757127761841, + "num_tokens": 199423204.0, + "step": 8436 + }, + { + "epoch": 0.9265319569514606, + "grad_norm": 2.240017890930176, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7114783525466919, + "num_tokens": 199448489.0, + "step": 8437 + }, + { + "epoch": 0.9266417746540743, + "grad_norm": 1.8550803661346436, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.6929221153259277, + "num_tokens": 199484544.0, + "step": 8438 + }, + { + "epoch": 0.9267515923566879, + "grad_norm": 2.211045742034912, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6964124441146851, + "num_tokens": 199508822.0, + "step": 8439 + }, + { + "epoch": 0.9268614100593016, + "grad_norm": 2.4243109226226807, + "learning_rate": 1e-06, + "loss": 0.7923, + "mean_token_accuracy": 0.7441405057907104, + "num_tokens": 199529939.0, + "step": 8440 + }, + { + "epoch": 0.9269712277619152, + "grad_norm": 2.173553705215454, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.6853244304656982, + "num_tokens": 199556212.0, + "step": 8441 + }, + { + "epoch": 0.9270810454645289, + "grad_norm": 2.5157368183135986, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7065655589103699, + "num_tokens": 199574678.0, + "step": 8442 + }, + { + "epoch": 0.9271908631671425, + "grad_norm": 2.1398019790649414, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7248783111572266, + "num_tokens": 199596946.0, + "step": 8443 + }, + { + "epoch": 0.9273006808697563, + "grad_norm": 2.1929988861083984, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6934119462966919, + "num_tokens": 199624618.0, + "step": 8444 + }, + { + "epoch": 0.9274104985723699, + "grad_norm": 1.8929411172866821, + "learning_rate": 1e-06, + "loss": 0.9969, + "mean_token_accuracy": 0.6893598437309265, + "num_tokens": 199656054.0, + "step": 8445 + }, + { + "epoch": 0.9275203162749835, + "grad_norm": 2.729524612426758, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7155582904815674, + "num_tokens": 199672831.0, + "step": 8446 + }, + { + "epoch": 0.9276301339775972, + "grad_norm": 2.235377073287964, + "learning_rate": 1e-06, + "loss": 0.9851, + "mean_token_accuracy": 0.7011033296585083, + "num_tokens": 199699312.0, + "step": 8447 + }, + { + "epoch": 0.9277399516802108, + "grad_norm": 2.6200461387634277, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7281145453453064, + "num_tokens": 199716023.0, + "step": 8448 + }, + { + "epoch": 0.9278497693828245, + "grad_norm": 2.02888560295105, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.6883842945098877, + "num_tokens": 199745075.0, + "step": 8449 + }, + { + "epoch": 0.9279595870854381, + "grad_norm": 2.2328999042510986, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7289928197860718, + "num_tokens": 199769269.0, + "step": 8450 + }, + { + "epoch": 0.9280694047880519, + "grad_norm": 2.262092351913452, + "learning_rate": 1e-06, + "loss": 1.0135, + "mean_token_accuracy": 0.6854854822158813, + "num_tokens": 199793820.0, + "step": 8451 + }, + { + "epoch": 0.9281792224906655, + "grad_norm": 2.31173038482666, + "learning_rate": 1e-06, + "loss": 1.0205, + "mean_token_accuracy": 0.693749189376831, + "num_tokens": 199817804.0, + "step": 8452 + }, + { + "epoch": 0.9282890401932792, + "grad_norm": 2.185096263885498, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7048518657684326, + "num_tokens": 199841276.0, + "step": 8453 + }, + { + "epoch": 0.9283988578958928, + "grad_norm": 2.338062047958374, + "learning_rate": 1e-06, + "loss": 0.9465, + "mean_token_accuracy": 0.7069481611251831, + "num_tokens": 199863780.0, + "step": 8454 + }, + { + "epoch": 0.9285086755985065, + "grad_norm": 2.084960699081421, + "learning_rate": 1e-06, + "loss": 0.991, + "mean_token_accuracy": 0.6999295949935913, + "num_tokens": 199890484.0, + "step": 8455 + }, + { + "epoch": 0.9286184933011201, + "grad_norm": 1.748936653137207, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.6903760433197021, + "num_tokens": 199928419.0, + "step": 8456 + }, + { + "epoch": 0.9287283110037338, + "grad_norm": 2.180945873260498, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7114445567131042, + "num_tokens": 199953440.0, + "step": 8457 + }, + { + "epoch": 0.9288381287063474, + "grad_norm": 2.477384090423584, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.7161192297935486, + "num_tokens": 199975119.0, + "step": 8458 + }, + { + "epoch": 0.9289479464089612, + "grad_norm": 2.0568315982818604, + "learning_rate": 1e-06, + "loss": 1.0596, + "mean_token_accuracy": 0.6804634928703308, + "num_tokens": 200003170.0, + "step": 8459 + }, + { + "epoch": 0.9290577641115748, + "grad_norm": 2.27424693107605, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7176430821418762, + "num_tokens": 200026752.0, + "step": 8460 + }, + { + "epoch": 0.9291675818141885, + "grad_norm": 2.0592966079711914, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7210350036621094, + "num_tokens": 200053057.0, + "step": 8461 + }, + { + "epoch": 0.9292773995168021, + "grad_norm": 2.2308318614959717, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7213717699050903, + "num_tokens": 200077389.0, + "step": 8462 + }, + { + "epoch": 0.9293872172194158, + "grad_norm": 2.476818323135376, + "learning_rate": 1e-06, + "loss": 0.8654, + "mean_token_accuracy": 0.7224489450454712, + "num_tokens": 200096843.0, + "step": 8463 + }, + { + "epoch": 0.9294970349220294, + "grad_norm": 2.5509681701660156, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7004672288894653, + "num_tokens": 200116595.0, + "step": 8464 + }, + { + "epoch": 0.929606852624643, + "grad_norm": 1.8155311346054077, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7280639410018921, + "num_tokens": 200150818.0, + "step": 8465 + }, + { + "epoch": 0.9297166703272568, + "grad_norm": 2.1772830486297607, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7104634046554565, + "num_tokens": 200177698.0, + "step": 8466 + }, + { + "epoch": 0.9298264880298704, + "grad_norm": 2.398050546646118, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.6996603608131409, + "num_tokens": 200199130.0, + "step": 8467 + }, + { + "epoch": 0.9299363057324841, + "grad_norm": 2.3385844230651855, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.6975203156471252, + "num_tokens": 200220780.0, + "step": 8468 + }, + { + "epoch": 0.9300461234350977, + "grad_norm": 2.2497644424438477, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7203486561775208, + "num_tokens": 200243602.0, + "step": 8469 + }, + { + "epoch": 0.9301559411377114, + "grad_norm": 2.204303741455078, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.7041163444519043, + "num_tokens": 200268891.0, + "step": 8470 + }, + { + "epoch": 0.930265758840325, + "grad_norm": 2.1321909427642822, + "learning_rate": 1e-06, + "loss": 0.9327, + "mean_token_accuracy": 0.7132201194763184, + "num_tokens": 200294834.0, + "step": 8471 + }, + { + "epoch": 0.9303755765429387, + "grad_norm": 2.2961366176605225, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7055051922798157, + "num_tokens": 200319314.0, + "step": 8472 + }, + { + "epoch": 0.9304853942455524, + "grad_norm": 2.125511884689331, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.6934180855751038, + "num_tokens": 200345881.0, + "step": 8473 + }, + { + "epoch": 0.9305952119481661, + "grad_norm": 2.6357619762420654, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.7271028757095337, + "num_tokens": 200364103.0, + "step": 8474 + }, + { + "epoch": 0.9307050296507797, + "grad_norm": 2.1377806663513184, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.7119655609130859, + "num_tokens": 200388697.0, + "step": 8475 + }, + { + "epoch": 0.9308148473533934, + "grad_norm": 2.7292473316192627, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7243020534515381, + "num_tokens": 200404961.0, + "step": 8476 + }, + { + "epoch": 0.930924665056007, + "grad_norm": 2.6682612895965576, + "learning_rate": 1e-06, + "loss": 0.8804, + "mean_token_accuracy": 0.7239310145378113, + "num_tokens": 200422798.0, + "step": 8477 + }, + { + "epoch": 0.9310344827586207, + "grad_norm": 3.0858166217803955, + "learning_rate": 1e-06, + "loss": 0.8692, + "mean_token_accuracy": 0.7240807414054871, + "num_tokens": 200437608.0, + "step": 8478 + }, + { + "epoch": 0.9311443004612343, + "grad_norm": 2.4853241443634033, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7041698694229126, + "num_tokens": 200459607.0, + "step": 8479 + }, + { + "epoch": 0.9312541181638481, + "grad_norm": 2.7213993072509766, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7169967293739319, + "num_tokens": 200477890.0, + "step": 8480 + }, + { + "epoch": 0.9313639358664617, + "grad_norm": 2.221024990081787, + "learning_rate": 1e-06, + "loss": 1.017, + "mean_token_accuracy": 0.6949976682662964, + "num_tokens": 200504573.0, + "step": 8481 + }, + { + "epoch": 0.9314737535690754, + "grad_norm": 2.296264410018921, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.7026200294494629, + "num_tokens": 200531461.0, + "step": 8482 + }, + { + "epoch": 0.931583571271689, + "grad_norm": 2.5048880577087402, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.7001718282699585, + "num_tokens": 200551986.0, + "step": 8483 + }, + { + "epoch": 0.9316933889743026, + "grad_norm": 1.9907490015029907, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7114854454994202, + "num_tokens": 200579736.0, + "step": 8484 + }, + { + "epoch": 0.9318032066769163, + "grad_norm": 2.210646629333496, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7248911261558533, + "num_tokens": 200603823.0, + "step": 8485 + }, + { + "epoch": 0.9319130243795299, + "grad_norm": 2.1610734462738037, + "learning_rate": 1e-06, + "loss": 1.0161, + "mean_token_accuracy": 0.6879233717918396, + "num_tokens": 200629622.0, + "step": 8486 + }, + { + "epoch": 0.9320228420821436, + "grad_norm": 2.1136016845703125, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.698760986328125, + "num_tokens": 200656744.0, + "step": 8487 + }, + { + "epoch": 0.9321326597847573, + "grad_norm": 2.187577486038208, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.7013174295425415, + "num_tokens": 200680560.0, + "step": 8488 + }, + { + "epoch": 0.932242477487371, + "grad_norm": 2.297292470932007, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7053102850914001, + "num_tokens": 200703263.0, + "step": 8489 + }, + { + "epoch": 0.9323522951899846, + "grad_norm": 2.9973058700561523, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7191997766494751, + "num_tokens": 200718462.0, + "step": 8490 + }, + { + "epoch": 0.9324621128925983, + "grad_norm": 2.159376621246338, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7039095163345337, + "num_tokens": 200741649.0, + "step": 8491 + }, + { + "epoch": 0.9325719305952119, + "grad_norm": 2.3787074089050293, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7070028781890869, + "num_tokens": 200762801.0, + "step": 8492 + }, + { + "epoch": 0.9326817482978256, + "grad_norm": 2.1597182750701904, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7318440675735474, + "num_tokens": 200786697.0, + "step": 8493 + }, + { + "epoch": 0.9327915660004392, + "grad_norm": 2.165419340133667, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.6938772201538086, + "num_tokens": 200812681.0, + "step": 8494 + }, + { + "epoch": 0.932901383703053, + "grad_norm": 2.073667049407959, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7320495247840881, + "num_tokens": 200839502.0, + "step": 8495 + }, + { + "epoch": 0.9330112014056666, + "grad_norm": 2.3352181911468506, + "learning_rate": 1e-06, + "loss": 0.9758, + "mean_token_accuracy": 0.6983729600906372, + "num_tokens": 200862247.0, + "step": 8496 + }, + { + "epoch": 0.9331210191082803, + "grad_norm": 2.192002058029175, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7197964787483215, + "num_tokens": 200886599.0, + "step": 8497 + }, + { + "epoch": 0.9332308368108939, + "grad_norm": 2.32034969329834, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7276420593261719, + "num_tokens": 200908953.0, + "step": 8498 + }, + { + "epoch": 0.9333406545135076, + "grad_norm": 2.3586463928222656, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7184385061264038, + "num_tokens": 200930898.0, + "step": 8499 + }, + { + "epoch": 0.9334504722161212, + "grad_norm": 2.2679271697998047, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.7039424180984497, + "num_tokens": 200956309.0, + "step": 8500 + }, + { + "epoch": 0.9335602899187349, + "grad_norm": 1.9566463232040405, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.6965484619140625, + "num_tokens": 200986711.0, + "step": 8501 + }, + { + "epoch": 0.9336701076213486, + "grad_norm": 2.247511148452759, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.7009823322296143, + "num_tokens": 201009869.0, + "step": 8502 + }, + { + "epoch": 0.9337799253239623, + "grad_norm": 2.107149839401245, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7184687852859497, + "num_tokens": 201036402.0, + "step": 8503 + }, + { + "epoch": 0.9338897430265759, + "grad_norm": 2.227325201034546, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.704361617565155, + "num_tokens": 201062595.0, + "step": 8504 + }, + { + "epoch": 0.9339995607291895, + "grad_norm": 2.333735704421997, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7092854976654053, + "num_tokens": 201083166.0, + "step": 8505 + }, + { + "epoch": 0.9341093784318032, + "grad_norm": 2.4438798427581787, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.704285740852356, + "num_tokens": 201105101.0, + "step": 8506 + }, + { + "epoch": 0.9342191961344168, + "grad_norm": 2.4089725017547607, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7112550139427185, + "num_tokens": 201125760.0, + "step": 8507 + }, + { + "epoch": 0.9343290138370305, + "grad_norm": 2.857947826385498, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7089223861694336, + "num_tokens": 201141163.0, + "step": 8508 + }, + { + "epoch": 0.9344388315396442, + "grad_norm": 2.4381890296936035, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7254119515419006, + "num_tokens": 201162704.0, + "step": 8509 + }, + { + "epoch": 0.9345486492422579, + "grad_norm": 2.6736629009246826, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7147526741027832, + "num_tokens": 201180220.0, + "step": 8510 + }, + { + "epoch": 0.9346584669448715, + "grad_norm": 2.582235336303711, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7337394952774048, + "num_tokens": 201197148.0, + "step": 8511 + }, + { + "epoch": 0.9347682846474852, + "grad_norm": 2.416012763977051, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7180843949317932, + "num_tokens": 201217375.0, + "step": 8512 + }, + { + "epoch": 0.9348781023500988, + "grad_norm": 2.299003839492798, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.6931004524230957, + "num_tokens": 201239304.0, + "step": 8513 + }, + { + "epoch": 0.9349879200527125, + "grad_norm": 2.2168731689453125, + "learning_rate": 1e-06, + "loss": 0.9893, + "mean_token_accuracy": 0.7069039940834045, + "num_tokens": 201265026.0, + "step": 8514 + }, + { + "epoch": 0.9350977377553261, + "grad_norm": 2.300494909286499, + "learning_rate": 1e-06, + "loss": 0.8796, + "mean_token_accuracy": 0.720572292804718, + "num_tokens": 201284678.0, + "step": 8515 + }, + { + "epoch": 0.9352075554579398, + "grad_norm": 1.932409644126892, + "learning_rate": 1e-06, + "loss": 1.0421, + "mean_token_accuracy": 0.6861802339553833, + "num_tokens": 201316419.0, + "step": 8516 + }, + { + "epoch": 0.9353173731605535, + "grad_norm": 2.1970834732055664, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7050819396972656, + "num_tokens": 201341223.0, + "step": 8517 + }, + { + "epoch": 0.9354271908631672, + "grad_norm": 2.3761000633239746, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7105138301849365, + "num_tokens": 201363982.0, + "step": 8518 + }, + { + "epoch": 0.9355370085657808, + "grad_norm": 2.457169532775879, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7051066160202026, + "num_tokens": 201385937.0, + "step": 8519 + }, + { + "epoch": 0.9356468262683945, + "grad_norm": 2.211681842803955, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7063910961151123, + "num_tokens": 201410793.0, + "step": 8520 + }, + { + "epoch": 0.9357566439710081, + "grad_norm": 2.389840602874756, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7158517241477966, + "num_tokens": 201431222.0, + "step": 8521 + }, + { + "epoch": 0.9358664616736218, + "grad_norm": 2.260690689086914, + "learning_rate": 1e-06, + "loss": 0.9481, + "mean_token_accuracy": 0.7116448879241943, + "num_tokens": 201454794.0, + "step": 8522 + }, + { + "epoch": 0.9359762793762354, + "grad_norm": 2.1473875045776367, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7015260457992554, + "num_tokens": 201480729.0, + "step": 8523 + }, + { + "epoch": 0.9360860970788492, + "grad_norm": 2.644181251525879, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7221724987030029, + "num_tokens": 201496758.0, + "step": 8524 + }, + { + "epoch": 0.9361959147814628, + "grad_norm": 2.002732276916504, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7190178036689758, + "num_tokens": 201523779.0, + "step": 8525 + }, + { + "epoch": 0.9363057324840764, + "grad_norm": 2.1560261249542236, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7041687369346619, + "num_tokens": 201548679.0, + "step": 8526 + }, + { + "epoch": 0.9364155501866901, + "grad_norm": 2.2207319736480713, + "learning_rate": 1e-06, + "loss": 0.8767, + "mean_token_accuracy": 0.7292956113815308, + "num_tokens": 201569904.0, + "step": 8527 + }, + { + "epoch": 0.9365253678893037, + "grad_norm": 2.2300233840942383, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7366951704025269, + "num_tokens": 201592490.0, + "step": 8528 + }, + { + "epoch": 0.9366351855919174, + "grad_norm": 2.310797691345215, + "learning_rate": 1e-06, + "loss": 0.8263, + "mean_token_accuracy": 0.7389358282089233, + "num_tokens": 201612399.0, + "step": 8529 + }, + { + "epoch": 0.936745003294531, + "grad_norm": 2.4735701084136963, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7175643444061279, + "num_tokens": 201632898.0, + "step": 8530 + }, + { + "epoch": 0.9368548209971448, + "grad_norm": 2.149930715560913, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.689354419708252, + "num_tokens": 201661003.0, + "step": 8531 + }, + { + "epoch": 0.9369646386997584, + "grad_norm": 2.0760936737060547, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.7005147933959961, + "num_tokens": 201689052.0, + "step": 8532 + }, + { + "epoch": 0.9370744564023721, + "grad_norm": 2.6276302337646484, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7083523273468018, + "num_tokens": 201707068.0, + "step": 8533 + }, + { + "epoch": 0.9371842741049857, + "grad_norm": 2.396361827850342, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.7098861932754517, + "num_tokens": 201727875.0, + "step": 8534 + }, + { + "epoch": 0.9372940918075994, + "grad_norm": 2.398127317428589, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.706855833530426, + "num_tokens": 201750172.0, + "step": 8535 + }, + { + "epoch": 0.937403909510213, + "grad_norm": 2.1640639305114746, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7208235263824463, + "num_tokens": 201774387.0, + "step": 8536 + }, + { + "epoch": 0.9375137272128267, + "grad_norm": 2.0395944118499756, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6882184147834778, + "num_tokens": 201802436.0, + "step": 8537 + }, + { + "epoch": 0.9376235449154404, + "grad_norm": 2.1006698608398438, + "learning_rate": 1e-06, + "loss": 0.9684, + "mean_token_accuracy": 0.704772412776947, + "num_tokens": 201829516.0, + "step": 8538 + }, + { + "epoch": 0.9377333626180541, + "grad_norm": 2.19867205619812, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7032057046890259, + "num_tokens": 201854678.0, + "step": 8539 + }, + { + "epoch": 0.9378431803206677, + "grad_norm": 2.0763983726501465, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7156449556350708, + "num_tokens": 201880762.0, + "step": 8540 + }, + { + "epoch": 0.9379529980232814, + "grad_norm": 2.30177640914917, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7144622206687927, + "num_tokens": 201903178.0, + "step": 8541 + }, + { + "epoch": 0.938062815725895, + "grad_norm": 2.5517003536224365, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7253947854042053, + "num_tokens": 201923095.0, + "step": 8542 + }, + { + "epoch": 0.9381726334285087, + "grad_norm": 2.57804536819458, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.723983645439148, + "num_tokens": 201942494.0, + "step": 8543 + }, + { + "epoch": 0.9382824511311223, + "grad_norm": 2.042388677597046, + "learning_rate": 1e-06, + "loss": 1.0148, + "mean_token_accuracy": 0.700279712677002, + "num_tokens": 201971769.0, + "step": 8544 + }, + { + "epoch": 0.9383922688337359, + "grad_norm": 2.0663137435913086, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.709863543510437, + "num_tokens": 201997461.0, + "step": 8545 + }, + { + "epoch": 0.9385020865363497, + "grad_norm": 2.259021043777466, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7163201570510864, + "num_tokens": 202021713.0, + "step": 8546 + }, + { + "epoch": 0.9386119042389633, + "grad_norm": 2.0100016593933105, + "learning_rate": 1e-06, + "loss": 1.0048, + "mean_token_accuracy": 0.6946740746498108, + "num_tokens": 202050007.0, + "step": 8547 + }, + { + "epoch": 0.938721721941577, + "grad_norm": 2.319077253341675, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.701898455619812, + "num_tokens": 202074341.0, + "step": 8548 + }, + { + "epoch": 0.9388315396441906, + "grad_norm": 2.3025362491607666, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7109930515289307, + "num_tokens": 202097298.0, + "step": 8549 + }, + { + "epoch": 0.9389413573468043, + "grad_norm": 2.333098888397217, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6906180381774902, + "num_tokens": 202120930.0, + "step": 8550 + }, + { + "epoch": 0.9390511750494179, + "grad_norm": 2.0683560371398926, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7333822250366211, + "num_tokens": 202146983.0, + "step": 8551 + }, + { + "epoch": 0.9391609927520316, + "grad_norm": 2.4991557598114014, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7334859371185303, + "num_tokens": 202166686.0, + "step": 8552 + }, + { + "epoch": 0.9392708104546453, + "grad_norm": 2.6222705841064453, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7014317512512207, + "num_tokens": 202187143.0, + "step": 8553 + }, + { + "epoch": 0.939380628157259, + "grad_norm": 2.8102595806121826, + "learning_rate": 1e-06, + "loss": 1.0292, + "mean_token_accuracy": 0.6938065886497498, + "num_tokens": 202204674.0, + "step": 8554 + }, + { + "epoch": 0.9394904458598726, + "grad_norm": 2.213977098464966, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7077915668487549, + "num_tokens": 202230458.0, + "step": 8555 + }, + { + "epoch": 0.9396002635624863, + "grad_norm": 2.3674795627593994, + "learning_rate": 1e-06, + "loss": 1.0014, + "mean_token_accuracy": 0.6967291831970215, + "num_tokens": 202252348.0, + "step": 8556 + }, + { + "epoch": 0.9397100812650999, + "grad_norm": 2.0978002548217773, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7098714709281921, + "num_tokens": 202280937.0, + "step": 8557 + }, + { + "epoch": 0.9398198989677136, + "grad_norm": 2.3158202171325684, + "learning_rate": 1e-06, + "loss": 1.0262, + "mean_token_accuracy": 0.6847781538963318, + "num_tokens": 202303013.0, + "step": 8558 + }, + { + "epoch": 0.9399297166703272, + "grad_norm": 2.559638023376465, + "learning_rate": 1e-06, + "loss": 0.8613, + "mean_token_accuracy": 0.7286710739135742, + "num_tokens": 202321428.0, + "step": 8559 + }, + { + "epoch": 0.940039534372941, + "grad_norm": 2.37123966217041, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.7062813639640808, + "num_tokens": 202343331.0, + "step": 8560 + }, + { + "epoch": 0.9401493520755546, + "grad_norm": 2.174182891845703, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7181447744369507, + "num_tokens": 202367988.0, + "step": 8561 + }, + { + "epoch": 0.9402591697781683, + "grad_norm": 2.0778422355651855, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.6975021362304688, + "num_tokens": 202395896.0, + "step": 8562 + }, + { + "epoch": 0.9403689874807819, + "grad_norm": 2.502048969268799, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7228502035140991, + "num_tokens": 202417255.0, + "step": 8563 + }, + { + "epoch": 0.9404788051833955, + "grad_norm": 2.0125861167907715, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.708197295665741, + "num_tokens": 202444858.0, + "step": 8564 + }, + { + "epoch": 0.9405886228860092, + "grad_norm": 2.050398588180542, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7108331918716431, + "num_tokens": 202474347.0, + "step": 8565 + }, + { + "epoch": 0.9406984405886228, + "grad_norm": 2.449917793273926, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7217230796813965, + "num_tokens": 202494222.0, + "step": 8566 + }, + { + "epoch": 0.9408082582912366, + "grad_norm": 2.2201321125030518, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.723635196685791, + "num_tokens": 202517460.0, + "step": 8567 + }, + { + "epoch": 0.9409180759938502, + "grad_norm": 2.0834991931915283, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7044304609298706, + "num_tokens": 202544651.0, + "step": 8568 + }, + { + "epoch": 0.9410278936964639, + "grad_norm": 2.24578857421875, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6959450244903564, + "num_tokens": 202569400.0, + "step": 8569 + }, + { + "epoch": 0.9411377113990775, + "grad_norm": 2.421461582183838, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7213889360427856, + "num_tokens": 202589707.0, + "step": 8570 + }, + { + "epoch": 0.9412475291016912, + "grad_norm": 2.147632360458374, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7237225770950317, + "num_tokens": 202615835.0, + "step": 8571 + }, + { + "epoch": 0.9413573468043048, + "grad_norm": 2.5402915477752686, + "learning_rate": 1e-06, + "loss": 1.0293, + "mean_token_accuracy": 0.6937679648399353, + "num_tokens": 202636967.0, + "step": 8572 + }, + { + "epoch": 0.9414671645069185, + "grad_norm": 2.2496399879455566, + "learning_rate": 1e-06, + "loss": 0.8671, + "mean_token_accuracy": 0.7318177223205566, + "num_tokens": 202658092.0, + "step": 8573 + }, + { + "epoch": 0.9415769822095322, + "grad_norm": 2.2935235500335693, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7019599676132202, + "num_tokens": 202683093.0, + "step": 8574 + }, + { + "epoch": 0.9416867999121459, + "grad_norm": 2.0938758850097656, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.6979885101318359, + "num_tokens": 202710991.0, + "step": 8575 + }, + { + "epoch": 0.9417966176147595, + "grad_norm": 2.1583902835845947, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.71052485704422, + "num_tokens": 202736780.0, + "step": 8576 + }, + { + "epoch": 0.9419064353173732, + "grad_norm": 2.065401792526245, + "learning_rate": 1e-06, + "loss": 0.9711, + "mean_token_accuracy": 0.7054038047790527, + "num_tokens": 202763721.0, + "step": 8577 + }, + { + "epoch": 0.9420162530199868, + "grad_norm": 2.4789295196533203, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7178699970245361, + "num_tokens": 202783428.0, + "step": 8578 + }, + { + "epoch": 0.9421260707226005, + "grad_norm": 2.1852786540985107, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.7235822081565857, + "num_tokens": 202810058.0, + "step": 8579 + }, + { + "epoch": 0.9422358884252141, + "grad_norm": 2.368946075439453, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7114204168319702, + "num_tokens": 202832465.0, + "step": 8580 + }, + { + "epoch": 0.9423457061278278, + "grad_norm": 2.113370418548584, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7123536467552185, + "num_tokens": 202857831.0, + "step": 8581 + }, + { + "epoch": 0.9424555238304415, + "grad_norm": 2.1781973838806152, + "learning_rate": 1e-06, + "loss": 1.0615, + "mean_token_accuracy": 0.683264970779419, + "num_tokens": 202883593.0, + "step": 8582 + }, + { + "epoch": 0.9425653415330552, + "grad_norm": 2.715275526046753, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7116749286651611, + "num_tokens": 202900312.0, + "step": 8583 + }, + { + "epoch": 0.9426751592356688, + "grad_norm": 2.029972791671753, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.690995454788208, + "num_tokens": 202929078.0, + "step": 8584 + }, + { + "epoch": 0.9427849769382824, + "grad_norm": 2.3875205516815186, + "learning_rate": 1e-06, + "loss": 0.7835, + "mean_token_accuracy": 0.75361168384552, + "num_tokens": 202948274.0, + "step": 8585 + }, + { + "epoch": 0.9428947946408961, + "grad_norm": 2.1676712036132812, + "learning_rate": 1e-06, + "loss": 1.0106, + "mean_token_accuracy": 0.6976300477981567, + "num_tokens": 202975067.0, + "step": 8586 + }, + { + "epoch": 0.9430046123435097, + "grad_norm": 2.324669122695923, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7128140926361084, + "num_tokens": 202996084.0, + "step": 8587 + }, + { + "epoch": 0.9431144300461234, + "grad_norm": 2.429039478302002, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7166829705238342, + "num_tokens": 203017925.0, + "step": 8588 + }, + { + "epoch": 0.9432242477487371, + "grad_norm": 2.5415852069854736, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.741657018661499, + "num_tokens": 203035531.0, + "step": 8589 + }, + { + "epoch": 0.9433340654513508, + "grad_norm": 2.7730777263641357, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7233256101608276, + "num_tokens": 203052468.0, + "step": 8590 + }, + { + "epoch": 0.9434438831539644, + "grad_norm": 2.5016331672668457, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7034140825271606, + "num_tokens": 203071224.0, + "step": 8591 + }, + { + "epoch": 0.9435537008565781, + "grad_norm": 2.3748180866241455, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7212823033332825, + "num_tokens": 203091791.0, + "step": 8592 + }, + { + "epoch": 0.9436635185591917, + "grad_norm": 2.4783010482788086, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7243839502334595, + "num_tokens": 203111100.0, + "step": 8593 + }, + { + "epoch": 0.9437733362618054, + "grad_norm": 1.9283788204193115, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.7016468048095703, + "num_tokens": 203142039.0, + "step": 8594 + }, + { + "epoch": 0.943883153964419, + "grad_norm": 2.164731025695801, + "learning_rate": 1e-06, + "loss": 1.0421, + "mean_token_accuracy": 0.6868593692779541, + "num_tokens": 203167362.0, + "step": 8595 + }, + { + "epoch": 0.9439929716670328, + "grad_norm": 2.2597086429595947, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7153279781341553, + "num_tokens": 203190668.0, + "step": 8596 + }, + { + "epoch": 0.9441027893696464, + "grad_norm": 1.933313012123108, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7131056189537048, + "num_tokens": 203218205.0, + "step": 8597 + }, + { + "epoch": 0.9442126070722601, + "grad_norm": 2.276216745376587, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7307387590408325, + "num_tokens": 203242912.0, + "step": 8598 + }, + { + "epoch": 0.9443224247748737, + "grad_norm": 2.2488622665405273, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.7025691270828247, + "num_tokens": 203265958.0, + "step": 8599 + }, + { + "epoch": 0.9444322424774874, + "grad_norm": 2.291400671005249, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.7011416554450989, + "num_tokens": 203290955.0, + "step": 8600 + }, + { + "epoch": 0.944542060180101, + "grad_norm": 2.6547396183013916, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7198109030723572, + "num_tokens": 203307744.0, + "step": 8601 + }, + { + "epoch": 0.9446518778827147, + "grad_norm": 2.233410120010376, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7181689143180847, + "num_tokens": 203331377.0, + "step": 8602 + }, + { + "epoch": 0.9447616955853284, + "grad_norm": 2.2823798656463623, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7212895750999451, + "num_tokens": 203354730.0, + "step": 8603 + }, + { + "epoch": 0.944871513287942, + "grad_norm": 2.480570077896118, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.722852885723114, + "num_tokens": 203374458.0, + "step": 8604 + }, + { + "epoch": 0.9449813309905557, + "grad_norm": 2.1703481674194336, + "learning_rate": 1e-06, + "loss": 0.9968, + "mean_token_accuracy": 0.6958829164505005, + "num_tokens": 203398651.0, + "step": 8605 + }, + { + "epoch": 0.9450911486931693, + "grad_norm": 2.2024989128112793, + "learning_rate": 1e-06, + "loss": 1.0221, + "mean_token_accuracy": 0.6982667446136475, + "num_tokens": 203425639.0, + "step": 8606 + }, + { + "epoch": 0.945200966395783, + "grad_norm": 2.4830732345581055, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6936326026916504, + "num_tokens": 203447241.0, + "step": 8607 + }, + { + "epoch": 0.9453107840983966, + "grad_norm": 1.9087566137313843, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.690879225730896, + "num_tokens": 203476900.0, + "step": 8608 + }, + { + "epoch": 0.9454206018010103, + "grad_norm": 2.294835090637207, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.6962777972221375, + "num_tokens": 203500815.0, + "step": 8609 + }, + { + "epoch": 0.9455304195036239, + "grad_norm": 2.1922988891601562, + "learning_rate": 1e-06, + "loss": 1.0463, + "mean_token_accuracy": 0.6822845935821533, + "num_tokens": 203526069.0, + "step": 8610 + }, + { + "epoch": 0.9456402372062377, + "grad_norm": 1.865085482597351, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.7121362090110779, + "num_tokens": 203556625.0, + "step": 8611 + }, + { + "epoch": 0.9457500549088513, + "grad_norm": 2.415581464767456, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7373391389846802, + "num_tokens": 203574640.0, + "step": 8612 + }, + { + "epoch": 0.945859872611465, + "grad_norm": 2.3128256797790527, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7104687690734863, + "num_tokens": 203596275.0, + "step": 8613 + }, + { + "epoch": 0.9459696903140786, + "grad_norm": 2.8135664463043213, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7135330438613892, + "num_tokens": 203612652.0, + "step": 8614 + }, + { + "epoch": 0.9460795080166923, + "grad_norm": 2.4557902812957764, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.6940579414367676, + "num_tokens": 203632301.0, + "step": 8615 + }, + { + "epoch": 0.9461893257193059, + "grad_norm": 2.3420562744140625, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6991683840751648, + "num_tokens": 203654911.0, + "step": 8616 + }, + { + "epoch": 0.9462991434219196, + "grad_norm": 2.390822172164917, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7246172428131104, + "num_tokens": 203674185.0, + "step": 8617 + }, + { + "epoch": 0.9464089611245333, + "grad_norm": 2.371649742126465, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.7065169215202332, + "num_tokens": 203695321.0, + "step": 8618 + }, + { + "epoch": 0.946518778827147, + "grad_norm": 2.3250839710235596, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7203257083892822, + "num_tokens": 203716837.0, + "step": 8619 + }, + { + "epoch": 0.9466285965297606, + "grad_norm": 2.1350936889648438, + "learning_rate": 1e-06, + "loss": 1.0361, + "mean_token_accuracy": 0.6810603737831116, + "num_tokens": 203742910.0, + "step": 8620 + }, + { + "epoch": 0.9467384142323743, + "grad_norm": 1.8464843034744263, + "learning_rate": 1e-06, + "loss": 1.0567, + "mean_token_accuracy": 0.6859574317932129, + "num_tokens": 203778608.0, + "step": 8621 + }, + { + "epoch": 0.9468482319349879, + "grad_norm": 2.9047131538391113, + "learning_rate": 1e-06, + "loss": 0.9926, + "mean_token_accuracy": 0.6948719024658203, + "num_tokens": 203794762.0, + "step": 8622 + }, + { + "epoch": 0.9469580496376016, + "grad_norm": 2.204953670501709, + "learning_rate": 1e-06, + "loss": 1.0369, + "mean_token_accuracy": 0.6875215768814087, + "num_tokens": 203821869.0, + "step": 8623 + }, + { + "epoch": 0.9470678673402152, + "grad_norm": 2.220940589904785, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7170943021774292, + "num_tokens": 203846487.0, + "step": 8624 + }, + { + "epoch": 0.947177685042829, + "grad_norm": 2.242581844329834, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7190917730331421, + "num_tokens": 203870726.0, + "step": 8625 + }, + { + "epoch": 0.9472875027454426, + "grad_norm": 2.412303924560547, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7079368829727173, + "num_tokens": 203892178.0, + "step": 8626 + }, + { + "epoch": 0.9473973204480562, + "grad_norm": 2.31514835357666, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7300448417663574, + "num_tokens": 203913951.0, + "step": 8627 + }, + { + "epoch": 0.9475071381506699, + "grad_norm": 2.275371789932251, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7204804420471191, + "num_tokens": 203937176.0, + "step": 8628 + }, + { + "epoch": 0.9476169558532835, + "grad_norm": 2.308460235595703, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7208074331283569, + "num_tokens": 203960801.0, + "step": 8629 + }, + { + "epoch": 0.9477267735558972, + "grad_norm": 2.168428897857666, + "learning_rate": 1e-06, + "loss": 0.947, + "mean_token_accuracy": 0.7082521915435791, + "num_tokens": 203987062.0, + "step": 8630 + }, + { + "epoch": 0.9478365912585108, + "grad_norm": 2.429250955581665, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7031885981559753, + "num_tokens": 204008064.0, + "step": 8631 + }, + { + "epoch": 0.9479464089611246, + "grad_norm": 2.6800472736358643, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7119197845458984, + "num_tokens": 204026361.0, + "step": 8632 + }, + { + "epoch": 0.9480562266637382, + "grad_norm": 2.6703720092773438, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.7227967381477356, + "num_tokens": 204044944.0, + "step": 8633 + }, + { + "epoch": 0.9481660443663519, + "grad_norm": 2.228250026702881, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7245595455169678, + "num_tokens": 204066954.0, + "step": 8634 + }, + { + "epoch": 0.9482758620689655, + "grad_norm": 2.4653797149658203, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.7063848972320557, + "num_tokens": 204087167.0, + "step": 8635 + }, + { + "epoch": 0.9483856797715792, + "grad_norm": 2.393878221511841, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7116410732269287, + "num_tokens": 204108554.0, + "step": 8636 + }, + { + "epoch": 0.9484954974741928, + "grad_norm": 2.3180994987487793, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7353304028511047, + "num_tokens": 204129992.0, + "step": 8637 + }, + { + "epoch": 0.9486053151768065, + "grad_norm": 2.271494150161743, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.7016963958740234, + "num_tokens": 204154112.0, + "step": 8638 + }, + { + "epoch": 0.9487151328794201, + "grad_norm": 2.236752510070801, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.7370495200157166, + "num_tokens": 204175451.0, + "step": 8639 + }, + { + "epoch": 0.9488249505820339, + "grad_norm": 2.6623659133911133, + "learning_rate": 1e-06, + "loss": 0.8366, + "mean_token_accuracy": 0.7420142292976379, + "num_tokens": 204193606.0, + "step": 8640 + }, + { + "epoch": 0.9489347682846475, + "grad_norm": 2.5630714893341064, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6962288618087769, + "num_tokens": 204214178.0, + "step": 8641 + }, + { + "epoch": 0.9490445859872612, + "grad_norm": 2.407665491104126, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7063860893249512, + "num_tokens": 204234682.0, + "step": 8642 + }, + { + "epoch": 0.9491544036898748, + "grad_norm": 2.1633639335632324, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7179632186889648, + "num_tokens": 204258377.0, + "step": 8643 + }, + { + "epoch": 0.9492642213924884, + "grad_norm": 2.115776538848877, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7048882246017456, + "num_tokens": 204287452.0, + "step": 8644 + }, + { + "epoch": 0.9493740390951021, + "grad_norm": 2.703047037124634, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7491241693496704, + "num_tokens": 204304096.0, + "step": 8645 + }, + { + "epoch": 0.9494838567977157, + "grad_norm": 2.282322406768799, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7182402610778809, + "num_tokens": 204325719.0, + "step": 8646 + }, + { + "epoch": 0.9495936745003295, + "grad_norm": 2.1939785480499268, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.705962598323822, + "num_tokens": 204350874.0, + "step": 8647 + }, + { + "epoch": 0.9497034922029431, + "grad_norm": 2.474825143814087, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7024587392807007, + "num_tokens": 204371222.0, + "step": 8648 + }, + { + "epoch": 0.9498133099055568, + "grad_norm": 1.9977456331253052, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.6862809062004089, + "num_tokens": 204399235.0, + "step": 8649 + }, + { + "epoch": 0.9499231276081704, + "grad_norm": 1.9964407682418823, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.7030750513076782, + "num_tokens": 204428813.0, + "step": 8650 + }, + { + "epoch": 0.9500329453107841, + "grad_norm": 2.4900450706481934, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7034913301467896, + "num_tokens": 204449502.0, + "step": 8651 + }, + { + "epoch": 0.9501427630133977, + "grad_norm": 2.3779640197753906, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7163253426551819, + "num_tokens": 204468951.0, + "step": 8652 + }, + { + "epoch": 0.9502525807160114, + "grad_norm": 2.3669850826263428, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7101274728775024, + "num_tokens": 204489672.0, + "step": 8653 + }, + { + "epoch": 0.9503623984186251, + "grad_norm": 1.8540221452713013, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.6983470916748047, + "num_tokens": 204522233.0, + "step": 8654 + }, + { + "epoch": 0.9504722161212388, + "grad_norm": 2.1760213375091553, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.7044676542282104, + "num_tokens": 204547807.0, + "step": 8655 + }, + { + "epoch": 0.9505820338238524, + "grad_norm": 2.2326791286468506, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.69692462682724, + "num_tokens": 204572888.0, + "step": 8656 + }, + { + "epoch": 0.9506918515264661, + "grad_norm": 2.0752296447753906, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6968035101890564, + "num_tokens": 204600320.0, + "step": 8657 + }, + { + "epoch": 0.9508016692290797, + "grad_norm": 2.206740379333496, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7109542489051819, + "num_tokens": 204624148.0, + "step": 8658 + }, + { + "epoch": 0.9509114869316934, + "grad_norm": 2.3320255279541016, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7255879640579224, + "num_tokens": 204645335.0, + "step": 8659 + }, + { + "epoch": 0.951021304634307, + "grad_norm": 2.384169340133667, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7240422964096069, + "num_tokens": 204665496.0, + "step": 8660 + }, + { + "epoch": 0.9511311223369208, + "grad_norm": 2.147691488265991, + "learning_rate": 1e-06, + "loss": 1.0372, + "mean_token_accuracy": 0.6926251649856567, + "num_tokens": 204689988.0, + "step": 8661 + }, + { + "epoch": 0.9512409400395344, + "grad_norm": 2.1850671768188477, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7099772095680237, + "num_tokens": 204712444.0, + "step": 8662 + }, + { + "epoch": 0.9513507577421481, + "grad_norm": 2.164909601211548, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.7054745554924011, + "num_tokens": 204737335.0, + "step": 8663 + }, + { + "epoch": 0.9514605754447617, + "grad_norm": 2.7880969047546387, + "learning_rate": 1e-06, + "loss": 0.8509, + "mean_token_accuracy": 0.7459924817085266, + "num_tokens": 204753180.0, + "step": 8664 + }, + { + "epoch": 0.9515703931473753, + "grad_norm": 2.197415828704834, + "learning_rate": 1e-06, + "loss": 1.0376, + "mean_token_accuracy": 0.6881994605064392, + "num_tokens": 204779375.0, + "step": 8665 + }, + { + "epoch": 0.951680210849989, + "grad_norm": 2.156883478164673, + "learning_rate": 1e-06, + "loss": 1.0864, + "mean_token_accuracy": 0.672279953956604, + "num_tokens": 204806016.0, + "step": 8666 + }, + { + "epoch": 0.9517900285526026, + "grad_norm": 2.401822328567505, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.7080096006393433, + "num_tokens": 204829494.0, + "step": 8667 + }, + { + "epoch": 0.9518998462552163, + "grad_norm": 2.1646728515625, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.7098058462142944, + "num_tokens": 204854527.0, + "step": 8668 + }, + { + "epoch": 0.95200966395783, + "grad_norm": 2.286475419998169, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7091964483261108, + "num_tokens": 204877453.0, + "step": 8669 + }, + { + "epoch": 0.9521194816604437, + "grad_norm": 2.4577083587646484, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7095745801925659, + "num_tokens": 204898969.0, + "step": 8670 + }, + { + "epoch": 0.9522292993630573, + "grad_norm": 2.21069598197937, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7168985605239868, + "num_tokens": 204924475.0, + "step": 8671 + }, + { + "epoch": 0.952339117065671, + "grad_norm": 2.2633512020111084, + "learning_rate": 1e-06, + "loss": 1.0024, + "mean_token_accuracy": 0.7069149017333984, + "num_tokens": 204948835.0, + "step": 8672 + }, + { + "epoch": 0.9524489347682846, + "grad_norm": 2.170917510986328, + "learning_rate": 1e-06, + "loss": 1.0189, + "mean_token_accuracy": 0.6987480521202087, + "num_tokens": 204976276.0, + "step": 8673 + }, + { + "epoch": 0.9525587524708983, + "grad_norm": 2.362363576889038, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7096590995788574, + "num_tokens": 204996344.0, + "step": 8674 + }, + { + "epoch": 0.9526685701735119, + "grad_norm": 2.1240718364715576, + "learning_rate": 1e-06, + "loss": 0.8477, + "mean_token_accuracy": 0.7286719083786011, + "num_tokens": 205019397.0, + "step": 8675 + }, + { + "epoch": 0.9527783878761257, + "grad_norm": 1.9052455425262451, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.6998097896575928, + "num_tokens": 205050925.0, + "step": 8676 + }, + { + "epoch": 0.9528882055787393, + "grad_norm": 2.57637357711792, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7345349788665771, + "num_tokens": 205069385.0, + "step": 8677 + }, + { + "epoch": 0.952998023281353, + "grad_norm": 2.4366726875305176, + "learning_rate": 1e-06, + "loss": 0.8728, + "mean_token_accuracy": 0.7260127067565918, + "num_tokens": 205090085.0, + "step": 8678 + }, + { + "epoch": 0.9531078409839666, + "grad_norm": 1.84310781955719, + "learning_rate": 1e-06, + "loss": 1.0372, + "mean_token_accuracy": 0.688543438911438, + "num_tokens": 205123384.0, + "step": 8679 + }, + { + "epoch": 0.9532176586865803, + "grad_norm": 2.1627511978149414, + "learning_rate": 1e-06, + "loss": 1.0859, + "mean_token_accuracy": 0.6686807870864868, + "num_tokens": 205152450.0, + "step": 8680 + }, + { + "epoch": 0.9533274763891939, + "grad_norm": 2.0298311710357666, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7064005136489868, + "num_tokens": 205180991.0, + "step": 8681 + }, + { + "epoch": 0.9534372940918076, + "grad_norm": 2.235873222351074, + "learning_rate": 1e-06, + "loss": 0.8371, + "mean_token_accuracy": 0.7392822504043579, + "num_tokens": 205206290.0, + "step": 8682 + }, + { + "epoch": 0.9535471117944213, + "grad_norm": 2.0492124557495117, + "learning_rate": 1e-06, + "loss": 1.0227, + "mean_token_accuracy": 0.6861069202423096, + "num_tokens": 205233140.0, + "step": 8683 + }, + { + "epoch": 0.953656929497035, + "grad_norm": 2.2294349670410156, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7018755078315735, + "num_tokens": 205258155.0, + "step": 8684 + }, + { + "epoch": 0.9537667471996486, + "grad_norm": 2.1506869792938232, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.7038861513137817, + "num_tokens": 205283532.0, + "step": 8685 + }, + { + "epoch": 0.9538765649022622, + "grad_norm": 2.070913553237915, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6946983337402344, + "num_tokens": 205312055.0, + "step": 8686 + }, + { + "epoch": 0.9539863826048759, + "grad_norm": 2.2546839714050293, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7100712060928345, + "num_tokens": 205335701.0, + "step": 8687 + }, + { + "epoch": 0.9540962003074895, + "grad_norm": 2.289283514022827, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7051725387573242, + "num_tokens": 205358190.0, + "step": 8688 + }, + { + "epoch": 0.9542060180101032, + "grad_norm": 2.044459342956543, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.6936436891555786, + "num_tokens": 205386193.0, + "step": 8689 + }, + { + "epoch": 0.9543158357127169, + "grad_norm": 2.7666661739349365, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7039642930030823, + "num_tokens": 205404070.0, + "step": 8690 + }, + { + "epoch": 0.9544256534153306, + "grad_norm": 2.3003008365631104, + "learning_rate": 1e-06, + "loss": 1.0279, + "mean_token_accuracy": 0.6959912776947021, + "num_tokens": 205426047.0, + "step": 8691 + }, + { + "epoch": 0.9545354711179442, + "grad_norm": 3.1134724617004395, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7145066261291504, + "num_tokens": 205440491.0, + "step": 8692 + }, + { + "epoch": 0.9546452888205579, + "grad_norm": 2.541844367980957, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.738009512424469, + "num_tokens": 205458311.0, + "step": 8693 + }, + { + "epoch": 0.9547551065231715, + "grad_norm": 3.1121506690979004, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7061095237731934, + "num_tokens": 205473044.0, + "step": 8694 + }, + { + "epoch": 0.9548649242257852, + "grad_norm": 2.2407846450805664, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.71161949634552, + "num_tokens": 205497757.0, + "step": 8695 + }, + { + "epoch": 0.9549747419283988, + "grad_norm": 2.302280902862549, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7184156775474548, + "num_tokens": 205519390.0, + "step": 8696 + }, + { + "epoch": 0.9550845596310125, + "grad_norm": 2.8355720043182373, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7116162776947021, + "num_tokens": 205535419.0, + "step": 8697 + }, + { + "epoch": 0.9551943773336262, + "grad_norm": 2.452723979949951, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7307950854301453, + "num_tokens": 205556754.0, + "step": 8698 + }, + { + "epoch": 0.9553041950362399, + "grad_norm": 2.2285938262939453, + "learning_rate": 1e-06, + "loss": 1.02, + "mean_token_accuracy": 0.6868786811828613, + "num_tokens": 205582772.0, + "step": 8699 + }, + { + "epoch": 0.9554140127388535, + "grad_norm": 2.3550028800964355, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7293325066566467, + "num_tokens": 205605874.0, + "step": 8700 + }, + { + "epoch": 0.9555238304414672, + "grad_norm": 2.243197441101074, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7086830735206604, + "num_tokens": 205627314.0, + "step": 8701 + }, + { + "epoch": 0.9556336481440808, + "grad_norm": 2.679978132247925, + "learning_rate": 1e-06, + "loss": 1.068, + "mean_token_accuracy": 0.6899141073226929, + "num_tokens": 205646689.0, + "step": 8702 + }, + { + "epoch": 0.9557434658466945, + "grad_norm": 2.1814637184143066, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.6903846263885498, + "num_tokens": 205670403.0, + "step": 8703 + }, + { + "epoch": 0.9558532835493081, + "grad_norm": 2.234830617904663, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6914547085762024, + "num_tokens": 205695742.0, + "step": 8704 + }, + { + "epoch": 0.9559631012519219, + "grad_norm": 2.10522723197937, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7170737385749817, + "num_tokens": 205723390.0, + "step": 8705 + }, + { + "epoch": 0.9560729189545355, + "grad_norm": 2.125309705734253, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7205960750579834, + "num_tokens": 205748681.0, + "step": 8706 + }, + { + "epoch": 0.9561827366571491, + "grad_norm": 1.9908016920089722, + "learning_rate": 1e-06, + "loss": 0.901, + "mean_token_accuracy": 0.7218657732009888, + "num_tokens": 205777040.0, + "step": 8707 + }, + { + "epoch": 0.9562925543597628, + "grad_norm": 2.2797272205352783, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7183923125267029, + "num_tokens": 205799820.0, + "step": 8708 + }, + { + "epoch": 0.9564023720623764, + "grad_norm": 1.972946047782898, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7147287130355835, + "num_tokens": 205829827.0, + "step": 8709 + }, + { + "epoch": 0.9565121897649901, + "grad_norm": 2.144941806793213, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7161687016487122, + "num_tokens": 205854130.0, + "step": 8710 + }, + { + "epoch": 0.9566220074676037, + "grad_norm": 2.041463613510132, + "learning_rate": 1e-06, + "loss": 1.0905, + "mean_token_accuracy": 0.6698395609855652, + "num_tokens": 205885729.0, + "step": 8711 + }, + { + "epoch": 0.9567318251702175, + "grad_norm": 2.319086790084839, + "learning_rate": 1e-06, + "loss": 0.8274, + "mean_token_accuracy": 0.755580484867096, + "num_tokens": 205905861.0, + "step": 8712 + }, + { + "epoch": 0.9568416428728311, + "grad_norm": 2.6577253341674805, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7112622261047363, + "num_tokens": 205924428.0, + "step": 8713 + }, + { + "epoch": 0.9569514605754448, + "grad_norm": 2.1711812019348145, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.6968187093734741, + "num_tokens": 205950647.0, + "step": 8714 + }, + { + "epoch": 0.9570612782780584, + "grad_norm": 2.3121819496154785, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7222020030021667, + "num_tokens": 205972966.0, + "step": 8715 + }, + { + "epoch": 0.9571710959806721, + "grad_norm": 2.0718483924865723, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.744223952293396, + "num_tokens": 205999135.0, + "step": 8716 + }, + { + "epoch": 0.9572809136832857, + "grad_norm": 2.5813286304473877, + "learning_rate": 1e-06, + "loss": 0.9815, + "mean_token_accuracy": 0.7110532522201538, + "num_tokens": 206017502.0, + "step": 8717 + }, + { + "epoch": 0.9573907313858994, + "grad_norm": 2.454498291015625, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.710079550743103, + "num_tokens": 206040207.0, + "step": 8718 + }, + { + "epoch": 0.9575005490885131, + "grad_norm": 2.2861063480377197, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.6890289783477783, + "num_tokens": 206064040.0, + "step": 8719 + }, + { + "epoch": 0.9576103667911268, + "grad_norm": 1.9917997121810913, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7080584764480591, + "num_tokens": 206091473.0, + "step": 8720 + }, + { + "epoch": 0.9577201844937404, + "grad_norm": 1.9753013849258423, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7097600698471069, + "num_tokens": 206118757.0, + "step": 8721 + }, + { + "epoch": 0.9578300021963541, + "grad_norm": 2.145291566848755, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7236942052841187, + "num_tokens": 206141731.0, + "step": 8722 + }, + { + "epoch": 0.9579398198989677, + "grad_norm": 2.448495864868164, + "learning_rate": 1e-06, + "loss": 1.0188, + "mean_token_accuracy": 0.700735330581665, + "num_tokens": 206164096.0, + "step": 8723 + }, + { + "epoch": 0.9580496376015813, + "grad_norm": 2.0080034732818604, + "learning_rate": 1e-06, + "loss": 1.0522, + "mean_token_accuracy": 0.6800740361213684, + "num_tokens": 206194169.0, + "step": 8724 + }, + { + "epoch": 0.958159455304195, + "grad_norm": 2.395637273788452, + "learning_rate": 1e-06, + "loss": 0.8687, + "mean_token_accuracy": 0.7245346307754517, + "num_tokens": 206214728.0, + "step": 8725 + }, + { + "epoch": 0.9582692730068088, + "grad_norm": 2.2714650630950928, + "learning_rate": 1e-06, + "loss": 1.0157, + "mean_token_accuracy": 0.6882050037384033, + "num_tokens": 206241193.0, + "step": 8726 + }, + { + "epoch": 0.9583790907094224, + "grad_norm": 2.0783963203430176, + "learning_rate": 1e-06, + "loss": 1.0328, + "mean_token_accuracy": 0.6838060021400452, + "num_tokens": 206269320.0, + "step": 8727 + }, + { + "epoch": 0.958488908412036, + "grad_norm": 2.106898546218872, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7241169214248657, + "num_tokens": 206293439.0, + "step": 8728 + }, + { + "epoch": 0.9585987261146497, + "grad_norm": 2.0706169605255127, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7213132381439209, + "num_tokens": 206320409.0, + "step": 8729 + }, + { + "epoch": 0.9587085438172633, + "grad_norm": 2.2510433197021484, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7025737166404724, + "num_tokens": 206346140.0, + "step": 8730 + }, + { + "epoch": 0.958818361519877, + "grad_norm": 2.1137304306030273, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7039965391159058, + "num_tokens": 206371343.0, + "step": 8731 + }, + { + "epoch": 0.9589281792224906, + "grad_norm": 2.347954273223877, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7043742537498474, + "num_tokens": 206395139.0, + "step": 8732 + }, + { + "epoch": 0.9590379969251043, + "grad_norm": 2.2332916259765625, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.7138755321502686, + "num_tokens": 206418609.0, + "step": 8733 + }, + { + "epoch": 0.959147814627718, + "grad_norm": 2.299105644226074, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7007291316986084, + "num_tokens": 206440105.0, + "step": 8734 + }, + { + "epoch": 0.9592576323303317, + "grad_norm": 2.3681535720825195, + "learning_rate": 1e-06, + "loss": 1.0408, + "mean_token_accuracy": 0.695478081703186, + "num_tokens": 206461985.0, + "step": 8735 + }, + { + "epoch": 0.9593674500329453, + "grad_norm": 1.873441457748413, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6940484642982483, + "num_tokens": 206497426.0, + "step": 8736 + }, + { + "epoch": 0.959477267735559, + "grad_norm": 1.923525333404541, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.6984928846359253, + "num_tokens": 206529313.0, + "step": 8737 + }, + { + "epoch": 0.9595870854381726, + "grad_norm": 1.9403514862060547, + "learning_rate": 1e-06, + "loss": 0.894, + "mean_token_accuracy": 0.728308916091919, + "num_tokens": 206559082.0, + "step": 8738 + }, + { + "epoch": 0.9596969031407863, + "grad_norm": 1.8993796110153198, + "learning_rate": 1e-06, + "loss": 1.0127, + "mean_token_accuracy": 0.6833905577659607, + "num_tokens": 206589710.0, + "step": 8739 + }, + { + "epoch": 0.9598067208433999, + "grad_norm": 2.4162073135375977, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7142131328582764, + "num_tokens": 206612357.0, + "step": 8740 + }, + { + "epoch": 0.9599165385460137, + "grad_norm": 2.7193784713745117, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7262890338897705, + "num_tokens": 206629040.0, + "step": 8741 + }, + { + "epoch": 0.9600263562486273, + "grad_norm": 2.2835538387298584, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.704731822013855, + "num_tokens": 206651639.0, + "step": 8742 + }, + { + "epoch": 0.960136173951241, + "grad_norm": 2.314242362976074, + "learning_rate": 1e-06, + "loss": 0.9988, + "mean_token_accuracy": 0.7002110481262207, + "num_tokens": 206676600.0, + "step": 8743 + }, + { + "epoch": 0.9602459916538546, + "grad_norm": 2.2729668617248535, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7260886430740356, + "num_tokens": 206698469.0, + "step": 8744 + }, + { + "epoch": 0.9603558093564682, + "grad_norm": 2.242680311203003, + "learning_rate": 1e-06, + "loss": 0.8787, + "mean_token_accuracy": 0.7299069166183472, + "num_tokens": 206720823.0, + "step": 8745 + }, + { + "epoch": 0.9604656270590819, + "grad_norm": 2.432997703552246, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7259097695350647, + "num_tokens": 206739589.0, + "step": 8746 + }, + { + "epoch": 0.9605754447616955, + "grad_norm": 2.344681739807129, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.717108964920044, + "num_tokens": 206761570.0, + "step": 8747 + }, + { + "epoch": 0.9606852624643093, + "grad_norm": 2.326399087905884, + "learning_rate": 1e-06, + "loss": 0.9677, + "mean_token_accuracy": 0.708001434803009, + "num_tokens": 206784545.0, + "step": 8748 + }, + { + "epoch": 0.9607950801669229, + "grad_norm": 2.337111473083496, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7184550762176514, + "num_tokens": 206807086.0, + "step": 8749 + }, + { + "epoch": 0.9609048978695366, + "grad_norm": 2.3523643016815186, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7083839178085327, + "num_tokens": 206828336.0, + "step": 8750 + }, + { + "epoch": 0.9610147155721502, + "grad_norm": 2.6101865768432617, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7192467451095581, + "num_tokens": 206845873.0, + "step": 8751 + }, + { + "epoch": 0.9611245332747639, + "grad_norm": 2.3216073513031006, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6972243785858154, + "num_tokens": 206869150.0, + "step": 8752 + }, + { + "epoch": 0.9612343509773775, + "grad_norm": 2.3538451194763184, + "learning_rate": 1e-06, + "loss": 0.885, + "mean_token_accuracy": 0.7273959517478943, + "num_tokens": 206889635.0, + "step": 8753 + }, + { + "epoch": 0.9613441686799912, + "grad_norm": 2.4364001750946045, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7131117582321167, + "num_tokens": 206910499.0, + "step": 8754 + }, + { + "epoch": 0.9614539863826049, + "grad_norm": 2.449735641479492, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7093631029129028, + "num_tokens": 206930152.0, + "step": 8755 + }, + { + "epoch": 0.9615638040852186, + "grad_norm": 2.2160227298736572, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.7361356019973755, + "num_tokens": 206951211.0, + "step": 8756 + }, + { + "epoch": 0.9616736217878322, + "grad_norm": 2.1769769191741943, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6994637250900269, + "num_tokens": 206976624.0, + "step": 8757 + }, + { + "epoch": 0.9617834394904459, + "grad_norm": 2.104762077331543, + "learning_rate": 1e-06, + "loss": 1.0183, + "mean_token_accuracy": 0.6965585350990295, + "num_tokens": 207001061.0, + "step": 8758 + }, + { + "epoch": 0.9618932571930595, + "grad_norm": 2.2268548011779785, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.6961989998817444, + "num_tokens": 207025837.0, + "step": 8759 + }, + { + "epoch": 0.9620030748956732, + "grad_norm": 1.9092766046524048, + "learning_rate": 1e-06, + "loss": 0.8841, + "mean_token_accuracy": 0.7224596738815308, + "num_tokens": 207053826.0, + "step": 8760 + }, + { + "epoch": 0.9621128925982868, + "grad_norm": 2.4386913776397705, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.716842770576477, + "num_tokens": 207073506.0, + "step": 8761 + }, + { + "epoch": 0.9622227103009005, + "grad_norm": 1.889531135559082, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7049388885498047, + "num_tokens": 207106205.0, + "step": 8762 + }, + { + "epoch": 0.9623325280035142, + "grad_norm": 2.3616690635681152, + "learning_rate": 1e-06, + "loss": 1.0452, + "mean_token_accuracy": 0.6817591190338135, + "num_tokens": 207128271.0, + "step": 8763 + }, + { + "epoch": 0.9624423457061279, + "grad_norm": 2.240795373916626, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.705736517906189, + "num_tokens": 207152491.0, + "step": 8764 + }, + { + "epoch": 0.9625521634087415, + "grad_norm": 2.434034585952759, + "learning_rate": 1e-06, + "loss": 0.8306, + "mean_token_accuracy": 0.7292389869689941, + "num_tokens": 207173795.0, + "step": 8765 + }, + { + "epoch": 0.9626619811113551, + "grad_norm": 2.382985830307007, + "learning_rate": 1e-06, + "loss": 1.0172, + "mean_token_accuracy": 0.6935304403305054, + "num_tokens": 207196197.0, + "step": 8766 + }, + { + "epoch": 0.9627717988139688, + "grad_norm": 2.6890604496002197, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.7203178405761719, + "num_tokens": 207214190.0, + "step": 8767 + }, + { + "epoch": 0.9628816165165824, + "grad_norm": 2.1260764598846436, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.7026581764221191, + "num_tokens": 207240739.0, + "step": 8768 + }, + { + "epoch": 0.9629914342191961, + "grad_norm": 2.0274369716644287, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.710038959980011, + "num_tokens": 207269931.0, + "step": 8769 + }, + { + "epoch": 0.9631012519218098, + "grad_norm": 2.3200738430023193, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7194818258285522, + "num_tokens": 207291769.0, + "step": 8770 + }, + { + "epoch": 0.9632110696244235, + "grad_norm": 2.3620336055755615, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6858125329017639, + "num_tokens": 207315542.0, + "step": 8771 + }, + { + "epoch": 0.9633208873270371, + "grad_norm": 2.0618648529052734, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7091423273086548, + "num_tokens": 207344193.0, + "step": 8772 + }, + { + "epoch": 0.9634307050296508, + "grad_norm": 2.4711713790893555, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7061272263526917, + "num_tokens": 207363832.0, + "step": 8773 + }, + { + "epoch": 0.9635405227322644, + "grad_norm": 2.052629232406616, + "learning_rate": 1e-06, + "loss": 0.9652, + "mean_token_accuracy": 0.7065818309783936, + "num_tokens": 207391034.0, + "step": 8774 + }, + { + "epoch": 0.9636503404348781, + "grad_norm": 2.0878593921661377, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7016822099685669, + "num_tokens": 207417667.0, + "step": 8775 + }, + { + "epoch": 0.9637601581374917, + "grad_norm": 2.2958381175994873, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7072644233703613, + "num_tokens": 207438706.0, + "step": 8776 + }, + { + "epoch": 0.9638699758401055, + "grad_norm": 2.474959373474121, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.705986499786377, + "num_tokens": 207459210.0, + "step": 8777 + }, + { + "epoch": 0.9639797935427191, + "grad_norm": 2.480673313140869, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6999393701553345, + "num_tokens": 207482341.0, + "step": 8778 + }, + { + "epoch": 0.9640896112453328, + "grad_norm": 2.5020909309387207, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7258201837539673, + "num_tokens": 207501986.0, + "step": 8779 + }, + { + "epoch": 0.9641994289479464, + "grad_norm": 2.040093183517456, + "learning_rate": 1e-06, + "loss": 1.0223, + "mean_token_accuracy": 0.6854894757270813, + "num_tokens": 207531110.0, + "step": 8780 + }, + { + "epoch": 0.9643092466505601, + "grad_norm": 2.004272699356079, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7140139937400818, + "num_tokens": 207559032.0, + "step": 8781 + }, + { + "epoch": 0.9644190643531737, + "grad_norm": 2.553118944168091, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7165335416793823, + "num_tokens": 207580027.0, + "step": 8782 + }, + { + "epoch": 0.9645288820557874, + "grad_norm": 2.5878167152404785, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.699833869934082, + "num_tokens": 207600818.0, + "step": 8783 + }, + { + "epoch": 0.9646386997584011, + "grad_norm": 2.475118637084961, + "learning_rate": 1e-06, + "loss": 0.9793, + "mean_token_accuracy": 0.7149540781974792, + "num_tokens": 207621739.0, + "step": 8784 + }, + { + "epoch": 0.9647485174610148, + "grad_norm": 2.29692006111145, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7004624605178833, + "num_tokens": 207645060.0, + "step": 8785 + }, + { + "epoch": 0.9648583351636284, + "grad_norm": 2.312340021133423, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.713409423828125, + "num_tokens": 207667305.0, + "step": 8786 + }, + { + "epoch": 0.964968152866242, + "grad_norm": 2.618886947631836, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7174615263938904, + "num_tokens": 207685272.0, + "step": 8787 + }, + { + "epoch": 0.9650779705688557, + "grad_norm": 2.322268009185791, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7116065621376038, + "num_tokens": 207706532.0, + "step": 8788 + }, + { + "epoch": 0.9651877882714693, + "grad_norm": 2.256844997406006, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7119320631027222, + "num_tokens": 207729754.0, + "step": 8789 + }, + { + "epoch": 0.965297605974083, + "grad_norm": 2.2613463401794434, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.710874080657959, + "num_tokens": 207753703.0, + "step": 8790 + }, + { + "epoch": 0.9654074236766966, + "grad_norm": 2.4115774631500244, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7076104879379272, + "num_tokens": 207774518.0, + "step": 8791 + }, + { + "epoch": 0.9655172413793104, + "grad_norm": 2.6663458347320557, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7453844547271729, + "num_tokens": 207791652.0, + "step": 8792 + }, + { + "epoch": 0.965627059081924, + "grad_norm": 2.3890485763549805, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7098413705825806, + "num_tokens": 207814467.0, + "step": 8793 + }, + { + "epoch": 0.9657368767845377, + "grad_norm": 2.149679183959961, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7108728885650635, + "num_tokens": 207842323.0, + "step": 8794 + }, + { + "epoch": 0.9658466944871513, + "grad_norm": 2.2791635990142822, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7194532155990601, + "num_tokens": 207866028.0, + "step": 8795 + }, + { + "epoch": 0.965956512189765, + "grad_norm": 2.3122832775115967, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.6987140774726868, + "num_tokens": 207890541.0, + "step": 8796 + }, + { + "epoch": 0.9660663298923786, + "grad_norm": 2.35430645942688, + "learning_rate": 1e-06, + "loss": 0.8676, + "mean_token_accuracy": 0.7338953614234924, + "num_tokens": 207911679.0, + "step": 8797 + }, + { + "epoch": 0.9661761475949923, + "grad_norm": 2.594701051712036, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.7274385690689087, + "num_tokens": 207928649.0, + "step": 8798 + }, + { + "epoch": 0.966285965297606, + "grad_norm": 2.13678240776062, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7041665315628052, + "num_tokens": 207954940.0, + "step": 8799 + }, + { + "epoch": 0.9663957830002197, + "grad_norm": 2.0871376991271973, + "learning_rate": 1e-06, + "loss": 0.8994, + "mean_token_accuracy": 0.7338923215866089, + "num_tokens": 207978589.0, + "step": 8800 + }, + { + "epoch": 0.9665056007028333, + "grad_norm": 2.5104031562805176, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.6968154907226562, + "num_tokens": 207998826.0, + "step": 8801 + }, + { + "epoch": 0.966615418405447, + "grad_norm": 2.1915390491485596, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.708800196647644, + "num_tokens": 208022381.0, + "step": 8802 + }, + { + "epoch": 0.9667252361080606, + "grad_norm": 2.3523788452148438, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7238935828208923, + "num_tokens": 208043860.0, + "step": 8803 + }, + { + "epoch": 0.9668350538106742, + "grad_norm": 2.500385046005249, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.7220721244812012, + "num_tokens": 208063099.0, + "step": 8804 + }, + { + "epoch": 0.9669448715132879, + "grad_norm": 2.279099702835083, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7300719618797302, + "num_tokens": 208084992.0, + "step": 8805 + }, + { + "epoch": 0.9670546892159017, + "grad_norm": 2.296074867248535, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7318843603134155, + "num_tokens": 208106408.0, + "step": 8806 + }, + { + "epoch": 0.9671645069185153, + "grad_norm": 2.1228339672088623, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7047903537750244, + "num_tokens": 208132675.0, + "step": 8807 + }, + { + "epoch": 0.967274324621129, + "grad_norm": 2.170667886734009, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.6887158155441284, + "num_tokens": 208160444.0, + "step": 8808 + }, + { + "epoch": 0.9673841423237426, + "grad_norm": 2.44366717338562, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7103433012962341, + "num_tokens": 208181212.0, + "step": 8809 + }, + { + "epoch": 0.9674939600263562, + "grad_norm": 2.2636890411376953, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7173025608062744, + "num_tokens": 208202699.0, + "step": 8810 + }, + { + "epoch": 0.9676037777289699, + "grad_norm": 1.982749104499817, + "learning_rate": 1e-06, + "loss": 0.8684, + "mean_token_accuracy": 0.7293733358383179, + "num_tokens": 208229977.0, + "step": 8811 + }, + { + "epoch": 0.9677135954315835, + "grad_norm": 2.635678291320801, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7179992198944092, + "num_tokens": 208248340.0, + "step": 8812 + }, + { + "epoch": 0.9678234131341973, + "grad_norm": 2.1570639610290527, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7123655676841736, + "num_tokens": 208275642.0, + "step": 8813 + }, + { + "epoch": 0.9679332308368109, + "grad_norm": 2.16170072555542, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7296415567398071, + "num_tokens": 208302168.0, + "step": 8814 + }, + { + "epoch": 0.9680430485394246, + "grad_norm": 2.315443992614746, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7058368921279907, + "num_tokens": 208326308.0, + "step": 8815 + }, + { + "epoch": 0.9681528662420382, + "grad_norm": 2.45398211479187, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7147725224494934, + "num_tokens": 208345481.0, + "step": 8816 + }, + { + "epoch": 0.9682626839446519, + "grad_norm": 2.3508188724517822, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.7027928829193115, + "num_tokens": 208367931.0, + "step": 8817 + }, + { + "epoch": 0.9683725016472655, + "grad_norm": 2.1172447204589844, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7239639759063721, + "num_tokens": 208394398.0, + "step": 8818 + }, + { + "epoch": 0.9684823193498792, + "grad_norm": 2.527017593383789, + "learning_rate": 1e-06, + "loss": 1.0849, + "mean_token_accuracy": 0.6804854273796082, + "num_tokens": 208416207.0, + "step": 8819 + }, + { + "epoch": 0.9685921370524928, + "grad_norm": 2.024219274520874, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7178894281387329, + "num_tokens": 208442636.0, + "step": 8820 + }, + { + "epoch": 0.9687019547551066, + "grad_norm": 2.243983507156372, + "learning_rate": 1e-06, + "loss": 1.0434, + "mean_token_accuracy": 0.6853654384613037, + "num_tokens": 208465512.0, + "step": 8821 + }, + { + "epoch": 0.9688117724577202, + "grad_norm": 2.147932767868042, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7168084383010864, + "num_tokens": 208489405.0, + "step": 8822 + }, + { + "epoch": 0.9689215901603339, + "grad_norm": 2.2682602405548096, + "learning_rate": 1e-06, + "loss": 0.8668, + "mean_token_accuracy": 0.7317244410514832, + "num_tokens": 208511323.0, + "step": 8823 + }, + { + "epoch": 0.9690314078629475, + "grad_norm": 2.7079222202301025, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7185424566268921, + "num_tokens": 208528492.0, + "step": 8824 + }, + { + "epoch": 0.9691412255655611, + "grad_norm": 2.2033510208129883, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.6936748027801514, + "num_tokens": 208553854.0, + "step": 8825 + }, + { + "epoch": 0.9692510432681748, + "grad_norm": 2.091498374938965, + "learning_rate": 1e-06, + "loss": 1.0303, + "mean_token_accuracy": 0.683627724647522, + "num_tokens": 208581533.0, + "step": 8826 + }, + { + "epoch": 0.9693608609707884, + "grad_norm": 2.364546537399292, + "learning_rate": 1e-06, + "loss": 0.932, + "mean_token_accuracy": 0.7147505283355713, + "num_tokens": 208602753.0, + "step": 8827 + }, + { + "epoch": 0.9694706786734022, + "grad_norm": 2.0907323360443115, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.743480920791626, + "num_tokens": 208627149.0, + "step": 8828 + }, + { + "epoch": 0.9695804963760158, + "grad_norm": 2.096540689468384, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7218044400215149, + "num_tokens": 208653421.0, + "step": 8829 + }, + { + "epoch": 0.9696903140786295, + "grad_norm": 2.0951642990112305, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7094409465789795, + "num_tokens": 208680203.0, + "step": 8830 + }, + { + "epoch": 0.9698001317812431, + "grad_norm": 2.34725022315979, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.6974096298217773, + "num_tokens": 208704456.0, + "step": 8831 + }, + { + "epoch": 0.9699099494838568, + "grad_norm": 2.1400370597839355, + "learning_rate": 1e-06, + "loss": 1.0343, + "mean_token_accuracy": 0.6881145238876343, + "num_tokens": 208733148.0, + "step": 8832 + }, + { + "epoch": 0.9700197671864704, + "grad_norm": 2.5669631958007812, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7192462682723999, + "num_tokens": 208752917.0, + "step": 8833 + }, + { + "epoch": 0.9701295848890841, + "grad_norm": 2.1290688514709473, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7173183560371399, + "num_tokens": 208777406.0, + "step": 8834 + }, + { + "epoch": 0.9702394025916978, + "grad_norm": 2.42478609085083, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.736212432384491, + "num_tokens": 208798410.0, + "step": 8835 + }, + { + "epoch": 0.9703492202943115, + "grad_norm": 2.0590174198150635, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.7035049200057983, + "num_tokens": 208827139.0, + "step": 8836 + }, + { + "epoch": 0.9704590379969251, + "grad_norm": 1.9301025867462158, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.7044684886932373, + "num_tokens": 208858210.0, + "step": 8837 + }, + { + "epoch": 0.9705688556995388, + "grad_norm": 2.0769472122192383, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7248198390007019, + "num_tokens": 208884187.0, + "step": 8838 + }, + { + "epoch": 0.9706786734021524, + "grad_norm": 2.3107402324676514, + "learning_rate": 1e-06, + "loss": 1.0242, + "mean_token_accuracy": 0.6903444528579712, + "num_tokens": 208908013.0, + "step": 8839 + }, + { + "epoch": 0.9707884911047661, + "grad_norm": 2.1077001094818115, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7087769508361816, + "num_tokens": 208933845.0, + "step": 8840 + }, + { + "epoch": 0.9708983088073797, + "grad_norm": 2.2958712577819824, + "learning_rate": 1e-06, + "loss": 0.9594, + "mean_token_accuracy": 0.7065449357032776, + "num_tokens": 208956665.0, + "step": 8841 + }, + { + "epoch": 0.9710081265099935, + "grad_norm": 2.298682928085327, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7068618535995483, + "num_tokens": 208978424.0, + "step": 8842 + }, + { + "epoch": 0.9711179442126071, + "grad_norm": 1.887987732887268, + "learning_rate": 1e-06, + "loss": 1.0886, + "mean_token_accuracy": 0.6853644847869873, + "num_tokens": 209012215.0, + "step": 8843 + }, + { + "epoch": 0.9712277619152208, + "grad_norm": 1.8934029340744019, + "learning_rate": 1e-06, + "loss": 1.0429, + "mean_token_accuracy": 0.6915271282196045, + "num_tokens": 209045856.0, + "step": 8844 + }, + { + "epoch": 0.9713375796178344, + "grad_norm": 2.2644567489624023, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7115405797958374, + "num_tokens": 209067916.0, + "step": 8845 + }, + { + "epoch": 0.971447397320448, + "grad_norm": 2.5125319957733154, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.711819052696228, + "num_tokens": 209087071.0, + "step": 8846 + }, + { + "epoch": 0.9715572150230617, + "grad_norm": 2.1171367168426514, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.7013311386108398, + "num_tokens": 209112714.0, + "step": 8847 + }, + { + "epoch": 0.9716670327256753, + "grad_norm": 2.6190693378448486, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7204418182373047, + "num_tokens": 209130837.0, + "step": 8848 + }, + { + "epoch": 0.971776850428289, + "grad_norm": 2.110551595687866, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7218664884567261, + "num_tokens": 209156491.0, + "step": 8849 + }, + { + "epoch": 0.9718866681309027, + "grad_norm": 2.4813523292541504, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7225644588470459, + "num_tokens": 209175203.0, + "step": 8850 + }, + { + "epoch": 0.9719964858335164, + "grad_norm": 2.134737491607666, + "learning_rate": 1e-06, + "loss": 0.9544, + "mean_token_accuracy": 0.7012271881103516, + "num_tokens": 209202498.0, + "step": 8851 + }, + { + "epoch": 0.97210630353613, + "grad_norm": 2.167616605758667, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6916724443435669, + "num_tokens": 209226201.0, + "step": 8852 + }, + { + "epoch": 0.9722161212387437, + "grad_norm": 2.0064656734466553, + "learning_rate": 1e-06, + "loss": 1.094, + "mean_token_accuracy": 0.6803914308547974, + "num_tokens": 209254859.0, + "step": 8853 + }, + { + "epoch": 0.9723259389413573, + "grad_norm": 2.3854012489318848, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7165218591690063, + "num_tokens": 209275706.0, + "step": 8854 + }, + { + "epoch": 0.972435756643971, + "grad_norm": 2.3585853576660156, + "learning_rate": 1e-06, + "loss": 0.8561, + "mean_token_accuracy": 0.7376782894134521, + "num_tokens": 209297821.0, + "step": 8855 + }, + { + "epoch": 0.9725455743465846, + "grad_norm": 2.5476105213165283, + "learning_rate": 1e-06, + "loss": 0.7636, + "mean_token_accuracy": 0.7568271160125732, + "num_tokens": 209314943.0, + "step": 8856 + }, + { + "epoch": 0.9726553920491984, + "grad_norm": 1.8812229633331299, + "learning_rate": 1e-06, + "loss": 1.0703, + "mean_token_accuracy": 0.6853530406951904, + "num_tokens": 209347868.0, + "step": 8857 + }, + { + "epoch": 0.972765209751812, + "grad_norm": 2.252744436264038, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7034792304039001, + "num_tokens": 209373303.0, + "step": 8858 + }, + { + "epoch": 0.9728750274544257, + "grad_norm": 2.320443630218506, + "learning_rate": 1e-06, + "loss": 1.0125, + "mean_token_accuracy": 0.6963239312171936, + "num_tokens": 209396206.0, + "step": 8859 + }, + { + "epoch": 0.9729848451570393, + "grad_norm": 2.40500807762146, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7167696952819824, + "num_tokens": 209417545.0, + "step": 8860 + }, + { + "epoch": 0.973094662859653, + "grad_norm": 2.477470636367798, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.733315110206604, + "num_tokens": 209436916.0, + "step": 8861 + }, + { + "epoch": 0.9732044805622666, + "grad_norm": 2.1493570804595947, + "learning_rate": 1e-06, + "loss": 1.0651, + "mean_token_accuracy": 0.6785966157913208, + "num_tokens": 209465124.0, + "step": 8862 + }, + { + "epoch": 0.9733142982648803, + "grad_norm": 2.4337425231933594, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7288753390312195, + "num_tokens": 209485125.0, + "step": 8863 + }, + { + "epoch": 0.973424115967494, + "grad_norm": 2.8227975368499756, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.7173318266868591, + "num_tokens": 209502219.0, + "step": 8864 + }, + { + "epoch": 0.9735339336701077, + "grad_norm": 2.380615711212158, + "learning_rate": 1e-06, + "loss": 1.0289, + "mean_token_accuracy": 0.6821416616439819, + "num_tokens": 209524616.0, + "step": 8865 + }, + { + "epoch": 0.9736437513727213, + "grad_norm": 2.127392292022705, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7031643986701965, + "num_tokens": 209549994.0, + "step": 8866 + }, + { + "epoch": 0.973753569075335, + "grad_norm": 2.0910184383392334, + "learning_rate": 1e-06, + "loss": 1.0023, + "mean_token_accuracy": 0.6956392526626587, + "num_tokens": 209577937.0, + "step": 8867 + }, + { + "epoch": 0.9738633867779486, + "grad_norm": 2.552184581756592, + "learning_rate": 1e-06, + "loss": 1.0448, + "mean_token_accuracy": 0.6868002414703369, + "num_tokens": 209597820.0, + "step": 8868 + }, + { + "epoch": 0.9739732044805622, + "grad_norm": 2.3145604133605957, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7117889523506165, + "num_tokens": 209621325.0, + "step": 8869 + }, + { + "epoch": 0.9740830221831759, + "grad_norm": 2.5208005905151367, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7070478200912476, + "num_tokens": 209639604.0, + "step": 8870 + }, + { + "epoch": 0.9741928398857896, + "grad_norm": 2.301903486251831, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7065476179122925, + "num_tokens": 209663465.0, + "step": 8871 + }, + { + "epoch": 0.9743026575884033, + "grad_norm": 2.3820252418518066, + "learning_rate": 1e-06, + "loss": 0.8325, + "mean_token_accuracy": 0.7409923076629639, + "num_tokens": 209686332.0, + "step": 8872 + }, + { + "epoch": 0.9744124752910169, + "grad_norm": 2.178929090499878, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6919106245040894, + "num_tokens": 209712358.0, + "step": 8873 + }, + { + "epoch": 0.9745222929936306, + "grad_norm": 2.3306965827941895, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7229254245758057, + "num_tokens": 209733312.0, + "step": 8874 + }, + { + "epoch": 0.9746321106962442, + "grad_norm": 2.4457950592041016, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7326352596282959, + "num_tokens": 209753320.0, + "step": 8875 + }, + { + "epoch": 0.9747419283988579, + "grad_norm": 2.284344434738159, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.7006922960281372, + "num_tokens": 209776903.0, + "step": 8876 + }, + { + "epoch": 0.9748517461014715, + "grad_norm": 2.098858594894409, + "learning_rate": 1e-06, + "loss": 1.0157, + "mean_token_accuracy": 0.6896986961364746, + "num_tokens": 209803589.0, + "step": 8877 + }, + { + "epoch": 0.9749615638040853, + "grad_norm": 2.428004741668701, + "learning_rate": 1e-06, + "loss": 1.0381, + "mean_token_accuracy": 0.6947548985481262, + "num_tokens": 209825318.0, + "step": 8878 + }, + { + "epoch": 0.9750713815066989, + "grad_norm": 2.503185987472534, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7104319334030151, + "num_tokens": 209845109.0, + "step": 8879 + }, + { + "epoch": 0.9751811992093126, + "grad_norm": 2.5541183948516846, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7204216718673706, + "num_tokens": 209862773.0, + "step": 8880 + }, + { + "epoch": 0.9752910169119262, + "grad_norm": 2.2579429149627686, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7106119394302368, + "num_tokens": 209885288.0, + "step": 8881 + }, + { + "epoch": 0.9754008346145399, + "grad_norm": 2.403587818145752, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.701431155204773, + "num_tokens": 209908097.0, + "step": 8882 + }, + { + "epoch": 0.9755106523171535, + "grad_norm": 2.163409948348999, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7103069424629211, + "num_tokens": 209933985.0, + "step": 8883 + }, + { + "epoch": 0.9756204700197671, + "grad_norm": 2.6532485485076904, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7066455483436584, + "num_tokens": 209951920.0, + "step": 8884 + }, + { + "epoch": 0.9757302877223808, + "grad_norm": 2.3125510215759277, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7198601365089417, + "num_tokens": 209975209.0, + "step": 8885 + }, + { + "epoch": 0.9758401054249946, + "grad_norm": 2.516713857650757, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7045550346374512, + "num_tokens": 209994759.0, + "step": 8886 + }, + { + "epoch": 0.9759499231276082, + "grad_norm": 2.0436344146728516, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7010034322738647, + "num_tokens": 210023740.0, + "step": 8887 + }, + { + "epoch": 0.9760597408302218, + "grad_norm": 2.311713933944702, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.7199536561965942, + "num_tokens": 210048278.0, + "step": 8888 + }, + { + "epoch": 0.9761695585328355, + "grad_norm": 2.097660541534424, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.6951311826705933, + "num_tokens": 210075845.0, + "step": 8889 + }, + { + "epoch": 0.9762793762354491, + "grad_norm": 2.1904072761535645, + "learning_rate": 1e-06, + "loss": 1.0115, + "mean_token_accuracy": 0.6927560567855835, + "num_tokens": 210101769.0, + "step": 8890 + }, + { + "epoch": 0.9763891939380628, + "grad_norm": 2.4139010906219482, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7203137278556824, + "num_tokens": 210122853.0, + "step": 8891 + }, + { + "epoch": 0.9764990116406764, + "grad_norm": 2.240319013595581, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7141528129577637, + "num_tokens": 210146570.0, + "step": 8892 + }, + { + "epoch": 0.9766088293432902, + "grad_norm": 2.5843451023101807, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.72773677110672, + "num_tokens": 210165101.0, + "step": 8893 + }, + { + "epoch": 0.9767186470459038, + "grad_norm": 2.0938451290130615, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7140003442764282, + "num_tokens": 210191446.0, + "step": 8894 + }, + { + "epoch": 0.9768284647485175, + "grad_norm": 2.270540475845337, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7295550107955933, + "num_tokens": 210213809.0, + "step": 8895 + }, + { + "epoch": 0.9769382824511311, + "grad_norm": 2.149822235107422, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.720413327217102, + "num_tokens": 210239105.0, + "step": 8896 + }, + { + "epoch": 0.9770481001537448, + "grad_norm": 2.057565212249756, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7239850163459778, + "num_tokens": 210267539.0, + "step": 8897 + }, + { + "epoch": 0.9771579178563584, + "grad_norm": 1.9858990907669067, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7012600302696228, + "num_tokens": 210295624.0, + "step": 8898 + }, + { + "epoch": 0.9772677355589721, + "grad_norm": 2.1382739543914795, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7001451849937439, + "num_tokens": 210322229.0, + "step": 8899 + }, + { + "epoch": 0.9773775532615858, + "grad_norm": 2.2313485145568848, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.711698055267334, + "num_tokens": 210346242.0, + "step": 8900 + }, + { + "epoch": 0.9774873709641995, + "grad_norm": 2.545905828475952, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7195404171943665, + "num_tokens": 210364985.0, + "step": 8901 + }, + { + "epoch": 0.9775971886668131, + "grad_norm": 2.2976627349853516, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7219935059547424, + "num_tokens": 210387807.0, + "step": 8902 + }, + { + "epoch": 0.9777070063694268, + "grad_norm": 2.2766904830932617, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7020605802536011, + "num_tokens": 210411226.0, + "step": 8903 + }, + { + "epoch": 0.9778168240720404, + "grad_norm": 1.91444730758667, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7176651358604431, + "num_tokens": 210441627.0, + "step": 8904 + }, + { + "epoch": 0.977926641774654, + "grad_norm": 2.3753678798675537, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7144768238067627, + "num_tokens": 210463514.0, + "step": 8905 + }, + { + "epoch": 0.9780364594772677, + "grad_norm": 2.3635001182556152, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.705618143081665, + "num_tokens": 210485519.0, + "step": 8906 + }, + { + "epoch": 0.9781462771798815, + "grad_norm": 2.072859048843384, + "learning_rate": 1e-06, + "loss": 1.0655, + "mean_token_accuracy": 0.6796165108680725, + "num_tokens": 210513843.0, + "step": 8907 + }, + { + "epoch": 0.9782560948824951, + "grad_norm": 3.1297383308410645, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.708796501159668, + "num_tokens": 210527135.0, + "step": 8908 + }, + { + "epoch": 0.9783659125851087, + "grad_norm": 2.186436414718628, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7320970296859741, + "num_tokens": 210552749.0, + "step": 8909 + }, + { + "epoch": 0.9784757302877224, + "grad_norm": 2.3478481769561768, + "learning_rate": 1e-06, + "loss": 0.8278, + "mean_token_accuracy": 0.7409504652023315, + "num_tokens": 210573133.0, + "step": 8910 + }, + { + "epoch": 0.978585547990336, + "grad_norm": 1.9131450653076172, + "learning_rate": 1e-06, + "loss": 0.9926, + "mean_token_accuracy": 0.6955869197845459, + "num_tokens": 210605038.0, + "step": 8911 + }, + { + "epoch": 0.9786953656929497, + "grad_norm": 2.1866090297698975, + "learning_rate": 1e-06, + "loss": 1.0197, + "mean_token_accuracy": 0.6840023398399353, + "num_tokens": 210631806.0, + "step": 8912 + }, + { + "epoch": 0.9788051833955633, + "grad_norm": 2.310638427734375, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7243128418922424, + "num_tokens": 210654394.0, + "step": 8913 + }, + { + "epoch": 0.978915001098177, + "grad_norm": 2.179900884628296, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7339496612548828, + "num_tokens": 210677693.0, + "step": 8914 + }, + { + "epoch": 0.9790248188007907, + "grad_norm": 2.033449411392212, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7035801410675049, + "num_tokens": 210706799.0, + "step": 8915 + }, + { + "epoch": 0.9791346365034044, + "grad_norm": 2.2770090103149414, + "learning_rate": 1e-06, + "loss": 1.0159, + "mean_token_accuracy": 0.6889969706535339, + "num_tokens": 210731358.0, + "step": 8916 + }, + { + "epoch": 0.979244454206018, + "grad_norm": 2.4238650798797607, + "learning_rate": 1e-06, + "loss": 0.959, + "mean_token_accuracy": 0.7002888321876526, + "num_tokens": 210753422.0, + "step": 8917 + }, + { + "epoch": 0.9793542719086317, + "grad_norm": 1.8916244506835938, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.7341142296791077, + "num_tokens": 210785507.0, + "step": 8918 + }, + { + "epoch": 0.9794640896112453, + "grad_norm": 1.933131217956543, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7002813816070557, + "num_tokens": 210817668.0, + "step": 8919 + }, + { + "epoch": 0.979573907313859, + "grad_norm": 2.199265241622925, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7209025621414185, + "num_tokens": 210841224.0, + "step": 8920 + }, + { + "epoch": 0.9796837250164726, + "grad_norm": 2.210191011428833, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7027688026428223, + "num_tokens": 210867069.0, + "step": 8921 + }, + { + "epoch": 0.9797935427190864, + "grad_norm": 2.159694194793701, + "learning_rate": 1e-06, + "loss": 0.9916, + "mean_token_accuracy": 0.6988450884819031, + "num_tokens": 210892446.0, + "step": 8922 + }, + { + "epoch": 0.9799033604217, + "grad_norm": 2.172619342803955, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.702605128288269, + "num_tokens": 210919124.0, + "step": 8923 + }, + { + "epoch": 0.9800131781243137, + "grad_norm": 2.170315742492676, + "learning_rate": 1e-06, + "loss": 0.8676, + "mean_token_accuracy": 0.7203562259674072, + "num_tokens": 210943294.0, + "step": 8924 + }, + { + "epoch": 0.9801229958269273, + "grad_norm": 2.3775432109832764, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7266768217086792, + "num_tokens": 210963505.0, + "step": 8925 + }, + { + "epoch": 0.980232813529541, + "grad_norm": 1.9571810960769653, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7122114300727844, + "num_tokens": 210989957.0, + "step": 8926 + }, + { + "epoch": 0.9803426312321546, + "grad_norm": 2.1423604488372803, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7117187976837158, + "num_tokens": 211013320.0, + "step": 8927 + }, + { + "epoch": 0.9804524489347682, + "grad_norm": 1.9733238220214844, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7211730480194092, + "num_tokens": 211042738.0, + "step": 8928 + }, + { + "epoch": 0.980562266637382, + "grad_norm": 2.2503697872161865, + "learning_rate": 1e-06, + "loss": 1.0532, + "mean_token_accuracy": 0.6907860040664673, + "num_tokens": 211066677.0, + "step": 8929 + }, + { + "epoch": 0.9806720843399956, + "grad_norm": 2.2932329177856445, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.6992725133895874, + "num_tokens": 211088935.0, + "step": 8930 + }, + { + "epoch": 0.9807819020426093, + "grad_norm": 2.6823205947875977, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7019513845443726, + "num_tokens": 211107128.0, + "step": 8931 + }, + { + "epoch": 0.9808917197452229, + "grad_norm": 2.207359552383423, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7045131921768188, + "num_tokens": 211129703.0, + "step": 8932 + }, + { + "epoch": 0.9810015374478366, + "grad_norm": 2.297616720199585, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7039119601249695, + "num_tokens": 211153419.0, + "step": 8933 + }, + { + "epoch": 0.9811113551504502, + "grad_norm": 2.3420045375823975, + "learning_rate": 1e-06, + "loss": 1.0181, + "mean_token_accuracy": 0.7018569111824036, + "num_tokens": 211177402.0, + "step": 8934 + }, + { + "epoch": 0.9812211728530639, + "grad_norm": 2.291111946105957, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7106958031654358, + "num_tokens": 211201472.0, + "step": 8935 + }, + { + "epoch": 0.9813309905556776, + "grad_norm": 2.271462917327881, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.6961538791656494, + "num_tokens": 211226123.0, + "step": 8936 + }, + { + "epoch": 0.9814408082582913, + "grad_norm": 2.711045742034912, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7146493196487427, + "num_tokens": 211243327.0, + "step": 8937 + }, + { + "epoch": 0.9815506259609049, + "grad_norm": 2.579132556915283, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7287406921386719, + "num_tokens": 211261654.0, + "step": 8938 + }, + { + "epoch": 0.9816604436635186, + "grad_norm": 2.247466564178467, + "learning_rate": 1e-06, + "loss": 1.0128, + "mean_token_accuracy": 0.6934003829956055, + "num_tokens": 211286534.0, + "step": 8939 + }, + { + "epoch": 0.9817702613661322, + "grad_norm": 2.570094585418701, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.7224791646003723, + "num_tokens": 211304775.0, + "step": 8940 + }, + { + "epoch": 0.9818800790687459, + "grad_norm": 2.1765522956848145, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7257437109947205, + "num_tokens": 211328509.0, + "step": 8941 + }, + { + "epoch": 0.9819898967713595, + "grad_norm": 2.2555434703826904, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.732774019241333, + "num_tokens": 211351548.0, + "step": 8942 + }, + { + "epoch": 0.9820997144739732, + "grad_norm": 2.0084197521209717, + "learning_rate": 1e-06, + "loss": 1.045, + "mean_token_accuracy": 0.689468502998352, + "num_tokens": 211380258.0, + "step": 8943 + }, + { + "epoch": 0.9822095321765869, + "grad_norm": 2.771756649017334, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7105705738067627, + "num_tokens": 211398300.0, + "step": 8944 + }, + { + "epoch": 0.9823193498792006, + "grad_norm": 2.0545425415039062, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.6982558369636536, + "num_tokens": 211427926.0, + "step": 8945 + }, + { + "epoch": 0.9824291675818142, + "grad_norm": 2.426379442214966, + "learning_rate": 1e-06, + "loss": 1.0206, + "mean_token_accuracy": 0.6966856718063354, + "num_tokens": 211450446.0, + "step": 8946 + }, + { + "epoch": 0.9825389852844278, + "grad_norm": 2.4388210773468018, + "learning_rate": 1e-06, + "loss": 0.8169, + "mean_token_accuracy": 0.7410682439804077, + "num_tokens": 211469038.0, + "step": 8947 + }, + { + "epoch": 0.9826488029870415, + "grad_norm": 2.2299201488494873, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7164538502693176, + "num_tokens": 211492827.0, + "step": 8948 + }, + { + "epoch": 0.9827586206896551, + "grad_norm": 2.2927656173706055, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.6893162727355957, + "num_tokens": 211516481.0, + "step": 8949 + }, + { + "epoch": 0.9828684383922688, + "grad_norm": 2.4044606685638428, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.698513388633728, + "num_tokens": 211537955.0, + "step": 8950 + }, + { + "epoch": 0.9829782560948825, + "grad_norm": 2.176133871078491, + "learning_rate": 1e-06, + "loss": 1.0205, + "mean_token_accuracy": 0.6927257776260376, + "num_tokens": 211562685.0, + "step": 8951 + }, + { + "epoch": 0.9830880737974962, + "grad_norm": 2.405225992202759, + "learning_rate": 1e-06, + "loss": 0.8218, + "mean_token_accuracy": 0.7358742952346802, + "num_tokens": 211581969.0, + "step": 8952 + }, + { + "epoch": 0.9831978915001098, + "grad_norm": 2.664365530014038, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.6992638111114502, + "num_tokens": 211598511.0, + "step": 8953 + }, + { + "epoch": 0.9833077092027235, + "grad_norm": 2.1425256729125977, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7179661393165588, + "num_tokens": 211623200.0, + "step": 8954 + }, + { + "epoch": 0.9834175269053371, + "grad_norm": 2.785567045211792, + "learning_rate": 1e-06, + "loss": 1.0177, + "mean_token_accuracy": 0.6960920095443726, + "num_tokens": 211641266.0, + "step": 8955 + }, + { + "epoch": 0.9835273446079508, + "grad_norm": 2.408459424972534, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7151862382888794, + "num_tokens": 211662533.0, + "step": 8956 + }, + { + "epoch": 0.9836371623105644, + "grad_norm": 2.366173028945923, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7010404467582703, + "num_tokens": 211683382.0, + "step": 8957 + }, + { + "epoch": 0.9837469800131782, + "grad_norm": 2.196133613586426, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7132618427276611, + "num_tokens": 211708424.0, + "step": 8958 + }, + { + "epoch": 0.9838567977157918, + "grad_norm": 2.376991033554077, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6975758075714111, + "num_tokens": 211732635.0, + "step": 8959 + }, + { + "epoch": 0.9839666154184055, + "grad_norm": 2.178091526031494, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7333588600158691, + "num_tokens": 211755853.0, + "step": 8960 + }, + { + "epoch": 0.9840764331210191, + "grad_norm": 2.434183359146118, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.722310483455658, + "num_tokens": 211774978.0, + "step": 8961 + }, + { + "epoch": 0.9841862508236328, + "grad_norm": 2.162163019180298, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7344658374786377, + "num_tokens": 211799903.0, + "step": 8962 + }, + { + "epoch": 0.9842960685262464, + "grad_norm": 2.805131673812866, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7139409184455872, + "num_tokens": 211818244.0, + "step": 8963 + }, + { + "epoch": 0.98440588622886, + "grad_norm": 2.018627882003784, + "learning_rate": 1e-06, + "loss": 0.9808, + "mean_token_accuracy": 0.6957544684410095, + "num_tokens": 211848001.0, + "step": 8964 + }, + { + "epoch": 0.9845157039314738, + "grad_norm": 2.520275354385376, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.711091160774231, + "num_tokens": 211867901.0, + "step": 8965 + }, + { + "epoch": 0.9846255216340875, + "grad_norm": 2.539705753326416, + "learning_rate": 1e-06, + "loss": 1.009, + "mean_token_accuracy": 0.6897987127304077, + "num_tokens": 211886489.0, + "step": 8966 + }, + { + "epoch": 0.9847353393367011, + "grad_norm": 1.9208446741104126, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7054948806762695, + "num_tokens": 211916117.0, + "step": 8967 + }, + { + "epoch": 0.9848451570393147, + "grad_norm": 2.0656189918518066, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7003030776977539, + "num_tokens": 211945858.0, + "step": 8968 + }, + { + "epoch": 0.9849549747419284, + "grad_norm": 2.052959680557251, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.7023815512657166, + "num_tokens": 211976207.0, + "step": 8969 + }, + { + "epoch": 0.985064792444542, + "grad_norm": 2.6078996658325195, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.6994826793670654, + "num_tokens": 211996036.0, + "step": 8970 + }, + { + "epoch": 0.9851746101471557, + "grad_norm": 2.321359634399414, + "learning_rate": 1e-06, + "loss": 0.8544, + "mean_token_accuracy": 0.7334821224212646, + "num_tokens": 212019312.0, + "step": 8971 + }, + { + "epoch": 0.9852844278497693, + "grad_norm": 2.3095016479492188, + "learning_rate": 1e-06, + "loss": 1.0075, + "mean_token_accuracy": 0.6954542398452759, + "num_tokens": 212042679.0, + "step": 8972 + }, + { + "epoch": 0.9853942455523831, + "grad_norm": 2.0840582847595215, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7166761159896851, + "num_tokens": 212071134.0, + "step": 8973 + }, + { + "epoch": 0.9855040632549967, + "grad_norm": 2.095388174057007, + "learning_rate": 1e-06, + "loss": 1.0475, + "mean_token_accuracy": 0.6824480891227722, + "num_tokens": 212098607.0, + "step": 8974 + }, + { + "epoch": 0.9856138809576104, + "grad_norm": 2.2542126178741455, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6948977708816528, + "num_tokens": 212123996.0, + "step": 8975 + }, + { + "epoch": 0.985723698660224, + "grad_norm": 2.3463492393493652, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.7367184162139893, + "num_tokens": 212145139.0, + "step": 8976 + }, + { + "epoch": 0.9858335163628377, + "grad_norm": 2.8750853538513184, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7253439426422119, + "num_tokens": 212160915.0, + "step": 8977 + }, + { + "epoch": 0.9859433340654513, + "grad_norm": 2.6285464763641357, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.6890815496444702, + "num_tokens": 212179735.0, + "step": 8978 + }, + { + "epoch": 0.986053151768065, + "grad_norm": 2.0179309844970703, + "learning_rate": 1e-06, + "loss": 1.0112, + "mean_token_accuracy": 0.6919174790382385, + "num_tokens": 212210869.0, + "step": 8979 + }, + { + "epoch": 0.9861629694706787, + "grad_norm": 2.763810157775879, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7149946689605713, + "num_tokens": 212228022.0, + "step": 8980 + }, + { + "epoch": 0.9862727871732924, + "grad_norm": 2.6666810512542725, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7338442802429199, + "num_tokens": 212244647.0, + "step": 8981 + }, + { + "epoch": 0.986382604875906, + "grad_norm": 2.6122584342956543, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.719944953918457, + "num_tokens": 212263338.0, + "step": 8982 + }, + { + "epoch": 0.9864924225785197, + "grad_norm": 1.9875009059906006, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7224085927009583, + "num_tokens": 212293621.0, + "step": 8983 + }, + { + "epoch": 0.9866022402811333, + "grad_norm": 2.2146732807159424, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.7095239758491516, + "num_tokens": 212318469.0, + "step": 8984 + }, + { + "epoch": 0.986712057983747, + "grad_norm": 2.437971353530884, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.7151443958282471, + "num_tokens": 212340730.0, + "step": 8985 + }, + { + "epoch": 0.9868218756863606, + "grad_norm": 2.38911771774292, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7074822187423706, + "num_tokens": 212363237.0, + "step": 8986 + }, + { + "epoch": 0.9869316933889744, + "grad_norm": 2.4299068450927734, + "learning_rate": 1e-06, + "loss": 0.9663, + "mean_token_accuracy": 0.7079794406890869, + "num_tokens": 212385308.0, + "step": 8987 + }, + { + "epoch": 0.987041511091588, + "grad_norm": 2.176530361175537, + "learning_rate": 1e-06, + "loss": 0.88, + "mean_token_accuracy": 0.7277712821960449, + "num_tokens": 212410256.0, + "step": 8988 + }, + { + "epoch": 0.9871513287942016, + "grad_norm": 2.5576088428497314, + "learning_rate": 1e-06, + "loss": 1.0135, + "mean_token_accuracy": 0.6907215118408203, + "num_tokens": 212432167.0, + "step": 8989 + }, + { + "epoch": 0.9872611464968153, + "grad_norm": 2.745541572570801, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.713599681854248, + "num_tokens": 212450624.0, + "step": 8990 + }, + { + "epoch": 0.9873709641994289, + "grad_norm": 2.9729220867156982, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.7399794459342957, + "num_tokens": 212465359.0, + "step": 8991 + }, + { + "epoch": 0.9874807819020426, + "grad_norm": 2.3222296237945557, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.729123592376709, + "num_tokens": 212486916.0, + "step": 8992 + }, + { + "epoch": 0.9875905996046562, + "grad_norm": 2.141620397567749, + "learning_rate": 1e-06, + "loss": 1.0566, + "mean_token_accuracy": 0.6799383759498596, + "num_tokens": 212515452.0, + "step": 8993 + }, + { + "epoch": 0.98770041730727, + "grad_norm": 1.9442003965377808, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7183104157447815, + "num_tokens": 212544959.0, + "step": 8994 + }, + { + "epoch": 0.9878102350098836, + "grad_norm": 2.3763866424560547, + "learning_rate": 1e-06, + "loss": 0.7861, + "mean_token_accuracy": 0.748918890953064, + "num_tokens": 212564812.0, + "step": 8995 + }, + { + "epoch": 0.9879200527124973, + "grad_norm": 2.291811227798462, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7080718278884888, + "num_tokens": 212589748.0, + "step": 8996 + }, + { + "epoch": 0.9880298704151109, + "grad_norm": 2.2519702911376953, + "learning_rate": 1e-06, + "loss": 1.0658, + "mean_token_accuracy": 0.680148720741272, + "num_tokens": 212617603.0, + "step": 8997 + }, + { + "epoch": 0.9881396881177246, + "grad_norm": 2.280846118927002, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7026065587997437, + "num_tokens": 212640595.0, + "step": 8998 + }, + { + "epoch": 0.9882495058203382, + "grad_norm": 2.6978447437286377, + "learning_rate": 1e-06, + "loss": 0.8398, + "mean_token_accuracy": 0.7440949082374573, + "num_tokens": 212658491.0, + "step": 8999 + }, + { + "epoch": 0.9883593235229519, + "grad_norm": 2.1668701171875, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7013899087905884, + "num_tokens": 212685508.0, + "step": 9000 + }, + { + "epoch": 0.9884691412255655, + "grad_norm": 2.0861291885375977, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7120195627212524, + "num_tokens": 212711445.0, + "step": 9001 + }, + { + "epoch": 0.9885789589281793, + "grad_norm": 2.6641764640808105, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6936406493186951, + "num_tokens": 212731715.0, + "step": 9002 + }, + { + "epoch": 0.9886887766307929, + "grad_norm": 1.9540876150131226, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.6979200839996338, + "num_tokens": 212762239.0, + "step": 9003 + }, + { + "epoch": 0.9887985943334066, + "grad_norm": 2.290699005126953, + "learning_rate": 1e-06, + "loss": 0.8669, + "mean_token_accuracy": 0.7353431582450867, + "num_tokens": 212783134.0, + "step": 9004 + }, + { + "epoch": 0.9889084120360202, + "grad_norm": 2.1737735271453857, + "learning_rate": 1e-06, + "loss": 0.7997, + "mean_token_accuracy": 0.7477410435676575, + "num_tokens": 212807078.0, + "step": 9005 + }, + { + "epoch": 0.9890182297386338, + "grad_norm": 2.50976300239563, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7119245529174805, + "num_tokens": 212825863.0, + "step": 9006 + }, + { + "epoch": 0.9891280474412475, + "grad_norm": 2.3780486583709717, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.6997449398040771, + "num_tokens": 212849638.0, + "step": 9007 + }, + { + "epoch": 0.9892378651438611, + "grad_norm": 2.5491509437561035, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.6994059085845947, + "num_tokens": 212871040.0, + "step": 9008 + }, + { + "epoch": 0.9893476828464749, + "grad_norm": 2.1743431091308594, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6985074877738953, + "num_tokens": 212896246.0, + "step": 9009 + }, + { + "epoch": 0.9894575005490885, + "grad_norm": 2.6024117469787598, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7298312187194824, + "num_tokens": 212913700.0, + "step": 9010 + }, + { + "epoch": 0.9895673182517022, + "grad_norm": 2.296905517578125, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7071025371551514, + "num_tokens": 212937125.0, + "step": 9011 + }, + { + "epoch": 0.9896771359543158, + "grad_norm": 2.207094669342041, + "learning_rate": 1e-06, + "loss": 0.9162, + "mean_token_accuracy": 0.7140152454376221, + "num_tokens": 212961973.0, + "step": 9012 + }, + { + "epoch": 0.9897869536569295, + "grad_norm": 2.2843289375305176, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7284076809883118, + "num_tokens": 212985742.0, + "step": 9013 + }, + { + "epoch": 0.9898967713595431, + "grad_norm": 2.2483792304992676, + "learning_rate": 1e-06, + "loss": 0.9564, + "mean_token_accuracy": 0.7011509537696838, + "num_tokens": 213008710.0, + "step": 9014 + }, + { + "epoch": 0.9900065890621568, + "grad_norm": 2.174800157546997, + "learning_rate": 1e-06, + "loss": 0.7989, + "mean_token_accuracy": 0.7492943406105042, + "num_tokens": 213032158.0, + "step": 9015 + }, + { + "epoch": 0.9901164067647705, + "grad_norm": 2.375288248062134, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.707489550113678, + "num_tokens": 213053842.0, + "step": 9016 + }, + { + "epoch": 0.9902262244673842, + "grad_norm": 1.8952826261520386, + "learning_rate": 1e-06, + "loss": 1.0802, + "mean_token_accuracy": 0.672494113445282, + "num_tokens": 213088069.0, + "step": 9017 + }, + { + "epoch": 0.9903360421699978, + "grad_norm": 2.2292280197143555, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.726451575756073, + "num_tokens": 213110695.0, + "step": 9018 + }, + { + "epoch": 0.9904458598726115, + "grad_norm": 2.53579044342041, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7151172757148743, + "num_tokens": 213129639.0, + "step": 9019 + }, + { + "epoch": 0.9905556775752251, + "grad_norm": 2.360677480697632, + "learning_rate": 1e-06, + "loss": 1.0765, + "mean_token_accuracy": 0.6732485294342041, + "num_tokens": 213153138.0, + "step": 9020 + }, + { + "epoch": 0.9906654952778388, + "grad_norm": 2.337735652923584, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7144045233726501, + "num_tokens": 213176122.0, + "step": 9021 + }, + { + "epoch": 0.9907753129804524, + "grad_norm": 2.19408917427063, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7254456281661987, + "num_tokens": 213201064.0, + "step": 9022 + }, + { + "epoch": 0.9908851306830662, + "grad_norm": 2.090660333633423, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7162437438964844, + "num_tokens": 213225560.0, + "step": 9023 + }, + { + "epoch": 0.9909949483856798, + "grad_norm": 2.5317351818084717, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7073885798454285, + "num_tokens": 213244504.0, + "step": 9024 + }, + { + "epoch": 0.9911047660882935, + "grad_norm": 2.0611042976379395, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7150742411613464, + "num_tokens": 213270831.0, + "step": 9025 + }, + { + "epoch": 0.9912145837909071, + "grad_norm": 2.3480474948883057, + "learning_rate": 1e-06, + "loss": 0.9628, + "mean_token_accuracy": 0.711840808391571, + "num_tokens": 213292107.0, + "step": 9026 + }, + { + "epoch": 0.9913244014935207, + "grad_norm": 2.699415445327759, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7260634899139404, + "num_tokens": 213309644.0, + "step": 9027 + }, + { + "epoch": 0.9914342191961344, + "grad_norm": 2.2277255058288574, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.707516074180603, + "num_tokens": 213335465.0, + "step": 9028 + }, + { + "epoch": 0.991544036898748, + "grad_norm": 2.1033499240875244, + "learning_rate": 1e-06, + "loss": 1.0063, + "mean_token_accuracy": 0.701047420501709, + "num_tokens": 213362621.0, + "step": 9029 + }, + { + "epoch": 0.9916538546013618, + "grad_norm": 2.191555976867676, + "learning_rate": 1e-06, + "loss": 1.0899, + "mean_token_accuracy": 0.680630087852478, + "num_tokens": 213390044.0, + "step": 9030 + }, + { + "epoch": 0.9917636723039754, + "grad_norm": 2.5491108894348145, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7184721827507019, + "num_tokens": 213409773.0, + "step": 9031 + }, + { + "epoch": 0.9918734900065891, + "grad_norm": 2.2651660442352295, + "learning_rate": 1e-06, + "loss": 0.8531, + "mean_token_accuracy": 0.732693076133728, + "num_tokens": 213431242.0, + "step": 9032 + }, + { + "epoch": 0.9919833077092027, + "grad_norm": 2.0471465587615967, + "learning_rate": 1e-06, + "loss": 0.8374, + "mean_token_accuracy": 0.7347149848937988, + "num_tokens": 213455683.0, + "step": 9033 + }, + { + "epoch": 0.9920931254118164, + "grad_norm": 2.0593762397766113, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.729667603969574, + "num_tokens": 213484960.0, + "step": 9034 + }, + { + "epoch": 0.99220294311443, + "grad_norm": 2.354393243789673, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7118813991546631, + "num_tokens": 213507193.0, + "step": 9035 + }, + { + "epoch": 0.9923127608170437, + "grad_norm": 2.3277928829193115, + "learning_rate": 1e-06, + "loss": 0.9993, + "mean_token_accuracy": 0.7086091041564941, + "num_tokens": 213529820.0, + "step": 9036 + }, + { + "epoch": 0.9924225785196573, + "grad_norm": 2.5286033153533936, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7312147617340088, + "num_tokens": 213549692.0, + "step": 9037 + }, + { + "epoch": 0.9925323962222711, + "grad_norm": 2.210615634918213, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7256847023963928, + "num_tokens": 213573663.0, + "step": 9038 + }, + { + "epoch": 0.9926422139248847, + "grad_norm": 2.4337987899780273, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7237057089805603, + "num_tokens": 213594086.0, + "step": 9039 + }, + { + "epoch": 0.9927520316274984, + "grad_norm": 2.1396374702453613, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7209290266036987, + "num_tokens": 213619253.0, + "step": 9040 + }, + { + "epoch": 0.992861849330112, + "grad_norm": 2.322601318359375, + "learning_rate": 1e-06, + "loss": 1.0276, + "mean_token_accuracy": 0.7049775719642639, + "num_tokens": 213643586.0, + "step": 9041 + }, + { + "epoch": 0.9929716670327257, + "grad_norm": 2.461895704269409, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7072200775146484, + "num_tokens": 213663550.0, + "step": 9042 + }, + { + "epoch": 0.9930814847353393, + "grad_norm": 1.7856000661849976, + "learning_rate": 1e-06, + "loss": 1.0024, + "mean_token_accuracy": 0.6918204426765442, + "num_tokens": 213699997.0, + "step": 9043 + }, + { + "epoch": 0.993191302437953, + "grad_norm": 2.593325138092041, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.720198392868042, + "num_tokens": 213719000.0, + "step": 9044 + }, + { + "epoch": 0.9933011201405667, + "grad_norm": 2.0265181064605713, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.6857641339302063, + "num_tokens": 213746233.0, + "step": 9045 + }, + { + "epoch": 0.9934109378431804, + "grad_norm": 1.987385869026184, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7256366014480591, + "num_tokens": 213772867.0, + "step": 9046 + }, + { + "epoch": 0.993520755545794, + "grad_norm": 2.580235242843628, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7332247495651245, + "num_tokens": 213792120.0, + "step": 9047 + }, + { + "epoch": 0.9936305732484076, + "grad_norm": 2.4077835083007812, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7048228979110718, + "num_tokens": 213814485.0, + "step": 9048 + }, + { + "epoch": 0.9937403909510213, + "grad_norm": 2.2389681339263916, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7222194075584412, + "num_tokens": 213838910.0, + "step": 9049 + }, + { + "epoch": 0.9938502086536349, + "grad_norm": 2.1663098335266113, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7316372394561768, + "num_tokens": 213864987.0, + "step": 9050 + }, + { + "epoch": 0.9939600263562486, + "grad_norm": 2.099578380584717, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7033830881118774, + "num_tokens": 213889385.0, + "step": 9051 + }, + { + "epoch": 0.9940698440588623, + "grad_norm": 2.2104403972625732, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7262364625930786, + "num_tokens": 213913226.0, + "step": 9052 + }, + { + "epoch": 0.994179661761476, + "grad_norm": 2.162855386734009, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7083359360694885, + "num_tokens": 213941234.0, + "step": 9053 + }, + { + "epoch": 0.9942894794640896, + "grad_norm": 2.3975024223327637, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.6986069083213806, + "num_tokens": 213962108.0, + "step": 9054 + }, + { + "epoch": 0.9943992971667033, + "grad_norm": 2.494528293609619, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7170125842094421, + "num_tokens": 213981756.0, + "step": 9055 + }, + { + "epoch": 0.9945091148693169, + "grad_norm": 2.2988734245300293, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7061863541603088, + "num_tokens": 214005601.0, + "step": 9056 + }, + { + "epoch": 0.9946189325719306, + "grad_norm": 2.48248028755188, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.6941486597061157, + "num_tokens": 214025505.0, + "step": 9057 + }, + { + "epoch": 0.9947287502745442, + "grad_norm": 2.354435682296753, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.6978737115859985, + "num_tokens": 214051371.0, + "step": 9058 + }, + { + "epoch": 0.994838567977158, + "grad_norm": 2.594896078109741, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7055560350418091, + "num_tokens": 214069273.0, + "step": 9059 + }, + { + "epoch": 0.9949483856797716, + "grad_norm": 2.262686252593994, + "learning_rate": 1e-06, + "loss": 0.9647, + "mean_token_accuracy": 0.7064834833145142, + "num_tokens": 214094248.0, + "step": 9060 + }, + { + "epoch": 0.9950582033823853, + "grad_norm": 2.432033061981201, + "learning_rate": 1e-06, + "loss": 0.8579, + "mean_token_accuracy": 0.7290500402450562, + "num_tokens": 214113401.0, + "step": 9061 + }, + { + "epoch": 0.9951680210849989, + "grad_norm": 1.8868464231491089, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7228357791900635, + "num_tokens": 214144786.0, + "step": 9062 + }, + { + "epoch": 0.9952778387876126, + "grad_norm": 2.7468485832214355, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7029638886451721, + "num_tokens": 214162119.0, + "step": 9063 + }, + { + "epoch": 0.9953876564902262, + "grad_norm": 2.330655336380005, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7130653858184814, + "num_tokens": 214183889.0, + "step": 9064 + }, + { + "epoch": 0.9954974741928398, + "grad_norm": 2.5085387229919434, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7021323442459106, + "num_tokens": 214204068.0, + "step": 9065 + }, + { + "epoch": 0.9956072918954535, + "grad_norm": 2.1937549114227295, + "learning_rate": 1e-06, + "loss": 0.9917, + "mean_token_accuracy": 0.6936067342758179, + "num_tokens": 214228941.0, + "step": 9066 + }, + { + "epoch": 0.9957171095980673, + "grad_norm": 2.4561614990234375, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7325831651687622, + "num_tokens": 214248026.0, + "step": 9067 + }, + { + "epoch": 0.9958269273006809, + "grad_norm": 2.044541597366333, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6915380954742432, + "num_tokens": 214276152.0, + "step": 9068 + }, + { + "epoch": 0.9959367450032945, + "grad_norm": 2.248819589614868, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7260522842407227, + "num_tokens": 214298826.0, + "step": 9069 + }, + { + "epoch": 0.9960465627059082, + "grad_norm": 2.0302321910858154, + "learning_rate": 1e-06, + "loss": 0.9249, + "mean_token_accuracy": 0.7207571864128113, + "num_tokens": 214325614.0, + "step": 9070 + }, + { + "epoch": 0.9961563804085218, + "grad_norm": 2.4278531074523926, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.7078871130943298, + "num_tokens": 214346458.0, + "step": 9071 + }, + { + "epoch": 0.9962661981111355, + "grad_norm": 2.271714687347412, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7173577547073364, + "num_tokens": 214369163.0, + "step": 9072 + }, + { + "epoch": 0.9963760158137491, + "grad_norm": 2.4009971618652344, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7200878858566284, + "num_tokens": 214390929.0, + "step": 9073 + }, + { + "epoch": 0.9964858335163629, + "grad_norm": 2.4422621726989746, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.696659505367279, + "num_tokens": 214412922.0, + "step": 9074 + }, + { + "epoch": 0.9965956512189765, + "grad_norm": 2.4386634826660156, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7163798809051514, + "num_tokens": 214436089.0, + "step": 9075 + }, + { + "epoch": 0.9967054689215902, + "grad_norm": 2.7161669731140137, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7123237252235413, + "num_tokens": 214454225.0, + "step": 9076 + }, + { + "epoch": 0.9968152866242038, + "grad_norm": 2.36810302734375, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7157062292098999, + "num_tokens": 214475799.0, + "step": 9077 + }, + { + "epoch": 0.9969251043268175, + "grad_norm": 2.1684610843658447, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.71649169921875, + "num_tokens": 214498897.0, + "step": 9078 + }, + { + "epoch": 0.9970349220294311, + "grad_norm": 2.2727348804473877, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7080920934677124, + "num_tokens": 214522772.0, + "step": 9079 + }, + { + "epoch": 0.9971447397320448, + "grad_norm": 2.481081247329712, + "learning_rate": 1e-06, + "loss": 0.9689, + "mean_token_accuracy": 0.698769211769104, + "num_tokens": 214543853.0, + "step": 9080 + }, + { + "epoch": 0.9972545574346585, + "grad_norm": 2.399893045425415, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7246554493904114, + "num_tokens": 214568075.0, + "step": 9081 + }, + { + "epoch": 0.9973643751372722, + "grad_norm": 2.1135501861572266, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7229720950126648, + "num_tokens": 214594391.0, + "step": 9082 + }, + { + "epoch": 0.9974741928398858, + "grad_norm": 2.1321520805358887, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7231763601303101, + "num_tokens": 214620046.0, + "step": 9083 + }, + { + "epoch": 0.9975840105424995, + "grad_norm": 2.176776170730591, + "learning_rate": 1e-06, + "loss": 0.845, + "mean_token_accuracy": 0.7276140451431274, + "num_tokens": 214643632.0, + "step": 9084 + }, + { + "epoch": 0.9976938282451131, + "grad_norm": 2.0587868690490723, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.7010555267333984, + "num_tokens": 214671054.0, + "step": 9085 + }, + { + "epoch": 0.9978036459477267, + "grad_norm": 2.326937437057495, + "learning_rate": 1e-06, + "loss": 1.0002, + "mean_token_accuracy": 0.6951995491981506, + "num_tokens": 214692613.0, + "step": 9086 + }, + { + "epoch": 0.9979134636503404, + "grad_norm": 2.438737154006958, + "learning_rate": 1e-06, + "loss": 0.7731, + "mean_token_accuracy": 0.757657527923584, + "num_tokens": 214710165.0, + "step": 9087 + }, + { + "epoch": 0.9980232813529542, + "grad_norm": 2.545309543609619, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7309823632240295, + "num_tokens": 214728981.0, + "step": 9088 + }, + { + "epoch": 0.9981330990555678, + "grad_norm": 2.2230212688446045, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.703417181968689, + "num_tokens": 214752812.0, + "step": 9089 + }, + { + "epoch": 0.9982429167581814, + "grad_norm": 2.272005796432495, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.722693681716919, + "num_tokens": 214774637.0, + "step": 9090 + }, + { + "epoch": 0.9983527344607951, + "grad_norm": 2.2167012691497803, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7044045925140381, + "num_tokens": 214799212.0, + "step": 9091 + }, + { + "epoch": 0.9984625521634087, + "grad_norm": 2.514406204223633, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.7073899507522583, + "num_tokens": 214818760.0, + "step": 9092 + }, + { + "epoch": 0.9985723698660224, + "grad_norm": 2.4465291500091553, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7339178323745728, + "num_tokens": 214840694.0, + "step": 9093 + }, + { + "epoch": 0.998682187568636, + "grad_norm": 2.2814762592315674, + "learning_rate": 1e-06, + "loss": 1.0436, + "mean_token_accuracy": 0.6888699531555176, + "num_tokens": 214864929.0, + "step": 9094 + }, + { + "epoch": 0.9987920052712497, + "grad_norm": 2.5691041946411133, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7192745804786682, + "num_tokens": 214883030.0, + "step": 9095 + }, + { + "epoch": 0.9989018229738634, + "grad_norm": 2.1848270893096924, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7069587707519531, + "num_tokens": 214905418.0, + "step": 9096 + }, + { + "epoch": 0.9990116406764771, + "grad_norm": 1.8365269899368286, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7077946662902832, + "num_tokens": 214936560.0, + "step": 9097 + }, + { + "epoch": 0.9991214583790907, + "grad_norm": 2.210874080657959, + "learning_rate": 1e-06, + "loss": 0.9922, + "mean_token_accuracy": 0.694544792175293, + "num_tokens": 214962111.0, + "step": 9098 + }, + { + "epoch": 0.9992312760817044, + "grad_norm": 2.187075138092041, + "learning_rate": 1e-06, + "loss": 1.0565, + "mean_token_accuracy": 0.6858834624290466, + "num_tokens": 214987898.0, + "step": 9099 + }, + { + "epoch": 0.999341093784318, + "grad_norm": 2.37117338180542, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7165604829788208, + "num_tokens": 215010933.0, + "step": 9100 + }, + { + "epoch": 0.9994509114869317, + "grad_norm": 2.2033321857452393, + "learning_rate": 1e-06, + "loss": 1.0543, + "mean_token_accuracy": 0.6724773645401001, + "num_tokens": 215037053.0, + "step": 9101 + }, + { + "epoch": 0.9995607291895453, + "grad_norm": 2.442573308944702, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7019408345222473, + "num_tokens": 215058161.0, + "step": 9102 + }, + { + "epoch": 0.9996705468921591, + "grad_norm": 2.408820152282715, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7026270627975464, + "num_tokens": 215080096.0, + "step": 9103 + }, + { + "epoch": 0.9997803645947727, + "grad_norm": 1.9174649715423584, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7080485820770264, + "num_tokens": 215108383.0, + "step": 9104 + }, + { + "epoch": 0.9998901822973864, + "grad_norm": 2.725294828414917, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7316319942474365, + "num_tokens": 215124529.0, + "step": 9105 + }, + { + "epoch": 1.0, + "grad_norm": 2.295884370803833, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7165388464927673, + "num_tokens": 215147268.0, + "step": 9106 + }, + { + "epoch": 1.0001098177026138, + "grad_norm": 2.2346978187561035, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7015792727470398, + "num_tokens": 215169917.0, + "step": 9107 + }, + { + "epoch": 1.0002196354052273, + "grad_norm": 2.2900607585906982, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7023050785064697, + "num_tokens": 215192475.0, + "step": 9108 + }, + { + "epoch": 1.000329453107841, + "grad_norm": 2.2470333576202393, + "learning_rate": 1e-06, + "loss": 0.865, + "mean_token_accuracy": 0.7364992499351501, + "num_tokens": 215216758.0, + "step": 9109 + }, + { + "epoch": 1.0004392708104546, + "grad_norm": 2.3266680240631104, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7268181443214417, + "num_tokens": 215238284.0, + "step": 9110 + }, + { + "epoch": 1.0005490885130683, + "grad_norm": 2.4567582607269287, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.719517707824707, + "num_tokens": 215257810.0, + "step": 9111 + }, + { + "epoch": 1.0006589062156819, + "grad_norm": 2.2236664295196533, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7140787839889526, + "num_tokens": 215281297.0, + "step": 9112 + }, + { + "epoch": 1.0007687239182956, + "grad_norm": 2.170569658279419, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7222632169723511, + "num_tokens": 215305098.0, + "step": 9113 + }, + { + "epoch": 1.0008785416209094, + "grad_norm": 1.9957715272903442, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7142948508262634, + "num_tokens": 215333541.0, + "step": 9114 + }, + { + "epoch": 1.000988359323523, + "grad_norm": 2.249054193496704, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7312770485877991, + "num_tokens": 215356659.0, + "step": 9115 + }, + { + "epoch": 1.0010981770261367, + "grad_norm": 1.7797831296920776, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7193248867988586, + "num_tokens": 215394123.0, + "step": 9116 + }, + { + "epoch": 1.0012079947287502, + "grad_norm": 2.46087908744812, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.6941819190979004, + "num_tokens": 215416277.0, + "step": 9117 + }, + { + "epoch": 1.001317812431364, + "grad_norm": 2.102745771408081, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7323750257492065, + "num_tokens": 215441742.0, + "step": 9118 + }, + { + "epoch": 1.0014276301339775, + "grad_norm": 2.029320240020752, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.72090744972229, + "num_tokens": 215471890.0, + "step": 9119 + }, + { + "epoch": 1.0015374478365913, + "grad_norm": 2.3036539554595947, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7293300628662109, + "num_tokens": 215495728.0, + "step": 9120 + }, + { + "epoch": 1.001647265539205, + "grad_norm": 2.0725979804992676, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.7387328147888184, + "num_tokens": 215523382.0, + "step": 9121 + }, + { + "epoch": 1.0017570832418186, + "grad_norm": 2.3436479568481445, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.725764274597168, + "num_tokens": 215545814.0, + "step": 9122 + }, + { + "epoch": 1.0018669009444323, + "grad_norm": 2.4661622047424316, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.6995305418968201, + "num_tokens": 215568975.0, + "step": 9123 + }, + { + "epoch": 1.0019767186470458, + "grad_norm": 2.1057991981506348, + "learning_rate": 1e-06, + "loss": 0.884, + "mean_token_accuracy": 0.7182704210281372, + "num_tokens": 215595641.0, + "step": 9124 + }, + { + "epoch": 1.0020865363496596, + "grad_norm": 1.9551194906234741, + "learning_rate": 1e-06, + "loss": 1.0906, + "mean_token_accuracy": 0.6712697148323059, + "num_tokens": 215626160.0, + "step": 9125 + }, + { + "epoch": 1.0021963540522731, + "grad_norm": 2.620631456375122, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7286076545715332, + "num_tokens": 215645730.0, + "step": 9126 + }, + { + "epoch": 1.002306171754887, + "grad_norm": 2.3893654346466064, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7164966464042664, + "num_tokens": 215667151.0, + "step": 9127 + }, + { + "epoch": 1.0024159894575007, + "grad_norm": 2.3288869857788086, + "learning_rate": 1e-06, + "loss": 0.995, + "mean_token_accuracy": 0.6915746331214905, + "num_tokens": 215690994.0, + "step": 9128 + }, + { + "epoch": 1.0025258071601142, + "grad_norm": 2.481081247329712, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7286895513534546, + "num_tokens": 215711925.0, + "step": 9129 + }, + { + "epoch": 1.002635624862728, + "grad_norm": 2.2944376468658447, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.7321770191192627, + "num_tokens": 215734029.0, + "step": 9130 + }, + { + "epoch": 1.0027454425653415, + "grad_norm": 2.1086959838867188, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7125295400619507, + "num_tokens": 215760680.0, + "step": 9131 + }, + { + "epoch": 1.0028552602679552, + "grad_norm": 2.0879647731781006, + "learning_rate": 1e-06, + "loss": 1.0511, + "mean_token_accuracy": 0.6783551573753357, + "num_tokens": 215791142.0, + "step": 9132 + }, + { + "epoch": 1.0029650779705688, + "grad_norm": 2.2436277866363525, + "learning_rate": 1e-06, + "loss": 0.8785, + "mean_token_accuracy": 0.7335598468780518, + "num_tokens": 215815514.0, + "step": 9133 + }, + { + "epoch": 1.0030748956731825, + "grad_norm": 2.243898630142212, + "learning_rate": 1e-06, + "loss": 0.8031, + "mean_token_accuracy": 0.7485306262969971, + "num_tokens": 215836692.0, + "step": 9134 + }, + { + "epoch": 1.0031847133757963, + "grad_norm": 2.3054704666137695, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7156947255134583, + "num_tokens": 215862132.0, + "step": 9135 + }, + { + "epoch": 1.0032945310784098, + "grad_norm": 2.1613762378692627, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7037398815155029, + "num_tokens": 215888235.0, + "step": 9136 + }, + { + "epoch": 1.0034043487810236, + "grad_norm": 2.2440929412841797, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7376140356063843, + "num_tokens": 215911422.0, + "step": 9137 + }, + { + "epoch": 1.0035141664836371, + "grad_norm": 2.443796396255493, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7209861874580383, + "num_tokens": 215931302.0, + "step": 9138 + }, + { + "epoch": 1.0036239841862509, + "grad_norm": 2.1892549991607666, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7130517363548279, + "num_tokens": 215957411.0, + "step": 9139 + }, + { + "epoch": 1.0037338018888644, + "grad_norm": 2.4802324771881104, + "learning_rate": 1e-06, + "loss": 0.8807, + "mean_token_accuracy": 0.7224726676940918, + "num_tokens": 215978854.0, + "step": 9140 + }, + { + "epoch": 1.0038436195914782, + "grad_norm": 2.3379831314086914, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7045294046401978, + "num_tokens": 216001812.0, + "step": 9141 + }, + { + "epoch": 1.0039534372940917, + "grad_norm": 2.2122881412506104, + "learning_rate": 1e-06, + "loss": 1.029, + "mean_token_accuracy": 0.6829667091369629, + "num_tokens": 216029729.0, + "step": 9142 + }, + { + "epoch": 1.0040632549967055, + "grad_norm": 1.9990748167037964, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7102494239807129, + "num_tokens": 216059712.0, + "step": 9143 + }, + { + "epoch": 1.0041730726993192, + "grad_norm": 2.6352193355560303, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7296664118766785, + "num_tokens": 216077807.0, + "step": 9144 + }, + { + "epoch": 1.0042828904019327, + "grad_norm": 2.257812023162842, + "learning_rate": 1e-06, + "loss": 0.9392, + "mean_token_accuracy": 0.7005060911178589, + "num_tokens": 216101679.0, + "step": 9145 + }, + { + "epoch": 1.0043927081045465, + "grad_norm": 2.2309978008270264, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7138762474060059, + "num_tokens": 216127421.0, + "step": 9146 + }, + { + "epoch": 1.00450252580716, + "grad_norm": 1.8636572360992432, + "learning_rate": 1e-06, + "loss": 1.0156, + "mean_token_accuracy": 0.6894041299819946, + "num_tokens": 216162444.0, + "step": 9147 + }, + { + "epoch": 1.0046123435097738, + "grad_norm": 2.320483446121216, + "learning_rate": 1e-06, + "loss": 0.8336, + "mean_token_accuracy": 0.7343579530715942, + "num_tokens": 216186416.0, + "step": 9148 + }, + { + "epoch": 1.0047221612123873, + "grad_norm": 2.1912729740142822, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.716061532497406, + "num_tokens": 216210184.0, + "step": 9149 + }, + { + "epoch": 1.004831978915001, + "grad_norm": 2.828429937362671, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.7343340516090393, + "num_tokens": 216226291.0, + "step": 9150 + }, + { + "epoch": 1.0049417966176148, + "grad_norm": 2.3956804275512695, + "learning_rate": 1e-06, + "loss": 0.998, + "mean_token_accuracy": 0.7020070552825928, + "num_tokens": 216248993.0, + "step": 9151 + }, + { + "epoch": 1.0050516143202284, + "grad_norm": 2.125378131866455, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6979066729545593, + "num_tokens": 216277534.0, + "step": 9152 + }, + { + "epoch": 1.0051614320228421, + "grad_norm": 2.374896287918091, + "learning_rate": 1e-06, + "loss": 0.8478, + "mean_token_accuracy": 0.7290534973144531, + "num_tokens": 216298890.0, + "step": 9153 + }, + { + "epoch": 1.0052712497254557, + "grad_norm": 2.1598217487335205, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7122074961662292, + "num_tokens": 216323018.0, + "step": 9154 + }, + { + "epoch": 1.0053810674280694, + "grad_norm": 2.576160192489624, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.7421724796295166, + "num_tokens": 216343349.0, + "step": 9155 + }, + { + "epoch": 1.005490885130683, + "grad_norm": 2.1652231216430664, + "learning_rate": 1e-06, + "loss": 0.8655, + "mean_token_accuracy": 0.7338038682937622, + "num_tokens": 216369182.0, + "step": 9156 + }, + { + "epoch": 1.0056007028332967, + "grad_norm": 2.6207220554351807, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7279912829399109, + "num_tokens": 216388598.0, + "step": 9157 + }, + { + "epoch": 1.0057105205359105, + "grad_norm": 2.575608253479004, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7012677192687988, + "num_tokens": 216409189.0, + "step": 9158 + }, + { + "epoch": 1.005820338238524, + "grad_norm": 2.0951361656188965, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.7022793292999268, + "num_tokens": 216438663.0, + "step": 9159 + }, + { + "epoch": 1.0059301559411378, + "grad_norm": 2.603358745574951, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.725726842880249, + "num_tokens": 216457206.0, + "step": 9160 + }, + { + "epoch": 1.0060399736437513, + "grad_norm": 2.219928503036499, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7166423797607422, + "num_tokens": 216483186.0, + "step": 9161 + }, + { + "epoch": 1.006149791346365, + "grad_norm": 2.7948246002197266, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7082648277282715, + "num_tokens": 216499855.0, + "step": 9162 + }, + { + "epoch": 1.0062596090489786, + "grad_norm": 2.8220534324645996, + "learning_rate": 1e-06, + "loss": 0.9148, + "mean_token_accuracy": 0.7154653668403625, + "num_tokens": 216519318.0, + "step": 9163 + }, + { + "epoch": 1.0063694267515924, + "grad_norm": 2.3775546550750732, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.711311399936676, + "num_tokens": 216541412.0, + "step": 9164 + }, + { + "epoch": 1.0064792444542061, + "grad_norm": 2.389972686767578, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7095648646354675, + "num_tokens": 216565617.0, + "step": 9165 + }, + { + "epoch": 1.0065890621568196, + "grad_norm": 2.264761209487915, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7141745686531067, + "num_tokens": 216590739.0, + "step": 9166 + }, + { + "epoch": 1.0066988798594334, + "grad_norm": 2.5078766345977783, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7302212715148926, + "num_tokens": 216610580.0, + "step": 9167 + }, + { + "epoch": 1.006808697562047, + "grad_norm": 2.555475950241089, + "learning_rate": 1e-06, + "loss": 0.8163, + "mean_token_accuracy": 0.7364162802696228, + "num_tokens": 216629980.0, + "step": 9168 + }, + { + "epoch": 1.0069185152646607, + "grad_norm": 2.0591557025909424, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.717542290687561, + "num_tokens": 216657983.0, + "step": 9169 + }, + { + "epoch": 1.0070283329672742, + "grad_norm": 2.3371212482452393, + "learning_rate": 1e-06, + "loss": 0.8371, + "mean_token_accuracy": 0.734647810459137, + "num_tokens": 216678595.0, + "step": 9170 + }, + { + "epoch": 1.007138150669888, + "grad_norm": 2.6087284088134766, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7175077199935913, + "num_tokens": 216698969.0, + "step": 9171 + }, + { + "epoch": 1.0072479683725017, + "grad_norm": 2.3710744380950928, + "learning_rate": 1e-06, + "loss": 0.9308, + "mean_token_accuracy": 0.7123688459396362, + "num_tokens": 216721184.0, + "step": 9172 + }, + { + "epoch": 1.0073577860751153, + "grad_norm": 2.1341915130615234, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.6974833607673645, + "num_tokens": 216750133.0, + "step": 9173 + }, + { + "epoch": 1.007467603777729, + "grad_norm": 2.1577956676483154, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.7317960262298584, + "num_tokens": 216776267.0, + "step": 9174 + }, + { + "epoch": 1.0075774214803426, + "grad_norm": 2.3608109951019287, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7131547927856445, + "num_tokens": 216798521.0, + "step": 9175 + }, + { + "epoch": 1.0076872391829563, + "grad_norm": 2.3013699054718018, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7214179039001465, + "num_tokens": 216819830.0, + "step": 9176 + }, + { + "epoch": 1.0077970568855699, + "grad_norm": 2.6407392024993896, + "learning_rate": 1e-06, + "loss": 0.841, + "mean_token_accuracy": 0.7399564981460571, + "num_tokens": 216839122.0, + "step": 9177 + }, + { + "epoch": 1.0079068745881836, + "grad_norm": 2.5780813694000244, + "learning_rate": 1e-06, + "loss": 0.8812, + "mean_token_accuracy": 0.722236692905426, + "num_tokens": 216857336.0, + "step": 9178 + }, + { + "epoch": 1.0080166922907974, + "grad_norm": 1.9211534261703491, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.7045648694038391, + "num_tokens": 216888637.0, + "step": 9179 + }, + { + "epoch": 1.008126509993411, + "grad_norm": 2.214859962463379, + "learning_rate": 1e-06, + "loss": 0.837, + "mean_token_accuracy": 0.7342957258224487, + "num_tokens": 216913999.0, + "step": 9180 + }, + { + "epoch": 1.0082363276960247, + "grad_norm": 2.429243326187134, + "learning_rate": 1e-06, + "loss": 0.8002, + "mean_token_accuracy": 0.7431233525276184, + "num_tokens": 216933975.0, + "step": 9181 + }, + { + "epoch": 1.0083461453986382, + "grad_norm": 2.1941659450531006, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7329682111740112, + "num_tokens": 216957111.0, + "step": 9182 + }, + { + "epoch": 1.008455963101252, + "grad_norm": 2.8949596881866455, + "learning_rate": 1e-06, + "loss": 0.821, + "mean_token_accuracy": 0.7488638758659363, + "num_tokens": 216971888.0, + "step": 9183 + }, + { + "epoch": 1.0085657808038655, + "grad_norm": 2.5329790115356445, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7094153761863708, + "num_tokens": 216992257.0, + "step": 9184 + }, + { + "epoch": 1.0086755985064793, + "grad_norm": 2.324272632598877, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.705157995223999, + "num_tokens": 217017520.0, + "step": 9185 + }, + { + "epoch": 1.008785416209093, + "grad_norm": 2.1585898399353027, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7176466584205627, + "num_tokens": 217042956.0, + "step": 9186 + }, + { + "epoch": 1.0088952339117065, + "grad_norm": 2.2649214267730713, + "learning_rate": 1e-06, + "loss": 1.0066, + "mean_token_accuracy": 0.6993315815925598, + "num_tokens": 217070484.0, + "step": 9187 + }, + { + "epoch": 1.0090050516143203, + "grad_norm": 2.3109796047210693, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.69339519739151, + "num_tokens": 217096569.0, + "step": 9188 + }, + { + "epoch": 1.0091148693169338, + "grad_norm": 2.200406074523926, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7202897667884827, + "num_tokens": 217121495.0, + "step": 9189 + }, + { + "epoch": 1.0092246870195476, + "grad_norm": 2.77848219871521, + "learning_rate": 1e-06, + "loss": 0.7533, + "mean_token_accuracy": 0.7533706426620483, + "num_tokens": 217137849.0, + "step": 9190 + }, + { + "epoch": 1.0093345047221611, + "grad_norm": 2.3622443675994873, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7185778021812439, + "num_tokens": 217161257.0, + "step": 9191 + }, + { + "epoch": 1.0094443224247749, + "grad_norm": 2.3295602798461914, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7054072618484497, + "num_tokens": 217184224.0, + "step": 9192 + }, + { + "epoch": 1.0095541401273886, + "grad_norm": 2.6135201454162598, + "learning_rate": 1e-06, + "loss": 0.7943, + "mean_token_accuracy": 0.7398735880851746, + "num_tokens": 217202091.0, + "step": 9193 + }, + { + "epoch": 1.0096639578300022, + "grad_norm": 2.5036568641662598, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7162430286407471, + "num_tokens": 217221610.0, + "step": 9194 + }, + { + "epoch": 1.009773775532616, + "grad_norm": 1.931641936302185, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7129858732223511, + "num_tokens": 217254155.0, + "step": 9195 + }, + { + "epoch": 1.0098835932352295, + "grad_norm": 2.482987880706787, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7299175262451172, + "num_tokens": 217275660.0, + "step": 9196 + }, + { + "epoch": 1.0099934109378432, + "grad_norm": 2.340580463409424, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7111236453056335, + "num_tokens": 217298270.0, + "step": 9197 + }, + { + "epoch": 1.0101032286404568, + "grad_norm": 2.3148622512817383, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7286007404327393, + "num_tokens": 217323598.0, + "step": 9198 + }, + { + "epoch": 1.0102130463430705, + "grad_norm": 2.2014100551605225, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7064845561981201, + "num_tokens": 217348267.0, + "step": 9199 + }, + { + "epoch": 1.010322864045684, + "grad_norm": 2.1820333003997803, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.7205812931060791, + "num_tokens": 217373674.0, + "step": 9200 + }, + { + "epoch": 1.0104326817482978, + "grad_norm": 2.2254135608673096, + "learning_rate": 1e-06, + "loss": 0.967, + "mean_token_accuracy": 0.6943102478981018, + "num_tokens": 217398247.0, + "step": 9201 + }, + { + "epoch": 1.0105424994509116, + "grad_norm": 2.331634521484375, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.7449963092803955, + "num_tokens": 217419251.0, + "step": 9202 + }, + { + "epoch": 1.010652317153525, + "grad_norm": 2.051999807357788, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7159573435783386, + "num_tokens": 217449822.0, + "step": 9203 + }, + { + "epoch": 1.0107621348561389, + "grad_norm": 2.2103500366210938, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.7130440473556519, + "num_tokens": 217476586.0, + "step": 9204 + }, + { + "epoch": 1.0108719525587524, + "grad_norm": 2.224302291870117, + "learning_rate": 1e-06, + "loss": 0.8331, + "mean_token_accuracy": 0.7430146336555481, + "num_tokens": 217499870.0, + "step": 9205 + }, + { + "epoch": 1.0109817702613662, + "grad_norm": 2.2749135494232178, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7245330810546875, + "num_tokens": 217525416.0, + "step": 9206 + }, + { + "epoch": 1.0110915879639797, + "grad_norm": 2.283857583999634, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7162691354751587, + "num_tokens": 217552583.0, + "step": 9207 + }, + { + "epoch": 1.0112014056665934, + "grad_norm": 2.4335079193115234, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.7004414796829224, + "num_tokens": 217575148.0, + "step": 9208 + }, + { + "epoch": 1.0113112233692072, + "grad_norm": 2.1438188552856445, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7192150950431824, + "num_tokens": 217601970.0, + "step": 9209 + }, + { + "epoch": 1.0114210410718207, + "grad_norm": 2.0443272590637207, + "learning_rate": 1e-06, + "loss": 1.0161, + "mean_token_accuracy": 0.6908698081970215, + "num_tokens": 217638206.0, + "step": 9210 + }, + { + "epoch": 1.0115308587744345, + "grad_norm": 2.3404955863952637, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7324624061584473, + "num_tokens": 217662474.0, + "step": 9211 + }, + { + "epoch": 1.011640676477048, + "grad_norm": 2.343611478805542, + "learning_rate": 1e-06, + "loss": 0.8201, + "mean_token_accuracy": 0.7305832505226135, + "num_tokens": 217683271.0, + "step": 9212 + }, + { + "epoch": 1.0117504941796618, + "grad_norm": 2.5502054691314697, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7319547533988953, + "num_tokens": 217703745.0, + "step": 9213 + }, + { + "epoch": 1.0118603118822753, + "grad_norm": 2.0126166343688965, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.718556821346283, + "num_tokens": 217732528.0, + "step": 9214 + }, + { + "epoch": 1.011970129584889, + "grad_norm": 2.326035976409912, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7162221074104309, + "num_tokens": 217755263.0, + "step": 9215 + }, + { + "epoch": 1.0120799472875028, + "grad_norm": 2.2883572578430176, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7205547094345093, + "num_tokens": 217780211.0, + "step": 9216 + }, + { + "epoch": 1.0121897649901164, + "grad_norm": 2.5758440494537354, + "learning_rate": 1e-06, + "loss": 0.9973, + "mean_token_accuracy": 0.7029160261154175, + "num_tokens": 217800177.0, + "step": 9217 + }, + { + "epoch": 1.0122995826927301, + "grad_norm": 2.6050851345062256, + "learning_rate": 1e-06, + "loss": 0.8278, + "mean_token_accuracy": 0.7274472713470459, + "num_tokens": 217818268.0, + "step": 9218 + }, + { + "epoch": 1.0124094003953437, + "grad_norm": 2.2262842655181885, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7195743322372437, + "num_tokens": 217845174.0, + "step": 9219 + }, + { + "epoch": 1.0125192180979574, + "grad_norm": 2.3531298637390137, + "learning_rate": 1e-06, + "loss": 0.7367, + "mean_token_accuracy": 0.7669085264205933, + "num_tokens": 217866425.0, + "step": 9220 + }, + { + "epoch": 1.012629035800571, + "grad_norm": 2.751842975616455, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7147775292396545, + "num_tokens": 217885582.0, + "step": 9221 + }, + { + "epoch": 1.0127388535031847, + "grad_norm": 2.6589486598968506, + "learning_rate": 1e-06, + "loss": 0.8055, + "mean_token_accuracy": 0.7443315386772156, + "num_tokens": 217904202.0, + "step": 9222 + }, + { + "epoch": 1.0128486712057985, + "grad_norm": 2.562986373901367, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.703458845615387, + "num_tokens": 217926726.0, + "step": 9223 + }, + { + "epoch": 1.012958488908412, + "grad_norm": 2.2773873805999756, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7170189619064331, + "num_tokens": 217953019.0, + "step": 9224 + }, + { + "epoch": 1.0130683066110258, + "grad_norm": 2.44840407371521, + "learning_rate": 1e-06, + "loss": 0.8387, + "mean_token_accuracy": 0.7401413917541504, + "num_tokens": 217974353.0, + "step": 9225 + }, + { + "epoch": 1.0131781243136393, + "grad_norm": 2.230100631713867, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7205425500869751, + "num_tokens": 218001285.0, + "step": 9226 + }, + { + "epoch": 1.013287942016253, + "grad_norm": 2.689588785171509, + "learning_rate": 1e-06, + "loss": 0.8686, + "mean_token_accuracy": 0.7349609136581421, + "num_tokens": 218018745.0, + "step": 9227 + }, + { + "epoch": 1.0133977597188666, + "grad_norm": 2.705026388168335, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.711147129535675, + "num_tokens": 218037014.0, + "step": 9228 + }, + { + "epoch": 1.0135075774214803, + "grad_norm": 2.3355610370635986, + "learning_rate": 1e-06, + "loss": 0.8118, + "mean_token_accuracy": 0.7488881349563599, + "num_tokens": 218058918.0, + "step": 9229 + }, + { + "epoch": 1.013617395124094, + "grad_norm": 2.1432056427001953, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7251225709915161, + "num_tokens": 218085041.0, + "step": 9230 + }, + { + "epoch": 1.0137272128267076, + "grad_norm": 2.428313970565796, + "learning_rate": 1e-06, + "loss": 0.8387, + "mean_token_accuracy": 0.7340648174285889, + "num_tokens": 218105037.0, + "step": 9231 + }, + { + "epoch": 1.0138370305293214, + "grad_norm": 2.8196170330047607, + "learning_rate": 1e-06, + "loss": 0.8332, + "mean_token_accuracy": 0.7361921072006226, + "num_tokens": 218122804.0, + "step": 9232 + }, + { + "epoch": 1.013946848231935, + "grad_norm": 2.129671096801758, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7205898761749268, + "num_tokens": 218149626.0, + "step": 9233 + }, + { + "epoch": 1.0140566659345487, + "grad_norm": 2.343848466873169, + "learning_rate": 1e-06, + "loss": 0.9555, + "mean_token_accuracy": 0.702979326248169, + "num_tokens": 218174313.0, + "step": 9234 + }, + { + "epoch": 1.0141664836371622, + "grad_norm": 2.660900354385376, + "learning_rate": 1e-06, + "loss": 0.8494, + "mean_token_accuracy": 0.7360528707504272, + "num_tokens": 218192287.0, + "step": 9235 + }, + { + "epoch": 1.014276301339776, + "grad_norm": 2.4144680500030518, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.7052304744720459, + "num_tokens": 218213389.0, + "step": 9236 + }, + { + "epoch": 1.0143861190423897, + "grad_norm": 2.377588987350464, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.7036293745040894, + "num_tokens": 218239244.0, + "step": 9237 + }, + { + "epoch": 1.0144959367450033, + "grad_norm": 2.7015140056610107, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.71477210521698, + "num_tokens": 218258062.0, + "step": 9238 + }, + { + "epoch": 1.014605754447617, + "grad_norm": 2.4066011905670166, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.736484706401825, + "num_tokens": 218280461.0, + "step": 9239 + }, + { + "epoch": 1.0147155721502306, + "grad_norm": 2.076594352722168, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7227665185928345, + "num_tokens": 218309260.0, + "step": 9240 + }, + { + "epoch": 1.0148253898528443, + "grad_norm": 2.3008594512939453, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7191870212554932, + "num_tokens": 218332902.0, + "step": 9241 + }, + { + "epoch": 1.0149352075554579, + "grad_norm": 2.4729702472686768, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7266294360160828, + "num_tokens": 218353716.0, + "step": 9242 + }, + { + "epoch": 1.0150450252580716, + "grad_norm": 2.3461179733276367, + "learning_rate": 1e-06, + "loss": 0.9358, + "mean_token_accuracy": 0.7165383100509644, + "num_tokens": 218376999.0, + "step": 9243 + }, + { + "epoch": 1.0151548429606854, + "grad_norm": 2.4271583557128906, + "learning_rate": 1e-06, + "loss": 0.8333, + "mean_token_accuracy": 0.7373490929603577, + "num_tokens": 218398455.0, + "step": 9244 + }, + { + "epoch": 1.015264660663299, + "grad_norm": 2.182866096496582, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7051578760147095, + "num_tokens": 218422379.0, + "step": 9245 + }, + { + "epoch": 1.0153744783659127, + "grad_norm": 2.0599546432495117, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7176456451416016, + "num_tokens": 218453767.0, + "step": 9246 + }, + { + "epoch": 1.0154842960685262, + "grad_norm": 2.2528843879699707, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7230194807052612, + "num_tokens": 218480076.0, + "step": 9247 + }, + { + "epoch": 1.01559411377114, + "grad_norm": 2.0515291690826416, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7111705541610718, + "num_tokens": 218507613.0, + "step": 9248 + }, + { + "epoch": 1.0157039314737535, + "grad_norm": 2.1223678588867188, + "learning_rate": 1e-06, + "loss": 0.8398, + "mean_token_accuracy": 0.7373250126838684, + "num_tokens": 218533348.0, + "step": 9249 + }, + { + "epoch": 1.0158137491763672, + "grad_norm": 2.3561487197875977, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.747449517250061, + "num_tokens": 218554144.0, + "step": 9250 + }, + { + "epoch": 1.015923566878981, + "grad_norm": 2.4931583404541016, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7086195945739746, + "num_tokens": 218575643.0, + "step": 9251 + }, + { + "epoch": 1.0160333845815945, + "grad_norm": 2.3671908378601074, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.7059503793716431, + "num_tokens": 218598476.0, + "step": 9252 + }, + { + "epoch": 1.0161432022842083, + "grad_norm": 2.2893247604370117, + "learning_rate": 1e-06, + "loss": 0.7969, + "mean_token_accuracy": 0.7459893822669983, + "num_tokens": 218620173.0, + "step": 9253 + }, + { + "epoch": 1.0162530199868218, + "grad_norm": 2.2489564418792725, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7333670854568481, + "num_tokens": 218644686.0, + "step": 9254 + }, + { + "epoch": 1.0163628376894356, + "grad_norm": 2.4836933612823486, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7090492844581604, + "num_tokens": 218665420.0, + "step": 9255 + }, + { + "epoch": 1.0164726553920491, + "grad_norm": 2.634983539581299, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7166296243667603, + "num_tokens": 218684206.0, + "step": 9256 + }, + { + "epoch": 1.0165824730946629, + "grad_norm": 2.4892148971557617, + "learning_rate": 1e-06, + "loss": 0.8331, + "mean_token_accuracy": 0.7355117797851562, + "num_tokens": 218703075.0, + "step": 9257 + }, + { + "epoch": 1.0166922907972764, + "grad_norm": 2.495018243789673, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.6982437372207642, + "num_tokens": 218723556.0, + "step": 9258 + }, + { + "epoch": 1.0168021084998902, + "grad_norm": 2.413731098175049, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7400429844856262, + "num_tokens": 218746237.0, + "step": 9259 + }, + { + "epoch": 1.016911926202504, + "grad_norm": 1.992382526397705, + "learning_rate": 1e-06, + "loss": 0.9885, + "mean_token_accuracy": 0.6927872896194458, + "num_tokens": 218774817.0, + "step": 9260 + }, + { + "epoch": 1.0170217439051175, + "grad_norm": 2.4263806343078613, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7064260244369507, + "num_tokens": 218796915.0, + "step": 9261 + }, + { + "epoch": 1.0171315616077312, + "grad_norm": 2.1539933681488037, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.703185498714447, + "num_tokens": 218824924.0, + "step": 9262 + }, + { + "epoch": 1.0172413793103448, + "grad_norm": 2.3792905807495117, + "learning_rate": 1e-06, + "loss": 0.8342, + "mean_token_accuracy": 0.734291672706604, + "num_tokens": 218845302.0, + "step": 9263 + }, + { + "epoch": 1.0173511970129585, + "grad_norm": 2.4906246662139893, + "learning_rate": 1e-06, + "loss": 0.7813, + "mean_token_accuracy": 0.7473920583724976, + "num_tokens": 218865019.0, + "step": 9264 + }, + { + "epoch": 1.017461014715572, + "grad_norm": 2.5227057933807373, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7125107645988464, + "num_tokens": 218884991.0, + "step": 9265 + }, + { + "epoch": 1.0175708324181858, + "grad_norm": 2.29227614402771, + "learning_rate": 1e-06, + "loss": 0.9162, + "mean_token_accuracy": 0.7222241163253784, + "num_tokens": 218909224.0, + "step": 9266 + }, + { + "epoch": 1.0176806501207996, + "grad_norm": 2.124305248260498, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.7286070585250854, + "num_tokens": 218937414.0, + "step": 9267 + }, + { + "epoch": 1.017790467823413, + "grad_norm": 2.380138397216797, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.695671796798706, + "num_tokens": 218962103.0, + "step": 9268 + }, + { + "epoch": 1.0179002855260268, + "grad_norm": 2.667680025100708, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7301150560379028, + "num_tokens": 218979069.0, + "step": 9269 + }, + { + "epoch": 1.0180101032286404, + "grad_norm": 2.5955922603607178, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.7179582715034485, + "num_tokens": 218998390.0, + "step": 9270 + }, + { + "epoch": 1.0181199209312541, + "grad_norm": 2.178288698196411, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7136358618736267, + "num_tokens": 219025231.0, + "step": 9271 + }, + { + "epoch": 1.0182297386338677, + "grad_norm": 1.9934279918670654, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7155576944351196, + "num_tokens": 219055046.0, + "step": 9272 + }, + { + "epoch": 1.0183395563364814, + "grad_norm": 2.215162515640259, + "learning_rate": 1e-06, + "loss": 0.7568, + "mean_token_accuracy": 0.7578683495521545, + "num_tokens": 219077729.0, + "step": 9273 + }, + { + "epoch": 1.0184493740390952, + "grad_norm": 2.5292842388153076, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7238842844963074, + "num_tokens": 219097676.0, + "step": 9274 + }, + { + "epoch": 1.0185591917417087, + "grad_norm": 2.1902852058410645, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.690611720085144, + "num_tokens": 219125526.0, + "step": 9275 + }, + { + "epoch": 1.0186690094443225, + "grad_norm": 2.336473226547241, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7097383737564087, + "num_tokens": 219150236.0, + "step": 9276 + }, + { + "epoch": 1.018778827146936, + "grad_norm": 3.019120693206787, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7292371988296509, + "num_tokens": 219165154.0, + "step": 9277 + }, + { + "epoch": 1.0188886448495498, + "grad_norm": 2.2851955890655518, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7066118121147156, + "num_tokens": 219189088.0, + "step": 9278 + }, + { + "epoch": 1.0189984625521633, + "grad_norm": 2.392148494720459, + "learning_rate": 1e-06, + "loss": 0.9701, + "mean_token_accuracy": 0.7019085884094238, + "num_tokens": 219211370.0, + "step": 9279 + }, + { + "epoch": 1.019108280254777, + "grad_norm": 2.437396764755249, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7228307127952576, + "num_tokens": 219234522.0, + "step": 9280 + }, + { + "epoch": 1.0192180979573908, + "grad_norm": 2.7232964038848877, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7323901057243347, + "num_tokens": 219251503.0, + "step": 9281 + }, + { + "epoch": 1.0193279156600044, + "grad_norm": 2.621103525161743, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7254349589347839, + "num_tokens": 219271393.0, + "step": 9282 + }, + { + "epoch": 1.0194377333626181, + "grad_norm": 2.5692291259765625, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7216466069221497, + "num_tokens": 219290894.0, + "step": 9283 + }, + { + "epoch": 1.0195475510652316, + "grad_norm": 2.214857339859009, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7316959500312805, + "num_tokens": 219315868.0, + "step": 9284 + }, + { + "epoch": 1.0196573687678454, + "grad_norm": 2.319270133972168, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.7104790210723877, + "num_tokens": 219340601.0, + "step": 9285 + }, + { + "epoch": 1.019767186470459, + "grad_norm": 2.222273826599121, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7151045203208923, + "num_tokens": 219365795.0, + "step": 9286 + }, + { + "epoch": 1.0198770041730727, + "grad_norm": 2.2487423419952393, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7185269594192505, + "num_tokens": 219389940.0, + "step": 9287 + }, + { + "epoch": 1.0199868218756865, + "grad_norm": 1.829861044883728, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7015548944473267, + "num_tokens": 219426922.0, + "step": 9288 + }, + { + "epoch": 1.0200966395783, + "grad_norm": 2.4429118633270264, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7241376638412476, + "num_tokens": 219448099.0, + "step": 9289 + }, + { + "epoch": 1.0202064572809137, + "grad_norm": 2.3795580863952637, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.7317430973052979, + "num_tokens": 219470538.0, + "step": 9290 + }, + { + "epoch": 1.0203162749835273, + "grad_norm": 2.465036630630493, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7049188613891602, + "num_tokens": 219490995.0, + "step": 9291 + }, + { + "epoch": 1.020426092686141, + "grad_norm": 2.5014846324920654, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7379124164581299, + "num_tokens": 219510248.0, + "step": 9292 + }, + { + "epoch": 1.0205359103887546, + "grad_norm": 1.9809612035751343, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.7523254752159119, + "num_tokens": 219538723.0, + "step": 9293 + }, + { + "epoch": 1.0206457280913683, + "grad_norm": 2.751599073410034, + "learning_rate": 1e-06, + "loss": 0.8533, + "mean_token_accuracy": 0.7362051606178284, + "num_tokens": 219558373.0, + "step": 9294 + }, + { + "epoch": 1.020755545793982, + "grad_norm": 2.899467945098877, + "learning_rate": 1e-06, + "loss": 0.8485, + "mean_token_accuracy": 0.7288460731506348, + "num_tokens": 219573658.0, + "step": 9295 + }, + { + "epoch": 1.0208653634965956, + "grad_norm": 2.468846559524536, + "learning_rate": 1e-06, + "loss": 0.7843, + "mean_token_accuracy": 0.746728777885437, + "num_tokens": 219593565.0, + "step": 9296 + }, + { + "epoch": 1.0209751811992094, + "grad_norm": 2.344696521759033, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7112289667129517, + "num_tokens": 219617881.0, + "step": 9297 + }, + { + "epoch": 1.021084998901823, + "grad_norm": 2.140288829803467, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.6993709206581116, + "num_tokens": 219646794.0, + "step": 9298 + }, + { + "epoch": 1.0211948166044367, + "grad_norm": 2.130417823791504, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.7223973870277405, + "num_tokens": 219672978.0, + "step": 9299 + }, + { + "epoch": 1.0213046343070502, + "grad_norm": 2.5040345191955566, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7344526052474976, + "num_tokens": 219694273.0, + "step": 9300 + }, + { + "epoch": 1.021414452009664, + "grad_norm": 2.6300833225250244, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7025046348571777, + "num_tokens": 219713849.0, + "step": 9301 + }, + { + "epoch": 1.0215242697122777, + "grad_norm": 2.2085912227630615, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7339486479759216, + "num_tokens": 219737435.0, + "step": 9302 + }, + { + "epoch": 1.0216340874148913, + "grad_norm": 2.3653485774993896, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7362116575241089, + "num_tokens": 219758766.0, + "step": 9303 + }, + { + "epoch": 1.021743905117505, + "grad_norm": 2.638540506362915, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7090697288513184, + "num_tokens": 219778052.0, + "step": 9304 + }, + { + "epoch": 1.0218537228201185, + "grad_norm": 2.1874072551727295, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7083675861358643, + "num_tokens": 219804407.0, + "step": 9305 + }, + { + "epoch": 1.0219635405227323, + "grad_norm": 2.2597596645355225, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7285977005958557, + "num_tokens": 219831386.0, + "step": 9306 + }, + { + "epoch": 1.0220733582253458, + "grad_norm": 2.2354893684387207, + "learning_rate": 1e-06, + "loss": 0.9652, + "mean_token_accuracy": 0.6989144682884216, + "num_tokens": 219857051.0, + "step": 9307 + }, + { + "epoch": 1.0221831759279596, + "grad_norm": 2.186006546020508, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7187305688858032, + "num_tokens": 219884447.0, + "step": 9308 + }, + { + "epoch": 1.0222929936305734, + "grad_norm": 2.014969825744629, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7239058017730713, + "num_tokens": 219911851.0, + "step": 9309 + }, + { + "epoch": 1.022402811333187, + "grad_norm": 2.9209675788879395, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.7047773003578186, + "num_tokens": 219930201.0, + "step": 9310 + }, + { + "epoch": 1.0225126290358006, + "grad_norm": 2.499868392944336, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7148917317390442, + "num_tokens": 219952995.0, + "step": 9311 + }, + { + "epoch": 1.0226224467384142, + "grad_norm": 2.125314474105835, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7043639421463013, + "num_tokens": 219981948.0, + "step": 9312 + }, + { + "epoch": 1.022732264441028, + "grad_norm": 2.122131586074829, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7162668704986572, + "num_tokens": 220007727.0, + "step": 9313 + }, + { + "epoch": 1.0228420821436415, + "grad_norm": 2.1804888248443604, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7280848026275635, + "num_tokens": 220033098.0, + "step": 9314 + }, + { + "epoch": 1.0229518998462552, + "grad_norm": 2.4346747398376465, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7290917634963989, + "num_tokens": 220055016.0, + "step": 9315 + }, + { + "epoch": 1.023061717548869, + "grad_norm": 2.661813259124756, + "learning_rate": 1e-06, + "loss": 0.8394, + "mean_token_accuracy": 0.7349847555160522, + "num_tokens": 220075176.0, + "step": 9316 + }, + { + "epoch": 1.0231715352514825, + "grad_norm": 2.2663381099700928, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7099812030792236, + "num_tokens": 220100442.0, + "step": 9317 + }, + { + "epoch": 1.0232813529540963, + "grad_norm": 2.3558835983276367, + "learning_rate": 1e-06, + "loss": 0.913, + "mean_token_accuracy": 0.7206721305847168, + "num_tokens": 220123858.0, + "step": 9318 + }, + { + "epoch": 1.0233911706567098, + "grad_norm": 2.245612621307373, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7167097926139832, + "num_tokens": 220149605.0, + "step": 9319 + }, + { + "epoch": 1.0235009883593236, + "grad_norm": 2.171257257461548, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7086690068244934, + "num_tokens": 220180718.0, + "step": 9320 + }, + { + "epoch": 1.023610806061937, + "grad_norm": 2.1899220943450928, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7068172693252563, + "num_tokens": 220206140.0, + "step": 9321 + }, + { + "epoch": 1.0237206237645509, + "grad_norm": 2.6157267093658447, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.7318577766418457, + "num_tokens": 220225879.0, + "step": 9322 + }, + { + "epoch": 1.0238304414671644, + "grad_norm": 2.3077096939086914, + "learning_rate": 1e-06, + "loss": 0.9012, + "mean_token_accuracy": 0.7199846506118774, + "num_tokens": 220249930.0, + "step": 9323 + }, + { + "epoch": 1.0239402591697782, + "grad_norm": 2.084336280822754, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.6996762752532959, + "num_tokens": 220280613.0, + "step": 9324 + }, + { + "epoch": 1.024050076872392, + "grad_norm": 2.048267364501953, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7193970680236816, + "num_tokens": 220308951.0, + "step": 9325 + }, + { + "epoch": 1.0241598945750054, + "grad_norm": 2.3599281311035156, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7270492911338806, + "num_tokens": 220331279.0, + "step": 9326 + }, + { + "epoch": 1.0242697122776192, + "grad_norm": 2.254392147064209, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7052583694458008, + "num_tokens": 220354668.0, + "step": 9327 + }, + { + "epoch": 1.0243795299802327, + "grad_norm": 2.4150407314300537, + "learning_rate": 1e-06, + "loss": 0.8056, + "mean_token_accuracy": 0.7455660104751587, + "num_tokens": 220374794.0, + "step": 9328 + }, + { + "epoch": 1.0244893476828465, + "grad_norm": 2.2620294094085693, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7120647430419922, + "num_tokens": 220398003.0, + "step": 9329 + }, + { + "epoch": 1.02459916538546, + "grad_norm": 2.490997314453125, + "learning_rate": 1e-06, + "loss": 0.8564, + "mean_token_accuracy": 0.7257168292999268, + "num_tokens": 220417964.0, + "step": 9330 + }, + { + "epoch": 1.0247089830880738, + "grad_norm": 2.6966593265533447, + "learning_rate": 1e-06, + "loss": 0.7516, + "mean_token_accuracy": 0.7630325555801392, + "num_tokens": 220434617.0, + "step": 9331 + }, + { + "epoch": 1.0248188007906875, + "grad_norm": 2.250566005706787, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7135320901870728, + "num_tokens": 220458670.0, + "step": 9332 + }, + { + "epoch": 1.024928618493301, + "grad_norm": 2.267625331878662, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7454854249954224, + "num_tokens": 220481202.0, + "step": 9333 + }, + { + "epoch": 1.0250384361959148, + "grad_norm": 2.348888874053955, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7077534198760986, + "num_tokens": 220504332.0, + "step": 9334 + }, + { + "epoch": 1.0251482538985284, + "grad_norm": 2.2598068714141846, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7256353497505188, + "num_tokens": 220528609.0, + "step": 9335 + }, + { + "epoch": 1.0252580716011421, + "grad_norm": 2.4685142040252686, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7209333777427673, + "num_tokens": 220549038.0, + "step": 9336 + }, + { + "epoch": 1.0253678893037557, + "grad_norm": 2.0718793869018555, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7172304391860962, + "num_tokens": 220579314.0, + "step": 9337 + }, + { + "epoch": 1.0254777070063694, + "grad_norm": 2.3235857486724854, + "learning_rate": 1e-06, + "loss": 0.8261, + "mean_token_accuracy": 0.7354815006256104, + "num_tokens": 220602401.0, + "step": 9338 + }, + { + "epoch": 1.0255875247089832, + "grad_norm": 2.4659206867218018, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7394691109657288, + "num_tokens": 220623044.0, + "step": 9339 + }, + { + "epoch": 1.0256973424115967, + "grad_norm": 2.0463714599609375, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.6982327103614807, + "num_tokens": 220655255.0, + "step": 9340 + }, + { + "epoch": 1.0258071601142105, + "grad_norm": 2.2554023265838623, + "learning_rate": 1e-06, + "loss": 0.8851, + "mean_token_accuracy": 0.7247228622436523, + "num_tokens": 220680570.0, + "step": 9341 + }, + { + "epoch": 1.025916977816824, + "grad_norm": 2.1471149921417236, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7108123302459717, + "num_tokens": 220710199.0, + "step": 9342 + }, + { + "epoch": 1.0260267955194378, + "grad_norm": 2.2329297065734863, + "learning_rate": 1e-06, + "loss": 0.8285, + "mean_token_accuracy": 0.7415436506271362, + "num_tokens": 220733533.0, + "step": 9343 + }, + { + "epoch": 1.0261366132220513, + "grad_norm": 2.1203155517578125, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7262719869613647, + "num_tokens": 220760531.0, + "step": 9344 + }, + { + "epoch": 1.026246430924665, + "grad_norm": 1.9979990720748901, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7005959153175354, + "num_tokens": 220792463.0, + "step": 9345 + }, + { + "epoch": 1.0263562486272788, + "grad_norm": 2.4393348693847656, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7244066596031189, + "num_tokens": 220816110.0, + "step": 9346 + }, + { + "epoch": 1.0264660663298923, + "grad_norm": 1.9884897470474243, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7217442989349365, + "num_tokens": 220844517.0, + "step": 9347 + }, + { + "epoch": 1.026575884032506, + "grad_norm": 2.527913808822632, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7241262197494507, + "num_tokens": 220864846.0, + "step": 9348 + }, + { + "epoch": 1.0266857017351196, + "grad_norm": 2.1589534282684326, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7003054022789001, + "num_tokens": 220892665.0, + "step": 9349 + }, + { + "epoch": 1.0267955194377334, + "grad_norm": 2.3628740310668945, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7035993337631226, + "num_tokens": 220917966.0, + "step": 9350 + }, + { + "epoch": 1.026905337140347, + "grad_norm": 2.2796690464019775, + "learning_rate": 1e-06, + "loss": 0.8054, + "mean_token_accuracy": 0.7400603890419006, + "num_tokens": 220941538.0, + "step": 9351 + }, + { + "epoch": 1.0270151548429607, + "grad_norm": 2.2158589363098145, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7124571800231934, + "num_tokens": 220969251.0, + "step": 9352 + }, + { + "epoch": 1.0271249725455744, + "grad_norm": 2.2430927753448486, + "learning_rate": 1e-06, + "loss": 0.833, + "mean_token_accuracy": 0.7401246428489685, + "num_tokens": 220992584.0, + "step": 9353 + }, + { + "epoch": 1.027234790248188, + "grad_norm": 2.23584246635437, + "learning_rate": 1e-06, + "loss": 0.8127, + "mean_token_accuracy": 0.7409186363220215, + "num_tokens": 221015758.0, + "step": 9354 + }, + { + "epoch": 1.0273446079508017, + "grad_norm": 2.3574819564819336, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.7150359153747559, + "num_tokens": 221039776.0, + "step": 9355 + }, + { + "epoch": 1.0274544256534153, + "grad_norm": 2.6294593811035156, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7170237898826599, + "num_tokens": 221059023.0, + "step": 9356 + }, + { + "epoch": 1.027564243356029, + "grad_norm": 2.168823719024658, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7085586190223694, + "num_tokens": 221085716.0, + "step": 9357 + }, + { + "epoch": 1.0276740610586426, + "grad_norm": 2.7228147983551025, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.7001984119415283, + "num_tokens": 221104769.0, + "step": 9358 + }, + { + "epoch": 1.0277838787612563, + "grad_norm": 2.2425122261047363, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7078021764755249, + "num_tokens": 221129856.0, + "step": 9359 + }, + { + "epoch": 1.02789369646387, + "grad_norm": 2.2895240783691406, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7181107401847839, + "num_tokens": 221156806.0, + "step": 9360 + }, + { + "epoch": 1.0280035141664836, + "grad_norm": 2.0287206172943115, + "learning_rate": 1e-06, + "loss": 0.9949, + "mean_token_accuracy": 0.7004541158676147, + "num_tokens": 221191100.0, + "step": 9361 + }, + { + "epoch": 1.0281133318690974, + "grad_norm": 2.1206490993499756, + "learning_rate": 1e-06, + "loss": 0.8678, + "mean_token_accuracy": 0.7278162837028503, + "num_tokens": 221218751.0, + "step": 9362 + }, + { + "epoch": 1.028223149571711, + "grad_norm": 2.2064216136932373, + "learning_rate": 1e-06, + "loss": 1.0343, + "mean_token_accuracy": 0.6873531937599182, + "num_tokens": 221246334.0, + "step": 9363 + }, + { + "epoch": 1.0283329672743247, + "grad_norm": 2.4376883506774902, + "learning_rate": 1e-06, + "loss": 0.8173, + "mean_token_accuracy": 0.7350021600723267, + "num_tokens": 221266859.0, + "step": 9364 + }, + { + "epoch": 1.0284427849769382, + "grad_norm": 2.2059431076049805, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7013511657714844, + "num_tokens": 221296137.0, + "step": 9365 + }, + { + "epoch": 1.028552602679552, + "grad_norm": 2.988298177719116, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7259491682052612, + "num_tokens": 221312007.0, + "step": 9366 + }, + { + "epoch": 1.0286624203821657, + "grad_norm": 2.517927885055542, + "learning_rate": 1e-06, + "loss": 0.8337, + "mean_token_accuracy": 0.7368398904800415, + "num_tokens": 221332314.0, + "step": 9367 + }, + { + "epoch": 1.0287722380847792, + "grad_norm": 2.3879551887512207, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7422193288803101, + "num_tokens": 221357110.0, + "step": 9368 + }, + { + "epoch": 1.028882055787393, + "grad_norm": 2.331207513809204, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7437137365341187, + "num_tokens": 221378977.0, + "step": 9369 + }, + { + "epoch": 1.0289918734900065, + "grad_norm": 2.3798909187316895, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7317193746566772, + "num_tokens": 221404766.0, + "step": 9370 + }, + { + "epoch": 1.0291016911926203, + "grad_norm": 2.170494556427002, + "learning_rate": 1e-06, + "loss": 1.0366, + "mean_token_accuracy": 0.6824793815612793, + "num_tokens": 221434531.0, + "step": 9371 + }, + { + "epoch": 1.0292115088952338, + "grad_norm": 2.376359462738037, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7270644307136536, + "num_tokens": 221458053.0, + "step": 9372 + }, + { + "epoch": 1.0293213265978476, + "grad_norm": 2.6560754776000977, + "learning_rate": 1e-06, + "loss": 0.8529, + "mean_token_accuracy": 0.738461971282959, + "num_tokens": 221478165.0, + "step": 9373 + }, + { + "epoch": 1.0294311443004613, + "grad_norm": 2.317718982696533, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7194688320159912, + "num_tokens": 221502696.0, + "step": 9374 + }, + { + "epoch": 1.0295409620030749, + "grad_norm": 2.1876840591430664, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.7037671208381653, + "num_tokens": 221529362.0, + "step": 9375 + }, + { + "epoch": 1.0296507797056886, + "grad_norm": 2.0646986961364746, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7074083089828491, + "num_tokens": 221557653.0, + "step": 9376 + }, + { + "epoch": 1.0297605974083022, + "grad_norm": 2.5098953247070312, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7175230383872986, + "num_tokens": 221580189.0, + "step": 9377 + }, + { + "epoch": 1.029870415110916, + "grad_norm": 2.3962759971618652, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7033297419548035, + "num_tokens": 221605316.0, + "step": 9378 + }, + { + "epoch": 1.0299802328135295, + "grad_norm": 2.617316246032715, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7300686836242676, + "num_tokens": 221625667.0, + "step": 9379 + }, + { + "epoch": 1.0300900505161432, + "grad_norm": 2.0806589126586914, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.6921401023864746, + "num_tokens": 221656527.0, + "step": 9380 + }, + { + "epoch": 1.030199868218757, + "grad_norm": 2.1600353717803955, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.715251624584198, + "num_tokens": 221681386.0, + "step": 9381 + }, + { + "epoch": 1.0303096859213705, + "grad_norm": 2.517961263656616, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7123323678970337, + "num_tokens": 221702013.0, + "step": 9382 + }, + { + "epoch": 1.0304195036239843, + "grad_norm": 2.077608585357666, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.6930717825889587, + "num_tokens": 221731951.0, + "step": 9383 + }, + { + "epoch": 1.0305293213265978, + "grad_norm": 2.396768093109131, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7180638313293457, + "num_tokens": 221754141.0, + "step": 9384 + }, + { + "epoch": 1.0306391390292116, + "grad_norm": 2.3143155574798584, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.708653450012207, + "num_tokens": 221778756.0, + "step": 9385 + }, + { + "epoch": 1.030748956731825, + "grad_norm": 2.3256044387817383, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7042207717895508, + "num_tokens": 221802787.0, + "step": 9386 + }, + { + "epoch": 1.0308587744344389, + "grad_norm": 2.3484580516815186, + "learning_rate": 1e-06, + "loss": 1.0778, + "mean_token_accuracy": 0.6813569068908691, + "num_tokens": 221827977.0, + "step": 9387 + }, + { + "epoch": 1.0309685921370524, + "grad_norm": 2.316377878189087, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7118322849273682, + "num_tokens": 221851630.0, + "step": 9388 + }, + { + "epoch": 1.0310784098396661, + "grad_norm": 2.571072578430176, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7264454364776611, + "num_tokens": 221872785.0, + "step": 9389 + }, + { + "epoch": 1.03118822754228, + "grad_norm": 2.280498504638672, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7210988998413086, + "num_tokens": 221898792.0, + "step": 9390 + }, + { + "epoch": 1.0312980452448934, + "grad_norm": 2.4009206295013428, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7127533555030823, + "num_tokens": 221921325.0, + "step": 9391 + }, + { + "epoch": 1.0314078629475072, + "grad_norm": 2.0037333965301514, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7131327390670776, + "num_tokens": 221953411.0, + "step": 9392 + }, + { + "epoch": 1.0315176806501207, + "grad_norm": 2.3726396560668945, + "learning_rate": 1e-06, + "loss": 0.8444, + "mean_token_accuracy": 0.7327737212181091, + "num_tokens": 221973930.0, + "step": 9393 + }, + { + "epoch": 1.0316274983527345, + "grad_norm": 2.691848039627075, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7180712819099426, + "num_tokens": 221992490.0, + "step": 9394 + }, + { + "epoch": 1.031737316055348, + "grad_norm": 2.713298797607422, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.719395637512207, + "num_tokens": 222011883.0, + "step": 9395 + }, + { + "epoch": 1.0318471337579618, + "grad_norm": 2.641826629638672, + "learning_rate": 1e-06, + "loss": 0.8123, + "mean_token_accuracy": 0.744672417640686, + "num_tokens": 222031275.0, + "step": 9396 + }, + { + "epoch": 1.0319569514605755, + "grad_norm": 2.323986530303955, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.6969491839408875, + "num_tokens": 222057171.0, + "step": 9397 + }, + { + "epoch": 1.032066769163189, + "grad_norm": 2.3893675804138184, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7177284359931946, + "num_tokens": 222079922.0, + "step": 9398 + }, + { + "epoch": 1.0321765868658028, + "grad_norm": 2.419816732406616, + "learning_rate": 1e-06, + "loss": 1.0167, + "mean_token_accuracy": 0.690587043762207, + "num_tokens": 222104720.0, + "step": 9399 + }, + { + "epoch": 1.0322864045684164, + "grad_norm": 2.4461305141448975, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7264103889465332, + "num_tokens": 222127634.0, + "step": 9400 + }, + { + "epoch": 1.0323962222710301, + "grad_norm": 2.5950114727020264, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7078173160552979, + "num_tokens": 222149595.0, + "step": 9401 + }, + { + "epoch": 1.0325060399736437, + "grad_norm": 2.290365695953369, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.721863865852356, + "num_tokens": 222173853.0, + "step": 9402 + }, + { + "epoch": 1.0326158576762574, + "grad_norm": 2.338688850402832, + "learning_rate": 1e-06, + "loss": 0.8753, + "mean_token_accuracy": 0.7243608236312866, + "num_tokens": 222198012.0, + "step": 9403 + }, + { + "epoch": 1.0327256753788712, + "grad_norm": 2.0410802364349365, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7080482244491577, + "num_tokens": 222227603.0, + "step": 9404 + }, + { + "epoch": 1.0328354930814847, + "grad_norm": 2.3609414100646973, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7337905764579773, + "num_tokens": 222250906.0, + "step": 9405 + }, + { + "epoch": 1.0329453107840985, + "grad_norm": 2.4052255153656006, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.7070848941802979, + "num_tokens": 222272891.0, + "step": 9406 + }, + { + "epoch": 1.033055128486712, + "grad_norm": 2.223280906677246, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7082434892654419, + "num_tokens": 222297031.0, + "step": 9407 + }, + { + "epoch": 1.0331649461893258, + "grad_norm": 2.076993942260742, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7217932343482971, + "num_tokens": 222328163.0, + "step": 9408 + }, + { + "epoch": 1.0332747638919393, + "grad_norm": 2.352485179901123, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7127701044082642, + "num_tokens": 222352871.0, + "step": 9409 + }, + { + "epoch": 1.033384581594553, + "grad_norm": 2.198529005050659, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7073792815208435, + "num_tokens": 222379253.0, + "step": 9410 + }, + { + "epoch": 1.0334943992971668, + "grad_norm": 2.324551820755005, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7212653756141663, + "num_tokens": 222403113.0, + "step": 9411 + }, + { + "epoch": 1.0336042169997803, + "grad_norm": 2.240055561065674, + "learning_rate": 1e-06, + "loss": 0.9479, + "mean_token_accuracy": 0.7312020659446716, + "num_tokens": 222425876.0, + "step": 9412 + }, + { + "epoch": 1.033714034702394, + "grad_norm": 2.3384883403778076, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.6988216638565063, + "num_tokens": 222450287.0, + "step": 9413 + }, + { + "epoch": 1.0338238524050076, + "grad_norm": 2.414236068725586, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7154816389083862, + "num_tokens": 222472231.0, + "step": 9414 + }, + { + "epoch": 1.0339336701076214, + "grad_norm": 2.6470463275909424, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7169334292411804, + "num_tokens": 222490111.0, + "step": 9415 + }, + { + "epoch": 1.034043487810235, + "grad_norm": 2.367948532104492, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7059441804885864, + "num_tokens": 222513752.0, + "step": 9416 + }, + { + "epoch": 1.0341533055128487, + "grad_norm": 2.6782379150390625, + "learning_rate": 1e-06, + "loss": 0.822, + "mean_token_accuracy": 0.7407374382019043, + "num_tokens": 222531191.0, + "step": 9417 + }, + { + "epoch": 1.0342631232154624, + "grad_norm": 2.4880995750427246, + "learning_rate": 1e-06, + "loss": 0.9, + "mean_token_accuracy": 0.7182750701904297, + "num_tokens": 222551272.0, + "step": 9418 + }, + { + "epoch": 1.034372940918076, + "grad_norm": 2.5114457607269287, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7203255891799927, + "num_tokens": 222573837.0, + "step": 9419 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 2.203777551651001, + "learning_rate": 1e-06, + "loss": 0.8397, + "mean_token_accuracy": 0.7298462390899658, + "num_tokens": 222598171.0, + "step": 9420 + }, + { + "epoch": 1.0345925763233033, + "grad_norm": 2.0405819416046143, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.6981096267700195, + "num_tokens": 222627064.0, + "step": 9421 + }, + { + "epoch": 1.034702394025917, + "grad_norm": 2.9024884700775146, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7328786849975586, + "num_tokens": 222643614.0, + "step": 9422 + }, + { + "epoch": 1.0348122117285306, + "grad_norm": 2.6051559448242188, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.717137336730957, + "num_tokens": 222663180.0, + "step": 9423 + }, + { + "epoch": 1.0349220294311443, + "grad_norm": 2.746633291244507, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7336729168891907, + "num_tokens": 222681197.0, + "step": 9424 + }, + { + "epoch": 1.035031847133758, + "grad_norm": 3.589669942855835, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.6913051009178162, + "num_tokens": 222707823.0, + "step": 9425 + }, + { + "epoch": 1.0351416648363716, + "grad_norm": 2.1195454597473145, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7236905097961426, + "num_tokens": 222733714.0, + "step": 9426 + }, + { + "epoch": 1.0352514825389854, + "grad_norm": 2.0485332012176514, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.6955775022506714, + "num_tokens": 222762273.0, + "step": 9427 + }, + { + "epoch": 1.035361300241599, + "grad_norm": 2.4689059257507324, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7186026573181152, + "num_tokens": 222784367.0, + "step": 9428 + }, + { + "epoch": 1.0354711179442126, + "grad_norm": 1.993004322052002, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.7085980176925659, + "num_tokens": 222813256.0, + "step": 9429 + }, + { + "epoch": 1.0355809356468262, + "grad_norm": 2.3285295963287354, + "learning_rate": 1e-06, + "loss": 0.8824, + "mean_token_accuracy": 0.7236326932907104, + "num_tokens": 222836611.0, + "step": 9430 + }, + { + "epoch": 1.03569075334944, + "grad_norm": 2.4726250171661377, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7099320292472839, + "num_tokens": 222858266.0, + "step": 9431 + }, + { + "epoch": 1.0358005710520537, + "grad_norm": 2.0893428325653076, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.700074315071106, + "num_tokens": 222885823.0, + "step": 9432 + }, + { + "epoch": 1.0359103887546672, + "grad_norm": 2.3755743503570557, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.7021052837371826, + "num_tokens": 222910105.0, + "step": 9433 + }, + { + "epoch": 1.036020206457281, + "grad_norm": 2.429091453552246, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7131470441818237, + "num_tokens": 222932744.0, + "step": 9434 + }, + { + "epoch": 1.0361300241598945, + "grad_norm": 2.1466469764709473, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7082048654556274, + "num_tokens": 222963661.0, + "step": 9435 + }, + { + "epoch": 1.0362398418625083, + "grad_norm": 2.5914814472198486, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7196025848388672, + "num_tokens": 222984062.0, + "step": 9436 + }, + { + "epoch": 1.0363496595651218, + "grad_norm": 2.2005391120910645, + "learning_rate": 1e-06, + "loss": 0.8887, + "mean_token_accuracy": 0.7250170707702637, + "num_tokens": 223011052.0, + "step": 9437 + }, + { + "epoch": 1.0364594772677356, + "grad_norm": 2.323310136795044, + "learning_rate": 1e-06, + "loss": 0.7997, + "mean_token_accuracy": 0.752813994884491, + "num_tokens": 223032227.0, + "step": 9438 + }, + { + "epoch": 1.036569294970349, + "grad_norm": 2.1827287673950195, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.722245991230011, + "num_tokens": 223059046.0, + "step": 9439 + }, + { + "epoch": 1.0366791126729629, + "grad_norm": 2.4239933490753174, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7180724143981934, + "num_tokens": 223080017.0, + "step": 9440 + }, + { + "epoch": 1.0367889303755766, + "grad_norm": 2.739764451980591, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7206392884254456, + "num_tokens": 223096930.0, + "step": 9441 + }, + { + "epoch": 1.0368987480781902, + "grad_norm": 2.172027587890625, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.7390235662460327, + "num_tokens": 223121120.0, + "step": 9442 + }, + { + "epoch": 1.037008565780804, + "grad_norm": 2.265181303024292, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.700061023235321, + "num_tokens": 223149789.0, + "step": 9443 + }, + { + "epoch": 1.0371183834834174, + "grad_norm": 1.9690252542495728, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.7021198868751526, + "num_tokens": 223183225.0, + "step": 9444 + }, + { + "epoch": 1.0372282011860312, + "grad_norm": 2.15096116065979, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7236036658287048, + "num_tokens": 223210953.0, + "step": 9445 + }, + { + "epoch": 1.037338018888645, + "grad_norm": 2.496506929397583, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7105728387832642, + "num_tokens": 223233081.0, + "step": 9446 + }, + { + "epoch": 1.0374478365912585, + "grad_norm": 2.4822983741760254, + "learning_rate": 1e-06, + "loss": 0.8422, + "mean_token_accuracy": 0.7320781946182251, + "num_tokens": 223254301.0, + "step": 9447 + }, + { + "epoch": 1.0375576542938723, + "grad_norm": 2.539639472961426, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7201447486877441, + "num_tokens": 223274870.0, + "step": 9448 + }, + { + "epoch": 1.0376674719964858, + "grad_norm": 2.4070234298706055, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.704377293586731, + "num_tokens": 223297440.0, + "step": 9449 + }, + { + "epoch": 1.0377772896990995, + "grad_norm": 2.3171770572662354, + "learning_rate": 1e-06, + "loss": 0.8735, + "mean_token_accuracy": 0.726542592048645, + "num_tokens": 223320528.0, + "step": 9450 + }, + { + "epoch": 1.037887107401713, + "grad_norm": 2.4269886016845703, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.715725302696228, + "num_tokens": 223341992.0, + "step": 9451 + }, + { + "epoch": 1.0379969251043268, + "grad_norm": 2.383323907852173, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7148518562316895, + "num_tokens": 223365023.0, + "step": 9452 + }, + { + "epoch": 1.0381067428069404, + "grad_norm": 2.2372803688049316, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.7313320636749268, + "num_tokens": 223390136.0, + "step": 9453 + }, + { + "epoch": 1.0382165605095541, + "grad_norm": 2.2833847999572754, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7157495021820068, + "num_tokens": 223415520.0, + "step": 9454 + }, + { + "epoch": 1.0383263782121679, + "grad_norm": 2.630791425704956, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.726264238357544, + "num_tokens": 223434073.0, + "step": 9455 + }, + { + "epoch": 1.0384361959147814, + "grad_norm": 2.6522209644317627, + "learning_rate": 1e-06, + "loss": 0.8002, + "mean_token_accuracy": 0.7481855750083923, + "num_tokens": 223452151.0, + "step": 9456 + }, + { + "epoch": 1.0385460136173952, + "grad_norm": 2.6543221473693848, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7104716300964355, + "num_tokens": 223470410.0, + "step": 9457 + }, + { + "epoch": 1.0386558313200087, + "grad_norm": 2.537365674972534, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7266666889190674, + "num_tokens": 223490720.0, + "step": 9458 + }, + { + "epoch": 1.0387656490226225, + "grad_norm": 2.0844461917877197, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7211509943008423, + "num_tokens": 223519243.0, + "step": 9459 + }, + { + "epoch": 1.038875466725236, + "grad_norm": 2.6805026531219482, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7166914343833923, + "num_tokens": 223537480.0, + "step": 9460 + }, + { + "epoch": 1.0389852844278498, + "grad_norm": 2.7056264877319336, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.7397558689117432, + "num_tokens": 223554909.0, + "step": 9461 + }, + { + "epoch": 1.0390951021304635, + "grad_norm": 2.435028553009033, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7166548371315002, + "num_tokens": 223578505.0, + "step": 9462 + }, + { + "epoch": 1.039204919833077, + "grad_norm": 2.2887353897094727, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7175860404968262, + "num_tokens": 223601494.0, + "step": 9463 + }, + { + "epoch": 1.0393147375356908, + "grad_norm": 2.766448736190796, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7297272682189941, + "num_tokens": 223621730.0, + "step": 9464 + }, + { + "epoch": 1.0394245552383043, + "grad_norm": 2.434739351272583, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7214486002922058, + "num_tokens": 223645801.0, + "step": 9465 + }, + { + "epoch": 1.039534372940918, + "grad_norm": 2.123868465423584, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7093971371650696, + "num_tokens": 223674893.0, + "step": 9466 + }, + { + "epoch": 1.0396441906435316, + "grad_norm": 2.511254072189331, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7268097996711731, + "num_tokens": 223697016.0, + "step": 9467 + }, + { + "epoch": 1.0397540083461454, + "grad_norm": 2.1951701641082764, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.7295166850090027, + "num_tokens": 223723644.0, + "step": 9468 + }, + { + "epoch": 1.0398638260487592, + "grad_norm": 2.1420094966888428, + "learning_rate": 1e-06, + "loss": 1.0227, + "mean_token_accuracy": 0.6885791420936584, + "num_tokens": 223751049.0, + "step": 9469 + }, + { + "epoch": 1.0399736437513727, + "grad_norm": 2.22597599029541, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7123908400535583, + "num_tokens": 223775686.0, + "step": 9470 + }, + { + "epoch": 1.0400834614539864, + "grad_norm": 2.8865227699279785, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7239351272583008, + "num_tokens": 223793624.0, + "step": 9471 + }, + { + "epoch": 1.0401932791566, + "grad_norm": 2.145982027053833, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7022855281829834, + "num_tokens": 223822418.0, + "step": 9472 + }, + { + "epoch": 1.0403030968592137, + "grad_norm": 2.2451188564300537, + "learning_rate": 1e-06, + "loss": 0.969, + "mean_token_accuracy": 0.7019012570381165, + "num_tokens": 223848052.0, + "step": 9473 + }, + { + "epoch": 1.0404129145618273, + "grad_norm": 2.5409727096557617, + "learning_rate": 1e-06, + "loss": 0.8595, + "mean_token_accuracy": 0.7378908395767212, + "num_tokens": 223867348.0, + "step": 9474 + }, + { + "epoch": 1.040522732264441, + "grad_norm": 2.4248979091644287, + "learning_rate": 1e-06, + "loss": 0.8826, + "mean_token_accuracy": 0.7262778282165527, + "num_tokens": 223889246.0, + "step": 9475 + }, + { + "epoch": 1.0406325499670548, + "grad_norm": 2.8068125247955322, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7113456726074219, + "num_tokens": 223906750.0, + "step": 9476 + }, + { + "epoch": 1.0407423676696683, + "grad_norm": 2.179098129272461, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7088789939880371, + "num_tokens": 223930951.0, + "step": 9477 + }, + { + "epoch": 1.040852185372282, + "grad_norm": 1.9643244743347168, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7146815061569214, + "num_tokens": 223963405.0, + "step": 9478 + }, + { + "epoch": 1.0409620030748956, + "grad_norm": 2.36814022064209, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7078690528869629, + "num_tokens": 223986596.0, + "step": 9479 + }, + { + "epoch": 1.0410718207775094, + "grad_norm": 2.457528829574585, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7066913843154907, + "num_tokens": 224009905.0, + "step": 9480 + }, + { + "epoch": 1.041181638480123, + "grad_norm": 2.2124223709106445, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7210971117019653, + "num_tokens": 224035473.0, + "step": 9481 + }, + { + "epoch": 1.0412914561827367, + "grad_norm": 2.098417282104492, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.717437744140625, + "num_tokens": 224063758.0, + "step": 9482 + }, + { + "epoch": 1.0414012738853504, + "grad_norm": 2.220207452774048, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.713840663433075, + "num_tokens": 224089251.0, + "step": 9483 + }, + { + "epoch": 1.041511091587964, + "grad_norm": 2.3016867637634277, + "learning_rate": 1e-06, + "loss": 0.9595, + "mean_token_accuracy": 0.6989445090293884, + "num_tokens": 224113519.0, + "step": 9484 + }, + { + "epoch": 1.0416209092905777, + "grad_norm": 1.9801747798919678, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7157301902770996, + "num_tokens": 224145051.0, + "step": 9485 + }, + { + "epoch": 1.0417307269931912, + "grad_norm": 2.438220739364624, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7152259945869446, + "num_tokens": 224168009.0, + "step": 9486 + }, + { + "epoch": 1.041840544695805, + "grad_norm": 2.3144044876098633, + "learning_rate": 1e-06, + "loss": 0.8134, + "mean_token_accuracy": 0.7414321303367615, + "num_tokens": 224189703.0, + "step": 9487 + }, + { + "epoch": 1.0419503623984185, + "grad_norm": 2.018089771270752, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7054228782653809, + "num_tokens": 224219124.0, + "step": 9488 + }, + { + "epoch": 1.0420601801010323, + "grad_norm": 2.342341899871826, + "learning_rate": 1e-06, + "loss": 0.8369, + "mean_token_accuracy": 0.7377090454101562, + "num_tokens": 224240765.0, + "step": 9489 + }, + { + "epoch": 1.042169997803646, + "grad_norm": 2.45790696144104, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7076240181922913, + "num_tokens": 224262010.0, + "step": 9490 + }, + { + "epoch": 1.0422798155062596, + "grad_norm": 2.626451015472412, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7112928032875061, + "num_tokens": 224281662.0, + "step": 9491 + }, + { + "epoch": 1.0423896332088733, + "grad_norm": 2.3286526203155518, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.718805193901062, + "num_tokens": 224304188.0, + "step": 9492 + }, + { + "epoch": 1.0424994509114869, + "grad_norm": 2.9228885173797607, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7215980887413025, + "num_tokens": 224321941.0, + "step": 9493 + }, + { + "epoch": 1.0426092686141006, + "grad_norm": 2.4951353073120117, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.6965775489807129, + "num_tokens": 224341989.0, + "step": 9494 + }, + { + "epoch": 1.0427190863167142, + "grad_norm": 1.89882230758667, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.725618839263916, + "num_tokens": 224373607.0, + "step": 9495 + }, + { + "epoch": 1.042828904019328, + "grad_norm": 2.0945589542388916, + "learning_rate": 1e-06, + "loss": 0.8419, + "mean_token_accuracy": 0.7325505614280701, + "num_tokens": 224400022.0, + "step": 9496 + }, + { + "epoch": 1.0429387217219417, + "grad_norm": 2.4121510982513428, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7352610230445862, + "num_tokens": 224422675.0, + "step": 9497 + }, + { + "epoch": 1.0430485394245552, + "grad_norm": 2.6024343967437744, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.7371805906295776, + "num_tokens": 224442480.0, + "step": 9498 + }, + { + "epoch": 1.043158357127169, + "grad_norm": 2.127640962600708, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.713873028755188, + "num_tokens": 224472137.0, + "step": 9499 + }, + { + "epoch": 1.0432681748297825, + "grad_norm": 2.636444568634033, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.727918803691864, + "num_tokens": 224491951.0, + "step": 9500 + }, + { + "epoch": 1.0433779925323963, + "grad_norm": 2.297145128250122, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.7009652853012085, + "num_tokens": 224515098.0, + "step": 9501 + }, + { + "epoch": 1.0434878102350098, + "grad_norm": 2.3507652282714844, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7302677631378174, + "num_tokens": 224536881.0, + "step": 9502 + }, + { + "epoch": 1.0435976279376236, + "grad_norm": 2.4609427452087402, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.7140060067176819, + "num_tokens": 224559055.0, + "step": 9503 + }, + { + "epoch": 1.043707445640237, + "grad_norm": 2.273874521255493, + "learning_rate": 1e-06, + "loss": 0.8101, + "mean_token_accuracy": 0.736247181892395, + "num_tokens": 224581644.0, + "step": 9504 + }, + { + "epoch": 1.0438172633428509, + "grad_norm": 2.5015573501586914, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7225949168205261, + "num_tokens": 224602562.0, + "step": 9505 + }, + { + "epoch": 1.0439270810454646, + "grad_norm": 2.4824812412261963, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7222070693969727, + "num_tokens": 224625355.0, + "step": 9506 + }, + { + "epoch": 1.0440368987480781, + "grad_norm": 2.24719500541687, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7208971381187439, + "num_tokens": 224650326.0, + "step": 9507 + }, + { + "epoch": 1.044146716450692, + "grad_norm": 2.5018153190612793, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7200199961662292, + "num_tokens": 224672777.0, + "step": 9508 + }, + { + "epoch": 1.0442565341533054, + "grad_norm": 2.3401718139648438, + "learning_rate": 1e-06, + "loss": 0.8461, + "mean_token_accuracy": 0.7321375012397766, + "num_tokens": 224695556.0, + "step": 9509 + }, + { + "epoch": 1.0443663518559192, + "grad_norm": 2.5073184967041016, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.742455244064331, + "num_tokens": 224716059.0, + "step": 9510 + }, + { + "epoch": 1.0444761695585327, + "grad_norm": 2.2411375045776367, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7352692484855652, + "num_tokens": 224739319.0, + "step": 9511 + }, + { + "epoch": 1.0445859872611465, + "grad_norm": 2.842881917953491, + "learning_rate": 1e-06, + "loss": 0.8168, + "mean_token_accuracy": 0.7408354878425598, + "num_tokens": 224755087.0, + "step": 9512 + }, + { + "epoch": 1.0446958049637602, + "grad_norm": 2.26755690574646, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.724866509437561, + "num_tokens": 224779740.0, + "step": 9513 + }, + { + "epoch": 1.0448056226663738, + "grad_norm": 2.2567973136901855, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7265444993972778, + "num_tokens": 224802545.0, + "step": 9514 + }, + { + "epoch": 1.0449154403689875, + "grad_norm": 2.1641697883605957, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.6890249252319336, + "num_tokens": 224828738.0, + "step": 9515 + }, + { + "epoch": 1.045025258071601, + "grad_norm": 2.242579936981201, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.7315802574157715, + "num_tokens": 224852790.0, + "step": 9516 + }, + { + "epoch": 1.0451350757742148, + "grad_norm": 2.6362273693084717, + "learning_rate": 1e-06, + "loss": 0.8363, + "mean_token_accuracy": 0.7282149791717529, + "num_tokens": 224872832.0, + "step": 9517 + }, + { + "epoch": 1.0452448934768284, + "grad_norm": 2.3255953788757324, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.6891772747039795, + "num_tokens": 224900102.0, + "step": 9518 + }, + { + "epoch": 1.0453547111794421, + "grad_norm": 2.515446901321411, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7051528096199036, + "num_tokens": 224922336.0, + "step": 9519 + }, + { + "epoch": 1.0454645288820559, + "grad_norm": 2.1240711212158203, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.706714928150177, + "num_tokens": 224950308.0, + "step": 9520 + }, + { + "epoch": 1.0455743465846694, + "grad_norm": 2.3572850227355957, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.7081537842750549, + "num_tokens": 224976606.0, + "step": 9521 + }, + { + "epoch": 1.0456841642872832, + "grad_norm": 2.146226406097412, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7122876644134521, + "num_tokens": 225003167.0, + "step": 9522 + }, + { + "epoch": 1.0457939819898967, + "grad_norm": 2.201758861541748, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.691473126411438, + "num_tokens": 225031236.0, + "step": 9523 + }, + { + "epoch": 1.0459037996925105, + "grad_norm": 1.9294219017028809, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7370730042457581, + "num_tokens": 225061909.0, + "step": 9524 + }, + { + "epoch": 1.046013617395124, + "grad_norm": 2.796138286590576, + "learning_rate": 1e-06, + "loss": 0.8904, + "mean_token_accuracy": 0.7237194180488586, + "num_tokens": 225078504.0, + "step": 9525 + }, + { + "epoch": 1.0461234350977378, + "grad_norm": 2.2396128177642822, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7273603677749634, + "num_tokens": 225103546.0, + "step": 9526 + }, + { + "epoch": 1.0462332528003515, + "grad_norm": 2.3776473999023438, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7160073518753052, + "num_tokens": 225127975.0, + "step": 9527 + }, + { + "epoch": 1.046343070502965, + "grad_norm": 2.2767300605773926, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7145068645477295, + "num_tokens": 225151932.0, + "step": 9528 + }, + { + "epoch": 1.0464528882055788, + "grad_norm": 2.0669777393341064, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7291728854179382, + "num_tokens": 225180458.0, + "step": 9529 + }, + { + "epoch": 1.0465627059081923, + "grad_norm": 2.208449363708496, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7217504978179932, + "num_tokens": 225206209.0, + "step": 9530 + }, + { + "epoch": 1.046672523610806, + "grad_norm": 2.0967092514038086, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7213853597640991, + "num_tokens": 225233549.0, + "step": 9531 + }, + { + "epoch": 1.0467823413134196, + "grad_norm": 2.731389045715332, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7357146739959717, + "num_tokens": 225250856.0, + "step": 9532 + }, + { + "epoch": 1.0468921590160334, + "grad_norm": 2.7997708320617676, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.7403267025947571, + "num_tokens": 225269000.0, + "step": 9533 + }, + { + "epoch": 1.0470019767186471, + "grad_norm": 2.4712703227996826, + "learning_rate": 1e-06, + "loss": 0.7795, + "mean_token_accuracy": 0.7584758996963501, + "num_tokens": 225288088.0, + "step": 9534 + }, + { + "epoch": 1.0471117944212607, + "grad_norm": 2.6611738204956055, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7315834760665894, + "num_tokens": 225305885.0, + "step": 9535 + }, + { + "epoch": 1.0472216121238744, + "grad_norm": 2.438910484313965, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7148736119270325, + "num_tokens": 225327108.0, + "step": 9536 + }, + { + "epoch": 1.047331429826488, + "grad_norm": 2.397350788116455, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7455978393554688, + "num_tokens": 225349278.0, + "step": 9537 + }, + { + "epoch": 1.0474412475291017, + "grad_norm": 2.511664628982544, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7212566137313843, + "num_tokens": 225372597.0, + "step": 9538 + }, + { + "epoch": 1.0475510652317153, + "grad_norm": 2.253178119659424, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7113897800445557, + "num_tokens": 225399361.0, + "step": 9539 + }, + { + "epoch": 1.047660882934329, + "grad_norm": 2.3032851219177246, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7290984392166138, + "num_tokens": 225424500.0, + "step": 9540 + }, + { + "epoch": 1.0477707006369428, + "grad_norm": 2.5438382625579834, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7283260822296143, + "num_tokens": 225443926.0, + "step": 9541 + }, + { + "epoch": 1.0478805183395563, + "grad_norm": 3.008314609527588, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7224798202514648, + "num_tokens": 225459263.0, + "step": 9542 + }, + { + "epoch": 1.04799033604217, + "grad_norm": 2.121358633041382, + "learning_rate": 1e-06, + "loss": 1.0452, + "mean_token_accuracy": 0.6800122261047363, + "num_tokens": 225490319.0, + "step": 9543 + }, + { + "epoch": 1.0481001537447836, + "grad_norm": 2.4985790252685547, + "learning_rate": 1e-06, + "loss": 1.0127, + "mean_token_accuracy": 0.68877112865448, + "num_tokens": 225512196.0, + "step": 9544 + }, + { + "epoch": 1.0482099714473974, + "grad_norm": 2.400113582611084, + "learning_rate": 1e-06, + "loss": 0.7872, + "mean_token_accuracy": 0.7457553148269653, + "num_tokens": 225533313.0, + "step": 9545 + }, + { + "epoch": 1.048319789150011, + "grad_norm": 2.672673463821411, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.7017574906349182, + "num_tokens": 225552717.0, + "step": 9546 + }, + { + "epoch": 1.0484296068526247, + "grad_norm": 2.207207679748535, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7011752128601074, + "num_tokens": 225580527.0, + "step": 9547 + }, + { + "epoch": 1.0485394245552384, + "grad_norm": 2.3744699954986572, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7065941095352173, + "num_tokens": 225603589.0, + "step": 9548 + }, + { + "epoch": 1.048649242257852, + "grad_norm": 2.1456472873687744, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7387268543243408, + "num_tokens": 225630097.0, + "step": 9549 + }, + { + "epoch": 1.0487590599604657, + "grad_norm": 2.594526767730713, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7310537099838257, + "num_tokens": 225648811.0, + "step": 9550 + }, + { + "epoch": 1.0488688776630792, + "grad_norm": 2.352181911468506, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.714989423751831, + "num_tokens": 225671322.0, + "step": 9551 + }, + { + "epoch": 1.048978695365693, + "grad_norm": 2.3579907417297363, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7126100659370422, + "num_tokens": 225693303.0, + "step": 9552 + }, + { + "epoch": 1.0490885130683065, + "grad_norm": 2.608353853225708, + "learning_rate": 1e-06, + "loss": 0.8386, + "mean_token_accuracy": 0.7341987490653992, + "num_tokens": 225712523.0, + "step": 9553 + }, + { + "epoch": 1.0491983307709203, + "grad_norm": 2.6931517124176025, + "learning_rate": 1e-06, + "loss": 0.8136, + "mean_token_accuracy": 0.7404133081436157, + "num_tokens": 225729043.0, + "step": 9554 + }, + { + "epoch": 1.0493081484735338, + "grad_norm": 2.358625888824463, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7015795707702637, + "num_tokens": 225753211.0, + "step": 9555 + }, + { + "epoch": 1.0494179661761476, + "grad_norm": 2.417032241821289, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.6965687274932861, + "num_tokens": 225776109.0, + "step": 9556 + }, + { + "epoch": 1.0495277838787613, + "grad_norm": 2.0141451358795166, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7195123434066772, + "num_tokens": 225806043.0, + "step": 9557 + }, + { + "epoch": 1.0496376015813749, + "grad_norm": 2.299412488937378, + "learning_rate": 1e-06, + "loss": 0.9461, + "mean_token_accuracy": 0.7148417234420776, + "num_tokens": 225830330.0, + "step": 9558 + }, + { + "epoch": 1.0497474192839886, + "grad_norm": 2.4545795917510986, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7103480100631714, + "num_tokens": 225852785.0, + "step": 9559 + }, + { + "epoch": 1.0498572369866022, + "grad_norm": 2.657322645187378, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7080904245376587, + "num_tokens": 225871166.0, + "step": 9560 + }, + { + "epoch": 1.049967054689216, + "grad_norm": 2.633615493774414, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7300362586975098, + "num_tokens": 225890009.0, + "step": 9561 + }, + { + "epoch": 1.0500768723918297, + "grad_norm": 1.8571606874465942, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7111035585403442, + "num_tokens": 225924396.0, + "step": 9562 + }, + { + "epoch": 1.0501866900944432, + "grad_norm": 2.4217233657836914, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7278527021408081, + "num_tokens": 225945656.0, + "step": 9563 + }, + { + "epoch": 1.050296507797057, + "grad_norm": 2.6373753547668457, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.7319203615188599, + "num_tokens": 225965124.0, + "step": 9564 + }, + { + "epoch": 1.0504063254996705, + "grad_norm": 2.1875758171081543, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.7201767563819885, + "num_tokens": 225994311.0, + "step": 9565 + }, + { + "epoch": 1.0505161432022843, + "grad_norm": 2.272977828979492, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7153215408325195, + "num_tokens": 226019403.0, + "step": 9566 + }, + { + "epoch": 1.0506259609048978, + "grad_norm": 2.4288811683654785, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7149666547775269, + "num_tokens": 226041060.0, + "step": 9567 + }, + { + "epoch": 1.0507357786075116, + "grad_norm": 2.593013048171997, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7315366864204407, + "num_tokens": 226061597.0, + "step": 9568 + }, + { + "epoch": 1.050845596310125, + "grad_norm": 2.428258180618286, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7096037864685059, + "num_tokens": 226082563.0, + "step": 9569 + }, + { + "epoch": 1.0509554140127388, + "grad_norm": 2.5989327430725098, + "learning_rate": 1e-06, + "loss": 0.8055, + "mean_token_accuracy": 0.7446333765983582, + "num_tokens": 226101469.0, + "step": 9570 + }, + { + "epoch": 1.0510652317153526, + "grad_norm": 2.34552001953125, + "learning_rate": 1e-06, + "loss": 0.9935, + "mean_token_accuracy": 0.6953284740447998, + "num_tokens": 226126931.0, + "step": 9571 + }, + { + "epoch": 1.0511750494179661, + "grad_norm": 2.5164825916290283, + "learning_rate": 1e-06, + "loss": 0.8828, + "mean_token_accuracy": 0.7240971326828003, + "num_tokens": 226147211.0, + "step": 9572 + }, + { + "epoch": 1.05128486712058, + "grad_norm": 2.1827492713928223, + "learning_rate": 1e-06, + "loss": 0.7606, + "mean_token_accuracy": 0.7555692195892334, + "num_tokens": 226173254.0, + "step": 9573 + }, + { + "epoch": 1.0513946848231934, + "grad_norm": 2.242050886154175, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7157688140869141, + "num_tokens": 226196574.0, + "step": 9574 + }, + { + "epoch": 1.0515045025258072, + "grad_norm": 2.500218629837036, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7251306772232056, + "num_tokens": 226219319.0, + "step": 9575 + }, + { + "epoch": 1.0516143202284207, + "grad_norm": 2.168875217437744, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7333089113235474, + "num_tokens": 226244992.0, + "step": 9576 + }, + { + "epoch": 1.0517241379310345, + "grad_norm": 2.2197136878967285, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7129629850387573, + "num_tokens": 226270830.0, + "step": 9577 + }, + { + "epoch": 1.0518339556336482, + "grad_norm": 2.238163948059082, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.718698263168335, + "num_tokens": 226295951.0, + "step": 9578 + }, + { + "epoch": 1.0519437733362618, + "grad_norm": 2.574523687362671, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7390850186347961, + "num_tokens": 226314011.0, + "step": 9579 + }, + { + "epoch": 1.0520535910388755, + "grad_norm": 2.2911112308502197, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.716639518737793, + "num_tokens": 226338279.0, + "step": 9580 + }, + { + "epoch": 1.052163408741489, + "grad_norm": 2.467207193374634, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7360584735870361, + "num_tokens": 226359076.0, + "step": 9581 + }, + { + "epoch": 1.0522732264441028, + "grad_norm": 2.182295799255371, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7211565375328064, + "num_tokens": 226385776.0, + "step": 9582 + }, + { + "epoch": 1.0523830441467164, + "grad_norm": 2.164001226425171, + "learning_rate": 1e-06, + "loss": 1.0216, + "mean_token_accuracy": 0.6914099454879761, + "num_tokens": 226413095.0, + "step": 9583 + }, + { + "epoch": 1.05249286184933, + "grad_norm": 2.095163345336914, + "learning_rate": 1e-06, + "loss": 0.9789, + "mean_token_accuracy": 0.6960011720657349, + "num_tokens": 226442348.0, + "step": 9584 + }, + { + "epoch": 1.0526026795519439, + "grad_norm": 2.370028257369995, + "learning_rate": 1e-06, + "loss": 0.901, + "mean_token_accuracy": 0.7174999117851257, + "num_tokens": 226465427.0, + "step": 9585 + }, + { + "epoch": 1.0527124972545574, + "grad_norm": 2.667670726776123, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7095449566841125, + "num_tokens": 226486623.0, + "step": 9586 + }, + { + "epoch": 1.0528223149571712, + "grad_norm": 2.598268985748291, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7170207500457764, + "num_tokens": 226507139.0, + "step": 9587 + }, + { + "epoch": 1.0529321326597847, + "grad_norm": 2.0741395950317383, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7199320793151855, + "num_tokens": 226535674.0, + "step": 9588 + }, + { + "epoch": 1.0530419503623984, + "grad_norm": 2.787747859954834, + "learning_rate": 1e-06, + "loss": 0.7814, + "mean_token_accuracy": 0.7472871541976929, + "num_tokens": 226553695.0, + "step": 9589 + }, + { + "epoch": 1.053151768065012, + "grad_norm": 1.9954869747161865, + "learning_rate": 1e-06, + "loss": 1.0244, + "mean_token_accuracy": 0.6882960796356201, + "num_tokens": 226585676.0, + "step": 9590 + }, + { + "epoch": 1.0532615857676257, + "grad_norm": 2.6233553886413574, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7268754243850708, + "num_tokens": 226607039.0, + "step": 9591 + }, + { + "epoch": 1.0533714034702395, + "grad_norm": 2.450448989868164, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.7052342891693115, + "num_tokens": 226629779.0, + "step": 9592 + }, + { + "epoch": 1.053481221172853, + "grad_norm": 2.2614450454711914, + "learning_rate": 1e-06, + "loss": 0.7575, + "mean_token_accuracy": 0.7558671832084656, + "num_tokens": 226653052.0, + "step": 9593 + }, + { + "epoch": 1.0535910388754668, + "grad_norm": 2.1858527660369873, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7027442455291748, + "num_tokens": 226680640.0, + "step": 9594 + }, + { + "epoch": 1.0537008565780803, + "grad_norm": 2.019289970397949, + "learning_rate": 1e-06, + "loss": 1.0236, + "mean_token_accuracy": 0.6806950569152832, + "num_tokens": 226713922.0, + "step": 9595 + }, + { + "epoch": 1.053810674280694, + "grad_norm": 2.059959650039673, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7327262163162231, + "num_tokens": 226742074.0, + "step": 9596 + }, + { + "epoch": 1.0539204919833076, + "grad_norm": 2.211690902709961, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7294682264328003, + "num_tokens": 226766761.0, + "step": 9597 + }, + { + "epoch": 1.0540303096859214, + "grad_norm": 2.250159740447998, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.6968253254890442, + "num_tokens": 226792515.0, + "step": 9598 + }, + { + "epoch": 1.0541401273885351, + "grad_norm": 2.100841999053955, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7113134860992432, + "num_tokens": 226820010.0, + "step": 9599 + }, + { + "epoch": 1.0542499450911487, + "grad_norm": 1.7662334442138672, + "learning_rate": 1e-06, + "loss": 1.0129, + "mean_token_accuracy": 0.6868001818656921, + "num_tokens": 226857573.0, + "step": 9600 + }, + { + "epoch": 1.0543597627937624, + "grad_norm": 2.5042407512664795, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7173006534576416, + "num_tokens": 226879114.0, + "step": 9601 + }, + { + "epoch": 1.054469580496376, + "grad_norm": 2.58050274848938, + "learning_rate": 1e-06, + "loss": 0.8636, + "mean_token_accuracy": 0.7237644791603088, + "num_tokens": 226899799.0, + "step": 9602 + }, + { + "epoch": 1.0545793981989897, + "grad_norm": 2.45088791847229, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7189030051231384, + "num_tokens": 226922725.0, + "step": 9603 + }, + { + "epoch": 1.0546892159016032, + "grad_norm": 2.3095786571502686, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7240976095199585, + "num_tokens": 226946501.0, + "step": 9604 + }, + { + "epoch": 1.054799033604217, + "grad_norm": 2.6826419830322266, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7312889695167542, + "num_tokens": 226966535.0, + "step": 9605 + }, + { + "epoch": 1.0549088513068308, + "grad_norm": 2.585069417953491, + "learning_rate": 1e-06, + "loss": 0.8051, + "mean_token_accuracy": 0.7386330962181091, + "num_tokens": 226985803.0, + "step": 9606 + }, + { + "epoch": 1.0550186690094443, + "grad_norm": 2.4434120655059814, + "learning_rate": 1e-06, + "loss": 0.8535, + "mean_token_accuracy": 0.7427922487258911, + "num_tokens": 227008515.0, + "step": 9607 + }, + { + "epoch": 1.055128486712058, + "grad_norm": 2.328104257583618, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7041113972663879, + "num_tokens": 227034975.0, + "step": 9608 + }, + { + "epoch": 1.0552383044146716, + "grad_norm": 2.0902457237243652, + "learning_rate": 1e-06, + "loss": 0.8682, + "mean_token_accuracy": 0.7396987676620483, + "num_tokens": 227063932.0, + "step": 9609 + }, + { + "epoch": 1.0553481221172853, + "grad_norm": 2.4222192764282227, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7337548136711121, + "num_tokens": 227084935.0, + "step": 9610 + }, + { + "epoch": 1.0554579398198989, + "grad_norm": 2.38916015625, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.716517448425293, + "num_tokens": 227108465.0, + "step": 9611 + }, + { + "epoch": 1.0555677575225126, + "grad_norm": 2.539139986038208, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7258319854736328, + "num_tokens": 227128318.0, + "step": 9612 + }, + { + "epoch": 1.0556775752251264, + "grad_norm": 2.2340352535247803, + "learning_rate": 1e-06, + "loss": 0.8392, + "mean_token_accuracy": 0.7369332909584045, + "num_tokens": 227152258.0, + "step": 9613 + }, + { + "epoch": 1.05578739292774, + "grad_norm": 2.1976683139801025, + "learning_rate": 1e-06, + "loss": 0.991, + "mean_token_accuracy": 0.6917927265167236, + "num_tokens": 227179202.0, + "step": 9614 + }, + { + "epoch": 1.0558972106303537, + "grad_norm": 2.6292521953582764, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7105729579925537, + "num_tokens": 227197407.0, + "step": 9615 + }, + { + "epoch": 1.0560070283329672, + "grad_norm": 2.364037036895752, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7349084615707397, + "num_tokens": 227221332.0, + "step": 9616 + }, + { + "epoch": 1.056116846035581, + "grad_norm": 2.2133870124816895, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7118641138076782, + "num_tokens": 227248658.0, + "step": 9617 + }, + { + "epoch": 1.0562266637381945, + "grad_norm": 2.1224095821380615, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7073537111282349, + "num_tokens": 227278096.0, + "step": 9618 + }, + { + "epoch": 1.0563364814408083, + "grad_norm": 2.2654154300689697, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7213005423545837, + "num_tokens": 227301067.0, + "step": 9619 + }, + { + "epoch": 1.0564462991434218, + "grad_norm": 2.0976650714874268, + "learning_rate": 1e-06, + "loss": 1.0077, + "mean_token_accuracy": 0.6921263933181763, + "num_tokens": 227329943.0, + "step": 9620 + }, + { + "epoch": 1.0565561168460356, + "grad_norm": 2.289334297180176, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7107895612716675, + "num_tokens": 227354508.0, + "step": 9621 + }, + { + "epoch": 1.0566659345486493, + "grad_norm": 2.172877073287964, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7136845588684082, + "num_tokens": 227382229.0, + "step": 9622 + }, + { + "epoch": 1.0567757522512629, + "grad_norm": 2.573108673095703, + "learning_rate": 1e-06, + "loss": 0.8519, + "mean_token_accuracy": 0.7295210361480713, + "num_tokens": 227400887.0, + "step": 9623 + }, + { + "epoch": 1.0568855699538766, + "grad_norm": 2.687154769897461, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.7288193106651306, + "num_tokens": 227420368.0, + "step": 9624 + }, + { + "epoch": 1.0569953876564901, + "grad_norm": 2.117582321166992, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7061148881912231, + "num_tokens": 227448662.0, + "step": 9625 + }, + { + "epoch": 1.057105205359104, + "grad_norm": 2.344334840774536, + "learning_rate": 1e-06, + "loss": 0.895, + "mean_token_accuracy": 0.7193588018417358, + "num_tokens": 227472003.0, + "step": 9626 + }, + { + "epoch": 1.0572150230617177, + "grad_norm": 2.3267085552215576, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7107692956924438, + "num_tokens": 227497787.0, + "step": 9627 + }, + { + "epoch": 1.0573248407643312, + "grad_norm": 2.4431333541870117, + "learning_rate": 1e-06, + "loss": 0.8146, + "mean_token_accuracy": 0.7377161979675293, + "num_tokens": 227519707.0, + "step": 9628 + }, + { + "epoch": 1.057434658466945, + "grad_norm": 2.5848329067230225, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7400136590003967, + "num_tokens": 227539010.0, + "step": 9629 + }, + { + "epoch": 1.0575444761695585, + "grad_norm": 2.0980100631713867, + "learning_rate": 1e-06, + "loss": 0.8277, + "mean_token_accuracy": 0.7379010915756226, + "num_tokens": 227565623.0, + "step": 9630 + }, + { + "epoch": 1.0576542938721722, + "grad_norm": 2.6109817028045654, + "learning_rate": 1e-06, + "loss": 0.8415, + "mean_token_accuracy": 0.7311621904373169, + "num_tokens": 227583613.0, + "step": 9631 + }, + { + "epoch": 1.0577641115747858, + "grad_norm": 2.2935826778411865, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.71004319190979, + "num_tokens": 227608040.0, + "step": 9632 + }, + { + "epoch": 1.0578739292773995, + "grad_norm": 3.0122334957122803, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.7017803192138672, + "num_tokens": 227624427.0, + "step": 9633 + }, + { + "epoch": 1.057983746980013, + "grad_norm": 2.3324902057647705, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6899558305740356, + "num_tokens": 227648936.0, + "step": 9634 + }, + { + "epoch": 1.0580935646826268, + "grad_norm": 2.483076333999634, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7482495307922363, + "num_tokens": 227668878.0, + "step": 9635 + }, + { + "epoch": 1.0582033823852406, + "grad_norm": 2.3299458026885986, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.6981806755065918, + "num_tokens": 227693319.0, + "step": 9636 + }, + { + "epoch": 1.0583132000878541, + "grad_norm": 2.148454189300537, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7109166383743286, + "num_tokens": 227719893.0, + "step": 9637 + }, + { + "epoch": 1.0584230177904679, + "grad_norm": 2.5447933673858643, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7260645031929016, + "num_tokens": 227738991.0, + "step": 9638 + }, + { + "epoch": 1.0585328354930814, + "grad_norm": 2.3010740280151367, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7088954448699951, + "num_tokens": 227763975.0, + "step": 9639 + }, + { + "epoch": 1.0586426531956952, + "grad_norm": 2.022810935974121, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.7060842514038086, + "num_tokens": 227795195.0, + "step": 9640 + }, + { + "epoch": 1.0587524708983087, + "grad_norm": 2.53712797164917, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7365172505378723, + "num_tokens": 227815264.0, + "step": 9641 + }, + { + "epoch": 1.0588622886009225, + "grad_norm": 2.3638439178466797, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7245985865592957, + "num_tokens": 227838960.0, + "step": 9642 + }, + { + "epoch": 1.0589721063035362, + "grad_norm": 2.766883611679077, + "learning_rate": 1e-06, + "loss": 0.8701, + "mean_token_accuracy": 0.735276997089386, + "num_tokens": 227858134.0, + "step": 9643 + }, + { + "epoch": 1.0590819240061498, + "grad_norm": 2.5908946990966797, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7356953024864197, + "num_tokens": 227878549.0, + "step": 9644 + }, + { + "epoch": 1.0591917417087635, + "grad_norm": 2.3121485710144043, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7228530645370483, + "num_tokens": 227902938.0, + "step": 9645 + }, + { + "epoch": 1.059301559411377, + "grad_norm": 2.3288769721984863, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.6974983215332031, + "num_tokens": 227929222.0, + "step": 9646 + }, + { + "epoch": 1.0594113771139908, + "grad_norm": 2.3207690715789795, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.7229799032211304, + "num_tokens": 227953701.0, + "step": 9647 + }, + { + "epoch": 1.0595211948166043, + "grad_norm": 2.2102153301239014, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7195703387260437, + "num_tokens": 227978287.0, + "step": 9648 + }, + { + "epoch": 1.059631012519218, + "grad_norm": 2.194002866744995, + "learning_rate": 1e-06, + "loss": 0.9923, + "mean_token_accuracy": 0.6933814287185669, + "num_tokens": 228006544.0, + "step": 9649 + }, + { + "epoch": 1.0597408302218319, + "grad_norm": 2.575897216796875, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7075906991958618, + "num_tokens": 228026773.0, + "step": 9650 + }, + { + "epoch": 1.0598506479244454, + "grad_norm": 2.2657597064971924, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6907916069030762, + "num_tokens": 228053268.0, + "step": 9651 + }, + { + "epoch": 1.0599604656270591, + "grad_norm": 2.2715296745300293, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7208351492881775, + "num_tokens": 228079179.0, + "step": 9652 + }, + { + "epoch": 1.0600702833296727, + "grad_norm": 1.927825927734375, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.697777509689331, + "num_tokens": 228111707.0, + "step": 9653 + }, + { + "epoch": 1.0601801010322864, + "grad_norm": 2.3475918769836426, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7138570547103882, + "num_tokens": 228135122.0, + "step": 9654 + }, + { + "epoch": 1.0602899187349, + "grad_norm": 2.476583480834961, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7137234210968018, + "num_tokens": 228156927.0, + "step": 9655 + }, + { + "epoch": 1.0603997364375137, + "grad_norm": 2.4842774868011475, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7122640609741211, + "num_tokens": 228180507.0, + "step": 9656 + }, + { + "epoch": 1.0605095541401275, + "grad_norm": 2.167938470840454, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7176060080528259, + "num_tokens": 228206787.0, + "step": 9657 + }, + { + "epoch": 1.060619371842741, + "grad_norm": 2.271345853805542, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.7131048440933228, + "num_tokens": 228230165.0, + "step": 9658 + }, + { + "epoch": 1.0607291895453548, + "grad_norm": 3.1484572887420654, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7111845016479492, + "num_tokens": 228245529.0, + "step": 9659 + }, + { + "epoch": 1.0608390072479683, + "grad_norm": 2.2874765396118164, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7017866373062134, + "num_tokens": 228272056.0, + "step": 9660 + }, + { + "epoch": 1.060948824950582, + "grad_norm": 2.660325050354004, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.72833651304245, + "num_tokens": 228290444.0, + "step": 9661 + }, + { + "epoch": 1.0610586426531956, + "grad_norm": 2.1380503177642822, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7029197216033936, + "num_tokens": 228317221.0, + "step": 9662 + }, + { + "epoch": 1.0611684603558094, + "grad_norm": 2.2257256507873535, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7304693460464478, + "num_tokens": 228340157.0, + "step": 9663 + }, + { + "epoch": 1.0612782780584231, + "grad_norm": 2.2623062133789062, + "learning_rate": 1e-06, + "loss": 0.8994, + "mean_token_accuracy": 0.7277234792709351, + "num_tokens": 228364550.0, + "step": 9664 + }, + { + "epoch": 1.0613880957610367, + "grad_norm": 2.110119104385376, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7204514741897583, + "num_tokens": 228394008.0, + "step": 9665 + }, + { + "epoch": 1.0614979134636504, + "grad_norm": 2.5063135623931885, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7106360793113708, + "num_tokens": 228417098.0, + "step": 9666 + }, + { + "epoch": 1.061607731166264, + "grad_norm": 2.3572051525115967, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7204813957214355, + "num_tokens": 228440076.0, + "step": 9667 + }, + { + "epoch": 1.0617175488688777, + "grad_norm": 2.329332113265991, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7151129245758057, + "num_tokens": 228464642.0, + "step": 9668 + }, + { + "epoch": 1.0618273665714912, + "grad_norm": 2.5916483402252197, + "learning_rate": 1e-06, + "loss": 0.8162, + "mean_token_accuracy": 0.7328037023544312, + "num_tokens": 228482847.0, + "step": 9669 + }, + { + "epoch": 1.061937184274105, + "grad_norm": 2.374995470046997, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7208549380302429, + "num_tokens": 228505830.0, + "step": 9670 + }, + { + "epoch": 1.0620470019767188, + "grad_norm": 2.37337589263916, + "learning_rate": 1e-06, + "loss": 0.8177, + "mean_token_accuracy": 0.7351479530334473, + "num_tokens": 228526749.0, + "step": 9671 + }, + { + "epoch": 1.0621568196793323, + "grad_norm": 2.3335647583007812, + "learning_rate": 1e-06, + "loss": 0.8535, + "mean_token_accuracy": 0.7349659204483032, + "num_tokens": 228551481.0, + "step": 9672 + }, + { + "epoch": 1.062266637381946, + "grad_norm": 2.089496374130249, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7153081893920898, + "num_tokens": 228579250.0, + "step": 9673 + }, + { + "epoch": 1.0623764550845596, + "grad_norm": 2.43972110748291, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7177121639251709, + "num_tokens": 228602476.0, + "step": 9674 + }, + { + "epoch": 1.0624862727871733, + "grad_norm": 2.7239062786102295, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.721005916595459, + "num_tokens": 228622842.0, + "step": 9675 + }, + { + "epoch": 1.0625960904897869, + "grad_norm": 2.5583581924438477, + "learning_rate": 1e-06, + "loss": 0.8281, + "mean_token_accuracy": 0.737153172492981, + "num_tokens": 228643243.0, + "step": 9676 + }, + { + "epoch": 1.0627059081924006, + "grad_norm": 2.476442575454712, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7114057540893555, + "num_tokens": 228665451.0, + "step": 9677 + }, + { + "epoch": 1.0628157258950144, + "grad_norm": 2.3381354808807373, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7064869999885559, + "num_tokens": 228688788.0, + "step": 9678 + }, + { + "epoch": 1.062925543597628, + "grad_norm": 2.139514207839966, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7051991820335388, + "num_tokens": 228716100.0, + "step": 9679 + }, + { + "epoch": 1.0630353613002417, + "grad_norm": 2.7067058086395264, + "learning_rate": 1e-06, + "loss": 0.8005, + "mean_token_accuracy": 0.7507185935974121, + "num_tokens": 228735404.0, + "step": 9680 + }, + { + "epoch": 1.0631451790028552, + "grad_norm": 2.7329702377319336, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.711945652961731, + "num_tokens": 228754726.0, + "step": 9681 + }, + { + "epoch": 1.063254996705469, + "grad_norm": 2.3978381156921387, + "learning_rate": 1e-06, + "loss": 1.05, + "mean_token_accuracy": 0.6880224943161011, + "num_tokens": 228781072.0, + "step": 9682 + }, + { + "epoch": 1.0633648144080825, + "grad_norm": 2.229161262512207, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7135492563247681, + "num_tokens": 228808064.0, + "step": 9683 + }, + { + "epoch": 1.0634746321106963, + "grad_norm": 2.1144542694091797, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.6963527202606201, + "num_tokens": 228835895.0, + "step": 9684 + }, + { + "epoch": 1.0635844498133098, + "grad_norm": 2.438413143157959, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7201921939849854, + "num_tokens": 228857896.0, + "step": 9685 + }, + { + "epoch": 1.0636942675159236, + "grad_norm": 2.6970129013061523, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7268537282943726, + "num_tokens": 228877988.0, + "step": 9686 + }, + { + "epoch": 1.0638040852185373, + "grad_norm": 2.334272623062134, + "learning_rate": 1e-06, + "loss": 1.0229, + "mean_token_accuracy": 0.682915449142456, + "num_tokens": 228902927.0, + "step": 9687 + }, + { + "epoch": 1.0639139029211508, + "grad_norm": 2.350672721862793, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7214075922966003, + "num_tokens": 228927563.0, + "step": 9688 + }, + { + "epoch": 1.0640237206237646, + "grad_norm": 2.3760201930999756, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7160203456878662, + "num_tokens": 228950904.0, + "step": 9689 + }, + { + "epoch": 1.0641335383263781, + "grad_norm": 2.7964277267456055, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7330747842788696, + "num_tokens": 228967656.0, + "step": 9690 + }, + { + "epoch": 1.064243356028992, + "grad_norm": 2.3737173080444336, + "learning_rate": 1e-06, + "loss": 0.832, + "mean_token_accuracy": 0.7337731122970581, + "num_tokens": 228989253.0, + "step": 9691 + }, + { + "epoch": 1.0643531737316057, + "grad_norm": 2.7187628746032715, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7277459502220154, + "num_tokens": 229006885.0, + "step": 9692 + }, + { + "epoch": 1.0644629914342192, + "grad_norm": 2.575814962387085, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7078624963760376, + "num_tokens": 229028277.0, + "step": 9693 + }, + { + "epoch": 1.064572809136833, + "grad_norm": 2.142362356185913, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7202873826026917, + "num_tokens": 229057432.0, + "step": 9694 + }, + { + "epoch": 1.0646826268394465, + "grad_norm": 2.686997413635254, + "learning_rate": 1e-06, + "loss": 0.8076, + "mean_token_accuracy": 0.7438989877700806, + "num_tokens": 229075547.0, + "step": 9695 + }, + { + "epoch": 1.0647924445420602, + "grad_norm": 2.5411901473999023, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7295589447021484, + "num_tokens": 229094910.0, + "step": 9696 + }, + { + "epoch": 1.0649022622446738, + "grad_norm": 2.5053813457489014, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7136306762695312, + "num_tokens": 229115617.0, + "step": 9697 + }, + { + "epoch": 1.0650120799472875, + "grad_norm": 2.700693130493164, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7211106419563293, + "num_tokens": 229134803.0, + "step": 9698 + }, + { + "epoch": 1.065121897649901, + "grad_norm": 2.7144410610198975, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7146879434585571, + "num_tokens": 229152812.0, + "step": 9699 + }, + { + "epoch": 1.0652317153525148, + "grad_norm": 2.309997320175171, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7464845180511475, + "num_tokens": 229175298.0, + "step": 9700 + }, + { + "epoch": 1.0653415330551286, + "grad_norm": 2.1766796112060547, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7024057507514954, + "num_tokens": 229202761.0, + "step": 9701 + }, + { + "epoch": 1.065451350757742, + "grad_norm": 2.0994062423706055, + "learning_rate": 1e-06, + "loss": 0.8228, + "mean_token_accuracy": 0.7344517707824707, + "num_tokens": 229230974.0, + "step": 9702 + }, + { + "epoch": 1.0655611684603559, + "grad_norm": 2.2531063556671143, + "learning_rate": 1e-06, + "loss": 0.7436, + "mean_token_accuracy": 0.7586091160774231, + "num_tokens": 229253089.0, + "step": 9703 + }, + { + "epoch": 1.0656709861629694, + "grad_norm": 2.1812796592712402, + "learning_rate": 1e-06, + "loss": 0.8068, + "mean_token_accuracy": 0.7442218661308289, + "num_tokens": 229279196.0, + "step": 9704 + }, + { + "epoch": 1.0657808038655832, + "grad_norm": 2.5745437145233154, + "learning_rate": 1e-06, + "loss": 0.8159, + "mean_token_accuracy": 0.733842670917511, + "num_tokens": 229298216.0, + "step": 9705 + }, + { + "epoch": 1.0658906215681967, + "grad_norm": 2.1723461151123047, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7403403520584106, + "num_tokens": 229324886.0, + "step": 9706 + }, + { + "epoch": 1.0660004392708105, + "grad_norm": 2.72749924659729, + "learning_rate": 1e-06, + "loss": 0.8374, + "mean_token_accuracy": 0.7375669479370117, + "num_tokens": 229342891.0, + "step": 9707 + }, + { + "epoch": 1.0661102569734242, + "grad_norm": 1.9098645448684692, + "learning_rate": 1e-06, + "loss": 1.0164, + "mean_token_accuracy": 0.6893032789230347, + "num_tokens": 229380579.0, + "step": 9708 + }, + { + "epoch": 1.0662200746760377, + "grad_norm": 2.0205752849578857, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7167857885360718, + "num_tokens": 229411281.0, + "step": 9709 + }, + { + "epoch": 1.0663298923786515, + "grad_norm": 2.410566568374634, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7145817279815674, + "num_tokens": 229433285.0, + "step": 9710 + }, + { + "epoch": 1.066439710081265, + "grad_norm": 2.600090265274048, + "learning_rate": 1e-06, + "loss": 0.9171, + "mean_token_accuracy": 0.7161093950271606, + "num_tokens": 229454460.0, + "step": 9711 + }, + { + "epoch": 1.0665495277838788, + "grad_norm": 2.1907153129577637, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7291824817657471, + "num_tokens": 229478608.0, + "step": 9712 + }, + { + "epoch": 1.0666593454864923, + "grad_norm": 2.3350698947906494, + "learning_rate": 1e-06, + "loss": 0.8523, + "mean_token_accuracy": 0.7350789904594421, + "num_tokens": 229501761.0, + "step": 9713 + }, + { + "epoch": 1.066769163189106, + "grad_norm": 2.5635251998901367, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7173935174942017, + "num_tokens": 229522614.0, + "step": 9714 + }, + { + "epoch": 1.0668789808917198, + "grad_norm": 2.5429182052612305, + "learning_rate": 1e-06, + "loss": 0.973, + "mean_token_accuracy": 0.6994237899780273, + "num_tokens": 229545408.0, + "step": 9715 + }, + { + "epoch": 1.0669887985943334, + "grad_norm": 2.3240251541137695, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7056087255477905, + "num_tokens": 229571010.0, + "step": 9716 + }, + { + "epoch": 1.0670986162969471, + "grad_norm": 2.3876230716705322, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7131060361862183, + "num_tokens": 229594947.0, + "step": 9717 + }, + { + "epoch": 1.0672084339995607, + "grad_norm": 2.060854196548462, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7071089744567871, + "num_tokens": 229622564.0, + "step": 9718 + }, + { + "epoch": 1.0673182517021744, + "grad_norm": 2.461223602294922, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7277910709381104, + "num_tokens": 229643401.0, + "step": 9719 + }, + { + "epoch": 1.067428069404788, + "grad_norm": 2.305447816848755, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7014292478561401, + "num_tokens": 229666408.0, + "step": 9720 + }, + { + "epoch": 1.0675378871074017, + "grad_norm": 2.6029534339904785, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7174953818321228, + "num_tokens": 229687415.0, + "step": 9721 + }, + { + "epoch": 1.0676477048100155, + "grad_norm": 2.5979506969451904, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7112808227539062, + "num_tokens": 229709266.0, + "step": 9722 + }, + { + "epoch": 1.067757522512629, + "grad_norm": 2.4921727180480957, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7094613909721375, + "num_tokens": 229732110.0, + "step": 9723 + }, + { + "epoch": 1.0678673402152428, + "grad_norm": 2.327960968017578, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7136164903640747, + "num_tokens": 229756082.0, + "step": 9724 + }, + { + "epoch": 1.0679771579178563, + "grad_norm": 1.9923598766326904, + "learning_rate": 1e-06, + "loss": 0.9528, + "mean_token_accuracy": 0.6986839771270752, + "num_tokens": 229784483.0, + "step": 9725 + }, + { + "epoch": 1.06808697562047, + "grad_norm": 2.502614736557007, + "learning_rate": 1e-06, + "loss": 0.84, + "mean_token_accuracy": 0.7319961786270142, + "num_tokens": 229804876.0, + "step": 9726 + }, + { + "epoch": 1.0681967933230836, + "grad_norm": 2.4732344150543213, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7069599628448486, + "num_tokens": 229827578.0, + "step": 9727 + }, + { + "epoch": 1.0683066110256974, + "grad_norm": 2.1954641342163086, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7195086479187012, + "num_tokens": 229853894.0, + "step": 9728 + }, + { + "epoch": 1.068416428728311, + "grad_norm": 2.096257209777832, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7055555582046509, + "num_tokens": 229881699.0, + "step": 9729 + }, + { + "epoch": 1.0685262464309246, + "grad_norm": 2.3987228870391846, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.7285499572753906, + "num_tokens": 229903747.0, + "step": 9730 + }, + { + "epoch": 1.0686360641335384, + "grad_norm": 2.394482374191284, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7327249050140381, + "num_tokens": 229925018.0, + "step": 9731 + }, + { + "epoch": 1.068745881836152, + "grad_norm": 2.5008928775787354, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7197185754776001, + "num_tokens": 229947722.0, + "step": 9732 + }, + { + "epoch": 1.0688556995387657, + "grad_norm": 2.320770025253296, + "learning_rate": 1e-06, + "loss": 0.9794, + "mean_token_accuracy": 0.7004293203353882, + "num_tokens": 229973623.0, + "step": 9733 + }, + { + "epoch": 1.0689655172413792, + "grad_norm": 2.3114728927612305, + "learning_rate": 1e-06, + "loss": 0.8841, + "mean_token_accuracy": 0.7280974388122559, + "num_tokens": 229997264.0, + "step": 9734 + }, + { + "epoch": 1.069075334943993, + "grad_norm": 2.418581485748291, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7355085015296936, + "num_tokens": 230018967.0, + "step": 9735 + }, + { + "epoch": 1.0691851526466065, + "grad_norm": 2.4938037395477295, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7166568636894226, + "num_tokens": 230040116.0, + "step": 9736 + }, + { + "epoch": 1.0692949703492203, + "grad_norm": 2.4851155281066895, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7081882357597351, + "num_tokens": 230065104.0, + "step": 9737 + }, + { + "epoch": 1.069404788051834, + "grad_norm": 2.83522891998291, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7289491295814514, + "num_tokens": 230082406.0, + "step": 9738 + }, + { + "epoch": 1.0695146057544476, + "grad_norm": 2.5579872131347656, + "learning_rate": 1e-06, + "loss": 0.842, + "mean_token_accuracy": 0.7372279167175293, + "num_tokens": 230102733.0, + "step": 9739 + }, + { + "epoch": 1.0696244234570613, + "grad_norm": 2.4732282161712646, + "learning_rate": 1e-06, + "loss": 0.8526, + "mean_token_accuracy": 0.7285402417182922, + "num_tokens": 230127090.0, + "step": 9740 + }, + { + "epoch": 1.0697342411596749, + "grad_norm": 2.3010432720184326, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.7199492454528809, + "num_tokens": 230153382.0, + "step": 9741 + }, + { + "epoch": 1.0698440588622886, + "grad_norm": 2.0970194339752197, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.721918523311615, + "num_tokens": 230181802.0, + "step": 9742 + }, + { + "epoch": 1.0699538765649024, + "grad_norm": 2.1048641204833984, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7216408252716064, + "num_tokens": 230209557.0, + "step": 9743 + }, + { + "epoch": 1.070063694267516, + "grad_norm": 2.15364146232605, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7126275300979614, + "num_tokens": 230235553.0, + "step": 9744 + }, + { + "epoch": 1.0701735119701297, + "grad_norm": 2.413987874984741, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7143715023994446, + "num_tokens": 230256383.0, + "step": 9745 + }, + { + "epoch": 1.0702833296727432, + "grad_norm": 2.299297571182251, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6970894932746887, + "num_tokens": 230281758.0, + "step": 9746 + }, + { + "epoch": 1.070393147375357, + "grad_norm": 2.374701976776123, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7231976985931396, + "num_tokens": 230303942.0, + "step": 9747 + }, + { + "epoch": 1.0705029650779705, + "grad_norm": 2.17543625831604, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7333846092224121, + "num_tokens": 230328890.0, + "step": 9748 + }, + { + "epoch": 1.0706127827805842, + "grad_norm": 2.405748128890991, + "learning_rate": 1e-06, + "loss": 0.8388, + "mean_token_accuracy": 0.7359858751296997, + "num_tokens": 230351739.0, + "step": 9749 + }, + { + "epoch": 1.0707226004831978, + "grad_norm": 2.923151969909668, + "learning_rate": 1e-06, + "loss": 0.7465, + "mean_token_accuracy": 0.7499551773071289, + "num_tokens": 230365300.0, + "step": 9750 + }, + { + "epoch": 1.0708324181858115, + "grad_norm": 2.3610117435455322, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7223407030105591, + "num_tokens": 230392808.0, + "step": 9751 + }, + { + "epoch": 1.0709422358884253, + "grad_norm": 2.8046443462371826, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.7098168134689331, + "num_tokens": 230409449.0, + "step": 9752 + }, + { + "epoch": 1.0710520535910388, + "grad_norm": 1.907292366027832, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.7069078087806702, + "num_tokens": 230445914.0, + "step": 9753 + }, + { + "epoch": 1.0711618712936526, + "grad_norm": 2.456547975540161, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7055164575576782, + "num_tokens": 230467222.0, + "step": 9754 + }, + { + "epoch": 1.0712716889962661, + "grad_norm": 2.308805465698242, + "learning_rate": 1e-06, + "loss": 0.9782, + "mean_token_accuracy": 0.7013592720031738, + "num_tokens": 230492084.0, + "step": 9755 + }, + { + "epoch": 1.0713815066988799, + "grad_norm": 2.5781373977661133, + "learning_rate": 1e-06, + "loss": 0.8623, + "mean_token_accuracy": 0.737134575843811, + "num_tokens": 230511129.0, + "step": 9756 + }, + { + "epoch": 1.0714913244014934, + "grad_norm": 2.0927913188934326, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7063522338867188, + "num_tokens": 230541192.0, + "step": 9757 + }, + { + "epoch": 1.0716011421041072, + "grad_norm": 2.595399856567383, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.7258344888687134, + "num_tokens": 230560704.0, + "step": 9758 + }, + { + "epoch": 1.071710959806721, + "grad_norm": 2.3394010066986084, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7257170677185059, + "num_tokens": 230583071.0, + "step": 9759 + }, + { + "epoch": 1.0718207775093345, + "grad_norm": 2.250912666320801, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7179782390594482, + "num_tokens": 230606337.0, + "step": 9760 + }, + { + "epoch": 1.0719305952119482, + "grad_norm": 2.380693197250366, + "learning_rate": 1e-06, + "loss": 0.8373, + "mean_token_accuracy": 0.738289475440979, + "num_tokens": 230626900.0, + "step": 9761 + }, + { + "epoch": 1.0720404129145618, + "grad_norm": 2.5272791385650635, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7180064916610718, + "num_tokens": 230649944.0, + "step": 9762 + }, + { + "epoch": 1.0721502306171755, + "grad_norm": 2.226720094680786, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7001743912696838, + "num_tokens": 230675250.0, + "step": 9763 + }, + { + "epoch": 1.072260048319789, + "grad_norm": 2.4688148498535156, + "learning_rate": 1e-06, + "loss": 0.8256, + "mean_token_accuracy": 0.7370295524597168, + "num_tokens": 230695026.0, + "step": 9764 + }, + { + "epoch": 1.0723698660224028, + "grad_norm": 2.5845887660980225, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7201529741287231, + "num_tokens": 230714326.0, + "step": 9765 + }, + { + "epoch": 1.0724796837250166, + "grad_norm": 2.2725939750671387, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7086338996887207, + "num_tokens": 230738653.0, + "step": 9766 + }, + { + "epoch": 1.07258950142763, + "grad_norm": 2.2201786041259766, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7023173570632935, + "num_tokens": 230764410.0, + "step": 9767 + }, + { + "epoch": 1.0726993191302439, + "grad_norm": 2.1614346504211426, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.6995745301246643, + "num_tokens": 230791652.0, + "step": 9768 + }, + { + "epoch": 1.0728091368328574, + "grad_norm": 2.399444580078125, + "learning_rate": 1e-06, + "loss": 1.0019, + "mean_token_accuracy": 0.6954602599143982, + "num_tokens": 230815452.0, + "step": 9769 + }, + { + "epoch": 1.0729189545354711, + "grad_norm": 2.4443373680114746, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7411209344863892, + "num_tokens": 230835208.0, + "step": 9770 + }, + { + "epoch": 1.0730287722380847, + "grad_norm": 2.1065762042999268, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7130712866783142, + "num_tokens": 230864089.0, + "step": 9771 + }, + { + "epoch": 1.0731385899406984, + "grad_norm": 2.587005376815796, + "learning_rate": 1e-06, + "loss": 1.0015, + "mean_token_accuracy": 0.6932962536811829, + "num_tokens": 230884808.0, + "step": 9772 + }, + { + "epoch": 1.0732484076433122, + "grad_norm": 2.321284294128418, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7301183342933655, + "num_tokens": 230908119.0, + "step": 9773 + }, + { + "epoch": 1.0733582253459257, + "grad_norm": 2.3745927810668945, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7176639437675476, + "num_tokens": 230930654.0, + "step": 9774 + }, + { + "epoch": 1.0734680430485395, + "grad_norm": 2.3445374965667725, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7281737923622131, + "num_tokens": 230953218.0, + "step": 9775 + }, + { + "epoch": 1.073577860751153, + "grad_norm": 2.2895305156707764, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7172134518623352, + "num_tokens": 230977758.0, + "step": 9776 + }, + { + "epoch": 1.0736876784537668, + "grad_norm": 2.331042528152466, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7358660697937012, + "num_tokens": 231001029.0, + "step": 9777 + }, + { + "epoch": 1.0737974961563803, + "grad_norm": 2.446998119354248, + "learning_rate": 1e-06, + "loss": 0.8236, + "mean_token_accuracy": 0.7515759468078613, + "num_tokens": 231021351.0, + "step": 9778 + }, + { + "epoch": 1.073907313858994, + "grad_norm": 2.714479446411133, + "learning_rate": 1e-06, + "loss": 0.7821, + "mean_token_accuracy": 0.7462148666381836, + "num_tokens": 231039551.0, + "step": 9779 + }, + { + "epoch": 1.0740171315616078, + "grad_norm": 1.9568661451339722, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7177008986473083, + "num_tokens": 231070316.0, + "step": 9780 + }, + { + "epoch": 1.0741269492642214, + "grad_norm": 2.135688543319702, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.720992922782898, + "num_tokens": 231097851.0, + "step": 9781 + }, + { + "epoch": 1.0742367669668351, + "grad_norm": 2.311289072036743, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7196812629699707, + "num_tokens": 231122003.0, + "step": 9782 + }, + { + "epoch": 1.0743465846694487, + "grad_norm": 2.548870801925659, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.723590612411499, + "num_tokens": 231141593.0, + "step": 9783 + }, + { + "epoch": 1.0744564023720624, + "grad_norm": 2.4339218139648438, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.7128252387046814, + "num_tokens": 231165700.0, + "step": 9784 + }, + { + "epoch": 1.074566220074676, + "grad_norm": 2.080653667449951, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7201555967330933, + "num_tokens": 231192484.0, + "step": 9785 + }, + { + "epoch": 1.0746760377772897, + "grad_norm": 2.8945469856262207, + "learning_rate": 1e-06, + "loss": 0.9564, + "mean_token_accuracy": 0.705146312713623, + "num_tokens": 231209904.0, + "step": 9786 + }, + { + "epoch": 1.0747858554799035, + "grad_norm": 2.385495901107788, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7158399820327759, + "num_tokens": 231234047.0, + "step": 9787 + }, + { + "epoch": 1.074895673182517, + "grad_norm": 2.550957441329956, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.6986407041549683, + "num_tokens": 231256049.0, + "step": 9788 + }, + { + "epoch": 1.0750054908851308, + "grad_norm": 2.227248430252075, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7051645517349243, + "num_tokens": 231282696.0, + "step": 9789 + }, + { + "epoch": 1.0751153085877443, + "grad_norm": 2.5241589546203613, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7173647284507751, + "num_tokens": 231303180.0, + "step": 9790 + }, + { + "epoch": 1.075225126290358, + "grad_norm": 2.1004385948181152, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7085366249084473, + "num_tokens": 231333376.0, + "step": 9791 + }, + { + "epoch": 1.0753349439929716, + "grad_norm": 2.1542768478393555, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7073487043380737, + "num_tokens": 231360652.0, + "step": 9792 + }, + { + "epoch": 1.0754447616955853, + "grad_norm": 2.190087080001831, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7244729995727539, + "num_tokens": 231386884.0, + "step": 9793 + }, + { + "epoch": 1.075554579398199, + "grad_norm": 2.1100292205810547, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7110694050788879, + "num_tokens": 231412926.0, + "step": 9794 + }, + { + "epoch": 1.0756643971008126, + "grad_norm": 2.444370985031128, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.7082456946372986, + "num_tokens": 231435659.0, + "step": 9795 + }, + { + "epoch": 1.0757742148034264, + "grad_norm": 2.3310470581054688, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.706508994102478, + "num_tokens": 231461628.0, + "step": 9796 + }, + { + "epoch": 1.07588403250604, + "grad_norm": 2.457125663757324, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.718269944190979, + "num_tokens": 231483311.0, + "step": 9797 + }, + { + "epoch": 1.0759938502086537, + "grad_norm": 2.126227855682373, + "learning_rate": 1e-06, + "loss": 0.8593, + "mean_token_accuracy": 0.7321701645851135, + "num_tokens": 231511402.0, + "step": 9798 + }, + { + "epoch": 1.0761036679112672, + "grad_norm": 2.542985439300537, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7006443738937378, + "num_tokens": 231534265.0, + "step": 9799 + }, + { + "epoch": 1.076213485613881, + "grad_norm": 2.5924220085144043, + "learning_rate": 1e-06, + "loss": 0.8193, + "mean_token_accuracy": 0.7363970279693604, + "num_tokens": 231552759.0, + "step": 9800 + }, + { + "epoch": 1.0763233033164945, + "grad_norm": 2.4619998931884766, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7060823440551758, + "num_tokens": 231574887.0, + "step": 9801 + }, + { + "epoch": 1.0764331210191083, + "grad_norm": 2.2753045558929443, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7204034328460693, + "num_tokens": 231600267.0, + "step": 9802 + }, + { + "epoch": 1.076542938721722, + "grad_norm": 2.5203511714935303, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7377169132232666, + "num_tokens": 231620842.0, + "step": 9803 + }, + { + "epoch": 1.0766527564243356, + "grad_norm": 2.3981871604919434, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.711288332939148, + "num_tokens": 231644857.0, + "step": 9804 + }, + { + "epoch": 1.0767625741269493, + "grad_norm": 2.6009433269500732, + "learning_rate": 1e-06, + "loss": 0.8202, + "mean_token_accuracy": 0.7376368045806885, + "num_tokens": 231663735.0, + "step": 9805 + }, + { + "epoch": 1.0768723918295628, + "grad_norm": 2.685546636581421, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7210270762443542, + "num_tokens": 231683597.0, + "step": 9806 + }, + { + "epoch": 1.0769822095321766, + "grad_norm": 2.6948840618133545, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7175365686416626, + "num_tokens": 231703213.0, + "step": 9807 + }, + { + "epoch": 1.0770920272347904, + "grad_norm": 2.110806465148926, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.7405579090118408, + "num_tokens": 231729145.0, + "step": 9808 + }, + { + "epoch": 1.077201844937404, + "grad_norm": 2.0402355194091797, + "learning_rate": 1e-06, + "loss": 0.8928, + "mean_token_accuracy": 0.7219899892807007, + "num_tokens": 231759097.0, + "step": 9809 + }, + { + "epoch": 1.0773116626400177, + "grad_norm": 1.9697047472000122, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7392532825469971, + "num_tokens": 231787643.0, + "step": 9810 + }, + { + "epoch": 1.0774214803426312, + "grad_norm": 1.8391175270080566, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7216033339500427, + "num_tokens": 231821713.0, + "step": 9811 + }, + { + "epoch": 1.077531298045245, + "grad_norm": 2.1387972831726074, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.7241796851158142, + "num_tokens": 231847170.0, + "step": 9812 + }, + { + "epoch": 1.0776411157478585, + "grad_norm": 2.296671152114868, + "learning_rate": 1e-06, + "loss": 0.8678, + "mean_token_accuracy": 0.7314676642417908, + "num_tokens": 231872611.0, + "step": 9813 + }, + { + "epoch": 1.0777509334504722, + "grad_norm": 2.332305431365967, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7117025852203369, + "num_tokens": 231895969.0, + "step": 9814 + }, + { + "epoch": 1.0778607511530858, + "grad_norm": 2.3407840728759766, + "learning_rate": 1e-06, + "loss": 0.8272, + "mean_token_accuracy": 0.741446852684021, + "num_tokens": 231916768.0, + "step": 9815 + }, + { + "epoch": 1.0779705688556995, + "grad_norm": 2.2767233848571777, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7159342765808105, + "num_tokens": 231943169.0, + "step": 9816 + }, + { + "epoch": 1.0780803865583133, + "grad_norm": 2.4427237510681152, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7152425646781921, + "num_tokens": 231965523.0, + "step": 9817 + }, + { + "epoch": 1.0781902042609268, + "grad_norm": 2.4621012210845947, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7283618450164795, + "num_tokens": 231987259.0, + "step": 9818 + }, + { + "epoch": 1.0783000219635406, + "grad_norm": 2.4029998779296875, + "learning_rate": 1e-06, + "loss": 0.8458, + "mean_token_accuracy": 0.7324918508529663, + "num_tokens": 232009624.0, + "step": 9819 + }, + { + "epoch": 1.0784098396661541, + "grad_norm": 2.1450202465057373, + "learning_rate": 1e-06, + "loss": 0.9015, + "mean_token_accuracy": 0.714579701423645, + "num_tokens": 232036015.0, + "step": 9820 + }, + { + "epoch": 1.0785196573687679, + "grad_norm": 2.3188719749450684, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7213561534881592, + "num_tokens": 232060504.0, + "step": 9821 + }, + { + "epoch": 1.0786294750713814, + "grad_norm": 2.1730544567108154, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.6981996893882751, + "num_tokens": 232088164.0, + "step": 9822 + }, + { + "epoch": 1.0787392927739952, + "grad_norm": 2.3115084171295166, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6887415647506714, + "num_tokens": 232114419.0, + "step": 9823 + }, + { + "epoch": 1.078849110476609, + "grad_norm": 1.9167931079864502, + "learning_rate": 1e-06, + "loss": 0.9963, + "mean_token_accuracy": 0.6940785646438599, + "num_tokens": 232146879.0, + "step": 9824 + }, + { + "epoch": 1.0789589281792225, + "grad_norm": 2.3256614208221436, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7164065837860107, + "num_tokens": 232169331.0, + "step": 9825 + }, + { + "epoch": 1.0790687458818362, + "grad_norm": 2.406909704208374, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7301232814788818, + "num_tokens": 232191409.0, + "step": 9826 + }, + { + "epoch": 1.0791785635844497, + "grad_norm": 2.823631763458252, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7293190956115723, + "num_tokens": 232209834.0, + "step": 9827 + }, + { + "epoch": 1.0792883812870635, + "grad_norm": 2.106952667236328, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.718208909034729, + "num_tokens": 232238871.0, + "step": 9828 + }, + { + "epoch": 1.079398198989677, + "grad_norm": 2.3276681900024414, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7379616498947144, + "num_tokens": 232264617.0, + "step": 9829 + }, + { + "epoch": 1.0795080166922908, + "grad_norm": 2.0940260887145996, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.6998844742774963, + "num_tokens": 232294075.0, + "step": 9830 + }, + { + "epoch": 1.0796178343949046, + "grad_norm": 2.7962234020233154, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7124213576316833, + "num_tokens": 232312639.0, + "step": 9831 + }, + { + "epoch": 1.079727652097518, + "grad_norm": 2.503840446472168, + "learning_rate": 1e-06, + "loss": 0.8708, + "mean_token_accuracy": 0.7304222583770752, + "num_tokens": 232333703.0, + "step": 9832 + }, + { + "epoch": 1.0798374698001318, + "grad_norm": 2.4531006813049316, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.7241913676261902, + "num_tokens": 232357948.0, + "step": 9833 + }, + { + "epoch": 1.0799472875027454, + "grad_norm": 2.1181087493896484, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7190016508102417, + "num_tokens": 232386062.0, + "step": 9834 + }, + { + "epoch": 1.0800571052053591, + "grad_norm": 2.1813766956329346, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.7307281494140625, + "num_tokens": 232413361.0, + "step": 9835 + }, + { + "epoch": 1.0801669229079727, + "grad_norm": 2.2094078063964844, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7085843682289124, + "num_tokens": 232440610.0, + "step": 9836 + }, + { + "epoch": 1.0802767406105864, + "grad_norm": 2.5827300548553467, + "learning_rate": 1e-06, + "loss": 0.8047, + "mean_token_accuracy": 0.7359418869018555, + "num_tokens": 232458647.0, + "step": 9837 + }, + { + "epoch": 1.0803865583132002, + "grad_norm": 2.4865925312042236, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7309448719024658, + "num_tokens": 232479099.0, + "step": 9838 + }, + { + "epoch": 1.0804963760158137, + "grad_norm": 2.3027656078338623, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7047871351242065, + "num_tokens": 232506709.0, + "step": 9839 + }, + { + "epoch": 1.0806061937184275, + "grad_norm": 2.1666531562805176, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7118107676506042, + "num_tokens": 232535691.0, + "step": 9840 + }, + { + "epoch": 1.080716011421041, + "grad_norm": 2.242745876312256, + "learning_rate": 1e-06, + "loss": 0.8616, + "mean_token_accuracy": 0.7427288293838501, + "num_tokens": 232559035.0, + "step": 9841 + }, + { + "epoch": 1.0808258291236548, + "grad_norm": 2.274221897125244, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7281982898712158, + "num_tokens": 232584434.0, + "step": 9842 + }, + { + "epoch": 1.0809356468262683, + "grad_norm": 2.208949089050293, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7311727404594421, + "num_tokens": 232610014.0, + "step": 9843 + }, + { + "epoch": 1.081045464528882, + "grad_norm": 2.3798084259033203, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7118192911148071, + "num_tokens": 232632856.0, + "step": 9844 + }, + { + "epoch": 1.0811552822314958, + "grad_norm": 2.2653963565826416, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7233926057815552, + "num_tokens": 232658869.0, + "step": 9845 + }, + { + "epoch": 1.0812650999341094, + "grad_norm": 2.726473331451416, + "learning_rate": 1e-06, + "loss": 0.8485, + "mean_token_accuracy": 0.740036129951477, + "num_tokens": 232676197.0, + "step": 9846 + }, + { + "epoch": 1.081374917636723, + "grad_norm": 2.423261880874634, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7276194095611572, + "num_tokens": 232698440.0, + "step": 9847 + }, + { + "epoch": 1.0814847353393366, + "grad_norm": 2.329803228378296, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7198870182037354, + "num_tokens": 232723098.0, + "step": 9848 + }, + { + "epoch": 1.0815945530419504, + "grad_norm": 2.38789701461792, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7125905752182007, + "num_tokens": 232746596.0, + "step": 9849 + }, + { + "epoch": 1.081704370744564, + "grad_norm": 2.117093324661255, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7036348581314087, + "num_tokens": 232774832.0, + "step": 9850 + }, + { + "epoch": 1.0818141884471777, + "grad_norm": 2.5807409286499023, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.7343758344650269, + "num_tokens": 232794254.0, + "step": 9851 + }, + { + "epoch": 1.0819240061497912, + "grad_norm": 2.0196714401245117, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7045449018478394, + "num_tokens": 232824434.0, + "step": 9852 + }, + { + "epoch": 1.082033823852405, + "grad_norm": 2.3643691539764404, + "learning_rate": 1e-06, + "loss": 0.8241, + "mean_token_accuracy": 0.7394993305206299, + "num_tokens": 232850822.0, + "step": 9853 + }, + { + "epoch": 1.0821436415550187, + "grad_norm": 2.9333996772766113, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.726455569267273, + "num_tokens": 232867583.0, + "step": 9854 + }, + { + "epoch": 1.0822534592576323, + "grad_norm": 2.2945797443389893, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7142930626869202, + "num_tokens": 232893179.0, + "step": 9855 + }, + { + "epoch": 1.082363276960246, + "grad_norm": 2.0148720741271973, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7094855308532715, + "num_tokens": 232923466.0, + "step": 9856 + }, + { + "epoch": 1.0824730946628596, + "grad_norm": 2.205362319946289, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7196053266525269, + "num_tokens": 232949839.0, + "step": 9857 + }, + { + "epoch": 1.0825829123654733, + "grad_norm": 2.078800916671753, + "learning_rate": 1e-06, + "loss": 1.0038, + "mean_token_accuracy": 0.6904119253158569, + "num_tokens": 232982561.0, + "step": 9858 + }, + { + "epoch": 1.082692730068087, + "grad_norm": 2.714831829071045, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7226505279541016, + "num_tokens": 233000791.0, + "step": 9859 + }, + { + "epoch": 1.0828025477707006, + "grad_norm": 2.1337838172912598, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.722777247428894, + "num_tokens": 233027624.0, + "step": 9860 + }, + { + "epoch": 1.0829123654733144, + "grad_norm": 2.3528692722320557, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7037598490715027, + "num_tokens": 233052477.0, + "step": 9861 + }, + { + "epoch": 1.083022183175928, + "grad_norm": 2.1343462467193604, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7194737195968628, + "num_tokens": 233079595.0, + "step": 9862 + }, + { + "epoch": 1.0831320008785417, + "grad_norm": 2.4248664379119873, + "learning_rate": 1e-06, + "loss": 0.8445, + "mean_token_accuracy": 0.7335196733474731, + "num_tokens": 233103259.0, + "step": 9863 + }, + { + "epoch": 1.0832418185811552, + "grad_norm": 2.368729829788208, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7373889684677124, + "num_tokens": 233126395.0, + "step": 9864 + }, + { + "epoch": 1.083351636283769, + "grad_norm": 2.515824794769287, + "learning_rate": 1e-06, + "loss": 0.7899, + "mean_token_accuracy": 0.7493611574172974, + "num_tokens": 233145402.0, + "step": 9865 + }, + { + "epoch": 1.0834614539863825, + "grad_norm": 2.703453540802002, + "learning_rate": 1e-06, + "loss": 0.691, + "mean_token_accuracy": 0.7736008167266846, + "num_tokens": 233162016.0, + "step": 9866 + }, + { + "epoch": 1.0835712716889963, + "grad_norm": 2.3521063327789307, + "learning_rate": 1e-06, + "loss": 0.8578, + "mean_token_accuracy": 0.7283158302307129, + "num_tokens": 233184451.0, + "step": 9867 + }, + { + "epoch": 1.08368108939161, + "grad_norm": 2.5843544006347656, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7259781360626221, + "num_tokens": 233204208.0, + "step": 9868 + }, + { + "epoch": 1.0837909070942235, + "grad_norm": 2.1279618740081787, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7286373376846313, + "num_tokens": 233232477.0, + "step": 9869 + }, + { + "epoch": 1.0839007247968373, + "grad_norm": 2.2397208213806152, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.707318902015686, + "num_tokens": 233257770.0, + "step": 9870 + }, + { + "epoch": 1.0840105424994508, + "grad_norm": 2.068896770477295, + "learning_rate": 1e-06, + "loss": 0.8311, + "mean_token_accuracy": 0.7376840710639954, + "num_tokens": 233283147.0, + "step": 9871 + }, + { + "epoch": 1.0841203602020646, + "grad_norm": 2.9444665908813477, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7131747603416443, + "num_tokens": 233299518.0, + "step": 9872 + }, + { + "epoch": 1.0842301779046783, + "grad_norm": 2.5598220825195312, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.6956244111061096, + "num_tokens": 233321576.0, + "step": 9873 + }, + { + "epoch": 1.0843399956072919, + "grad_norm": 2.291395902633667, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7139600515365601, + "num_tokens": 233348390.0, + "step": 9874 + }, + { + "epoch": 1.0844498133099056, + "grad_norm": 2.3102002143859863, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.7012888193130493, + "num_tokens": 233372771.0, + "step": 9875 + }, + { + "epoch": 1.0845596310125192, + "grad_norm": 2.2841761112213135, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7057091593742371, + "num_tokens": 233398732.0, + "step": 9876 + }, + { + "epoch": 1.084669448715133, + "grad_norm": 2.1299853324890137, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.6956167817115784, + "num_tokens": 233429086.0, + "step": 9877 + }, + { + "epoch": 1.0847792664177465, + "grad_norm": 2.445725679397583, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.6988251805305481, + "num_tokens": 233451099.0, + "step": 9878 + }, + { + "epoch": 1.0848890841203602, + "grad_norm": 2.2955586910247803, + "learning_rate": 1e-06, + "loss": 0.7827, + "mean_token_accuracy": 0.7593154311180115, + "num_tokens": 233473933.0, + "step": 9879 + }, + { + "epoch": 1.0849989018229738, + "grad_norm": 2.2562999725341797, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7319852709770203, + "num_tokens": 233498277.0, + "step": 9880 + }, + { + "epoch": 1.0851087195255875, + "grad_norm": 2.4642093181610107, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7152308821678162, + "num_tokens": 233520172.0, + "step": 9881 + }, + { + "epoch": 1.0852185372282013, + "grad_norm": 2.0135512351989746, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7036519646644592, + "num_tokens": 233553844.0, + "step": 9882 + }, + { + "epoch": 1.0853283549308148, + "grad_norm": 2.506054401397705, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7211182713508606, + "num_tokens": 233575329.0, + "step": 9883 + }, + { + "epoch": 1.0854381726334286, + "grad_norm": 2.3785719871520996, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.7189912796020508, + "num_tokens": 233599345.0, + "step": 9884 + }, + { + "epoch": 1.085547990336042, + "grad_norm": 2.1739907264709473, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.6989011764526367, + "num_tokens": 233627443.0, + "step": 9885 + }, + { + "epoch": 1.0856578080386559, + "grad_norm": 2.34055233001709, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7195265293121338, + "num_tokens": 233651365.0, + "step": 9886 + }, + { + "epoch": 1.0857676257412694, + "grad_norm": 2.4101877212524414, + "learning_rate": 1e-06, + "loss": 0.824, + "mean_token_accuracy": 0.745970606803894, + "num_tokens": 233673269.0, + "step": 9887 + }, + { + "epoch": 1.0858774434438832, + "grad_norm": 2.460284471511841, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7077182531356812, + "num_tokens": 233696148.0, + "step": 9888 + }, + { + "epoch": 1.085987261146497, + "grad_norm": 2.4924049377441406, + "learning_rate": 1e-06, + "loss": 0.8035, + "mean_token_accuracy": 0.7474731802940369, + "num_tokens": 233716665.0, + "step": 9889 + }, + { + "epoch": 1.0860970788491104, + "grad_norm": 2.2297260761260986, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7283008098602295, + "num_tokens": 233741764.0, + "step": 9890 + }, + { + "epoch": 1.0862068965517242, + "grad_norm": 2.311798095703125, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7027786374092102, + "num_tokens": 233765198.0, + "step": 9891 + }, + { + "epoch": 1.0863167142543377, + "grad_norm": 2.090095043182373, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.699052095413208, + "num_tokens": 233795629.0, + "step": 9892 + }, + { + "epoch": 1.0864265319569515, + "grad_norm": 2.1676228046417236, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7063502073287964, + "num_tokens": 233822997.0, + "step": 9893 + }, + { + "epoch": 1.086536349659565, + "grad_norm": 2.3924760818481445, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7270638942718506, + "num_tokens": 233845129.0, + "step": 9894 + }, + { + "epoch": 1.0866461673621788, + "grad_norm": 3.023897409439087, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.740622878074646, + "num_tokens": 233861425.0, + "step": 9895 + }, + { + "epoch": 1.0867559850647925, + "grad_norm": 2.201746940612793, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.7261086702346802, + "num_tokens": 233887429.0, + "step": 9896 + }, + { + "epoch": 1.086865802767406, + "grad_norm": 2.359506845474243, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.708682656288147, + "num_tokens": 233908914.0, + "step": 9897 + }, + { + "epoch": 1.0869756204700198, + "grad_norm": 2.0993895530700684, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7248014211654663, + "num_tokens": 233934310.0, + "step": 9898 + }, + { + "epoch": 1.0870854381726334, + "grad_norm": 2.0793960094451904, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.706656813621521, + "num_tokens": 233965898.0, + "step": 9899 + }, + { + "epoch": 1.0871952558752471, + "grad_norm": 2.5912113189697266, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7367466688156128, + "num_tokens": 233985848.0, + "step": 9900 + }, + { + "epoch": 1.0873050735778607, + "grad_norm": 2.2843515872955322, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7155653238296509, + "num_tokens": 234013128.0, + "step": 9901 + }, + { + "epoch": 1.0874148912804744, + "grad_norm": 2.50754714012146, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7288269400596619, + "num_tokens": 234035151.0, + "step": 9902 + }, + { + "epoch": 1.0875247089830882, + "grad_norm": 2.2146856784820557, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7287216186523438, + "num_tokens": 234060981.0, + "step": 9903 + }, + { + "epoch": 1.0876345266857017, + "grad_norm": 2.2741236686706543, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7246599197387695, + "num_tokens": 234086769.0, + "step": 9904 + }, + { + "epoch": 1.0877443443883155, + "grad_norm": 2.2671523094177246, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7202563285827637, + "num_tokens": 234112597.0, + "step": 9905 + }, + { + "epoch": 1.087854162090929, + "grad_norm": 2.3160643577575684, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7273423671722412, + "num_tokens": 234137676.0, + "step": 9906 + }, + { + "epoch": 1.0879639797935428, + "grad_norm": 2.3630855083465576, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7275795936584473, + "num_tokens": 234160253.0, + "step": 9907 + }, + { + "epoch": 1.0880737974961563, + "grad_norm": 2.019481658935547, + "learning_rate": 1e-06, + "loss": 0.8785, + "mean_token_accuracy": 0.7292568683624268, + "num_tokens": 234190537.0, + "step": 9908 + }, + { + "epoch": 1.08818361519877, + "grad_norm": 2.109480142593384, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7373148798942566, + "num_tokens": 234218388.0, + "step": 9909 + }, + { + "epoch": 1.0882934329013838, + "grad_norm": 2.275301218032837, + "learning_rate": 1e-06, + "loss": 0.9757, + "mean_token_accuracy": 0.7042907476425171, + "num_tokens": 234245149.0, + "step": 9910 + }, + { + "epoch": 1.0884032506039973, + "grad_norm": 2.2210443019866943, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.7258768081665039, + "num_tokens": 234270249.0, + "step": 9911 + }, + { + "epoch": 1.088513068306611, + "grad_norm": 2.6911544799804688, + "learning_rate": 1e-06, + "loss": 0.7979, + "mean_token_accuracy": 0.7470321655273438, + "num_tokens": 234288494.0, + "step": 9912 + }, + { + "epoch": 1.0886228860092246, + "grad_norm": 2.499692678451538, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7268322706222534, + "num_tokens": 234308499.0, + "step": 9913 + }, + { + "epoch": 1.0887327037118384, + "grad_norm": 2.1433537006378174, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7144424915313721, + "num_tokens": 234337145.0, + "step": 9914 + }, + { + "epoch": 1.088842521414452, + "grad_norm": 2.2075374126434326, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7152318954467773, + "num_tokens": 234363753.0, + "step": 9915 + }, + { + "epoch": 1.0889523391170657, + "grad_norm": 2.1347169876098633, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7118725776672363, + "num_tokens": 234395115.0, + "step": 9916 + }, + { + "epoch": 1.0890621568196792, + "grad_norm": 2.1668221950531006, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.722650945186615, + "num_tokens": 234420884.0, + "step": 9917 + }, + { + "epoch": 1.089171974522293, + "grad_norm": 2.6651697158813477, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7197855710983276, + "num_tokens": 234440074.0, + "step": 9918 + }, + { + "epoch": 1.0892817922249067, + "grad_norm": 2.405426502227783, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7139871716499329, + "num_tokens": 234463490.0, + "step": 9919 + }, + { + "epoch": 1.0893916099275203, + "grad_norm": 2.3645594120025635, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7073737978935242, + "num_tokens": 234487771.0, + "step": 9920 + }, + { + "epoch": 1.089501427630134, + "grad_norm": 2.270341157913208, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.7094748020172119, + "num_tokens": 234513088.0, + "step": 9921 + }, + { + "epoch": 1.0896112453327476, + "grad_norm": 2.2571263313293457, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.7148888111114502, + "num_tokens": 234539337.0, + "step": 9922 + }, + { + "epoch": 1.0897210630353613, + "grad_norm": 2.6138393878936768, + "learning_rate": 1e-06, + "loss": 0.8088, + "mean_token_accuracy": 0.7351517081260681, + "num_tokens": 234556653.0, + "step": 9923 + }, + { + "epoch": 1.089830880737975, + "grad_norm": 2.324587106704712, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7228904366493225, + "num_tokens": 234579594.0, + "step": 9924 + }, + { + "epoch": 1.0899406984405886, + "grad_norm": 2.494546413421631, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.709469199180603, + "num_tokens": 234602639.0, + "step": 9925 + }, + { + "epoch": 1.0900505161432024, + "grad_norm": 2.086721181869507, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.711611270904541, + "num_tokens": 234630807.0, + "step": 9926 + }, + { + "epoch": 1.090160333845816, + "grad_norm": 2.3583359718322754, + "learning_rate": 1e-06, + "loss": 1.0534, + "mean_token_accuracy": 0.6800801753997803, + "num_tokens": 234656696.0, + "step": 9927 + }, + { + "epoch": 1.0902701515484297, + "grad_norm": 2.3283629417419434, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.6957197189331055, + "num_tokens": 234680882.0, + "step": 9928 + }, + { + "epoch": 1.0903799692510432, + "grad_norm": 2.471219778060913, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.7371529340744019, + "num_tokens": 234700928.0, + "step": 9929 + }, + { + "epoch": 1.090489786953657, + "grad_norm": 2.208907127380371, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.715686023235321, + "num_tokens": 234729086.0, + "step": 9930 + }, + { + "epoch": 1.0905996046562705, + "grad_norm": 2.2184231281280518, + "learning_rate": 1e-06, + "loss": 0.8851, + "mean_token_accuracy": 0.7239779233932495, + "num_tokens": 234752550.0, + "step": 9931 + }, + { + "epoch": 1.0907094223588842, + "grad_norm": 2.3123667240142822, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.7028176784515381, + "num_tokens": 234779514.0, + "step": 9932 + }, + { + "epoch": 1.090819240061498, + "grad_norm": 2.1760098934173584, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7106013298034668, + "num_tokens": 234807718.0, + "step": 9933 + }, + { + "epoch": 1.0909290577641115, + "grad_norm": 2.5347697734832764, + "learning_rate": 1e-06, + "loss": 0.8381, + "mean_token_accuracy": 0.7475847601890564, + "num_tokens": 234826035.0, + "step": 9934 + }, + { + "epoch": 1.0910388754667253, + "grad_norm": 2.097991704940796, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.6946713924407959, + "num_tokens": 234854887.0, + "step": 9935 + }, + { + "epoch": 1.0911486931693388, + "grad_norm": 2.343186378479004, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7051895260810852, + "num_tokens": 234878420.0, + "step": 9936 + }, + { + "epoch": 1.0912585108719526, + "grad_norm": 2.3138160705566406, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7301082611083984, + "num_tokens": 234903824.0, + "step": 9937 + }, + { + "epoch": 1.0913683285745663, + "grad_norm": 2.416184663772583, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.721647322177887, + "num_tokens": 234925105.0, + "step": 9938 + }, + { + "epoch": 1.0914781462771799, + "grad_norm": 2.6217966079711914, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.705350399017334, + "num_tokens": 234946744.0, + "step": 9939 + }, + { + "epoch": 1.0915879639797936, + "grad_norm": 2.4901843070983887, + "learning_rate": 1e-06, + "loss": 1.0244, + "mean_token_accuracy": 0.6948515772819519, + "num_tokens": 234968824.0, + "step": 9940 + }, + { + "epoch": 1.0916977816824072, + "grad_norm": 2.704037666320801, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7156761288642883, + "num_tokens": 234988513.0, + "step": 9941 + }, + { + "epoch": 1.091807599385021, + "grad_norm": 2.107780933380127, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7038338780403137, + "num_tokens": 235015302.0, + "step": 9942 + }, + { + "epoch": 1.0919174170876345, + "grad_norm": 2.335789918899536, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.722001314163208, + "num_tokens": 235039324.0, + "step": 9943 + }, + { + "epoch": 1.0920272347902482, + "grad_norm": 2.2759549617767334, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.6955157518386841, + "num_tokens": 235067120.0, + "step": 9944 + }, + { + "epoch": 1.0921370524928617, + "grad_norm": 2.4551680088043213, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.726036548614502, + "num_tokens": 235087621.0, + "step": 9945 + }, + { + "epoch": 1.0922468701954755, + "grad_norm": 2.2642996311187744, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.721598744392395, + "num_tokens": 235113545.0, + "step": 9946 + }, + { + "epoch": 1.0923566878980893, + "grad_norm": 2.079557418823242, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.713045597076416, + "num_tokens": 235142576.0, + "step": 9947 + }, + { + "epoch": 1.0924665056007028, + "grad_norm": 2.2031097412109375, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.714012622833252, + "num_tokens": 235169961.0, + "step": 9948 + }, + { + "epoch": 1.0925763233033166, + "grad_norm": 2.271763801574707, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7317981123924255, + "num_tokens": 235194214.0, + "step": 9949 + }, + { + "epoch": 1.09268614100593, + "grad_norm": 2.682727098464966, + "learning_rate": 1e-06, + "loss": 0.8338, + "mean_token_accuracy": 0.730522632598877, + "num_tokens": 235212287.0, + "step": 9950 + }, + { + "epoch": 1.0927959587085438, + "grad_norm": 2.547515869140625, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7257731556892395, + "num_tokens": 235232882.0, + "step": 9951 + }, + { + "epoch": 1.0929057764111574, + "grad_norm": 2.3378875255584717, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7251647710800171, + "num_tokens": 235255451.0, + "step": 9952 + }, + { + "epoch": 1.0930155941137711, + "grad_norm": 2.4659342765808105, + "learning_rate": 1e-06, + "loss": 0.879, + "mean_token_accuracy": 0.7196381688117981, + "num_tokens": 235277124.0, + "step": 9953 + }, + { + "epoch": 1.093125411816385, + "grad_norm": 2.4722142219543457, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7246767282485962, + "num_tokens": 235298537.0, + "step": 9954 + }, + { + "epoch": 1.0932352295189984, + "grad_norm": 2.9660003185272217, + "learning_rate": 1e-06, + "loss": 0.8086, + "mean_token_accuracy": 0.7489904761314392, + "num_tokens": 235313681.0, + "step": 9955 + }, + { + "epoch": 1.0933450472216122, + "grad_norm": 2.504894256591797, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7079187631607056, + "num_tokens": 235334692.0, + "step": 9956 + }, + { + "epoch": 1.0934548649242257, + "grad_norm": 2.139683485031128, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7070043087005615, + "num_tokens": 235363327.0, + "step": 9957 + }, + { + "epoch": 1.0935646826268395, + "grad_norm": 2.1968648433685303, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7164949178695679, + "num_tokens": 235389761.0, + "step": 9958 + }, + { + "epoch": 1.093674500329453, + "grad_norm": 2.0852925777435303, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7247787714004517, + "num_tokens": 235420140.0, + "step": 9959 + }, + { + "epoch": 1.0937843180320668, + "grad_norm": 2.4845941066741943, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7305898070335388, + "num_tokens": 235442313.0, + "step": 9960 + }, + { + "epoch": 1.0938941357346805, + "grad_norm": 2.160522937774658, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7139735221862793, + "num_tokens": 235470771.0, + "step": 9961 + }, + { + "epoch": 1.094003953437294, + "grad_norm": 2.407308578491211, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.7251208424568176, + "num_tokens": 235493211.0, + "step": 9962 + }, + { + "epoch": 1.0941137711399078, + "grad_norm": 2.5645954608917236, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7273207306861877, + "num_tokens": 235513085.0, + "step": 9963 + }, + { + "epoch": 1.0942235888425214, + "grad_norm": 2.507289171218872, + "learning_rate": 1e-06, + "loss": 0.901, + "mean_token_accuracy": 0.7219516038894653, + "num_tokens": 235535928.0, + "step": 9964 + }, + { + "epoch": 1.0943334065451351, + "grad_norm": 2.2603533267974854, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.7120072841644287, + "num_tokens": 235561233.0, + "step": 9965 + }, + { + "epoch": 1.0944432242477486, + "grad_norm": 2.57397723197937, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7164384722709656, + "num_tokens": 235582254.0, + "step": 9966 + }, + { + "epoch": 1.0945530419503624, + "grad_norm": 2.407485246658325, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.710835337638855, + "num_tokens": 235603924.0, + "step": 9967 + }, + { + "epoch": 1.0946628596529762, + "grad_norm": 2.4568357467651367, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7283288240432739, + "num_tokens": 235625697.0, + "step": 9968 + }, + { + "epoch": 1.0947726773555897, + "grad_norm": 2.348712682723999, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.7280479669570923, + "num_tokens": 235649309.0, + "step": 9969 + }, + { + "epoch": 1.0948824950582035, + "grad_norm": 2.507491111755371, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7474821209907532, + "num_tokens": 235668081.0, + "step": 9970 + }, + { + "epoch": 1.094992312760817, + "grad_norm": 2.317049741744995, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7238466739654541, + "num_tokens": 235693975.0, + "step": 9971 + }, + { + "epoch": 1.0951021304634307, + "grad_norm": 2.7106688022613525, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.7333483695983887, + "num_tokens": 235712054.0, + "step": 9972 + }, + { + "epoch": 1.0952119481660443, + "grad_norm": 2.430337905883789, + "learning_rate": 1e-06, + "loss": 0.8803, + "mean_token_accuracy": 0.7266602516174316, + "num_tokens": 235734294.0, + "step": 9973 + }, + { + "epoch": 1.095321765868658, + "grad_norm": 2.3143866062164307, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7154945135116577, + "num_tokens": 235758972.0, + "step": 9974 + }, + { + "epoch": 1.0954315835712718, + "grad_norm": 2.439262628555298, + "learning_rate": 1e-06, + "loss": 0.9853, + "mean_token_accuracy": 0.6970852613449097, + "num_tokens": 235783450.0, + "step": 9975 + }, + { + "epoch": 1.0955414012738853, + "grad_norm": 2.4644479751586914, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7160365581512451, + "num_tokens": 235807258.0, + "step": 9976 + }, + { + "epoch": 1.095651218976499, + "grad_norm": 2.307011604309082, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7132476568222046, + "num_tokens": 235833580.0, + "step": 9977 + }, + { + "epoch": 1.0957610366791126, + "grad_norm": 2.7658655643463135, + "learning_rate": 1e-06, + "loss": 0.9, + "mean_token_accuracy": 0.7196434736251831, + "num_tokens": 235851827.0, + "step": 9978 + }, + { + "epoch": 1.0958708543817264, + "grad_norm": 2.3720383644104004, + "learning_rate": 1e-06, + "loss": 0.7976, + "mean_token_accuracy": 0.7473689913749695, + "num_tokens": 235874447.0, + "step": 9979 + }, + { + "epoch": 1.09598067208434, + "grad_norm": 2.1660244464874268, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.7025772929191589, + "num_tokens": 235903471.0, + "step": 9980 + }, + { + "epoch": 1.0960904897869537, + "grad_norm": 2.0824990272521973, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7043636441230774, + "num_tokens": 235932020.0, + "step": 9981 + }, + { + "epoch": 1.0962003074895672, + "grad_norm": 2.331449508666992, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7309690713882446, + "num_tokens": 235955733.0, + "step": 9982 + }, + { + "epoch": 1.096310125192181, + "grad_norm": 2.301088571548462, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7281952500343323, + "num_tokens": 235978762.0, + "step": 9983 + }, + { + "epoch": 1.0964199428947947, + "grad_norm": 2.011812925338745, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7120136022567749, + "num_tokens": 236010789.0, + "step": 9984 + }, + { + "epoch": 1.0965297605974083, + "grad_norm": 2.1652209758758545, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7019626498222351, + "num_tokens": 236040359.0, + "step": 9985 + }, + { + "epoch": 1.096639578300022, + "grad_norm": 2.1495862007141113, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7247165441513062, + "num_tokens": 236068111.0, + "step": 9986 + }, + { + "epoch": 1.0967493960026355, + "grad_norm": 2.668506622314453, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7061136364936829, + "num_tokens": 236088137.0, + "step": 9987 + }, + { + "epoch": 1.0968592137052493, + "grad_norm": 1.9251445531845093, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7201153039932251, + "num_tokens": 236118857.0, + "step": 9988 + }, + { + "epoch": 1.096969031407863, + "grad_norm": 2.4985382556915283, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.716016948223114, + "num_tokens": 236141119.0, + "step": 9989 + }, + { + "epoch": 1.0970788491104766, + "grad_norm": 2.4500014781951904, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7064309120178223, + "num_tokens": 236165390.0, + "step": 9990 + }, + { + "epoch": 1.0971886668130904, + "grad_norm": 2.394132614135742, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7073595523834229, + "num_tokens": 236190903.0, + "step": 9991 + }, + { + "epoch": 1.0972984845157039, + "grad_norm": 2.527519941329956, + "learning_rate": 1e-06, + "loss": 0.7447, + "mean_token_accuracy": 0.7570425271987915, + "num_tokens": 236212042.0, + "step": 9992 + }, + { + "epoch": 1.0974083022183176, + "grad_norm": 2.8051624298095703, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7152879238128662, + "num_tokens": 236230388.0, + "step": 9993 + }, + { + "epoch": 1.0975181199209312, + "grad_norm": 2.206533432006836, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7162437438964844, + "num_tokens": 236255901.0, + "step": 9994 + }, + { + "epoch": 1.097627937623545, + "grad_norm": 2.0316035747528076, + "learning_rate": 1e-06, + "loss": 0.8767, + "mean_token_accuracy": 0.7384224534034729, + "num_tokens": 236284846.0, + "step": 9995 + }, + { + "epoch": 1.0977377553261585, + "grad_norm": 2.80635929107666, + "learning_rate": 1e-06, + "loss": 0.8254, + "mean_token_accuracy": 0.7406922578811646, + "num_tokens": 236301835.0, + "step": 9996 + }, + { + "epoch": 1.0978475730287722, + "grad_norm": 2.706373691558838, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7230206727981567, + "num_tokens": 236322907.0, + "step": 9997 + }, + { + "epoch": 1.097957390731386, + "grad_norm": 2.2707605361938477, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7085564136505127, + "num_tokens": 236347724.0, + "step": 9998 + }, + { + "epoch": 1.0980672084339995, + "grad_norm": 2.123587131500244, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7126582860946655, + "num_tokens": 236376232.0, + "step": 9999 + }, + { + "epoch": 1.0981770261366133, + "grad_norm": 2.377340078353882, + "learning_rate": 1e-06, + "loss": 0.8203, + "mean_token_accuracy": 0.7599880695343018, + "num_tokens": 236397182.0, + "step": 10000 + }, + { + "epoch": 1.0982868438392268, + "grad_norm": 2.449396848678589, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.722751796245575, + "num_tokens": 236419365.0, + "step": 10001 + }, + { + "epoch": 1.0983966615418406, + "grad_norm": 2.4581286907196045, + "learning_rate": 1e-06, + "loss": 0.9877, + "mean_token_accuracy": 0.6970239877700806, + "num_tokens": 236444204.0, + "step": 10002 + }, + { + "epoch": 1.098506479244454, + "grad_norm": 1.7606233358383179, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7221440076828003, + "num_tokens": 236483497.0, + "step": 10003 + }, + { + "epoch": 1.0986162969470679, + "grad_norm": 2.5722243785858154, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7227845191955566, + "num_tokens": 236504062.0, + "step": 10004 + }, + { + "epoch": 1.0987261146496816, + "grad_norm": 2.204197406768799, + "learning_rate": 1e-06, + "loss": 0.8593, + "mean_token_accuracy": 0.7376564741134644, + "num_tokens": 236528819.0, + "step": 10005 + }, + { + "epoch": 1.0988359323522952, + "grad_norm": 2.5550296306610107, + "learning_rate": 1e-06, + "loss": 0.8225, + "mean_token_accuracy": 0.7421934604644775, + "num_tokens": 236547724.0, + "step": 10006 + }, + { + "epoch": 1.098945750054909, + "grad_norm": 2.1987123489379883, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.7140595316886902, + "num_tokens": 236572731.0, + "step": 10007 + }, + { + "epoch": 1.0990555677575224, + "grad_norm": 2.462712287902832, + "learning_rate": 1e-06, + "loss": 0.8109, + "mean_token_accuracy": 0.7455025315284729, + "num_tokens": 236592738.0, + "step": 10008 + }, + { + "epoch": 1.0991653854601362, + "grad_norm": 2.4979376792907715, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7151274085044861, + "num_tokens": 236612639.0, + "step": 10009 + }, + { + "epoch": 1.0992752031627497, + "grad_norm": 2.418053388595581, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7089585065841675, + "num_tokens": 236638001.0, + "step": 10010 + }, + { + "epoch": 1.0993850208653635, + "grad_norm": 2.1636223793029785, + "learning_rate": 1e-06, + "loss": 1.027, + "mean_token_accuracy": 0.6843332052230835, + "num_tokens": 236669652.0, + "step": 10011 + }, + { + "epoch": 1.0994948385679773, + "grad_norm": 2.5212905406951904, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7062442302703857, + "num_tokens": 236691315.0, + "step": 10012 + }, + { + "epoch": 1.0996046562705908, + "grad_norm": 2.1594059467315674, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7222983837127686, + "num_tokens": 236716360.0, + "step": 10013 + }, + { + "epoch": 1.0997144739732045, + "grad_norm": 2.2186062335968018, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7139606475830078, + "num_tokens": 236742045.0, + "step": 10014 + }, + { + "epoch": 1.099824291675818, + "grad_norm": 2.9057745933532715, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7375051379203796, + "num_tokens": 236757429.0, + "step": 10015 + }, + { + "epoch": 1.0999341093784318, + "grad_norm": 2.313744068145752, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.7050589323043823, + "num_tokens": 236783713.0, + "step": 10016 + }, + { + "epoch": 1.1000439270810454, + "grad_norm": 2.4434926509857178, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.699390172958374, + "num_tokens": 236808090.0, + "step": 10017 + }, + { + "epoch": 1.1001537447836591, + "grad_norm": 2.258610486984253, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7188203930854797, + "num_tokens": 236833152.0, + "step": 10018 + }, + { + "epoch": 1.1002635624862729, + "grad_norm": 2.6133203506469727, + "learning_rate": 1e-06, + "loss": 0.85, + "mean_token_accuracy": 0.7313804626464844, + "num_tokens": 236852688.0, + "step": 10019 + }, + { + "epoch": 1.1003733801888864, + "grad_norm": 2.264416217803955, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.721500039100647, + "num_tokens": 236877838.0, + "step": 10020 + }, + { + "epoch": 1.1004831978915002, + "grad_norm": 2.5021581649780273, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7076859474182129, + "num_tokens": 236901537.0, + "step": 10021 + }, + { + "epoch": 1.1005930155941137, + "grad_norm": 2.118283748626709, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7216449975967407, + "num_tokens": 236927586.0, + "step": 10022 + }, + { + "epoch": 1.1007028332967275, + "grad_norm": 2.398392915725708, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7234432697296143, + "num_tokens": 236949781.0, + "step": 10023 + }, + { + "epoch": 1.100812650999341, + "grad_norm": 2.502859115600586, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7176105380058289, + "num_tokens": 236970531.0, + "step": 10024 + }, + { + "epoch": 1.1009224687019548, + "grad_norm": 3.2269887924194336, + "learning_rate": 1e-06, + "loss": 0.9096, + "mean_token_accuracy": 0.7381178140640259, + "num_tokens": 236984459.0, + "step": 10025 + }, + { + "epoch": 1.1010322864045685, + "grad_norm": 2.677475690841675, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7259049415588379, + "num_tokens": 237004258.0, + "step": 10026 + }, + { + "epoch": 1.101142104107182, + "grad_norm": 2.4430079460144043, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.721640944480896, + "num_tokens": 237027357.0, + "step": 10027 + }, + { + "epoch": 1.1012519218097958, + "grad_norm": 2.7229163646698, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7150642275810242, + "num_tokens": 237046458.0, + "step": 10028 + }, + { + "epoch": 1.1013617395124093, + "grad_norm": 2.232278347015381, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.722572386264801, + "num_tokens": 237070901.0, + "step": 10029 + }, + { + "epoch": 1.101471557215023, + "grad_norm": 1.9919371604919434, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.7207958102226257, + "num_tokens": 237101111.0, + "step": 10030 + }, + { + "epoch": 1.1015813749176366, + "grad_norm": 1.8729679584503174, + "learning_rate": 1e-06, + "loss": 1.1136, + "mean_token_accuracy": 0.662932276725769, + "num_tokens": 237136491.0, + "step": 10031 + }, + { + "epoch": 1.1016911926202504, + "grad_norm": 2.236510753631592, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.7193148732185364, + "num_tokens": 237160579.0, + "step": 10032 + }, + { + "epoch": 1.1018010103228641, + "grad_norm": 2.6440343856811523, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.7266743779182434, + "num_tokens": 237179113.0, + "step": 10033 + }, + { + "epoch": 1.1019108280254777, + "grad_norm": 2.2651476860046387, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7081477046012878, + "num_tokens": 237205275.0, + "step": 10034 + }, + { + "epoch": 1.1020206457280914, + "grad_norm": 1.9744548797607422, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7086292505264282, + "num_tokens": 237236900.0, + "step": 10035 + }, + { + "epoch": 1.102130463430705, + "grad_norm": 2.8277852535247803, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7149749994277954, + "num_tokens": 237254603.0, + "step": 10036 + }, + { + "epoch": 1.1022402811333187, + "grad_norm": 2.567981243133545, + "learning_rate": 1e-06, + "loss": 0.8749, + "mean_token_accuracy": 0.7327301502227783, + "num_tokens": 237274435.0, + "step": 10037 + }, + { + "epoch": 1.1023500988359323, + "grad_norm": 2.5318877696990967, + "learning_rate": 1e-06, + "loss": 0.8521, + "mean_token_accuracy": 0.7356727123260498, + "num_tokens": 237295684.0, + "step": 10038 + }, + { + "epoch": 1.102459916538546, + "grad_norm": 2.0599968433380127, + "learning_rate": 1e-06, + "loss": 0.8471, + "mean_token_accuracy": 0.7309069633483887, + "num_tokens": 237322075.0, + "step": 10039 + }, + { + "epoch": 1.1025697342411598, + "grad_norm": 2.2559754848480225, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7139530181884766, + "num_tokens": 237347681.0, + "step": 10040 + }, + { + "epoch": 1.1026795519437733, + "grad_norm": 2.2876148223876953, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7070708274841309, + "num_tokens": 237372866.0, + "step": 10041 + }, + { + "epoch": 1.102789369646387, + "grad_norm": 2.23844313621521, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7198091745376587, + "num_tokens": 237395912.0, + "step": 10042 + }, + { + "epoch": 1.1028991873490006, + "grad_norm": 2.680171251296997, + "learning_rate": 1e-06, + "loss": 0.8994, + "mean_token_accuracy": 0.7163974046707153, + "num_tokens": 237414571.0, + "step": 10043 + }, + { + "epoch": 1.1030090050516144, + "grad_norm": 2.426685094833374, + "learning_rate": 1e-06, + "loss": 0.754, + "mean_token_accuracy": 0.7514079809188843, + "num_tokens": 237434241.0, + "step": 10044 + }, + { + "epoch": 1.103118822754228, + "grad_norm": 2.358982801437378, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7302464246749878, + "num_tokens": 237457006.0, + "step": 10045 + }, + { + "epoch": 1.1032286404568417, + "grad_norm": 2.4098124504089355, + "learning_rate": 1e-06, + "loss": 0.8479, + "mean_token_accuracy": 0.727595329284668, + "num_tokens": 237480597.0, + "step": 10046 + }, + { + "epoch": 1.1033384581594552, + "grad_norm": 2.494863748550415, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7138495445251465, + "num_tokens": 237503750.0, + "step": 10047 + }, + { + "epoch": 1.103448275862069, + "grad_norm": 2.2771589756011963, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.701785683631897, + "num_tokens": 237530889.0, + "step": 10048 + }, + { + "epoch": 1.1035580935646827, + "grad_norm": 2.2026638984680176, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7071701288223267, + "num_tokens": 237558314.0, + "step": 10049 + }, + { + "epoch": 1.1036679112672962, + "grad_norm": 2.5372495651245117, + "learning_rate": 1e-06, + "loss": 0.8035, + "mean_token_accuracy": 0.7506422996520996, + "num_tokens": 237578946.0, + "step": 10050 + }, + { + "epoch": 1.10377772896991, + "grad_norm": 2.5163052082061768, + "learning_rate": 1e-06, + "loss": 0.8118, + "mean_token_accuracy": 0.7366525530815125, + "num_tokens": 237598904.0, + "step": 10051 + }, + { + "epoch": 1.1038875466725235, + "grad_norm": 2.42142653465271, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7122074961662292, + "num_tokens": 237620923.0, + "step": 10052 + }, + { + "epoch": 1.1039973643751373, + "grad_norm": 2.71327543258667, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7104519009590149, + "num_tokens": 237639053.0, + "step": 10053 + }, + { + "epoch": 1.104107182077751, + "grad_norm": 2.0588455200195312, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.7253757119178772, + "num_tokens": 237668338.0, + "step": 10054 + }, + { + "epoch": 1.1042169997803646, + "grad_norm": 2.4832141399383545, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7292288541793823, + "num_tokens": 237690353.0, + "step": 10055 + }, + { + "epoch": 1.1043268174829783, + "grad_norm": 2.173741579055786, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7179097533226013, + "num_tokens": 237716969.0, + "step": 10056 + }, + { + "epoch": 1.1044366351855919, + "grad_norm": 2.1796114444732666, + "learning_rate": 1e-06, + "loss": 1.0178, + "mean_token_accuracy": 0.701497495174408, + "num_tokens": 237745043.0, + "step": 10057 + }, + { + "epoch": 1.1045464528882056, + "grad_norm": 2.2462117671966553, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7113980054855347, + "num_tokens": 237771409.0, + "step": 10058 + }, + { + "epoch": 1.1046562705908192, + "grad_norm": 2.0774354934692383, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7131378650665283, + "num_tokens": 237800282.0, + "step": 10059 + }, + { + "epoch": 1.104766088293433, + "grad_norm": 2.3221466541290283, + "learning_rate": 1e-06, + "loss": 0.8561, + "mean_token_accuracy": 0.7296149730682373, + "num_tokens": 237821832.0, + "step": 10060 + }, + { + "epoch": 1.1048759059960465, + "grad_norm": 2.4941158294677734, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7225700616836548, + "num_tokens": 237842694.0, + "step": 10061 + }, + { + "epoch": 1.1049857236986602, + "grad_norm": 2.362805128097534, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7207979559898376, + "num_tokens": 237864019.0, + "step": 10062 + }, + { + "epoch": 1.105095541401274, + "grad_norm": 2.0162031650543213, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7066828608512878, + "num_tokens": 237894646.0, + "step": 10063 + }, + { + "epoch": 1.1052053591038875, + "grad_norm": 2.400033950805664, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7213305830955505, + "num_tokens": 237918327.0, + "step": 10064 + }, + { + "epoch": 1.1053151768065013, + "grad_norm": 2.445899486541748, + "learning_rate": 1e-06, + "loss": 0.7837, + "mean_token_accuracy": 0.7495127320289612, + "num_tokens": 237938770.0, + "step": 10065 + }, + { + "epoch": 1.1054249945091148, + "grad_norm": 2.423372268676758, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7147296667098999, + "num_tokens": 237960914.0, + "step": 10066 + }, + { + "epoch": 1.1055348122117286, + "grad_norm": 2.431769371032715, + "learning_rate": 1e-06, + "loss": 0.8759, + "mean_token_accuracy": 0.7320619225502014, + "num_tokens": 237979718.0, + "step": 10067 + }, + { + "epoch": 1.105644629914342, + "grad_norm": 1.9938913583755493, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7244897484779358, + "num_tokens": 238012139.0, + "step": 10068 + }, + { + "epoch": 1.1057544476169558, + "grad_norm": 2.1339125633239746, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7056315541267395, + "num_tokens": 238039675.0, + "step": 10069 + }, + { + "epoch": 1.1058642653195696, + "grad_norm": 2.169188976287842, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7197994589805603, + "num_tokens": 238066758.0, + "step": 10070 + }, + { + "epoch": 1.1059740830221831, + "grad_norm": 2.2606420516967773, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7286338806152344, + "num_tokens": 238091234.0, + "step": 10071 + }, + { + "epoch": 1.106083900724797, + "grad_norm": 2.2786760330200195, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7125672698020935, + "num_tokens": 238114203.0, + "step": 10072 + }, + { + "epoch": 1.1061937184274104, + "grad_norm": 1.9883098602294922, + "learning_rate": 1e-06, + "loss": 0.8584, + "mean_token_accuracy": 0.7293974757194519, + "num_tokens": 238145544.0, + "step": 10073 + }, + { + "epoch": 1.1063035361300242, + "grad_norm": 2.2215054035186768, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.7312287092208862, + "num_tokens": 238170127.0, + "step": 10074 + }, + { + "epoch": 1.1064133538326377, + "grad_norm": 2.2033851146698, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7180142402648926, + "num_tokens": 238196256.0, + "step": 10075 + }, + { + "epoch": 1.1065231715352515, + "grad_norm": 2.484346389770508, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7221686840057373, + "num_tokens": 238216853.0, + "step": 10076 + }, + { + "epoch": 1.1066329892378652, + "grad_norm": 2.3190362453460693, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7130765914916992, + "num_tokens": 238243000.0, + "step": 10077 + }, + { + "epoch": 1.1067428069404788, + "grad_norm": 2.754070520401001, + "learning_rate": 1e-06, + "loss": 0.8608, + "mean_token_accuracy": 0.7402075529098511, + "num_tokens": 238259992.0, + "step": 10078 + }, + { + "epoch": 1.1068526246430925, + "grad_norm": 2.2874035835266113, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.7252414226531982, + "num_tokens": 238284938.0, + "step": 10079 + }, + { + "epoch": 1.106962442345706, + "grad_norm": 2.7228193283081055, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7063113451004028, + "num_tokens": 238303305.0, + "step": 10080 + }, + { + "epoch": 1.1070722600483198, + "grad_norm": 2.5097923278808594, + "learning_rate": 1e-06, + "loss": 0.8499, + "mean_token_accuracy": 0.7293676137924194, + "num_tokens": 238323994.0, + "step": 10081 + }, + { + "epoch": 1.1071820777509334, + "grad_norm": 2.5767509937286377, + "learning_rate": 1e-06, + "loss": 0.8459, + "mean_token_accuracy": 0.73785400390625, + "num_tokens": 238344531.0, + "step": 10082 + }, + { + "epoch": 1.1072918954535471, + "grad_norm": 2.2618918418884277, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.720709502696991, + "num_tokens": 238368219.0, + "step": 10083 + }, + { + "epoch": 1.1074017131561609, + "grad_norm": 2.311634063720703, + "learning_rate": 1e-06, + "loss": 0.857, + "mean_token_accuracy": 0.7412305474281311, + "num_tokens": 238391977.0, + "step": 10084 + }, + { + "epoch": 1.1075115308587744, + "grad_norm": 2.3946354389190674, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7388572692871094, + "num_tokens": 238413544.0, + "step": 10085 + }, + { + "epoch": 1.1076213485613882, + "grad_norm": 2.2206897735595703, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7035953402519226, + "num_tokens": 238438381.0, + "step": 10086 + }, + { + "epoch": 1.1077311662640017, + "grad_norm": 2.3557510375976562, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7225641012191772, + "num_tokens": 238461677.0, + "step": 10087 + }, + { + "epoch": 1.1078409839666155, + "grad_norm": 2.4590530395507812, + "learning_rate": 1e-06, + "loss": 0.7899, + "mean_token_accuracy": 0.7551470994949341, + "num_tokens": 238481732.0, + "step": 10088 + }, + { + "epoch": 1.107950801669229, + "grad_norm": 2.200138807296753, + "learning_rate": 1e-06, + "loss": 0.8928, + "mean_token_accuracy": 0.7169889211654663, + "num_tokens": 238505226.0, + "step": 10089 + }, + { + "epoch": 1.1080606193718427, + "grad_norm": 2.5498666763305664, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7284222841262817, + "num_tokens": 238525606.0, + "step": 10090 + }, + { + "epoch": 1.1081704370744565, + "grad_norm": 2.632758140563965, + "learning_rate": 1e-06, + "loss": 0.7771, + "mean_token_accuracy": 0.7530919313430786, + "num_tokens": 238543194.0, + "step": 10091 + }, + { + "epoch": 1.10828025477707, + "grad_norm": 2.4902710914611816, + "learning_rate": 1e-06, + "loss": 0.8017, + "mean_token_accuracy": 0.7398134469985962, + "num_tokens": 238562853.0, + "step": 10092 + }, + { + "epoch": 1.1083900724796838, + "grad_norm": 2.15749192237854, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7176212668418884, + "num_tokens": 238587785.0, + "step": 10093 + }, + { + "epoch": 1.1084998901822973, + "grad_norm": 2.2657883167266846, + "learning_rate": 1e-06, + "loss": 1.0, + "mean_token_accuracy": 0.6953725814819336, + "num_tokens": 238613220.0, + "step": 10094 + }, + { + "epoch": 1.108609707884911, + "grad_norm": 2.8624117374420166, + "learning_rate": 1e-06, + "loss": 1.0211, + "mean_token_accuracy": 0.6983093619346619, + "num_tokens": 238632180.0, + "step": 10095 + }, + { + "epoch": 1.1087195255875246, + "grad_norm": 2.3248767852783203, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.712648868560791, + "num_tokens": 238655959.0, + "step": 10096 + }, + { + "epoch": 1.1088293432901384, + "grad_norm": 2.444913625717163, + "learning_rate": 1e-06, + "loss": 0.8521, + "mean_token_accuracy": 0.7360286712646484, + "num_tokens": 238677320.0, + "step": 10097 + }, + { + "epoch": 1.108939160992752, + "grad_norm": 2.3124969005584717, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.7014297246932983, + "num_tokens": 238704527.0, + "step": 10098 + }, + { + "epoch": 1.1090489786953657, + "grad_norm": 2.344771146774292, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7247675061225891, + "num_tokens": 238728965.0, + "step": 10099 + }, + { + "epoch": 1.1091587963979794, + "grad_norm": 2.2715046405792236, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.7218006253242493, + "num_tokens": 238753328.0, + "step": 10100 + }, + { + "epoch": 1.109268614100593, + "grad_norm": 2.3030927181243896, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7089478969573975, + "num_tokens": 238775909.0, + "step": 10101 + }, + { + "epoch": 1.1093784318032067, + "grad_norm": 2.03790545463562, + "learning_rate": 1e-06, + "loss": 1.03, + "mean_token_accuracy": 0.6856166124343872, + "num_tokens": 238806405.0, + "step": 10102 + }, + { + "epoch": 1.1094882495058203, + "grad_norm": 2.3423924446105957, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.7127628326416016, + "num_tokens": 238830612.0, + "step": 10103 + }, + { + "epoch": 1.109598067208434, + "grad_norm": 2.5932669639587402, + "learning_rate": 1e-06, + "loss": 0.8241, + "mean_token_accuracy": 0.7393198013305664, + "num_tokens": 238849937.0, + "step": 10104 + }, + { + "epoch": 1.1097078849110478, + "grad_norm": 2.6944453716278076, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7080917358398438, + "num_tokens": 238869656.0, + "step": 10105 + }, + { + "epoch": 1.1098177026136613, + "grad_norm": 2.1903398036956787, + "learning_rate": 1e-06, + "loss": 1.0105, + "mean_token_accuracy": 0.6942512392997742, + "num_tokens": 238896050.0, + "step": 10106 + }, + { + "epoch": 1.109927520316275, + "grad_norm": 2.488987684249878, + "learning_rate": 1e-06, + "loss": 0.8405, + "mean_token_accuracy": 0.7338714599609375, + "num_tokens": 238915243.0, + "step": 10107 + }, + { + "epoch": 1.1100373380188886, + "grad_norm": 2.673393726348877, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.6982024908065796, + "num_tokens": 238934240.0, + "step": 10108 + }, + { + "epoch": 1.1101471557215024, + "grad_norm": 2.6206204891204834, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.7014649510383606, + "num_tokens": 238960371.0, + "step": 10109 + }, + { + "epoch": 1.110256973424116, + "grad_norm": 2.3810925483703613, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7111836671829224, + "num_tokens": 238985698.0, + "step": 10110 + }, + { + "epoch": 1.1103667911267296, + "grad_norm": 2.7423319816589355, + "learning_rate": 1e-06, + "loss": 0.8009, + "mean_token_accuracy": 0.7404234409332275, + "num_tokens": 239002898.0, + "step": 10111 + }, + { + "epoch": 1.1104766088293432, + "grad_norm": 2.387856960296631, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7220482230186462, + "num_tokens": 239027160.0, + "step": 10112 + }, + { + "epoch": 1.110586426531957, + "grad_norm": 2.440800666809082, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7236424684524536, + "num_tokens": 239049709.0, + "step": 10113 + }, + { + "epoch": 1.1106962442345707, + "grad_norm": 2.412653684616089, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7043783664703369, + "num_tokens": 239073675.0, + "step": 10114 + }, + { + "epoch": 1.1108060619371842, + "grad_norm": 2.5105040073394775, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7268751859664917, + "num_tokens": 239096234.0, + "step": 10115 + }, + { + "epoch": 1.110915879639798, + "grad_norm": 2.5891263484954834, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7180540561676025, + "num_tokens": 239115729.0, + "step": 10116 + }, + { + "epoch": 1.1110256973424115, + "grad_norm": 2.083789110183716, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.724568247795105, + "num_tokens": 239145364.0, + "step": 10117 + }, + { + "epoch": 1.1111355150450253, + "grad_norm": 2.5205068588256836, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7280781865119934, + "num_tokens": 239166862.0, + "step": 10118 + }, + { + "epoch": 1.111245332747639, + "grad_norm": 2.1564056873321533, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7291856408119202, + "num_tokens": 239192676.0, + "step": 10119 + }, + { + "epoch": 1.1113551504502526, + "grad_norm": 2.1671364307403564, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7264527082443237, + "num_tokens": 239220175.0, + "step": 10120 + }, + { + "epoch": 1.1114649681528663, + "grad_norm": 2.1199705600738525, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7225943803787231, + "num_tokens": 239247135.0, + "step": 10121 + }, + { + "epoch": 1.1115747858554799, + "grad_norm": 2.618628978729248, + "learning_rate": 1e-06, + "loss": 0.9875, + "mean_token_accuracy": 0.6940441131591797, + "num_tokens": 239267398.0, + "step": 10122 + }, + { + "epoch": 1.1116846035580936, + "grad_norm": 2.800142288208008, + "learning_rate": 1e-06, + "loss": 0.8428, + "mean_token_accuracy": 0.734997034072876, + "num_tokens": 239283170.0, + "step": 10123 + }, + { + "epoch": 1.1117944212607072, + "grad_norm": 2.445430278778076, + "learning_rate": 1e-06, + "loss": 0.9637, + "mean_token_accuracy": 0.693801999092102, + "num_tokens": 239304845.0, + "step": 10124 + }, + { + "epoch": 1.111904238963321, + "grad_norm": 1.885786533355713, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7171698212623596, + "num_tokens": 239338125.0, + "step": 10125 + }, + { + "epoch": 1.1120140566659344, + "grad_norm": 2.0334115028381348, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.7231611609458923, + "num_tokens": 239366600.0, + "step": 10126 + }, + { + "epoch": 1.1121238743685482, + "grad_norm": 2.222724676132202, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7311980128288269, + "num_tokens": 239391080.0, + "step": 10127 + }, + { + "epoch": 1.112233692071162, + "grad_norm": 2.3454084396362305, + "learning_rate": 1e-06, + "loss": 0.8689, + "mean_token_accuracy": 0.7256618738174438, + "num_tokens": 239415353.0, + "step": 10128 + }, + { + "epoch": 1.1123435097737755, + "grad_norm": 2.3049819469451904, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.6906480193138123, + "num_tokens": 239443699.0, + "step": 10129 + }, + { + "epoch": 1.1124533274763893, + "grad_norm": 2.242940902709961, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7328253984451294, + "num_tokens": 239467245.0, + "step": 10130 + }, + { + "epoch": 1.1125631451790028, + "grad_norm": 2.3359313011169434, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7155787944793701, + "num_tokens": 239490828.0, + "step": 10131 + }, + { + "epoch": 1.1126729628816165, + "grad_norm": 2.597403049468994, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7246817350387573, + "num_tokens": 239510311.0, + "step": 10132 + }, + { + "epoch": 1.11278278058423, + "grad_norm": 2.6384642124176025, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7186757326126099, + "num_tokens": 239528419.0, + "step": 10133 + }, + { + "epoch": 1.1128925982868438, + "grad_norm": 2.498824119567871, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7150643467903137, + "num_tokens": 239550027.0, + "step": 10134 + }, + { + "epoch": 1.1130024159894576, + "grad_norm": 2.4508309364318848, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.733615517616272, + "num_tokens": 239571963.0, + "step": 10135 + }, + { + "epoch": 1.1131122336920711, + "grad_norm": 2.4389617443084717, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.715296745300293, + "num_tokens": 239593872.0, + "step": 10136 + }, + { + "epoch": 1.1132220513946849, + "grad_norm": 2.5196475982666016, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7234162092208862, + "num_tokens": 239615026.0, + "step": 10137 + }, + { + "epoch": 1.1133318690972984, + "grad_norm": 2.2546920776367188, + "learning_rate": 1e-06, + "loss": 1.055, + "mean_token_accuracy": 0.6910408735275269, + "num_tokens": 239639309.0, + "step": 10138 + }, + { + "epoch": 1.1134416867999122, + "grad_norm": 2.5209848880767822, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7210640907287598, + "num_tokens": 239661492.0, + "step": 10139 + }, + { + "epoch": 1.1135515045025257, + "grad_norm": 2.3585410118103027, + "learning_rate": 1e-06, + "loss": 0.8674, + "mean_token_accuracy": 0.7343523502349854, + "num_tokens": 239684097.0, + "step": 10140 + }, + { + "epoch": 1.1136613222051395, + "grad_norm": 2.8713622093200684, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7320394515991211, + "num_tokens": 239703111.0, + "step": 10141 + }, + { + "epoch": 1.1137711399077532, + "grad_norm": 3.3645682334899902, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7316647171974182, + "num_tokens": 239722975.0, + "step": 10142 + }, + { + "epoch": 1.1138809576103668, + "grad_norm": 2.5819311141967773, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7168086767196655, + "num_tokens": 239744635.0, + "step": 10143 + }, + { + "epoch": 1.1139907753129805, + "grad_norm": 2.4802534580230713, + "learning_rate": 1e-06, + "loss": 0.8708, + "mean_token_accuracy": 0.7320772409439087, + "num_tokens": 239765973.0, + "step": 10144 + }, + { + "epoch": 1.114100593015594, + "grad_norm": 3.063471794128418, + "learning_rate": 1e-06, + "loss": 0.7303, + "mean_token_accuracy": 0.7568588256835938, + "num_tokens": 239779723.0, + "step": 10145 + }, + { + "epoch": 1.1142104107182078, + "grad_norm": 2.3413708209991455, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7199180126190186, + "num_tokens": 239804501.0, + "step": 10146 + }, + { + "epoch": 1.1143202284208213, + "grad_norm": 2.613673448562622, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7141659259796143, + "num_tokens": 239822548.0, + "step": 10147 + }, + { + "epoch": 1.114430046123435, + "grad_norm": 2.425459623336792, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7061735987663269, + "num_tokens": 239845236.0, + "step": 10148 + }, + { + "epoch": 1.1145398638260489, + "grad_norm": 2.2272071838378906, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.7185860872268677, + "num_tokens": 239870397.0, + "step": 10149 + }, + { + "epoch": 1.1146496815286624, + "grad_norm": 2.2819063663482666, + "learning_rate": 1e-06, + "loss": 0.84, + "mean_token_accuracy": 0.7368124127388, + "num_tokens": 239893571.0, + "step": 10150 + }, + { + "epoch": 1.1147594992312762, + "grad_norm": 2.379580497741699, + "learning_rate": 1e-06, + "loss": 0.973, + "mean_token_accuracy": 0.7023614645004272, + "num_tokens": 239917019.0, + "step": 10151 + }, + { + "epoch": 1.1148693169338897, + "grad_norm": 2.26019287109375, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7170713543891907, + "num_tokens": 239944430.0, + "step": 10152 + }, + { + "epoch": 1.1149791346365034, + "grad_norm": 2.5031046867370605, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.724307656288147, + "num_tokens": 239966604.0, + "step": 10153 + }, + { + "epoch": 1.115088952339117, + "grad_norm": 2.224896192550659, + "learning_rate": 1e-06, + "loss": 1.0682, + "mean_token_accuracy": 0.6869179010391235, + "num_tokens": 239994462.0, + "step": 10154 + }, + { + "epoch": 1.1151987700417307, + "grad_norm": 2.3470675945281982, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7107836008071899, + "num_tokens": 240018310.0, + "step": 10155 + }, + { + "epoch": 1.1153085877443445, + "grad_norm": 2.464341402053833, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.6990852355957031, + "num_tokens": 240042025.0, + "step": 10156 + }, + { + "epoch": 1.115418405446958, + "grad_norm": 2.5164778232574463, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.7243033647537231, + "num_tokens": 240062321.0, + "step": 10157 + }, + { + "epoch": 1.1155282231495718, + "grad_norm": 2.351961612701416, + "learning_rate": 1e-06, + "loss": 0.8807, + "mean_token_accuracy": 0.7316239476203918, + "num_tokens": 240084648.0, + "step": 10158 + }, + { + "epoch": 1.1156380408521853, + "grad_norm": 2.49226450920105, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7282212376594543, + "num_tokens": 240105321.0, + "step": 10159 + }, + { + "epoch": 1.115747858554799, + "grad_norm": 2.0757479667663574, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7106866836547852, + "num_tokens": 240132947.0, + "step": 10160 + }, + { + "epoch": 1.1158576762574126, + "grad_norm": 2.7664988040924072, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7178786993026733, + "num_tokens": 240152311.0, + "step": 10161 + }, + { + "epoch": 1.1159674939600264, + "grad_norm": 2.5097451210021973, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7214860916137695, + "num_tokens": 240174126.0, + "step": 10162 + }, + { + "epoch": 1.11607731166264, + "grad_norm": 2.2736737728118896, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.6976996660232544, + "num_tokens": 240200530.0, + "step": 10163 + }, + { + "epoch": 1.1161871293652537, + "grad_norm": 2.1003518104553223, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7154227495193481, + "num_tokens": 240228477.0, + "step": 10164 + }, + { + "epoch": 1.1162969470678674, + "grad_norm": 2.4202308654785156, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7219188213348389, + "num_tokens": 240250685.0, + "step": 10165 + }, + { + "epoch": 1.116406764770481, + "grad_norm": 2.2366726398468018, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.7168986797332764, + "num_tokens": 240277259.0, + "step": 10166 + }, + { + "epoch": 1.1165165824730947, + "grad_norm": 2.401930570602417, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7031868696212769, + "num_tokens": 240298157.0, + "step": 10167 + }, + { + "epoch": 1.1166264001757082, + "grad_norm": 2.386746406555176, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7160243391990662, + "num_tokens": 240321612.0, + "step": 10168 + }, + { + "epoch": 1.116736217878322, + "grad_norm": 2.3777778148651123, + "learning_rate": 1e-06, + "loss": 1.0368, + "mean_token_accuracy": 0.6830655336380005, + "num_tokens": 240347933.0, + "step": 10169 + }, + { + "epoch": 1.1168460355809358, + "grad_norm": 2.2895994186401367, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7283166646957397, + "num_tokens": 240375081.0, + "step": 10170 + }, + { + "epoch": 1.1169558532835493, + "grad_norm": 2.1907453536987305, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.7076140642166138, + "num_tokens": 240402693.0, + "step": 10171 + }, + { + "epoch": 1.117065670986163, + "grad_norm": 2.6595852375030518, + "learning_rate": 1e-06, + "loss": 0.8326, + "mean_token_accuracy": 0.7409627437591553, + "num_tokens": 240422431.0, + "step": 10172 + }, + { + "epoch": 1.1171754886887766, + "grad_norm": 2.6574013233184814, + "learning_rate": 1e-06, + "loss": 0.8812, + "mean_token_accuracy": 0.721834659576416, + "num_tokens": 240443000.0, + "step": 10173 + }, + { + "epoch": 1.1172853063913903, + "grad_norm": 2.5242104530334473, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.6957463622093201, + "num_tokens": 240466300.0, + "step": 10174 + }, + { + "epoch": 1.1173951240940039, + "grad_norm": 2.3799304962158203, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7176876068115234, + "num_tokens": 240491198.0, + "step": 10175 + }, + { + "epoch": 1.1175049417966176, + "grad_norm": 2.1684648990631104, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.7304995059967041, + "num_tokens": 240518241.0, + "step": 10176 + }, + { + "epoch": 1.1176147594992312, + "grad_norm": 2.613708019256592, + "learning_rate": 1e-06, + "loss": 0.8275, + "mean_token_accuracy": 0.7430393695831299, + "num_tokens": 240539098.0, + "step": 10177 + }, + { + "epoch": 1.117724577201845, + "grad_norm": 2.5426692962646484, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7348418235778809, + "num_tokens": 240560808.0, + "step": 10178 + }, + { + "epoch": 1.1178343949044587, + "grad_norm": 2.4240760803222656, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7401783466339111, + "num_tokens": 240585185.0, + "step": 10179 + }, + { + "epoch": 1.1179442126070722, + "grad_norm": 2.3587889671325684, + "learning_rate": 1e-06, + "loss": 0.9752, + "mean_token_accuracy": 0.7020138502120972, + "num_tokens": 240611038.0, + "step": 10180 + }, + { + "epoch": 1.118054030309686, + "grad_norm": 2.5675456523895264, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7041751146316528, + "num_tokens": 240633837.0, + "step": 10181 + }, + { + "epoch": 1.1181638480122995, + "grad_norm": 2.4662058353424072, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7098244428634644, + "num_tokens": 240655475.0, + "step": 10182 + }, + { + "epoch": 1.1182736657149133, + "grad_norm": 2.059415817260742, + "learning_rate": 1e-06, + "loss": 0.8531, + "mean_token_accuracy": 0.7303600311279297, + "num_tokens": 240684354.0, + "step": 10183 + }, + { + "epoch": 1.1183834834175268, + "grad_norm": 2.7861087322235107, + "learning_rate": 1e-06, + "loss": 0.9281, + "mean_token_accuracy": 0.7114150524139404, + "num_tokens": 240702399.0, + "step": 10184 + }, + { + "epoch": 1.1184933011201406, + "grad_norm": 2.389491081237793, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7154447436332703, + "num_tokens": 240724617.0, + "step": 10185 + }, + { + "epoch": 1.1186031188227543, + "grad_norm": 2.5018463134765625, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7136268019676208, + "num_tokens": 240747867.0, + "step": 10186 + }, + { + "epoch": 1.1187129365253679, + "grad_norm": 2.39847731590271, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.6892703771591187, + "num_tokens": 240772896.0, + "step": 10187 + }, + { + "epoch": 1.1188227542279816, + "grad_norm": 2.600764751434326, + "learning_rate": 1e-06, + "loss": 0.8396, + "mean_token_accuracy": 0.7329744100570679, + "num_tokens": 240793295.0, + "step": 10188 + }, + { + "epoch": 1.1189325719305951, + "grad_norm": 2.224550724029541, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.6986285448074341, + "num_tokens": 240817897.0, + "step": 10189 + }, + { + "epoch": 1.119042389633209, + "grad_norm": 2.5948421955108643, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.718077540397644, + "num_tokens": 240836975.0, + "step": 10190 + }, + { + "epoch": 1.1191522073358224, + "grad_norm": 2.3679630756378174, + "learning_rate": 1e-06, + "loss": 0.8879, + "mean_token_accuracy": 0.7198736667633057, + "num_tokens": 240858641.0, + "step": 10191 + }, + { + "epoch": 1.1192620250384362, + "grad_norm": 2.6217598915100098, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7100533246994019, + "num_tokens": 240877103.0, + "step": 10192 + }, + { + "epoch": 1.11937184274105, + "grad_norm": 2.6030709743499756, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7383314371109009, + "num_tokens": 240896562.0, + "step": 10193 + }, + { + "epoch": 1.1194816604436635, + "grad_norm": 2.452131509780884, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7175527811050415, + "num_tokens": 240917844.0, + "step": 10194 + }, + { + "epoch": 1.1195914781462772, + "grad_norm": 2.1523778438568115, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.6996430158615112, + "num_tokens": 240946539.0, + "step": 10195 + }, + { + "epoch": 1.1197012958488908, + "grad_norm": 2.627577304840088, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7271267175674438, + "num_tokens": 240965507.0, + "step": 10196 + }, + { + "epoch": 1.1198111135515045, + "grad_norm": 2.4552338123321533, + "learning_rate": 1e-06, + "loss": 0.8453, + "mean_token_accuracy": 0.7318168878555298, + "num_tokens": 240989251.0, + "step": 10197 + }, + { + "epoch": 1.119920931254118, + "grad_norm": 2.5348825454711914, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7236771583557129, + "num_tokens": 241013434.0, + "step": 10198 + }, + { + "epoch": 1.1200307489567318, + "grad_norm": 2.271306276321411, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7088304162025452, + "num_tokens": 241039806.0, + "step": 10199 + }, + { + "epoch": 1.1201405666593456, + "grad_norm": 2.663560628890991, + "learning_rate": 1e-06, + "loss": 0.7998, + "mean_token_accuracy": 0.7523425817489624, + "num_tokens": 241057889.0, + "step": 10200 + }, + { + "epoch": 1.1202503843619591, + "grad_norm": 1.986048698425293, + "learning_rate": 1e-06, + "loss": 1.0228, + "mean_token_accuracy": 0.68162602186203, + "num_tokens": 241090907.0, + "step": 10201 + }, + { + "epoch": 1.1203602020645729, + "grad_norm": 2.2237470149993896, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7069522142410278, + "num_tokens": 241118209.0, + "step": 10202 + }, + { + "epoch": 1.1204700197671864, + "grad_norm": 2.44352650642395, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7088015079498291, + "num_tokens": 241145450.0, + "step": 10203 + }, + { + "epoch": 1.1205798374698002, + "grad_norm": 2.3415310382843018, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.7237226366996765, + "num_tokens": 241169056.0, + "step": 10204 + }, + { + "epoch": 1.1206896551724137, + "grad_norm": 2.2350659370422363, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.703770637512207, + "num_tokens": 241195414.0, + "step": 10205 + }, + { + "epoch": 1.1207994728750275, + "grad_norm": 2.338233709335327, + "learning_rate": 1e-06, + "loss": 0.9865, + "mean_token_accuracy": 0.691735029220581, + "num_tokens": 241220878.0, + "step": 10206 + }, + { + "epoch": 1.1209092905776412, + "grad_norm": 2.5773236751556396, + "learning_rate": 1e-06, + "loss": 0.8559, + "mean_token_accuracy": 0.7451121807098389, + "num_tokens": 241240294.0, + "step": 10207 + }, + { + "epoch": 1.1210191082802548, + "grad_norm": 2.4235332012176514, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6988541483879089, + "num_tokens": 241263537.0, + "step": 10208 + }, + { + "epoch": 1.1211289259828685, + "grad_norm": 2.325380802154541, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7192328572273254, + "num_tokens": 241289525.0, + "step": 10209 + }, + { + "epoch": 1.121238743685482, + "grad_norm": 2.501958131790161, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.716504693031311, + "num_tokens": 241310924.0, + "step": 10210 + }, + { + "epoch": 1.1213485613880958, + "grad_norm": 2.4175353050231934, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.716498851776123, + "num_tokens": 241333484.0, + "step": 10211 + }, + { + "epoch": 1.1214583790907093, + "grad_norm": 2.1906869411468506, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7111717462539673, + "num_tokens": 241359907.0, + "step": 10212 + }, + { + "epoch": 1.121568196793323, + "grad_norm": 2.335557460784912, + "learning_rate": 1e-06, + "loss": 0.8559, + "mean_token_accuracy": 0.7299591302871704, + "num_tokens": 241382182.0, + "step": 10213 + }, + { + "epoch": 1.1216780144959368, + "grad_norm": 2.1973536014556885, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.704508364200592, + "num_tokens": 241408396.0, + "step": 10214 + }, + { + "epoch": 1.1217878321985504, + "grad_norm": 2.5414328575134277, + "learning_rate": 1e-06, + "loss": 0.8788, + "mean_token_accuracy": 0.7202558517456055, + "num_tokens": 241427674.0, + "step": 10215 + }, + { + "epoch": 1.1218976499011641, + "grad_norm": 2.196375608444214, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7013811469078064, + "num_tokens": 241452834.0, + "step": 10216 + }, + { + "epoch": 1.1220074676037777, + "grad_norm": 2.8547239303588867, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7336409687995911, + "num_tokens": 241468099.0, + "step": 10217 + }, + { + "epoch": 1.1221172853063914, + "grad_norm": 2.2031071186065674, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.6936500072479248, + "num_tokens": 241498796.0, + "step": 10218 + }, + { + "epoch": 1.122227103009005, + "grad_norm": 2.5270283222198486, + "learning_rate": 1e-06, + "loss": 0.8082, + "mean_token_accuracy": 0.7397996187210083, + "num_tokens": 241518863.0, + "step": 10219 + }, + { + "epoch": 1.1223369207116187, + "grad_norm": 2.176096200942993, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.7058660984039307, + "num_tokens": 241544392.0, + "step": 10220 + }, + { + "epoch": 1.1224467384142325, + "grad_norm": 2.1493608951568604, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7138642072677612, + "num_tokens": 241570615.0, + "step": 10221 + }, + { + "epoch": 1.122556556116846, + "grad_norm": 2.111835479736328, + "learning_rate": 1e-06, + "loss": 1.0476, + "mean_token_accuracy": 0.6805398464202881, + "num_tokens": 241601851.0, + "step": 10222 + }, + { + "epoch": 1.1226663738194598, + "grad_norm": 1.8823539018630981, + "learning_rate": 1e-06, + "loss": 0.947, + "mean_token_accuracy": 0.7088439464569092, + "num_tokens": 241633530.0, + "step": 10223 + }, + { + "epoch": 1.1227761915220733, + "grad_norm": 2.218172788619995, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7022939324378967, + "num_tokens": 241658278.0, + "step": 10224 + }, + { + "epoch": 1.122886009224687, + "grad_norm": 2.313178777694702, + "learning_rate": 1e-06, + "loss": 0.977, + "mean_token_accuracy": 0.7054864168167114, + "num_tokens": 241684711.0, + "step": 10225 + }, + { + "epoch": 1.1229958269273006, + "grad_norm": 2.2143054008483887, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.6983706951141357, + "num_tokens": 241714828.0, + "step": 10226 + }, + { + "epoch": 1.1231056446299144, + "grad_norm": 2.8417551517486572, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7211085557937622, + "num_tokens": 241731089.0, + "step": 10227 + }, + { + "epoch": 1.123215462332528, + "grad_norm": 2.204774856567383, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7251572012901306, + "num_tokens": 241757142.0, + "step": 10228 + }, + { + "epoch": 1.1233252800351416, + "grad_norm": 2.1538453102111816, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7181423902511597, + "num_tokens": 241784476.0, + "step": 10229 + }, + { + "epoch": 1.1234350977377554, + "grad_norm": 2.370767831802368, + "learning_rate": 1e-06, + "loss": 0.854, + "mean_token_accuracy": 0.7242671251296997, + "num_tokens": 241805826.0, + "step": 10230 + }, + { + "epoch": 1.123544915440369, + "grad_norm": 2.154278516769409, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6934739947319031, + "num_tokens": 241834702.0, + "step": 10231 + }, + { + "epoch": 1.1236547331429827, + "grad_norm": 2.8483691215515137, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7191635370254517, + "num_tokens": 241852869.0, + "step": 10232 + }, + { + "epoch": 1.1237645508455962, + "grad_norm": 2.198517322540283, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7189065217971802, + "num_tokens": 241877511.0, + "step": 10233 + }, + { + "epoch": 1.12387436854821, + "grad_norm": 2.5805740356445312, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7224020957946777, + "num_tokens": 241897413.0, + "step": 10234 + }, + { + "epoch": 1.1239841862508237, + "grad_norm": 2.8374338150024414, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7263157367706299, + "num_tokens": 241915606.0, + "step": 10235 + }, + { + "epoch": 1.1240940039534373, + "grad_norm": 2.498185873031616, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7337000370025635, + "num_tokens": 241935901.0, + "step": 10236 + }, + { + "epoch": 1.124203821656051, + "grad_norm": 2.4475860595703125, + "learning_rate": 1e-06, + "loss": 0.849, + "mean_token_accuracy": 0.7328803539276123, + "num_tokens": 241957799.0, + "step": 10237 + }, + { + "epoch": 1.1243136393586646, + "grad_norm": 2.5875232219696045, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7211095690727234, + "num_tokens": 241977714.0, + "step": 10238 + }, + { + "epoch": 1.1244234570612783, + "grad_norm": 2.317018747329712, + "learning_rate": 1e-06, + "loss": 1.0502, + "mean_token_accuracy": 0.6900994181632996, + "num_tokens": 242002377.0, + "step": 10239 + }, + { + "epoch": 1.1245332747638919, + "grad_norm": 2.1586854457855225, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.703626811504364, + "num_tokens": 242032222.0, + "step": 10240 + }, + { + "epoch": 1.1246430924665056, + "grad_norm": 2.0740883350372314, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7161964178085327, + "num_tokens": 242060746.0, + "step": 10241 + }, + { + "epoch": 1.1247529101691192, + "grad_norm": 2.246206045150757, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7167651653289795, + "num_tokens": 242087846.0, + "step": 10242 + }, + { + "epoch": 1.124862727871733, + "grad_norm": 2.422173261642456, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7281942367553711, + "num_tokens": 242110768.0, + "step": 10243 + }, + { + "epoch": 1.1249725455743467, + "grad_norm": 2.2567999362945557, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7247574925422668, + "num_tokens": 242135649.0, + "step": 10244 + }, + { + "epoch": 1.1250823632769602, + "grad_norm": 2.570765733718872, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7096693515777588, + "num_tokens": 242157439.0, + "step": 10245 + }, + { + "epoch": 1.125192180979574, + "grad_norm": 2.2013728618621826, + "learning_rate": 1e-06, + "loss": 1.0137, + "mean_token_accuracy": 0.68735671043396, + "num_tokens": 242187478.0, + "step": 10246 + }, + { + "epoch": 1.1253019986821875, + "grad_norm": 2.5672874450683594, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7286374568939209, + "num_tokens": 242208156.0, + "step": 10247 + }, + { + "epoch": 1.1254118163848013, + "grad_norm": 2.3412349224090576, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7304232716560364, + "num_tokens": 242231256.0, + "step": 10248 + }, + { + "epoch": 1.125521634087415, + "grad_norm": 2.419792890548706, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7136273384094238, + "num_tokens": 242254983.0, + "step": 10249 + }, + { + "epoch": 1.1256314517900285, + "grad_norm": 2.6842408180236816, + "learning_rate": 1e-06, + "loss": 0.828, + "mean_token_accuracy": 0.7376471757888794, + "num_tokens": 242272710.0, + "step": 10250 + }, + { + "epoch": 1.1257412694926423, + "grad_norm": 2.262144088745117, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7004919052124023, + "num_tokens": 242299059.0, + "step": 10251 + }, + { + "epoch": 1.1258510871952558, + "grad_norm": 2.3258578777313232, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7206230163574219, + "num_tokens": 242322798.0, + "step": 10252 + }, + { + "epoch": 1.1259609048978696, + "grad_norm": 2.11324143409729, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7292159795761108, + "num_tokens": 242349529.0, + "step": 10253 + }, + { + "epoch": 1.1260707226004831, + "grad_norm": 2.730391502380371, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7241393327713013, + "num_tokens": 242368355.0, + "step": 10254 + }, + { + "epoch": 1.1261805403030969, + "grad_norm": 2.133112907409668, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.710537314414978, + "num_tokens": 242397678.0, + "step": 10255 + }, + { + "epoch": 1.1262903580057104, + "grad_norm": 2.532372236251831, + "learning_rate": 1e-06, + "loss": 0.8133, + "mean_token_accuracy": 0.7400150299072266, + "num_tokens": 242418621.0, + "step": 10256 + }, + { + "epoch": 1.1264001757083242, + "grad_norm": 2.262993812561035, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7086639404296875, + "num_tokens": 242443769.0, + "step": 10257 + }, + { + "epoch": 1.126509993410938, + "grad_norm": 2.228064775466919, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7135775089263916, + "num_tokens": 242470084.0, + "step": 10258 + }, + { + "epoch": 1.1266198111135515, + "grad_norm": 2.2852044105529785, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.688480019569397, + "num_tokens": 242497015.0, + "step": 10259 + }, + { + "epoch": 1.1267296288161652, + "grad_norm": 2.6535604000091553, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7073639631271362, + "num_tokens": 242516809.0, + "step": 10260 + }, + { + "epoch": 1.1268394465187788, + "grad_norm": 2.2118051052093506, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7116503715515137, + "num_tokens": 242543219.0, + "step": 10261 + }, + { + "epoch": 1.1269492642213925, + "grad_norm": 2.4269931316375732, + "learning_rate": 1e-06, + "loss": 0.8219, + "mean_token_accuracy": 0.7413945198059082, + "num_tokens": 242564954.0, + "step": 10262 + }, + { + "epoch": 1.127059081924006, + "grad_norm": 2.6085078716278076, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7258495092391968, + "num_tokens": 242584643.0, + "step": 10263 + }, + { + "epoch": 1.1271688996266198, + "grad_norm": 2.599433183670044, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7241262197494507, + "num_tokens": 242605158.0, + "step": 10264 + }, + { + "epoch": 1.1272787173292333, + "grad_norm": 2.3203678131103516, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7052306532859802, + "num_tokens": 242629705.0, + "step": 10265 + }, + { + "epoch": 1.127388535031847, + "grad_norm": 2.186518430709839, + "learning_rate": 1e-06, + "loss": 0.7661, + "mean_token_accuracy": 0.7533911466598511, + "num_tokens": 242653020.0, + "step": 10266 + }, + { + "epoch": 1.1274983527344609, + "grad_norm": 2.2492029666900635, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7089023590087891, + "num_tokens": 242679380.0, + "step": 10267 + }, + { + "epoch": 1.1276081704370744, + "grad_norm": 2.5821592807769775, + "learning_rate": 1e-06, + "loss": 0.863, + "mean_token_accuracy": 0.7347161769866943, + "num_tokens": 242699091.0, + "step": 10268 + }, + { + "epoch": 1.1277179881396882, + "grad_norm": 2.694143772125244, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.7099379301071167, + "num_tokens": 242717356.0, + "step": 10269 + }, + { + "epoch": 1.1278278058423017, + "grad_norm": 2.499866247177124, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7258239984512329, + "num_tokens": 242738394.0, + "step": 10270 + }, + { + "epoch": 1.1279376235449154, + "grad_norm": 2.330566644668579, + "learning_rate": 1e-06, + "loss": 0.9775, + "mean_token_accuracy": 0.6939661502838135, + "num_tokens": 242762040.0, + "step": 10271 + }, + { + "epoch": 1.1280474412475292, + "grad_norm": 2.31787109375, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.7272270917892456, + "num_tokens": 242787020.0, + "step": 10272 + }, + { + "epoch": 1.1281572589501427, + "grad_norm": 2.255406141281128, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7164850234985352, + "num_tokens": 242811366.0, + "step": 10273 + }, + { + "epoch": 1.1282670766527565, + "grad_norm": 2.89408540725708, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7259385585784912, + "num_tokens": 242827649.0, + "step": 10274 + }, + { + "epoch": 1.12837689435537, + "grad_norm": 2.319491386413574, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7234587669372559, + "num_tokens": 242851220.0, + "step": 10275 + }, + { + "epoch": 1.1284867120579838, + "grad_norm": 2.1421964168548584, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7244659662246704, + "num_tokens": 242876603.0, + "step": 10276 + }, + { + "epoch": 1.1285965297605973, + "grad_norm": 2.7671613693237305, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7210088968276978, + "num_tokens": 242894230.0, + "step": 10277 + }, + { + "epoch": 1.128706347463211, + "grad_norm": 2.85066819190979, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7113684415817261, + "num_tokens": 242911700.0, + "step": 10278 + }, + { + "epoch": 1.1288161651658246, + "grad_norm": 2.1515893936157227, + "learning_rate": 1e-06, + "loss": 0.9927, + "mean_token_accuracy": 0.6959316730499268, + "num_tokens": 242940111.0, + "step": 10279 + }, + { + "epoch": 1.1289259828684384, + "grad_norm": 2.6400420665740967, + "learning_rate": 1e-06, + "loss": 0.8508, + "mean_token_accuracy": 0.7340059280395508, + "num_tokens": 242959288.0, + "step": 10280 + }, + { + "epoch": 1.1290358005710521, + "grad_norm": 2.0660109519958496, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.716404914855957, + "num_tokens": 242987424.0, + "step": 10281 + }, + { + "epoch": 1.1291456182736657, + "grad_norm": 2.515390157699585, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7198737263679504, + "num_tokens": 243009259.0, + "step": 10282 + }, + { + "epoch": 1.1292554359762794, + "grad_norm": 2.3544039726257324, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.6941735744476318, + "num_tokens": 243032155.0, + "step": 10283 + }, + { + "epoch": 1.129365253678893, + "grad_norm": 2.200946569442749, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6935181617736816, + "num_tokens": 243060020.0, + "step": 10284 + }, + { + "epoch": 1.1294750713815067, + "grad_norm": 2.1439990997314453, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.719982385635376, + "num_tokens": 243088915.0, + "step": 10285 + }, + { + "epoch": 1.1295848890841205, + "grad_norm": 2.3998727798461914, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7152688503265381, + "num_tokens": 243112549.0, + "step": 10286 + }, + { + "epoch": 1.129694706786734, + "grad_norm": 2.7561070919036865, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.7349072694778442, + "num_tokens": 243130004.0, + "step": 10287 + }, + { + "epoch": 1.1298045244893478, + "grad_norm": 2.739534854888916, + "learning_rate": 1e-06, + "loss": 0.802, + "mean_token_accuracy": 0.7452759742736816, + "num_tokens": 243146202.0, + "step": 10288 + }, + { + "epoch": 1.1299143421919613, + "grad_norm": 2.3690669536590576, + "learning_rate": 1e-06, + "loss": 0.8582, + "mean_token_accuracy": 0.7274715304374695, + "num_tokens": 243169507.0, + "step": 10289 + }, + { + "epoch": 1.130024159894575, + "grad_norm": 2.2632148265838623, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.7040836215019226, + "num_tokens": 243194542.0, + "step": 10290 + }, + { + "epoch": 1.1301339775971886, + "grad_norm": 2.3754892349243164, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7183089256286621, + "num_tokens": 243216494.0, + "step": 10291 + }, + { + "epoch": 1.1302437952998023, + "grad_norm": 2.1310153007507324, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.725222110748291, + "num_tokens": 243244116.0, + "step": 10292 + }, + { + "epoch": 1.1303536130024159, + "grad_norm": 2.595142126083374, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.7230352163314819, + "num_tokens": 243264157.0, + "step": 10293 + }, + { + "epoch": 1.1304634307050296, + "grad_norm": 2.899078369140625, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.7270461320877075, + "num_tokens": 243280018.0, + "step": 10294 + }, + { + "epoch": 1.1305732484076434, + "grad_norm": 2.7338647842407227, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7220005989074707, + "num_tokens": 243298605.0, + "step": 10295 + }, + { + "epoch": 1.130683066110257, + "grad_norm": 2.1255345344543457, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.709862232208252, + "num_tokens": 243327193.0, + "step": 10296 + }, + { + "epoch": 1.1307928838128707, + "grad_norm": 2.4654805660247803, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7291383147239685, + "num_tokens": 243347528.0, + "step": 10297 + }, + { + "epoch": 1.1309027015154842, + "grad_norm": 2.522115468978882, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7127593159675598, + "num_tokens": 243367001.0, + "step": 10298 + }, + { + "epoch": 1.131012519218098, + "grad_norm": 2.3087637424468994, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.71173095703125, + "num_tokens": 243392050.0, + "step": 10299 + }, + { + "epoch": 1.1311223369207117, + "grad_norm": 2.4126360416412354, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.6982831954956055, + "num_tokens": 243414912.0, + "step": 10300 + }, + { + "epoch": 1.1312321546233253, + "grad_norm": 2.472261428833008, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7201453447341919, + "num_tokens": 243436866.0, + "step": 10301 + }, + { + "epoch": 1.131341972325939, + "grad_norm": 2.2318575382232666, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7192907333374023, + "num_tokens": 243461488.0, + "step": 10302 + }, + { + "epoch": 1.1314517900285526, + "grad_norm": 2.3369288444519043, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7030340433120728, + "num_tokens": 243487973.0, + "step": 10303 + }, + { + "epoch": 1.1315616077311663, + "grad_norm": 2.637430191040039, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7216657400131226, + "num_tokens": 243508949.0, + "step": 10304 + }, + { + "epoch": 1.1316714254337799, + "grad_norm": 2.387176275253296, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7285422086715698, + "num_tokens": 243531056.0, + "step": 10305 + }, + { + "epoch": 1.1317812431363936, + "grad_norm": 2.1324141025543213, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7207427024841309, + "num_tokens": 243560176.0, + "step": 10306 + }, + { + "epoch": 1.1318910608390071, + "grad_norm": 2.280747652053833, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7086236476898193, + "num_tokens": 243585540.0, + "step": 10307 + }, + { + "epoch": 1.132000878541621, + "grad_norm": 2.662750244140625, + "learning_rate": 1e-06, + "loss": 0.7896, + "mean_token_accuracy": 0.7451803684234619, + "num_tokens": 243604476.0, + "step": 10308 + }, + { + "epoch": 1.1321106962442347, + "grad_norm": 2.1947755813598633, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7061808109283447, + "num_tokens": 243631547.0, + "step": 10309 + }, + { + "epoch": 1.1322205139468482, + "grad_norm": 2.1408519744873047, + "learning_rate": 1e-06, + "loss": 0.8308, + "mean_token_accuracy": 0.7380667924880981, + "num_tokens": 243656787.0, + "step": 10310 + }, + { + "epoch": 1.132330331649462, + "grad_norm": 2.3024098873138428, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7081883549690247, + "num_tokens": 243682108.0, + "step": 10311 + }, + { + "epoch": 1.1324401493520755, + "grad_norm": 2.591869831085205, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7223312854766846, + "num_tokens": 243703208.0, + "step": 10312 + }, + { + "epoch": 1.1325499670546892, + "grad_norm": 2.4285435676574707, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.7017024755477905, + "num_tokens": 243726633.0, + "step": 10313 + }, + { + "epoch": 1.132659784757303, + "grad_norm": 2.8942720890045166, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.7204591035842896, + "num_tokens": 243744021.0, + "step": 10314 + }, + { + "epoch": 1.1327696024599165, + "grad_norm": 2.940216064453125, + "learning_rate": 1e-06, + "loss": 0.8505, + "mean_token_accuracy": 0.7335877418518066, + "num_tokens": 243760588.0, + "step": 10315 + }, + { + "epoch": 1.1328794201625303, + "grad_norm": 2.61299991607666, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.720473051071167, + "num_tokens": 243780379.0, + "step": 10316 + }, + { + "epoch": 1.1329892378651438, + "grad_norm": 2.305025339126587, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7117576599121094, + "num_tokens": 243804785.0, + "step": 10317 + }, + { + "epoch": 1.1330990555677576, + "grad_norm": 2.211242914199829, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7121893167495728, + "num_tokens": 243830710.0, + "step": 10318 + }, + { + "epoch": 1.1332088732703711, + "grad_norm": 2.2849655151367188, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7150179743766785, + "num_tokens": 243855909.0, + "step": 10319 + }, + { + "epoch": 1.1333186909729849, + "grad_norm": 2.2475810050964355, + "learning_rate": 1e-06, + "loss": 0.8523, + "mean_token_accuracy": 0.7312408089637756, + "num_tokens": 243880325.0, + "step": 10320 + }, + { + "epoch": 1.1334285086755984, + "grad_norm": 2.301032066345215, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7087079882621765, + "num_tokens": 243907315.0, + "step": 10321 + }, + { + "epoch": 1.1335383263782122, + "grad_norm": 2.7436766624450684, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.727946400642395, + "num_tokens": 243924775.0, + "step": 10322 + }, + { + "epoch": 1.133648144080826, + "grad_norm": 2.0208394527435303, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7093700170516968, + "num_tokens": 243954925.0, + "step": 10323 + }, + { + "epoch": 1.1337579617834395, + "grad_norm": 2.5335333347320557, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7104437351226807, + "num_tokens": 243977392.0, + "step": 10324 + }, + { + "epoch": 1.1338677794860532, + "grad_norm": 2.1487314701080322, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.6977652907371521, + "num_tokens": 244009387.0, + "step": 10325 + }, + { + "epoch": 1.1339775971886668, + "grad_norm": 2.6495280265808105, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.7144933938980103, + "num_tokens": 244029426.0, + "step": 10326 + }, + { + "epoch": 1.1340874148912805, + "grad_norm": 2.4870755672454834, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7114825248718262, + "num_tokens": 244052131.0, + "step": 10327 + }, + { + "epoch": 1.134197232593894, + "grad_norm": 2.475879669189453, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7279331684112549, + "num_tokens": 244073691.0, + "step": 10328 + }, + { + "epoch": 1.1343070502965078, + "grad_norm": 2.219202995300293, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.7000060081481934, + "num_tokens": 244102632.0, + "step": 10329 + }, + { + "epoch": 1.1344168679991213, + "grad_norm": 2.588249444961548, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7213422060012817, + "num_tokens": 244122545.0, + "step": 10330 + }, + { + "epoch": 1.134526685701735, + "grad_norm": 2.296311378479004, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7251900434494019, + "num_tokens": 244146254.0, + "step": 10331 + }, + { + "epoch": 1.1346365034043489, + "grad_norm": 2.4453389644622803, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7134858965873718, + "num_tokens": 244168546.0, + "step": 10332 + }, + { + "epoch": 1.1347463211069624, + "grad_norm": 2.6398656368255615, + "learning_rate": 1e-06, + "loss": 0.8755, + "mean_token_accuracy": 0.7306203246116638, + "num_tokens": 244187391.0, + "step": 10333 + }, + { + "epoch": 1.1348561388095761, + "grad_norm": 2.4145007133483887, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7024489045143127, + "num_tokens": 244211840.0, + "step": 10334 + }, + { + "epoch": 1.1349659565121897, + "grad_norm": 2.302046537399292, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7047929763793945, + "num_tokens": 244240297.0, + "step": 10335 + }, + { + "epoch": 1.1350757742148034, + "grad_norm": 2.2432236671447754, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7101232409477234, + "num_tokens": 244266418.0, + "step": 10336 + }, + { + "epoch": 1.1351855919174172, + "grad_norm": 2.1324574947357178, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7355477809906006, + "num_tokens": 244293711.0, + "step": 10337 + }, + { + "epoch": 1.1352954096200307, + "grad_norm": 2.245255947113037, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7207363843917847, + "num_tokens": 244320148.0, + "step": 10338 + }, + { + "epoch": 1.1354052273226445, + "grad_norm": 2.7383925914764404, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7287298440933228, + "num_tokens": 244337528.0, + "step": 10339 + }, + { + "epoch": 1.135515045025258, + "grad_norm": 2.2484445571899414, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7029696702957153, + "num_tokens": 244363190.0, + "step": 10340 + }, + { + "epoch": 1.1356248627278718, + "grad_norm": 2.06132435798645, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6956403851509094, + "num_tokens": 244392711.0, + "step": 10341 + }, + { + "epoch": 1.1357346804304853, + "grad_norm": 2.8210835456848145, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7334040403366089, + "num_tokens": 244411129.0, + "step": 10342 + }, + { + "epoch": 1.135844498133099, + "grad_norm": 2.0406265258789062, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7159510850906372, + "num_tokens": 244441454.0, + "step": 10343 + }, + { + "epoch": 1.1359543158357126, + "grad_norm": 2.7886199951171875, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7032769918441772, + "num_tokens": 244463956.0, + "step": 10344 + }, + { + "epoch": 1.1360641335383264, + "grad_norm": 2.2460711002349854, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7163894772529602, + "num_tokens": 244489736.0, + "step": 10345 + }, + { + "epoch": 1.1361739512409401, + "grad_norm": 2.2091541290283203, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.7230413556098938, + "num_tokens": 244514365.0, + "step": 10346 + }, + { + "epoch": 1.1362837689435537, + "grad_norm": 2.5266895294189453, + "learning_rate": 1e-06, + "loss": 0.8427, + "mean_token_accuracy": 0.7393790483474731, + "num_tokens": 244533461.0, + "step": 10347 + }, + { + "epoch": 1.1363935866461674, + "grad_norm": 2.148772954940796, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.6877213716506958, + "num_tokens": 244563173.0, + "step": 10348 + }, + { + "epoch": 1.136503404348781, + "grad_norm": 2.369927406311035, + "learning_rate": 1e-06, + "loss": 0.7965, + "mean_token_accuracy": 0.7509765028953552, + "num_tokens": 244584706.0, + "step": 10349 + }, + { + "epoch": 1.1366132220513947, + "grad_norm": 2.3875932693481445, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7169196605682373, + "num_tokens": 244607779.0, + "step": 10350 + }, + { + "epoch": 1.1367230397540085, + "grad_norm": 2.495706081390381, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7260648608207703, + "num_tokens": 244628199.0, + "step": 10351 + }, + { + "epoch": 1.136832857456622, + "grad_norm": 2.4064764976501465, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7179530262947083, + "num_tokens": 244651371.0, + "step": 10352 + }, + { + "epoch": 1.1369426751592357, + "grad_norm": 2.3006770610809326, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7142156362533569, + "num_tokens": 244675150.0, + "step": 10353 + }, + { + "epoch": 1.1370524928618493, + "grad_norm": 2.6657328605651855, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.6959404945373535, + "num_tokens": 244695922.0, + "step": 10354 + }, + { + "epoch": 1.137162310564463, + "grad_norm": 2.1676390171051025, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.737506628036499, + "num_tokens": 244719477.0, + "step": 10355 + }, + { + "epoch": 1.1372721282670766, + "grad_norm": 2.3797783851623535, + "learning_rate": 1e-06, + "loss": 0.8216, + "mean_token_accuracy": 0.7363663911819458, + "num_tokens": 244741756.0, + "step": 10356 + }, + { + "epoch": 1.1373819459696903, + "grad_norm": 1.9532550573349, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7312099933624268, + "num_tokens": 244771978.0, + "step": 10357 + }, + { + "epoch": 1.1374917636723039, + "grad_norm": 2.5185718536376953, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7178082466125488, + "num_tokens": 244791840.0, + "step": 10358 + }, + { + "epoch": 1.1376015813749176, + "grad_norm": 2.2818310260772705, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7094782590866089, + "num_tokens": 244815509.0, + "step": 10359 + }, + { + "epoch": 1.1377113990775314, + "grad_norm": 2.199518918991089, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7080099582672119, + "num_tokens": 244842247.0, + "step": 10360 + }, + { + "epoch": 1.137821216780145, + "grad_norm": 2.325242042541504, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7034165859222412, + "num_tokens": 244866606.0, + "step": 10361 + }, + { + "epoch": 1.1379310344827587, + "grad_norm": 2.3776254653930664, + "learning_rate": 1e-06, + "loss": 0.8229, + "mean_token_accuracy": 0.7381053566932678, + "num_tokens": 244889883.0, + "step": 10362 + }, + { + "epoch": 1.1380408521853722, + "grad_norm": 2.9026196002960205, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7279279232025146, + "num_tokens": 244905418.0, + "step": 10363 + }, + { + "epoch": 1.138150669887986, + "grad_norm": 2.5338833332061768, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7199392318725586, + "num_tokens": 244929133.0, + "step": 10364 + }, + { + "epoch": 1.1382604875905997, + "grad_norm": 2.25667405128479, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7098463773727417, + "num_tokens": 244954788.0, + "step": 10365 + }, + { + "epoch": 1.1383703052932133, + "grad_norm": 2.3452882766723633, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7152194976806641, + "num_tokens": 244978033.0, + "step": 10366 + }, + { + "epoch": 1.138480122995827, + "grad_norm": 1.9842772483825684, + "learning_rate": 1e-06, + "loss": 0.9413, + "mean_token_accuracy": 0.7143375873565674, + "num_tokens": 245010214.0, + "step": 10367 + }, + { + "epoch": 1.1385899406984406, + "grad_norm": 2.1826775074005127, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7131381034851074, + "num_tokens": 245037055.0, + "step": 10368 + }, + { + "epoch": 1.1386997584010543, + "grad_norm": 2.3099498748779297, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7054210305213928, + "num_tokens": 245061018.0, + "step": 10369 + }, + { + "epoch": 1.1388095761036678, + "grad_norm": 2.330029249191284, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7224113345146179, + "num_tokens": 245082904.0, + "step": 10370 + }, + { + "epoch": 1.1389193938062816, + "grad_norm": 2.659780979156494, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7178362011909485, + "num_tokens": 245102532.0, + "step": 10371 + }, + { + "epoch": 1.1390292115088951, + "grad_norm": 2.2133865356445312, + "learning_rate": 1e-06, + "loss": 0.8338, + "mean_token_accuracy": 0.732603907585144, + "num_tokens": 245127827.0, + "step": 10372 + }, + { + "epoch": 1.139139029211509, + "grad_norm": 2.115508556365967, + "learning_rate": 1e-06, + "loss": 0.9855, + "mean_token_accuracy": 0.6951321363449097, + "num_tokens": 245155675.0, + "step": 10373 + }, + { + "epoch": 1.1392488469141226, + "grad_norm": 2.135709762573242, + "learning_rate": 1e-06, + "loss": 0.9997, + "mean_token_accuracy": 0.6911181807518005, + "num_tokens": 245184680.0, + "step": 10374 + }, + { + "epoch": 1.1393586646167362, + "grad_norm": 2.2846691608428955, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7184670567512512, + "num_tokens": 245209334.0, + "step": 10375 + }, + { + "epoch": 1.13946848231935, + "grad_norm": 2.3461525440216064, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.7216873168945312, + "num_tokens": 245233272.0, + "step": 10376 + }, + { + "epoch": 1.1395783000219635, + "grad_norm": 2.3993518352508545, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7208070755004883, + "num_tokens": 245254437.0, + "step": 10377 + }, + { + "epoch": 1.1396881177245772, + "grad_norm": 2.314941883087158, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7071584463119507, + "num_tokens": 245279431.0, + "step": 10378 + }, + { + "epoch": 1.1397979354271908, + "grad_norm": 2.2220969200134277, + "learning_rate": 1e-06, + "loss": 0.7885, + "mean_token_accuracy": 0.762317419052124, + "num_tokens": 245303165.0, + "step": 10379 + }, + { + "epoch": 1.1399077531298045, + "grad_norm": 2.6955347061157227, + "learning_rate": 1e-06, + "loss": 0.8498, + "mean_token_accuracy": 0.7363893389701843, + "num_tokens": 245322439.0, + "step": 10380 + }, + { + "epoch": 1.1400175708324183, + "grad_norm": 2.1739139556884766, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7120862007141113, + "num_tokens": 245349501.0, + "step": 10381 + }, + { + "epoch": 1.1401273885350318, + "grad_norm": 2.281137228012085, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7176798582077026, + "num_tokens": 245373660.0, + "step": 10382 + }, + { + "epoch": 1.1402372062376456, + "grad_norm": 2.5423061847686768, + "learning_rate": 1e-06, + "loss": 0.884, + "mean_token_accuracy": 0.7210789322853088, + "num_tokens": 245396298.0, + "step": 10383 + }, + { + "epoch": 1.140347023940259, + "grad_norm": 2.048001527786255, + "learning_rate": 1e-06, + "loss": 0.963, + "mean_token_accuracy": 0.7051888704299927, + "num_tokens": 245427554.0, + "step": 10384 + }, + { + "epoch": 1.1404568416428729, + "grad_norm": 2.524562358856201, + "learning_rate": 1e-06, + "loss": 0.8762, + "mean_token_accuracy": 0.7239500284194946, + "num_tokens": 245448088.0, + "step": 10385 + }, + { + "epoch": 1.1405666593454864, + "grad_norm": 2.8981809616088867, + "learning_rate": 1e-06, + "loss": 0.7791, + "mean_token_accuracy": 0.7541379928588867, + "num_tokens": 245463431.0, + "step": 10386 + }, + { + "epoch": 1.1406764770481002, + "grad_norm": 2.4519095420837402, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7187195420265198, + "num_tokens": 245485261.0, + "step": 10387 + }, + { + "epoch": 1.140786294750714, + "grad_norm": 2.3385934829711914, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7226699590682983, + "num_tokens": 245508600.0, + "step": 10388 + }, + { + "epoch": 1.1408961124533274, + "grad_norm": 2.5386180877685547, + "learning_rate": 1e-06, + "loss": 0.8623, + "mean_token_accuracy": 0.7349700927734375, + "num_tokens": 245527233.0, + "step": 10389 + }, + { + "epoch": 1.1410059301559412, + "grad_norm": 2.617727041244507, + "learning_rate": 1e-06, + "loss": 0.8122, + "mean_token_accuracy": 0.7490442395210266, + "num_tokens": 245546018.0, + "step": 10390 + }, + { + "epoch": 1.1411157478585547, + "grad_norm": 2.055367946624756, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7171647548675537, + "num_tokens": 245578457.0, + "step": 10391 + }, + { + "epoch": 1.1412255655611685, + "grad_norm": 2.170349597930908, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6918865442276001, + "num_tokens": 245605957.0, + "step": 10392 + }, + { + "epoch": 1.141335383263782, + "grad_norm": 2.5286242961883545, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7105785608291626, + "num_tokens": 245628119.0, + "step": 10393 + }, + { + "epoch": 1.1414452009663958, + "grad_norm": 2.421926736831665, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.7345247268676758, + "num_tokens": 245650431.0, + "step": 10394 + }, + { + "epoch": 1.1415550186690093, + "grad_norm": 2.581850528717041, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7121116518974304, + "num_tokens": 245671598.0, + "step": 10395 + }, + { + "epoch": 1.141664836371623, + "grad_norm": 2.262577772140503, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7272704839706421, + "num_tokens": 245697099.0, + "step": 10396 + }, + { + "epoch": 1.1417746540742368, + "grad_norm": 2.4903554916381836, + "learning_rate": 1e-06, + "loss": 0.7765, + "mean_token_accuracy": 0.7614385485649109, + "num_tokens": 245716962.0, + "step": 10397 + }, + { + "epoch": 1.1418844717768504, + "grad_norm": 2.280045509338379, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7291330695152283, + "num_tokens": 245741174.0, + "step": 10398 + }, + { + "epoch": 1.1419942894794641, + "grad_norm": 2.440786123275757, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.7331138253211975, + "num_tokens": 245762976.0, + "step": 10399 + }, + { + "epoch": 1.1421041071820777, + "grad_norm": 2.596895456314087, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7101041078567505, + "num_tokens": 245784710.0, + "step": 10400 + }, + { + "epoch": 1.1422139248846914, + "grad_norm": 2.5517501831054688, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7133591771125793, + "num_tokens": 245808941.0, + "step": 10401 + }, + { + "epoch": 1.1423237425873052, + "grad_norm": 2.3088979721069336, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.690606951713562, + "num_tokens": 245836057.0, + "step": 10402 + }, + { + "epoch": 1.1424335602899187, + "grad_norm": 2.411256790161133, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.7006152868270874, + "num_tokens": 245859451.0, + "step": 10403 + }, + { + "epoch": 1.1425433779925325, + "grad_norm": 2.288630962371826, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7071312665939331, + "num_tokens": 245885234.0, + "step": 10404 + }, + { + "epoch": 1.142653195695146, + "grad_norm": 2.6122686862945557, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7240868806838989, + "num_tokens": 245903495.0, + "step": 10405 + }, + { + "epoch": 1.1427630133977598, + "grad_norm": 2.2518012523651123, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7271442413330078, + "num_tokens": 245927693.0, + "step": 10406 + }, + { + "epoch": 1.1428728311003733, + "grad_norm": 2.301504135131836, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7113710641860962, + "num_tokens": 245954105.0, + "step": 10407 + }, + { + "epoch": 1.142982648802987, + "grad_norm": 2.6846230030059814, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7141261100769043, + "num_tokens": 245975217.0, + "step": 10408 + }, + { + "epoch": 1.1430924665056006, + "grad_norm": 2.1700048446655273, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7116110920906067, + "num_tokens": 246002161.0, + "step": 10409 + }, + { + "epoch": 1.1432022842082143, + "grad_norm": 2.3178744316101074, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7201783657073975, + "num_tokens": 246025840.0, + "step": 10410 + }, + { + "epoch": 1.143312101910828, + "grad_norm": 2.6162967681884766, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7216901183128357, + "num_tokens": 246046344.0, + "step": 10411 + }, + { + "epoch": 1.1434219196134416, + "grad_norm": 2.7304112911224365, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7160449624061584, + "num_tokens": 246065459.0, + "step": 10412 + }, + { + "epoch": 1.1435317373160554, + "grad_norm": 2.603713274002075, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.734970211982727, + "num_tokens": 246085054.0, + "step": 10413 + }, + { + "epoch": 1.143641555018669, + "grad_norm": 2.3495330810546875, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.7359893321990967, + "num_tokens": 246110189.0, + "step": 10414 + }, + { + "epoch": 1.1437513727212827, + "grad_norm": 2.5971524715423584, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7339274287223816, + "num_tokens": 246130368.0, + "step": 10415 + }, + { + "epoch": 1.1438611904238964, + "grad_norm": 2.303266763687134, + "learning_rate": 1e-06, + "loss": 0.9564, + "mean_token_accuracy": 0.7029953002929688, + "num_tokens": 246157666.0, + "step": 10416 + }, + { + "epoch": 1.14397100812651, + "grad_norm": 2.1723172664642334, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7231851816177368, + "num_tokens": 246183894.0, + "step": 10417 + }, + { + "epoch": 1.1440808258291237, + "grad_norm": 2.4625165462493896, + "learning_rate": 1e-06, + "loss": 0.9856, + "mean_token_accuracy": 0.6992803812026978, + "num_tokens": 246204388.0, + "step": 10418 + }, + { + "epoch": 1.1441906435317373, + "grad_norm": 2.3600852489471436, + "learning_rate": 1e-06, + "loss": 0.823, + "mean_token_accuracy": 0.7377142906188965, + "num_tokens": 246226937.0, + "step": 10419 + }, + { + "epoch": 1.144300461234351, + "grad_norm": 2.027104139328003, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7013336420059204, + "num_tokens": 246258257.0, + "step": 10420 + }, + { + "epoch": 1.1444102789369646, + "grad_norm": 2.4430947303771973, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.723199725151062, + "num_tokens": 246281493.0, + "step": 10421 + }, + { + "epoch": 1.1445200966395783, + "grad_norm": 2.1548547744750977, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7171953916549683, + "num_tokens": 246308723.0, + "step": 10422 + }, + { + "epoch": 1.1446299143421919, + "grad_norm": 2.5610570907592773, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7248275876045227, + "num_tokens": 246328633.0, + "step": 10423 + }, + { + "epoch": 1.1447397320448056, + "grad_norm": 2.2754058837890625, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7246062755584717, + "num_tokens": 246355051.0, + "step": 10424 + }, + { + "epoch": 1.1448495497474194, + "grad_norm": 2.6403589248657227, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7228475213050842, + "num_tokens": 246375313.0, + "step": 10425 + }, + { + "epoch": 1.144959367450033, + "grad_norm": 2.754378080368042, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7299661636352539, + "num_tokens": 246394901.0, + "step": 10426 + }, + { + "epoch": 1.1450691851526467, + "grad_norm": 2.3194313049316406, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.714120626449585, + "num_tokens": 246419428.0, + "step": 10427 + }, + { + "epoch": 1.1451790028552602, + "grad_norm": 2.598039150238037, + "learning_rate": 1e-06, + "loss": 0.9701, + "mean_token_accuracy": 0.705619215965271, + "num_tokens": 246438828.0, + "step": 10428 + }, + { + "epoch": 1.145288820557874, + "grad_norm": 2.5329296588897705, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7439451217651367, + "num_tokens": 246460248.0, + "step": 10429 + }, + { + "epoch": 1.1453986382604877, + "grad_norm": 2.3527450561523438, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7109473943710327, + "num_tokens": 246484986.0, + "step": 10430 + }, + { + "epoch": 1.1455084559631012, + "grad_norm": 2.4324560165405273, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7166350483894348, + "num_tokens": 246507273.0, + "step": 10431 + }, + { + "epoch": 1.145618273665715, + "grad_norm": 2.263645648956299, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7127056121826172, + "num_tokens": 246533144.0, + "step": 10432 + }, + { + "epoch": 1.1457280913683285, + "grad_norm": 2.4678385257720947, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7265620231628418, + "num_tokens": 246553941.0, + "step": 10433 + }, + { + "epoch": 1.1458379090709423, + "grad_norm": 2.5477612018585205, + "learning_rate": 1e-06, + "loss": 0.841, + "mean_token_accuracy": 0.7320234775543213, + "num_tokens": 246574314.0, + "step": 10434 + }, + { + "epoch": 1.1459477267735558, + "grad_norm": 2.300584077835083, + "learning_rate": 1e-06, + "loss": 0.884, + "mean_token_accuracy": 0.7348886728286743, + "num_tokens": 246598582.0, + "step": 10435 + }, + { + "epoch": 1.1460575444761696, + "grad_norm": 2.1870532035827637, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7249706983566284, + "num_tokens": 246625351.0, + "step": 10436 + }, + { + "epoch": 1.1461673621787831, + "grad_norm": 2.356663465499878, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7097146511077881, + "num_tokens": 246649489.0, + "step": 10437 + }, + { + "epoch": 1.1462771798813969, + "grad_norm": 2.918069362640381, + "learning_rate": 1e-06, + "loss": 0.864, + "mean_token_accuracy": 0.7227210998535156, + "num_tokens": 246665931.0, + "step": 10438 + }, + { + "epoch": 1.1463869975840106, + "grad_norm": 2.54756498336792, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7136614322662354, + "num_tokens": 246686450.0, + "step": 10439 + }, + { + "epoch": 1.1464968152866242, + "grad_norm": 2.4601733684539795, + "learning_rate": 1e-06, + "loss": 0.847, + "mean_token_accuracy": 0.7303941249847412, + "num_tokens": 246707601.0, + "step": 10440 + }, + { + "epoch": 1.146606632989238, + "grad_norm": 2.4890244007110596, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7107462882995605, + "num_tokens": 246731175.0, + "step": 10441 + }, + { + "epoch": 1.1467164506918515, + "grad_norm": 2.5595812797546387, + "learning_rate": 1e-06, + "loss": 0.9148, + "mean_token_accuracy": 0.7179101705551147, + "num_tokens": 246752161.0, + "step": 10442 + }, + { + "epoch": 1.1468262683944652, + "grad_norm": 2.3931472301483154, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7068166732788086, + "num_tokens": 246774573.0, + "step": 10443 + }, + { + "epoch": 1.1469360860970788, + "grad_norm": 2.251110076904297, + "learning_rate": 1e-06, + "loss": 0.7841, + "mean_token_accuracy": 0.7531335353851318, + "num_tokens": 246799138.0, + "step": 10444 + }, + { + "epoch": 1.1470459037996925, + "grad_norm": 2.2134416103363037, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.734536349773407, + "num_tokens": 246822593.0, + "step": 10445 + }, + { + "epoch": 1.147155721502306, + "grad_norm": 2.2376444339752197, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7100916504859924, + "num_tokens": 246848699.0, + "step": 10446 + }, + { + "epoch": 1.1472655392049198, + "grad_norm": 2.139094114303589, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7241649627685547, + "num_tokens": 246875776.0, + "step": 10447 + }, + { + "epoch": 1.1473753569075336, + "grad_norm": 2.7507450580596924, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.6938488483428955, + "num_tokens": 246894967.0, + "step": 10448 + }, + { + "epoch": 1.147485174610147, + "grad_norm": 2.531804323196411, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7307470440864563, + "num_tokens": 246915296.0, + "step": 10449 + }, + { + "epoch": 1.1475949923127609, + "grad_norm": 2.4464406967163086, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7105225324630737, + "num_tokens": 246936091.0, + "step": 10450 + }, + { + "epoch": 1.1477048100153744, + "grad_norm": 2.221571922302246, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7199333906173706, + "num_tokens": 246962110.0, + "step": 10451 + }, + { + "epoch": 1.1478146277179881, + "grad_norm": 2.167240858078003, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.6952344179153442, + "num_tokens": 246989442.0, + "step": 10452 + }, + { + "epoch": 1.147924445420602, + "grad_norm": 2.8149526119232178, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7155190706253052, + "num_tokens": 247007973.0, + "step": 10453 + }, + { + "epoch": 1.1480342631232154, + "grad_norm": 2.554202079772949, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7344766855239868, + "num_tokens": 247029446.0, + "step": 10454 + }, + { + "epoch": 1.1481440808258292, + "grad_norm": 2.3723931312561035, + "learning_rate": 1e-06, + "loss": 0.838, + "mean_token_accuracy": 0.736860990524292, + "num_tokens": 247052121.0, + "step": 10455 + }, + { + "epoch": 1.1482538985284427, + "grad_norm": 2.2825400829315186, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7226184606552124, + "num_tokens": 247075950.0, + "step": 10456 + }, + { + "epoch": 1.1483637162310565, + "grad_norm": 2.1454670429229736, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7065669298171997, + "num_tokens": 247106301.0, + "step": 10457 + }, + { + "epoch": 1.14847353393367, + "grad_norm": 2.4464423656463623, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6952580213546753, + "num_tokens": 247128890.0, + "step": 10458 + }, + { + "epoch": 1.1485833516362838, + "grad_norm": 2.318803310394287, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.7001789212226868, + "num_tokens": 247154716.0, + "step": 10459 + }, + { + "epoch": 1.1486931693388973, + "grad_norm": 2.6295788288116455, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7192646265029907, + "num_tokens": 247174804.0, + "step": 10460 + }, + { + "epoch": 1.148802987041511, + "grad_norm": 2.86956787109375, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7243154048919678, + "num_tokens": 247193064.0, + "step": 10461 + }, + { + "epoch": 1.1489128047441248, + "grad_norm": 2.567652702331543, + "learning_rate": 1e-06, + "loss": 0.8149, + "mean_token_accuracy": 0.7415608763694763, + "num_tokens": 247210549.0, + "step": 10462 + }, + { + "epoch": 1.1490226224467384, + "grad_norm": 2.341452121734619, + "learning_rate": 1e-06, + "loss": 0.814, + "mean_token_accuracy": 0.7394452095031738, + "num_tokens": 247232730.0, + "step": 10463 + }, + { + "epoch": 1.1491324401493521, + "grad_norm": 2.446805715560913, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7130928039550781, + "num_tokens": 247254351.0, + "step": 10464 + }, + { + "epoch": 1.1492422578519657, + "grad_norm": 2.4404962062835693, + "learning_rate": 1e-06, + "loss": 0.8271, + "mean_token_accuracy": 0.7414736747741699, + "num_tokens": 247276336.0, + "step": 10465 + }, + { + "epoch": 1.1493520755545794, + "grad_norm": 2.1202280521392822, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7163206338882446, + "num_tokens": 247304331.0, + "step": 10466 + }, + { + "epoch": 1.1494618932571932, + "grad_norm": 2.400186777114868, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7338027358055115, + "num_tokens": 247328618.0, + "step": 10467 + }, + { + "epoch": 1.1495717109598067, + "grad_norm": 2.295497417449951, + "learning_rate": 1e-06, + "loss": 0.8326, + "mean_token_accuracy": 0.7363688945770264, + "num_tokens": 247351618.0, + "step": 10468 + }, + { + "epoch": 1.1496815286624205, + "grad_norm": 2.4032230377197266, + "learning_rate": 1e-06, + "loss": 0.7765, + "mean_token_accuracy": 0.7549272775650024, + "num_tokens": 247374003.0, + "step": 10469 + }, + { + "epoch": 1.149791346365034, + "grad_norm": 2.2924129962921143, + "learning_rate": 1e-06, + "loss": 0.8414, + "mean_token_accuracy": 0.7317497134208679, + "num_tokens": 247397102.0, + "step": 10470 + }, + { + "epoch": 1.1499011640676478, + "grad_norm": 2.5161256790161133, + "learning_rate": 1e-06, + "loss": 0.9057, + "mean_token_accuracy": 0.7142230272293091, + "num_tokens": 247419217.0, + "step": 10471 + }, + { + "epoch": 1.1500109817702613, + "grad_norm": 2.5077145099639893, + "learning_rate": 1e-06, + "loss": 0.8712, + "mean_token_accuracy": 0.7284812331199646, + "num_tokens": 247439160.0, + "step": 10472 + }, + { + "epoch": 1.150120799472875, + "grad_norm": 2.6356098651885986, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.7441356182098389, + "num_tokens": 247458284.0, + "step": 10473 + }, + { + "epoch": 1.1502306171754886, + "grad_norm": 2.0943691730499268, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7175569534301758, + "num_tokens": 247487940.0, + "step": 10474 + }, + { + "epoch": 1.1503404348781023, + "grad_norm": 2.3577499389648438, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7251386642456055, + "num_tokens": 247512665.0, + "step": 10475 + }, + { + "epoch": 1.150450252580716, + "grad_norm": 2.313143253326416, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7135443687438965, + "num_tokens": 247535556.0, + "step": 10476 + }, + { + "epoch": 1.1505600702833296, + "grad_norm": 2.383681535720825, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.7000386714935303, + "num_tokens": 247559202.0, + "step": 10477 + }, + { + "epoch": 1.1506698879859434, + "grad_norm": 2.2635374069213867, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.7327282428741455, + "num_tokens": 247583530.0, + "step": 10478 + }, + { + "epoch": 1.150779705688557, + "grad_norm": 2.4495668411254883, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7122342586517334, + "num_tokens": 247606590.0, + "step": 10479 + }, + { + "epoch": 1.1508895233911707, + "grad_norm": 2.3062820434570312, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7081630825996399, + "num_tokens": 247630794.0, + "step": 10480 + }, + { + "epoch": 1.1509993410937844, + "grad_norm": 2.333892583847046, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7145206332206726, + "num_tokens": 247656927.0, + "step": 10481 + }, + { + "epoch": 1.151109158796398, + "grad_norm": 2.254362106323242, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7188978791236877, + "num_tokens": 247680859.0, + "step": 10482 + }, + { + "epoch": 1.1512189764990117, + "grad_norm": 2.5949950218200684, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.726469099521637, + "num_tokens": 247701203.0, + "step": 10483 + }, + { + "epoch": 1.1513287942016253, + "grad_norm": 2.4888768196105957, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7192578315734863, + "num_tokens": 247722610.0, + "step": 10484 + }, + { + "epoch": 1.151438611904239, + "grad_norm": 2.1730566024780273, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.7462769150733948, + "num_tokens": 247746858.0, + "step": 10485 + }, + { + "epoch": 1.1515484296068526, + "grad_norm": 2.018972873687744, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.7048095464706421, + "num_tokens": 247779178.0, + "step": 10486 + }, + { + "epoch": 1.1516582473094663, + "grad_norm": 2.7545862197875977, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.721301794052124, + "num_tokens": 247797174.0, + "step": 10487 + }, + { + "epoch": 1.1517680650120798, + "grad_norm": 2.365438938140869, + "learning_rate": 1e-06, + "loss": 1.0101, + "mean_token_accuracy": 0.7002094984054565, + "num_tokens": 247821562.0, + "step": 10488 + }, + { + "epoch": 1.1518778827146936, + "grad_norm": 2.1046347618103027, + "learning_rate": 1e-06, + "loss": 0.8866, + "mean_token_accuracy": 0.7243718504905701, + "num_tokens": 247848549.0, + "step": 10489 + }, + { + "epoch": 1.1519877004173074, + "grad_norm": 2.3521835803985596, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.691563606262207, + "num_tokens": 247873303.0, + "step": 10490 + }, + { + "epoch": 1.152097518119921, + "grad_norm": 3.052933931350708, + "learning_rate": 1e-06, + "loss": 0.7821, + "mean_token_accuracy": 0.7528764009475708, + "num_tokens": 247887905.0, + "step": 10491 + }, + { + "epoch": 1.1522073358225347, + "grad_norm": 2.1735177040100098, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7100121974945068, + "num_tokens": 247914838.0, + "step": 10492 + }, + { + "epoch": 1.1523171535251482, + "grad_norm": 2.374727487564087, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7161353826522827, + "num_tokens": 247938084.0, + "step": 10493 + }, + { + "epoch": 1.152426971227762, + "grad_norm": 2.288172483444214, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.6977847218513489, + "num_tokens": 247962715.0, + "step": 10494 + }, + { + "epoch": 1.1525367889303757, + "grad_norm": 2.601016044616699, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.7160606384277344, + "num_tokens": 247981793.0, + "step": 10495 + }, + { + "epoch": 1.1526466066329892, + "grad_norm": 2.1703267097473145, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7086490392684937, + "num_tokens": 248011880.0, + "step": 10496 + }, + { + "epoch": 1.152756424335603, + "grad_norm": 2.3839430809020996, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7131699323654175, + "num_tokens": 248033298.0, + "step": 10497 + }, + { + "epoch": 1.1528662420382165, + "grad_norm": 2.4657163619995117, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7085474729537964, + "num_tokens": 248055021.0, + "step": 10498 + }, + { + "epoch": 1.1529760597408303, + "grad_norm": 2.5849127769470215, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.717849850654602, + "num_tokens": 248075519.0, + "step": 10499 + }, + { + "epoch": 1.1530858774434438, + "grad_norm": 2.3584210872650146, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7246266603469849, + "num_tokens": 248098015.0, + "step": 10500 + }, + { + "epoch": 1.1531956951460576, + "grad_norm": 2.4266743659973145, + "learning_rate": 1e-06, + "loss": 0.981, + "mean_token_accuracy": 0.7054420709609985, + "num_tokens": 248121554.0, + "step": 10501 + }, + { + "epoch": 1.153305512848671, + "grad_norm": 2.179882764816284, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.709710955619812, + "num_tokens": 248147872.0, + "step": 10502 + }, + { + "epoch": 1.1534153305512849, + "grad_norm": 2.6735692024230957, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7002015709877014, + "num_tokens": 248167568.0, + "step": 10503 + }, + { + "epoch": 1.1535251482538986, + "grad_norm": 2.4755496978759766, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7140533328056335, + "num_tokens": 248191808.0, + "step": 10504 + }, + { + "epoch": 1.1536349659565122, + "grad_norm": 2.345012903213501, + "learning_rate": 1e-06, + "loss": 0.8572, + "mean_token_accuracy": 0.7385923266410828, + "num_tokens": 248213531.0, + "step": 10505 + }, + { + "epoch": 1.153744783659126, + "grad_norm": 2.337252140045166, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7404175996780396, + "num_tokens": 248235447.0, + "step": 10506 + }, + { + "epoch": 1.1538546013617395, + "grad_norm": 2.4039814472198486, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7159910798072815, + "num_tokens": 248256872.0, + "step": 10507 + }, + { + "epoch": 1.1539644190643532, + "grad_norm": 2.4891090393066406, + "learning_rate": 1e-06, + "loss": 0.8599, + "mean_token_accuracy": 0.729653000831604, + "num_tokens": 248277333.0, + "step": 10508 + }, + { + "epoch": 1.1540742367669667, + "grad_norm": 2.169902801513672, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7192822694778442, + "num_tokens": 248303350.0, + "step": 10509 + }, + { + "epoch": 1.1541840544695805, + "grad_norm": 2.5347235202789307, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7207874655723572, + "num_tokens": 248323665.0, + "step": 10510 + }, + { + "epoch": 1.154293872172194, + "grad_norm": 2.145280361175537, + "learning_rate": 1e-06, + "loss": 0.8652, + "mean_token_accuracy": 0.7303928136825562, + "num_tokens": 248350900.0, + "step": 10511 + }, + { + "epoch": 1.1544036898748078, + "grad_norm": 2.27536940574646, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7123106718063354, + "num_tokens": 248375337.0, + "step": 10512 + }, + { + "epoch": 1.1545135075774215, + "grad_norm": 2.0524046421051025, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.6936355829238892, + "num_tokens": 248405906.0, + "step": 10513 + }, + { + "epoch": 1.154623325280035, + "grad_norm": 2.676650047302246, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7361575961112976, + "num_tokens": 248425422.0, + "step": 10514 + }, + { + "epoch": 1.1547331429826488, + "grad_norm": 2.535892963409424, + "learning_rate": 1e-06, + "loss": 0.9715, + "mean_token_accuracy": 0.7010297775268555, + "num_tokens": 248446383.0, + "step": 10515 + }, + { + "epoch": 1.1548429606852624, + "grad_norm": 2.2951653003692627, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7057501077651978, + "num_tokens": 248471353.0, + "step": 10516 + }, + { + "epoch": 1.1549527783878761, + "grad_norm": 2.190356969833374, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7264306545257568, + "num_tokens": 248497093.0, + "step": 10517 + }, + { + "epoch": 1.15506259609049, + "grad_norm": 2.430659532546997, + "learning_rate": 1e-06, + "loss": 0.8286, + "mean_token_accuracy": 0.7390885949134827, + "num_tokens": 248516900.0, + "step": 10518 + }, + { + "epoch": 1.1551724137931034, + "grad_norm": 2.362999200820923, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6942946910858154, + "num_tokens": 248543772.0, + "step": 10519 + }, + { + "epoch": 1.1552822314957172, + "grad_norm": 2.3741750717163086, + "learning_rate": 1e-06, + "loss": 0.7875, + "mean_token_accuracy": 0.7526352405548096, + "num_tokens": 248565809.0, + "step": 10520 + }, + { + "epoch": 1.1553920491983307, + "grad_norm": 2.912304162979126, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7251254916191101, + "num_tokens": 248581691.0, + "step": 10521 + }, + { + "epoch": 1.1555018669009445, + "grad_norm": 2.250347852706909, + "learning_rate": 1e-06, + "loss": 0.8214, + "mean_token_accuracy": 0.7435536980628967, + "num_tokens": 248604789.0, + "step": 10522 + }, + { + "epoch": 1.155611684603558, + "grad_norm": 2.4878509044647217, + "learning_rate": 1e-06, + "loss": 0.8771, + "mean_token_accuracy": 0.7164900302886963, + "num_tokens": 248626527.0, + "step": 10523 + }, + { + "epoch": 1.1557215023061718, + "grad_norm": 2.3221383094787598, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7089312672615051, + "num_tokens": 248651082.0, + "step": 10524 + }, + { + "epoch": 1.1558313200087853, + "grad_norm": 2.333343744277954, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7171505689620972, + "num_tokens": 248675268.0, + "step": 10525 + }, + { + "epoch": 1.155941137711399, + "grad_norm": 2.0856268405914307, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7158697843551636, + "num_tokens": 248704886.0, + "step": 10526 + }, + { + "epoch": 1.1560509554140128, + "grad_norm": 2.4530582427978516, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.6973783373832703, + "num_tokens": 248726576.0, + "step": 10527 + }, + { + "epoch": 1.1561607731166264, + "grad_norm": 2.8607468605041504, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7373505234718323, + "num_tokens": 248744572.0, + "step": 10528 + }, + { + "epoch": 1.15627059081924, + "grad_norm": 2.3151566982269287, + "learning_rate": 1e-06, + "loss": 0.9544, + "mean_token_accuracy": 0.7032790780067444, + "num_tokens": 248768388.0, + "step": 10529 + }, + { + "epoch": 1.1563804085218536, + "grad_norm": 2.3834095001220703, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7259359359741211, + "num_tokens": 248791140.0, + "step": 10530 + }, + { + "epoch": 1.1564902262244674, + "grad_norm": 2.4772608280181885, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7214469909667969, + "num_tokens": 248812339.0, + "step": 10531 + }, + { + "epoch": 1.1566000439270812, + "grad_norm": 2.593540668487549, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7015694975852966, + "num_tokens": 248833503.0, + "step": 10532 + }, + { + "epoch": 1.1567098616296947, + "grad_norm": 2.743705987930298, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7449515461921692, + "num_tokens": 248851679.0, + "step": 10533 + }, + { + "epoch": 1.1568196793323084, + "grad_norm": 2.143467664718628, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7052536010742188, + "num_tokens": 248880177.0, + "step": 10534 + }, + { + "epoch": 1.156929497034922, + "grad_norm": 2.371222734451294, + "learning_rate": 1e-06, + "loss": 0.837, + "mean_token_accuracy": 0.7457200288772583, + "num_tokens": 248901840.0, + "step": 10535 + }, + { + "epoch": 1.1570393147375357, + "grad_norm": 2.289196729660034, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.7026965618133545, + "num_tokens": 248928251.0, + "step": 10536 + }, + { + "epoch": 1.1571491324401493, + "grad_norm": 2.4425811767578125, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7186882495880127, + "num_tokens": 248951506.0, + "step": 10537 + }, + { + "epoch": 1.157258950142763, + "grad_norm": 2.5436463356018066, + "learning_rate": 1e-06, + "loss": 0.7459, + "mean_token_accuracy": 0.7506799101829529, + "num_tokens": 248970536.0, + "step": 10538 + }, + { + "epoch": 1.1573687678453766, + "grad_norm": 2.4596476554870605, + "learning_rate": 1e-06, + "loss": 0.8595, + "mean_token_accuracy": 0.7285035252571106, + "num_tokens": 248993180.0, + "step": 10539 + }, + { + "epoch": 1.1574785855479903, + "grad_norm": 2.602424383163452, + "learning_rate": 1e-06, + "loss": 0.8005, + "mean_token_accuracy": 0.7421725988388062, + "num_tokens": 249013587.0, + "step": 10540 + }, + { + "epoch": 1.157588403250604, + "grad_norm": 2.8580474853515625, + "learning_rate": 1e-06, + "loss": 0.7534, + "mean_token_accuracy": 0.7479888796806335, + "num_tokens": 249029957.0, + "step": 10541 + }, + { + "epoch": 1.1576982209532176, + "grad_norm": 2.7737314701080322, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7131614089012146, + "num_tokens": 249047706.0, + "step": 10542 + }, + { + "epoch": 1.1578080386558314, + "grad_norm": 2.668795347213745, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7261855602264404, + "num_tokens": 249067801.0, + "step": 10543 + }, + { + "epoch": 1.157917856358445, + "grad_norm": 2.182717800140381, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.7081281542778015, + "num_tokens": 249095012.0, + "step": 10544 + }, + { + "epoch": 1.1580276740610587, + "grad_norm": 2.4137752056121826, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7050930261611938, + "num_tokens": 249117635.0, + "step": 10545 + }, + { + "epoch": 1.1581374917636724, + "grad_norm": 2.183492422103882, + "learning_rate": 1e-06, + "loss": 0.8047, + "mean_token_accuracy": 0.7477145195007324, + "num_tokens": 249143460.0, + "step": 10546 + }, + { + "epoch": 1.158247309466286, + "grad_norm": 2.312018632888794, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7187778353691101, + "num_tokens": 249169814.0, + "step": 10547 + }, + { + "epoch": 1.1583571271688997, + "grad_norm": 2.969970226287842, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7253432273864746, + "num_tokens": 249184977.0, + "step": 10548 + }, + { + "epoch": 1.1584669448715132, + "grad_norm": 2.2013120651245117, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7195174098014832, + "num_tokens": 249211561.0, + "step": 10549 + }, + { + "epoch": 1.158576762574127, + "grad_norm": 2.7958765029907227, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7202004194259644, + "num_tokens": 249229803.0, + "step": 10550 + }, + { + "epoch": 1.1586865802767405, + "grad_norm": 2.5553603172302246, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7344605922698975, + "num_tokens": 249250747.0, + "step": 10551 + }, + { + "epoch": 1.1587963979793543, + "grad_norm": 2.696063995361328, + "learning_rate": 1e-06, + "loss": 0.7945, + "mean_token_accuracy": 0.7514983415603638, + "num_tokens": 249268345.0, + "step": 10552 + }, + { + "epoch": 1.1589062156819678, + "grad_norm": 2.337510585784912, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7170626521110535, + "num_tokens": 249292428.0, + "step": 10553 + }, + { + "epoch": 1.1590160333845816, + "grad_norm": 2.5742928981781006, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7356656789779663, + "num_tokens": 249311066.0, + "step": 10554 + }, + { + "epoch": 1.1591258510871953, + "grad_norm": 2.5891058444976807, + "learning_rate": 1e-06, + "loss": 0.8232, + "mean_token_accuracy": 0.7386593222618103, + "num_tokens": 249330140.0, + "step": 10555 + }, + { + "epoch": 1.1592356687898089, + "grad_norm": 2.1991586685180664, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.7296989560127258, + "num_tokens": 249356984.0, + "step": 10556 + }, + { + "epoch": 1.1593454864924226, + "grad_norm": 2.3938276767730713, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7163246273994446, + "num_tokens": 249380774.0, + "step": 10557 + }, + { + "epoch": 1.1594553041950362, + "grad_norm": 2.4349541664123535, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.6972223520278931, + "num_tokens": 249403029.0, + "step": 10558 + }, + { + "epoch": 1.15956512189765, + "grad_norm": 2.3962626457214355, + "learning_rate": 1e-06, + "loss": 0.8213, + "mean_token_accuracy": 0.7466996908187866, + "num_tokens": 249425959.0, + "step": 10559 + }, + { + "epoch": 1.1596749396002635, + "grad_norm": 2.6322782039642334, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7201032042503357, + "num_tokens": 249446615.0, + "step": 10560 + }, + { + "epoch": 1.1597847573028772, + "grad_norm": 2.4991235733032227, + "learning_rate": 1e-06, + "loss": 0.8409, + "mean_token_accuracy": 0.7440094947814941, + "num_tokens": 249468735.0, + "step": 10561 + }, + { + "epoch": 1.159894575005491, + "grad_norm": 2.3955841064453125, + "learning_rate": 1e-06, + "loss": 0.8038, + "mean_token_accuracy": 0.7438487410545349, + "num_tokens": 249491928.0, + "step": 10562 + }, + { + "epoch": 1.1600043927081045, + "grad_norm": 2.397099018096924, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7227307558059692, + "num_tokens": 249514839.0, + "step": 10563 + }, + { + "epoch": 1.1601142104107183, + "grad_norm": 2.2592697143554688, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7056722640991211, + "num_tokens": 249540468.0, + "step": 10564 + }, + { + "epoch": 1.1602240281133318, + "grad_norm": 2.1926803588867188, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7200547456741333, + "num_tokens": 249567697.0, + "step": 10565 + }, + { + "epoch": 1.1603338458159456, + "grad_norm": 2.2242236137390137, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.6895574331283569, + "num_tokens": 249594893.0, + "step": 10566 + }, + { + "epoch": 1.160443663518559, + "grad_norm": 2.244152784347534, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.7187939882278442, + "num_tokens": 249623146.0, + "step": 10567 + }, + { + "epoch": 1.1605534812211729, + "grad_norm": 2.6316137313842773, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7193546295166016, + "num_tokens": 249643472.0, + "step": 10568 + }, + { + "epoch": 1.1606632989237866, + "grad_norm": 2.171358585357666, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7212182283401489, + "num_tokens": 249670155.0, + "step": 10569 + }, + { + "epoch": 1.1607731166264001, + "grad_norm": 2.616438627243042, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7110779881477356, + "num_tokens": 249688403.0, + "step": 10570 + }, + { + "epoch": 1.160882934329014, + "grad_norm": 2.1760594844818115, + "learning_rate": 1e-06, + "loss": 0.7707, + "mean_token_accuracy": 0.753544270992279, + "num_tokens": 249713230.0, + "step": 10571 + }, + { + "epoch": 1.1609927520316274, + "grad_norm": 2.2987680435180664, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6944208145141602, + "num_tokens": 249737770.0, + "step": 10572 + }, + { + "epoch": 1.1611025697342412, + "grad_norm": 2.540743112564087, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7269130945205688, + "num_tokens": 249757963.0, + "step": 10573 + }, + { + "epoch": 1.1612123874368547, + "grad_norm": 2.397169828414917, + "learning_rate": 1e-06, + "loss": 0.7872, + "mean_token_accuracy": 0.7372773289680481, + "num_tokens": 249779243.0, + "step": 10574 + }, + { + "epoch": 1.1613222051394685, + "grad_norm": 2.228757858276367, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7291539907455444, + "num_tokens": 249804899.0, + "step": 10575 + }, + { + "epoch": 1.161432022842082, + "grad_norm": 1.958258867263794, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.711868405342102, + "num_tokens": 249838594.0, + "step": 10576 + }, + { + "epoch": 1.1615418405446958, + "grad_norm": 2.277700901031494, + "learning_rate": 1e-06, + "loss": 0.8286, + "mean_token_accuracy": 0.741469144821167, + "num_tokens": 249861584.0, + "step": 10577 + }, + { + "epoch": 1.1616516582473095, + "grad_norm": 2.4972453117370605, + "learning_rate": 1e-06, + "loss": 0.8306, + "mean_token_accuracy": 0.7457326054573059, + "num_tokens": 249882797.0, + "step": 10578 + }, + { + "epoch": 1.161761475949923, + "grad_norm": 2.071859359741211, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7056623697280884, + "num_tokens": 249913212.0, + "step": 10579 + }, + { + "epoch": 1.1618712936525368, + "grad_norm": 2.2165801525115967, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7144578695297241, + "num_tokens": 249940510.0, + "step": 10580 + }, + { + "epoch": 1.1619811113551504, + "grad_norm": 2.1113173961639404, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7073183059692383, + "num_tokens": 249969576.0, + "step": 10581 + }, + { + "epoch": 1.1620909290577641, + "grad_norm": 2.315682888031006, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7178716659545898, + "num_tokens": 249992010.0, + "step": 10582 + }, + { + "epoch": 1.1622007467603779, + "grad_norm": 3.2972779273986816, + "learning_rate": 1e-06, + "loss": 0.6903, + "mean_token_accuracy": 0.770365834236145, + "num_tokens": 250004928.0, + "step": 10583 + }, + { + "epoch": 1.1623105644629914, + "grad_norm": 2.5735552310943604, + "learning_rate": 1e-06, + "loss": 0.8645, + "mean_token_accuracy": 0.7261524200439453, + "num_tokens": 250025918.0, + "step": 10584 + }, + { + "epoch": 1.1624203821656052, + "grad_norm": 2.4891934394836426, + "learning_rate": 1e-06, + "loss": 0.8442, + "mean_token_accuracy": 0.7385837435722351, + "num_tokens": 250046636.0, + "step": 10585 + }, + { + "epoch": 1.1625301998682187, + "grad_norm": 2.334644079208374, + "learning_rate": 1e-06, + "loss": 1.045, + "mean_token_accuracy": 0.6868025064468384, + "num_tokens": 250073356.0, + "step": 10586 + }, + { + "epoch": 1.1626400175708325, + "grad_norm": 2.3611931800842285, + "learning_rate": 1e-06, + "loss": 0.8289, + "mean_token_accuracy": 0.7369194030761719, + "num_tokens": 250094942.0, + "step": 10587 + }, + { + "epoch": 1.162749835273446, + "grad_norm": 2.255098342895508, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7120441198348999, + "num_tokens": 250122024.0, + "step": 10588 + }, + { + "epoch": 1.1628596529760598, + "grad_norm": 2.171696901321411, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7301415205001831, + "num_tokens": 250148813.0, + "step": 10589 + }, + { + "epoch": 1.1629694706786733, + "grad_norm": 2.3794991970062256, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.699142575263977, + "num_tokens": 250172324.0, + "step": 10590 + }, + { + "epoch": 1.163079288381287, + "grad_norm": 2.3297007083892822, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7058106064796448, + "num_tokens": 250195920.0, + "step": 10591 + }, + { + "epoch": 1.1631891060839008, + "grad_norm": 2.3415756225585938, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.7213135957717896, + "num_tokens": 250219103.0, + "step": 10592 + }, + { + "epoch": 1.1632989237865143, + "grad_norm": 2.3044354915618896, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.717941164970398, + "num_tokens": 250245188.0, + "step": 10593 + }, + { + "epoch": 1.163408741489128, + "grad_norm": 2.5167250633239746, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7380123138427734, + "num_tokens": 250264204.0, + "step": 10594 + }, + { + "epoch": 1.1635185591917416, + "grad_norm": 2.5680017471313477, + "learning_rate": 1e-06, + "loss": 0.8271, + "mean_token_accuracy": 0.7467717528343201, + "num_tokens": 250282257.0, + "step": 10595 + }, + { + "epoch": 1.1636283768943554, + "grad_norm": 2.2766125202178955, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7001798152923584, + "num_tokens": 250306402.0, + "step": 10596 + }, + { + "epoch": 1.1637381945969691, + "grad_norm": 2.7900776863098145, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.7412806153297424, + "num_tokens": 250324190.0, + "step": 10597 + }, + { + "epoch": 1.1638480122995827, + "grad_norm": 2.446685552597046, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7132065892219543, + "num_tokens": 250345630.0, + "step": 10598 + }, + { + "epoch": 1.1639578300021964, + "grad_norm": 2.4067420959472656, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7155908346176147, + "num_tokens": 250368811.0, + "step": 10599 + }, + { + "epoch": 1.16406764770481, + "grad_norm": 2.4897661209106445, + "learning_rate": 1e-06, + "loss": 0.8516, + "mean_token_accuracy": 0.7350898385047913, + "num_tokens": 250390775.0, + "step": 10600 + }, + { + "epoch": 1.1641774654074237, + "grad_norm": 2.628199338912964, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7043226957321167, + "num_tokens": 250411409.0, + "step": 10601 + }, + { + "epoch": 1.1642872831100373, + "grad_norm": 2.2047932147979736, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.7444717884063721, + "num_tokens": 250437083.0, + "step": 10602 + }, + { + "epoch": 1.164397100812651, + "grad_norm": 2.3396999835968018, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7059023380279541, + "num_tokens": 250462655.0, + "step": 10603 + }, + { + "epoch": 1.1645069185152646, + "grad_norm": 2.1839053630828857, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7223452925682068, + "num_tokens": 250489163.0, + "step": 10604 + }, + { + "epoch": 1.1646167362178783, + "grad_norm": 2.361638069152832, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7229291796684265, + "num_tokens": 250511389.0, + "step": 10605 + }, + { + "epoch": 1.164726553920492, + "grad_norm": 1.9828824996948242, + "learning_rate": 1e-06, + "loss": 0.7943, + "mean_token_accuracy": 0.7499823570251465, + "num_tokens": 250538164.0, + "step": 10606 + }, + { + "epoch": 1.1648363716231056, + "grad_norm": 2.5729854106903076, + "learning_rate": 1e-06, + "loss": 0.815, + "mean_token_accuracy": 0.7395657300949097, + "num_tokens": 250558722.0, + "step": 10607 + }, + { + "epoch": 1.1649461893257194, + "grad_norm": 2.299837350845337, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.7019293308258057, + "num_tokens": 250582938.0, + "step": 10608 + }, + { + "epoch": 1.165056007028333, + "grad_norm": 2.3508079051971436, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7127585411071777, + "num_tokens": 250604551.0, + "step": 10609 + }, + { + "epoch": 1.1651658247309467, + "grad_norm": 2.4623827934265137, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7271111011505127, + "num_tokens": 250624753.0, + "step": 10610 + }, + { + "epoch": 1.1652756424335604, + "grad_norm": 3.0865347385406494, + "learning_rate": 1e-06, + "loss": 0.8428, + "mean_token_accuracy": 0.7310700416564941, + "num_tokens": 250640468.0, + "step": 10611 + }, + { + "epoch": 1.165385460136174, + "grad_norm": 2.3801093101501465, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7183215618133545, + "num_tokens": 250664468.0, + "step": 10612 + }, + { + "epoch": 1.1654952778387877, + "grad_norm": 2.6365349292755127, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7385258674621582, + "num_tokens": 250683242.0, + "step": 10613 + }, + { + "epoch": 1.1656050955414012, + "grad_norm": 2.1788032054901123, + "learning_rate": 1e-06, + "loss": 0.8453, + "mean_token_accuracy": 0.7335150241851807, + "num_tokens": 250709593.0, + "step": 10614 + }, + { + "epoch": 1.165714913244015, + "grad_norm": 2.4782803058624268, + "learning_rate": 1e-06, + "loss": 0.8792, + "mean_token_accuracy": 0.7264190912246704, + "num_tokens": 250730596.0, + "step": 10615 + }, + { + "epoch": 1.1658247309466285, + "grad_norm": 2.3551230430603027, + "learning_rate": 1e-06, + "loss": 0.8152, + "mean_token_accuracy": 0.7380598187446594, + "num_tokens": 250753208.0, + "step": 10616 + }, + { + "epoch": 1.1659345486492423, + "grad_norm": 2.4613804817199707, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7331026792526245, + "num_tokens": 250773521.0, + "step": 10617 + }, + { + "epoch": 1.1660443663518558, + "grad_norm": 2.50148606300354, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7310575246810913, + "num_tokens": 250794278.0, + "step": 10618 + }, + { + "epoch": 1.1661541840544696, + "grad_norm": 2.226884365081787, + "learning_rate": 1e-06, + "loss": 0.8183, + "mean_token_accuracy": 0.739959716796875, + "num_tokens": 250821077.0, + "step": 10619 + }, + { + "epoch": 1.1662640017570833, + "grad_norm": 2.737245559692383, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7083048820495605, + "num_tokens": 250841759.0, + "step": 10620 + }, + { + "epoch": 1.1663738194596969, + "grad_norm": 2.230412244796753, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7191946506500244, + "num_tokens": 250867396.0, + "step": 10621 + }, + { + "epoch": 1.1664836371623106, + "grad_norm": 2.1631765365600586, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7302098870277405, + "num_tokens": 250893801.0, + "step": 10622 + }, + { + "epoch": 1.1665934548649242, + "grad_norm": 2.317004442214966, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7362195253372192, + "num_tokens": 250917249.0, + "step": 10623 + }, + { + "epoch": 1.166703272567538, + "grad_norm": 2.1506149768829346, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7184046506881714, + "num_tokens": 250942595.0, + "step": 10624 + }, + { + "epoch": 1.1668130902701515, + "grad_norm": 2.351083993911743, + "learning_rate": 1e-06, + "loss": 0.8441, + "mean_token_accuracy": 0.731895923614502, + "num_tokens": 250966150.0, + "step": 10625 + }, + { + "epoch": 1.1669229079727652, + "grad_norm": 2.287550926208496, + "learning_rate": 1e-06, + "loss": 0.9934, + "mean_token_accuracy": 0.6948896050453186, + "num_tokens": 250991051.0, + "step": 10626 + }, + { + "epoch": 1.167032725675379, + "grad_norm": 2.284609317779541, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.710803210735321, + "num_tokens": 251016226.0, + "step": 10627 + }, + { + "epoch": 1.1671425433779925, + "grad_norm": 2.145059823989868, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7289139032363892, + "num_tokens": 251042611.0, + "step": 10628 + }, + { + "epoch": 1.1672523610806063, + "grad_norm": 2.3191616535186768, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7088857889175415, + "num_tokens": 251068352.0, + "step": 10629 + }, + { + "epoch": 1.1673621787832198, + "grad_norm": 2.871344804763794, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7188103199005127, + "num_tokens": 251086549.0, + "step": 10630 + }, + { + "epoch": 1.1674719964858336, + "grad_norm": 2.418510913848877, + "learning_rate": 1e-06, + "loss": 0.9465, + "mean_token_accuracy": 0.7032100558280945, + "num_tokens": 251109496.0, + "step": 10631 + }, + { + "epoch": 1.167581814188447, + "grad_norm": 2.3803932666778564, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7334572076797485, + "num_tokens": 251131785.0, + "step": 10632 + }, + { + "epoch": 1.1676916318910608, + "grad_norm": 2.2358238697052, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7245895862579346, + "num_tokens": 251155636.0, + "step": 10633 + }, + { + "epoch": 1.1678014495936746, + "grad_norm": 2.77321195602417, + "learning_rate": 1e-06, + "loss": 0.7783, + "mean_token_accuracy": 0.7536802291870117, + "num_tokens": 251172465.0, + "step": 10634 + }, + { + "epoch": 1.1679112672962881, + "grad_norm": 2.5337462425231934, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7212139368057251, + "num_tokens": 251194023.0, + "step": 10635 + }, + { + "epoch": 1.168021084998902, + "grad_norm": 2.2436654567718506, + "learning_rate": 1e-06, + "loss": 0.985, + "mean_token_accuracy": 0.7030289173126221, + "num_tokens": 251221255.0, + "step": 10636 + }, + { + "epoch": 1.1681309027015154, + "grad_norm": 2.228109359741211, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7246030569076538, + "num_tokens": 251245920.0, + "step": 10637 + }, + { + "epoch": 1.1682407204041292, + "grad_norm": 2.440913438796997, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7192384600639343, + "num_tokens": 251267270.0, + "step": 10638 + }, + { + "epoch": 1.1683505381067427, + "grad_norm": 2.6043813228607178, + "learning_rate": 1e-06, + "loss": 0.8119, + "mean_token_accuracy": 0.7523378133773804, + "num_tokens": 251285938.0, + "step": 10639 + }, + { + "epoch": 1.1684603558093565, + "grad_norm": 2.3235950469970703, + "learning_rate": 1e-06, + "loss": 0.962, + "mean_token_accuracy": 0.7031617760658264, + "num_tokens": 251310792.0, + "step": 10640 + }, + { + "epoch": 1.16857017351197, + "grad_norm": 2.373987913131714, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7229490280151367, + "num_tokens": 251333839.0, + "step": 10641 + }, + { + "epoch": 1.1686799912145838, + "grad_norm": 2.730461359024048, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7164002656936646, + "num_tokens": 251351831.0, + "step": 10642 + }, + { + "epoch": 1.1687898089171975, + "grad_norm": 2.179955244064331, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7081781625747681, + "num_tokens": 251379775.0, + "step": 10643 + }, + { + "epoch": 1.168899626619811, + "grad_norm": 2.6683220863342285, + "learning_rate": 1e-06, + "loss": 0.7961, + "mean_token_accuracy": 0.74468594789505, + "num_tokens": 251397488.0, + "step": 10644 + }, + { + "epoch": 1.1690094443224248, + "grad_norm": 2.30568528175354, + "learning_rate": 1e-06, + "loss": 1.0785, + "mean_token_accuracy": 0.6795635223388672, + "num_tokens": 251426210.0, + "step": 10645 + }, + { + "epoch": 1.1691192620250384, + "grad_norm": 2.5063769817352295, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7215597629547119, + "num_tokens": 251446972.0, + "step": 10646 + }, + { + "epoch": 1.169229079727652, + "grad_norm": 2.17053484916687, + "learning_rate": 1e-06, + "loss": 0.9723, + "mean_token_accuracy": 0.7024338245391846, + "num_tokens": 251474731.0, + "step": 10647 + }, + { + "epoch": 1.1693388974302659, + "grad_norm": 2.4668080806732178, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7287960648536682, + "num_tokens": 251496259.0, + "step": 10648 + }, + { + "epoch": 1.1694487151328794, + "grad_norm": 2.7058959007263184, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7067373991012573, + "num_tokens": 251515275.0, + "step": 10649 + }, + { + "epoch": 1.1695585328354932, + "grad_norm": 2.8227221965789795, + "learning_rate": 1e-06, + "loss": 0.7357, + "mean_token_accuracy": 0.760111927986145, + "num_tokens": 251532177.0, + "step": 10650 + }, + { + "epoch": 1.1696683505381067, + "grad_norm": 2.2564401626586914, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7143937349319458, + "num_tokens": 251557702.0, + "step": 10651 + }, + { + "epoch": 1.1697781682407205, + "grad_norm": 2.0517780780792236, + "learning_rate": 1e-06, + "loss": 0.859, + "mean_token_accuracy": 0.728264570236206, + "num_tokens": 251588116.0, + "step": 10652 + }, + { + "epoch": 1.169887985943334, + "grad_norm": 2.0598785877227783, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7316288948059082, + "num_tokens": 251622014.0, + "step": 10653 + }, + { + "epoch": 1.1699978036459477, + "grad_norm": 2.2784762382507324, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7160980701446533, + "num_tokens": 251648480.0, + "step": 10654 + }, + { + "epoch": 1.1701076213485613, + "grad_norm": 2.6944382190704346, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7403066158294678, + "num_tokens": 251669294.0, + "step": 10655 + }, + { + "epoch": 1.170217439051175, + "grad_norm": 2.203620433807373, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.716040313243866, + "num_tokens": 251696135.0, + "step": 10656 + }, + { + "epoch": 1.1703272567537888, + "grad_norm": 2.3185224533081055, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7229814529418945, + "num_tokens": 251718777.0, + "step": 10657 + }, + { + "epoch": 1.1704370744564023, + "grad_norm": 2.4820053577423096, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7371811866760254, + "num_tokens": 251738638.0, + "step": 10658 + }, + { + "epoch": 1.170546892159016, + "grad_norm": 2.9462811946868896, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.6889290809631348, + "num_tokens": 251757311.0, + "step": 10659 + }, + { + "epoch": 1.1706567098616296, + "grad_norm": 2.6808619499206543, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7273431420326233, + "num_tokens": 251775748.0, + "step": 10660 + }, + { + "epoch": 1.1707665275642434, + "grad_norm": 2.325366258621216, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7263261079788208, + "num_tokens": 251798969.0, + "step": 10661 + }, + { + "epoch": 1.1708763452668571, + "grad_norm": 2.252326011657715, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.72252357006073, + "num_tokens": 251822752.0, + "step": 10662 + }, + { + "epoch": 1.1709861629694707, + "grad_norm": 2.2438979148864746, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7128720283508301, + "num_tokens": 251847982.0, + "step": 10663 + }, + { + "epoch": 1.1710959806720844, + "grad_norm": 2.814558506011963, + "learning_rate": 1e-06, + "loss": 0.8546, + "mean_token_accuracy": 0.7320389747619629, + "num_tokens": 251866379.0, + "step": 10664 + }, + { + "epoch": 1.171205798374698, + "grad_norm": 2.424170732498169, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.729250431060791, + "num_tokens": 251887553.0, + "step": 10665 + }, + { + "epoch": 1.1713156160773117, + "grad_norm": 2.147362470626831, + "learning_rate": 1e-06, + "loss": 1.0401, + "mean_token_accuracy": 0.6864981651306152, + "num_tokens": 251915450.0, + "step": 10666 + }, + { + "epoch": 1.1714254337799253, + "grad_norm": 2.3148627281188965, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7062485814094543, + "num_tokens": 251942223.0, + "step": 10667 + }, + { + "epoch": 1.171535251482539, + "grad_norm": 2.367141008377075, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7083672285079956, + "num_tokens": 251966776.0, + "step": 10668 + }, + { + "epoch": 1.1716450691851525, + "grad_norm": 2.2690160274505615, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.7384582757949829, + "num_tokens": 251989676.0, + "step": 10669 + }, + { + "epoch": 1.1717548868877663, + "grad_norm": 2.338934898376465, + "learning_rate": 1e-06, + "loss": 0.8418, + "mean_token_accuracy": 0.728356122970581, + "num_tokens": 252010790.0, + "step": 10670 + }, + { + "epoch": 1.17186470459038, + "grad_norm": 2.5029144287109375, + "learning_rate": 1e-06, + "loss": 0.8223, + "mean_token_accuracy": 0.7417852282524109, + "num_tokens": 252031361.0, + "step": 10671 + }, + { + "epoch": 1.1719745222929936, + "grad_norm": 2.8003509044647217, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.7199009656906128, + "num_tokens": 252049062.0, + "step": 10672 + }, + { + "epoch": 1.1720843399956073, + "grad_norm": 2.2382354736328125, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7074227333068848, + "num_tokens": 252073972.0, + "step": 10673 + }, + { + "epoch": 1.1721941576982209, + "grad_norm": 2.20893931388855, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7281204462051392, + "num_tokens": 252099018.0, + "step": 10674 + }, + { + "epoch": 1.1723039754008346, + "grad_norm": 2.5745720863342285, + "learning_rate": 1e-06, + "loss": 0.857, + "mean_token_accuracy": 0.7253808975219727, + "num_tokens": 252118456.0, + "step": 10675 + }, + { + "epoch": 1.1724137931034484, + "grad_norm": 2.609036445617676, + "learning_rate": 1e-06, + "loss": 0.7949, + "mean_token_accuracy": 0.7527984380722046, + "num_tokens": 252136126.0, + "step": 10676 + }, + { + "epoch": 1.172523610806062, + "grad_norm": 2.1768746376037598, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7181265950202942, + "num_tokens": 252164963.0, + "step": 10677 + }, + { + "epoch": 1.1726334285086757, + "grad_norm": 2.4251153469085693, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7094542980194092, + "num_tokens": 252188424.0, + "step": 10678 + }, + { + "epoch": 1.1727432462112892, + "grad_norm": 2.4877426624298096, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.7192525267601013, + "num_tokens": 252211372.0, + "step": 10679 + }, + { + "epoch": 1.172853063913903, + "grad_norm": 2.3174145221710205, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7054720520973206, + "num_tokens": 252237833.0, + "step": 10680 + }, + { + "epoch": 1.1729628816165165, + "grad_norm": 2.43036150932312, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7311887741088867, + "num_tokens": 252262682.0, + "step": 10681 + }, + { + "epoch": 1.1730726993191303, + "grad_norm": 2.65106201171875, + "learning_rate": 1e-06, + "loss": 0.8126, + "mean_token_accuracy": 0.7397350072860718, + "num_tokens": 252280273.0, + "step": 10682 + }, + { + "epoch": 1.1731825170217438, + "grad_norm": 2.3907318115234375, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7166262865066528, + "num_tokens": 252301954.0, + "step": 10683 + }, + { + "epoch": 1.1732923347243576, + "grad_norm": 2.4107353687286377, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7152984738349915, + "num_tokens": 252324224.0, + "step": 10684 + }, + { + "epoch": 1.1734021524269713, + "grad_norm": 2.4519197940826416, + "learning_rate": 1e-06, + "loss": 0.8809, + "mean_token_accuracy": 0.7367225885391235, + "num_tokens": 252347011.0, + "step": 10685 + }, + { + "epoch": 1.1735119701295849, + "grad_norm": 2.741227388381958, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7072787284851074, + "num_tokens": 252366708.0, + "step": 10686 + }, + { + "epoch": 1.1736217878321986, + "grad_norm": 2.281646728515625, + "learning_rate": 1e-06, + "loss": 0.8535, + "mean_token_accuracy": 0.7371172308921814, + "num_tokens": 252389408.0, + "step": 10687 + }, + { + "epoch": 1.1737316055348122, + "grad_norm": 2.256565809249878, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.6972925066947937, + "num_tokens": 252414840.0, + "step": 10688 + }, + { + "epoch": 1.173841423237426, + "grad_norm": 2.115633726119995, + "learning_rate": 1e-06, + "loss": 0.7778, + "mean_token_accuracy": 0.7511457204818726, + "num_tokens": 252439423.0, + "step": 10689 + }, + { + "epoch": 1.1739512409400394, + "grad_norm": 2.464096784591675, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7354904413223267, + "num_tokens": 252460518.0, + "step": 10690 + }, + { + "epoch": 1.1740610586426532, + "grad_norm": 2.076678991317749, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.705712080001831, + "num_tokens": 252487675.0, + "step": 10691 + }, + { + "epoch": 1.1741708763452667, + "grad_norm": 2.3386569023132324, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7356750965118408, + "num_tokens": 252511737.0, + "step": 10692 + }, + { + "epoch": 1.1742806940478805, + "grad_norm": 2.645110607147217, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7501624822616577, + "num_tokens": 252532241.0, + "step": 10693 + }, + { + "epoch": 1.1743905117504942, + "grad_norm": 2.494112491607666, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.7189271450042725, + "num_tokens": 252553754.0, + "step": 10694 + }, + { + "epoch": 1.1745003294531078, + "grad_norm": 2.3332369327545166, + "learning_rate": 1e-06, + "loss": 0.9758, + "mean_token_accuracy": 0.7022629976272583, + "num_tokens": 252580239.0, + "step": 10695 + }, + { + "epoch": 1.1746101471557215, + "grad_norm": 2.5965747833251953, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7123611569404602, + "num_tokens": 252601854.0, + "step": 10696 + }, + { + "epoch": 1.174719964858335, + "grad_norm": 1.9622055292129517, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.6917724013328552, + "num_tokens": 252633445.0, + "step": 10697 + }, + { + "epoch": 1.1748297825609488, + "grad_norm": 1.9459941387176514, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7180179357528687, + "num_tokens": 252667049.0, + "step": 10698 + }, + { + "epoch": 1.1749396002635626, + "grad_norm": 2.1138978004455566, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7153092622756958, + "num_tokens": 252697668.0, + "step": 10699 + }, + { + "epoch": 1.1750494179661761, + "grad_norm": 2.1490912437438965, + "learning_rate": 1e-06, + "loss": 0.9904, + "mean_token_accuracy": 0.7001796960830688, + "num_tokens": 252724087.0, + "step": 10700 + }, + { + "epoch": 1.1751592356687899, + "grad_norm": 2.365859270095825, + "learning_rate": 1e-06, + "loss": 0.8473, + "mean_token_accuracy": 0.7286794185638428, + "num_tokens": 252746711.0, + "step": 10701 + }, + { + "epoch": 1.1752690533714034, + "grad_norm": 2.4201855659484863, + "learning_rate": 1e-06, + "loss": 0.7896, + "mean_token_accuracy": 0.7497000098228455, + "num_tokens": 252766769.0, + "step": 10702 + }, + { + "epoch": 1.1753788710740172, + "grad_norm": 2.115755081176758, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.727336585521698, + "num_tokens": 252793425.0, + "step": 10703 + }, + { + "epoch": 1.1754886887766307, + "grad_norm": 2.243563175201416, + "learning_rate": 1e-06, + "loss": 0.9628, + "mean_token_accuracy": 0.69617760181427, + "num_tokens": 252819565.0, + "step": 10704 + }, + { + "epoch": 1.1755985064792445, + "grad_norm": 2.5398426055908203, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7207387089729309, + "num_tokens": 252841631.0, + "step": 10705 + }, + { + "epoch": 1.175708324181858, + "grad_norm": 2.215639352798462, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.747079610824585, + "num_tokens": 252866453.0, + "step": 10706 + }, + { + "epoch": 1.1758181418844718, + "grad_norm": 2.118373394012451, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.720822811126709, + "num_tokens": 252894096.0, + "step": 10707 + }, + { + "epoch": 1.1759279595870855, + "grad_norm": 2.6669607162475586, + "learning_rate": 1e-06, + "loss": 0.8039, + "mean_token_accuracy": 0.7381651997566223, + "num_tokens": 252911522.0, + "step": 10708 + }, + { + "epoch": 1.176037777289699, + "grad_norm": 2.705791711807251, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7161624431610107, + "num_tokens": 252930833.0, + "step": 10709 + }, + { + "epoch": 1.1761475949923128, + "grad_norm": 2.3289904594421387, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7168167233467102, + "num_tokens": 252953784.0, + "step": 10710 + }, + { + "epoch": 1.1762574126949263, + "grad_norm": 2.0026705265045166, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7247363328933716, + "num_tokens": 252982448.0, + "step": 10711 + }, + { + "epoch": 1.17636723039754, + "grad_norm": 2.788337230682373, + "learning_rate": 1e-06, + "loss": 0.8548, + "mean_token_accuracy": 0.7517259120941162, + "num_tokens": 252999714.0, + "step": 10712 + }, + { + "epoch": 1.1764770481001539, + "grad_norm": 2.339416265487671, + "learning_rate": 1e-06, + "loss": 0.8634, + "mean_token_accuracy": 0.7197878360748291, + "num_tokens": 253023587.0, + "step": 10713 + }, + { + "epoch": 1.1765868658027674, + "grad_norm": 2.917926073074341, + "learning_rate": 1e-06, + "loss": 0.8764, + "mean_token_accuracy": 0.7175306677818298, + "num_tokens": 253040541.0, + "step": 10714 + }, + { + "epoch": 1.1766966835053811, + "grad_norm": 2.06730318069458, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7066986560821533, + "num_tokens": 253069096.0, + "step": 10715 + }, + { + "epoch": 1.1768065012079947, + "grad_norm": 2.7978456020355225, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7301299571990967, + "num_tokens": 253087868.0, + "step": 10716 + }, + { + "epoch": 1.1769163189106084, + "grad_norm": 2.3830127716064453, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7162574529647827, + "num_tokens": 253111164.0, + "step": 10717 + }, + { + "epoch": 1.177026136613222, + "grad_norm": 2.8965935707092285, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7213727831840515, + "num_tokens": 253128942.0, + "step": 10718 + }, + { + "epoch": 1.1771359543158357, + "grad_norm": 2.5267333984375, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7291558980941772, + "num_tokens": 253150267.0, + "step": 10719 + }, + { + "epoch": 1.1772457720184493, + "grad_norm": 2.2673938274383545, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7065604329109192, + "num_tokens": 253175897.0, + "step": 10720 + }, + { + "epoch": 1.177355589721063, + "grad_norm": 2.342285633087158, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.7228685617446899, + "num_tokens": 253197894.0, + "step": 10721 + }, + { + "epoch": 1.1774654074236768, + "grad_norm": 2.466973304748535, + "learning_rate": 1e-06, + "loss": 1.0079, + "mean_token_accuracy": 0.6915035843849182, + "num_tokens": 253221093.0, + "step": 10722 + }, + { + "epoch": 1.1775752251262903, + "grad_norm": 2.4613990783691406, + "learning_rate": 1e-06, + "loss": 0.8015, + "mean_token_accuracy": 0.7551554441452026, + "num_tokens": 253242303.0, + "step": 10723 + }, + { + "epoch": 1.177685042828904, + "grad_norm": 2.3221042156219482, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7276778221130371, + "num_tokens": 253266090.0, + "step": 10724 + }, + { + "epoch": 1.1777948605315176, + "grad_norm": 2.4426684379577637, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7258211374282837, + "num_tokens": 253288795.0, + "step": 10725 + }, + { + "epoch": 1.1779046782341314, + "grad_norm": 2.627720355987549, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7337716817855835, + "num_tokens": 253307895.0, + "step": 10726 + }, + { + "epoch": 1.1780144959367451, + "grad_norm": 2.3542044162750244, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7044758200645447, + "num_tokens": 253334710.0, + "step": 10727 + }, + { + "epoch": 1.1781243136393587, + "grad_norm": 2.20141339302063, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.72032231092453, + "num_tokens": 253361192.0, + "step": 10728 + }, + { + "epoch": 1.1782341313419724, + "grad_norm": 2.2448618412017822, + "learning_rate": 1e-06, + "loss": 0.7582, + "mean_token_accuracy": 0.765680193901062, + "num_tokens": 253385258.0, + "step": 10729 + }, + { + "epoch": 1.178343949044586, + "grad_norm": 2.1924965381622314, + "learning_rate": 1e-06, + "loss": 0.8181, + "mean_token_accuracy": 0.7509747743606567, + "num_tokens": 253408763.0, + "step": 10730 + }, + { + "epoch": 1.1784537667471997, + "grad_norm": 2.199704647064209, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7263594269752502, + "num_tokens": 253435236.0, + "step": 10731 + }, + { + "epoch": 1.1785635844498132, + "grad_norm": 2.308577299118042, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.711500346660614, + "num_tokens": 253460423.0, + "step": 10732 + }, + { + "epoch": 1.178673402152427, + "grad_norm": 2.2285313606262207, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.7041135430335999, + "num_tokens": 253488795.0, + "step": 10733 + }, + { + "epoch": 1.1787832198550405, + "grad_norm": 2.2781918048858643, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.715437650680542, + "num_tokens": 253514074.0, + "step": 10734 + }, + { + "epoch": 1.1788930375576543, + "grad_norm": 2.441190242767334, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.7086365818977356, + "num_tokens": 253537098.0, + "step": 10735 + }, + { + "epoch": 1.179002855260268, + "grad_norm": 2.5741043090820312, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7277349233627319, + "num_tokens": 253558700.0, + "step": 10736 + }, + { + "epoch": 1.1791126729628816, + "grad_norm": 2.281405210494995, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.7224531769752502, + "num_tokens": 253582670.0, + "step": 10737 + }, + { + "epoch": 1.1792224906654953, + "grad_norm": 2.814568042755127, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7240794897079468, + "num_tokens": 253600954.0, + "step": 10738 + }, + { + "epoch": 1.1793323083681089, + "grad_norm": 2.118516683578491, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.7128201723098755, + "num_tokens": 253627053.0, + "step": 10739 + }, + { + "epoch": 1.1794421260707226, + "grad_norm": 1.9663379192352295, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7176016569137573, + "num_tokens": 253657194.0, + "step": 10740 + }, + { + "epoch": 1.1795519437733364, + "grad_norm": 2.1135733127593994, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7000477910041809, + "num_tokens": 253685983.0, + "step": 10741 + }, + { + "epoch": 1.17966176147595, + "grad_norm": 2.628113031387329, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.7050769925117493, + "num_tokens": 253708688.0, + "step": 10742 + }, + { + "epoch": 1.1797715791785637, + "grad_norm": 2.4470674991607666, + "learning_rate": 1e-06, + "loss": 0.8065, + "mean_token_accuracy": 0.7410715222358704, + "num_tokens": 253729405.0, + "step": 10743 + }, + { + "epoch": 1.1798813968811772, + "grad_norm": 2.8317606449127197, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7101830244064331, + "num_tokens": 253747385.0, + "step": 10744 + }, + { + "epoch": 1.179991214583791, + "grad_norm": 2.786128282546997, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7200613021850586, + "num_tokens": 253764720.0, + "step": 10745 + }, + { + "epoch": 1.1801010322864045, + "grad_norm": 2.4851531982421875, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7367597222328186, + "num_tokens": 253785682.0, + "step": 10746 + }, + { + "epoch": 1.1802108499890183, + "grad_norm": 2.050684690475464, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7090360522270203, + "num_tokens": 253816305.0, + "step": 10747 + }, + { + "epoch": 1.1803206676916318, + "grad_norm": 2.4106669425964355, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.7325261831283569, + "num_tokens": 253838109.0, + "step": 10748 + }, + { + "epoch": 1.1804304853942456, + "grad_norm": 2.623619794845581, + "learning_rate": 1e-06, + "loss": 0.7699, + "mean_token_accuracy": 0.7626248598098755, + "num_tokens": 253854789.0, + "step": 10749 + }, + { + "epoch": 1.1805403030968593, + "grad_norm": 2.328540563583374, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7145750522613525, + "num_tokens": 253878464.0, + "step": 10750 + }, + { + "epoch": 1.1806501207994728, + "grad_norm": 1.9715020656585693, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.6984157562255859, + "num_tokens": 253911040.0, + "step": 10751 + }, + { + "epoch": 1.1807599385020866, + "grad_norm": 2.5052239894866943, + "learning_rate": 1e-06, + "loss": 0.8374, + "mean_token_accuracy": 0.7342826128005981, + "num_tokens": 253932223.0, + "step": 10752 + }, + { + "epoch": 1.1808697562047001, + "grad_norm": 2.277885913848877, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7107111215591431, + "num_tokens": 253956271.0, + "step": 10753 + }, + { + "epoch": 1.180979573907314, + "grad_norm": 2.536281108856201, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7363048791885376, + "num_tokens": 253977815.0, + "step": 10754 + }, + { + "epoch": 1.1810893916099274, + "grad_norm": 2.1801598072052, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7069077491760254, + "num_tokens": 254004704.0, + "step": 10755 + }, + { + "epoch": 1.1811992093125412, + "grad_norm": 2.4483988285064697, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7249603271484375, + "num_tokens": 254028208.0, + "step": 10756 + }, + { + "epoch": 1.1813090270151547, + "grad_norm": 2.164605140686035, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7223697900772095, + "num_tokens": 254056100.0, + "step": 10757 + }, + { + "epoch": 1.1814188447177685, + "grad_norm": 2.32578706741333, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7361946702003479, + "num_tokens": 254080995.0, + "step": 10758 + }, + { + "epoch": 1.1815286624203822, + "grad_norm": 2.111337184906006, + "learning_rate": 1e-06, + "loss": 0.8406, + "mean_token_accuracy": 0.734115719795227, + "num_tokens": 254107190.0, + "step": 10759 + }, + { + "epoch": 1.1816384801229958, + "grad_norm": 2.580502986907959, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7031251788139343, + "num_tokens": 254128682.0, + "step": 10760 + }, + { + "epoch": 1.1817482978256095, + "grad_norm": 2.1952712535858154, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7053931951522827, + "num_tokens": 254156036.0, + "step": 10761 + }, + { + "epoch": 1.181858115528223, + "grad_norm": 2.1047229766845703, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7237427234649658, + "num_tokens": 254183698.0, + "step": 10762 + }, + { + "epoch": 1.1819679332308368, + "grad_norm": 2.617966413497925, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7241649627685547, + "num_tokens": 254204126.0, + "step": 10763 + }, + { + "epoch": 1.1820777509334506, + "grad_norm": 2.270054340362549, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.7258195877075195, + "num_tokens": 254227840.0, + "step": 10764 + }, + { + "epoch": 1.1821875686360641, + "grad_norm": 2.4017961025238037, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.711092472076416, + "num_tokens": 254251552.0, + "step": 10765 + }, + { + "epoch": 1.1822973863386779, + "grad_norm": 2.3750686645507812, + "learning_rate": 1e-06, + "loss": 0.8361, + "mean_token_accuracy": 0.7312289476394653, + "num_tokens": 254273557.0, + "step": 10766 + }, + { + "epoch": 1.1824072040412914, + "grad_norm": 2.6505684852600098, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7299367189407349, + "num_tokens": 254293280.0, + "step": 10767 + }, + { + "epoch": 1.1825170217439052, + "grad_norm": 2.566377878189087, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7110837697982788, + "num_tokens": 254314730.0, + "step": 10768 + }, + { + "epoch": 1.1826268394465187, + "grad_norm": 2.3072516918182373, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7279610633850098, + "num_tokens": 254336875.0, + "step": 10769 + }, + { + "epoch": 1.1827366571491325, + "grad_norm": 2.2104508876800537, + "learning_rate": 1e-06, + "loss": 0.877, + "mean_token_accuracy": 0.71968674659729, + "num_tokens": 254362298.0, + "step": 10770 + }, + { + "epoch": 1.182846474851746, + "grad_norm": 2.3408865928649902, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7304554581642151, + "num_tokens": 254386052.0, + "step": 10771 + }, + { + "epoch": 1.1829562925543597, + "grad_norm": 2.188754081726074, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7339083552360535, + "num_tokens": 254411306.0, + "step": 10772 + }, + { + "epoch": 1.1830661102569735, + "grad_norm": 2.5722768306732178, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7144753336906433, + "num_tokens": 254430007.0, + "step": 10773 + }, + { + "epoch": 1.183175927959587, + "grad_norm": 2.292132616043091, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.7141178846359253, + "num_tokens": 254458853.0, + "step": 10774 + }, + { + "epoch": 1.1832857456622008, + "grad_norm": 2.5304083824157715, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7193956971168518, + "num_tokens": 254479154.0, + "step": 10775 + }, + { + "epoch": 1.1833955633648143, + "grad_norm": 1.9470030069351196, + "learning_rate": 1e-06, + "loss": 0.9975, + "mean_token_accuracy": 0.6947864294052124, + "num_tokens": 254514360.0, + "step": 10776 + }, + { + "epoch": 1.183505381067428, + "grad_norm": 2.757780075073242, + "learning_rate": 1e-06, + "loss": 0.8947, + "mean_token_accuracy": 0.7275046706199646, + "num_tokens": 254532599.0, + "step": 10777 + }, + { + "epoch": 1.1836151987700418, + "grad_norm": 2.40480375289917, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7018917798995972, + "num_tokens": 254556060.0, + "step": 10778 + }, + { + "epoch": 1.1837250164726554, + "grad_norm": 2.387718677520752, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.7265538573265076, + "num_tokens": 254578430.0, + "step": 10779 + }, + { + "epoch": 1.1838348341752691, + "grad_norm": 2.112241506576538, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7278462052345276, + "num_tokens": 254606128.0, + "step": 10780 + }, + { + "epoch": 1.1839446518778827, + "grad_norm": 2.382148027420044, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.7025815844535828, + "num_tokens": 254630012.0, + "step": 10781 + }, + { + "epoch": 1.1840544695804964, + "grad_norm": 1.9961423873901367, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6901384592056274, + "num_tokens": 254663675.0, + "step": 10782 + }, + { + "epoch": 1.18416428728311, + "grad_norm": 2.293213367462158, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.6943027973175049, + "num_tokens": 254690068.0, + "step": 10783 + }, + { + "epoch": 1.1842741049857237, + "grad_norm": 2.6140949726104736, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.709867537021637, + "num_tokens": 254710664.0, + "step": 10784 + }, + { + "epoch": 1.1843839226883373, + "grad_norm": 2.203355312347412, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7224934697151184, + "num_tokens": 254736465.0, + "step": 10785 + }, + { + "epoch": 1.184493740390951, + "grad_norm": 2.4929089546203613, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7193427085876465, + "num_tokens": 254756915.0, + "step": 10786 + }, + { + "epoch": 1.1846035580935648, + "grad_norm": 1.959108829498291, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7268255352973938, + "num_tokens": 254789607.0, + "step": 10787 + }, + { + "epoch": 1.1847133757961783, + "grad_norm": 2.662013530731201, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7207242250442505, + "num_tokens": 254808817.0, + "step": 10788 + }, + { + "epoch": 1.184823193498792, + "grad_norm": 2.3915579319000244, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7017912864685059, + "num_tokens": 254831985.0, + "step": 10789 + }, + { + "epoch": 1.1849330112014056, + "grad_norm": 2.679520845413208, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.734700083732605, + "num_tokens": 254849886.0, + "step": 10790 + }, + { + "epoch": 1.1850428289040194, + "grad_norm": 2.148470163345337, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7194637060165405, + "num_tokens": 254876785.0, + "step": 10791 + }, + { + "epoch": 1.185152646606633, + "grad_norm": 2.404749631881714, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.7275840044021606, + "num_tokens": 254898152.0, + "step": 10792 + }, + { + "epoch": 1.1852624643092466, + "grad_norm": 2.236985445022583, + "learning_rate": 1e-06, + "loss": 0.9465, + "mean_token_accuracy": 0.7072806358337402, + "num_tokens": 254923354.0, + "step": 10793 + }, + { + "epoch": 1.1853722820118604, + "grad_norm": 2.4979918003082275, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7072865962982178, + "num_tokens": 254944698.0, + "step": 10794 + }, + { + "epoch": 1.185482099714474, + "grad_norm": 2.330190420150757, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7259581089019775, + "num_tokens": 254970141.0, + "step": 10795 + }, + { + "epoch": 1.1855919174170877, + "grad_norm": 2.337456226348877, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7175836563110352, + "num_tokens": 254992862.0, + "step": 10796 + }, + { + "epoch": 1.1857017351197012, + "grad_norm": 2.4783594608306885, + "learning_rate": 1e-06, + "loss": 0.8457, + "mean_token_accuracy": 0.7331316471099854, + "num_tokens": 255014965.0, + "step": 10797 + }, + { + "epoch": 1.185811552822315, + "grad_norm": 2.422879219055176, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7357383966445923, + "num_tokens": 255038007.0, + "step": 10798 + }, + { + "epoch": 1.1859213705249285, + "grad_norm": 2.355039358139038, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7021702527999878, + "num_tokens": 255062240.0, + "step": 10799 + }, + { + "epoch": 1.1860311882275423, + "grad_norm": 2.3645999431610107, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7195795774459839, + "num_tokens": 255087155.0, + "step": 10800 + }, + { + "epoch": 1.186141005930156, + "grad_norm": 2.31012225151062, + "learning_rate": 1e-06, + "loss": 0.8401, + "mean_token_accuracy": 0.7275569438934326, + "num_tokens": 255110474.0, + "step": 10801 + }, + { + "epoch": 1.1862508236327696, + "grad_norm": 2.3813118934631348, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.6926369667053223, + "num_tokens": 255137095.0, + "step": 10802 + }, + { + "epoch": 1.1863606413353833, + "grad_norm": 2.6390109062194824, + "learning_rate": 1e-06, + "loss": 0.8397, + "mean_token_accuracy": 0.7340161800384521, + "num_tokens": 255155901.0, + "step": 10803 + }, + { + "epoch": 1.1864704590379969, + "grad_norm": 2.0814707279205322, + "learning_rate": 1e-06, + "loss": 0.9871, + "mean_token_accuracy": 0.6925910711288452, + "num_tokens": 255185337.0, + "step": 10804 + }, + { + "epoch": 1.1865802767406106, + "grad_norm": 2.5418498516082764, + "learning_rate": 1e-06, + "loss": 0.8573, + "mean_token_accuracy": 0.7333826422691345, + "num_tokens": 255207457.0, + "step": 10805 + }, + { + "epoch": 1.1866900944432242, + "grad_norm": 2.4212307929992676, + "learning_rate": 1e-06, + "loss": 0.8689, + "mean_token_accuracy": 0.7350770235061646, + "num_tokens": 255228854.0, + "step": 10806 + }, + { + "epoch": 1.186799912145838, + "grad_norm": 2.0928497314453125, + "learning_rate": 1e-06, + "loss": 0.85, + "mean_token_accuracy": 0.7348883152008057, + "num_tokens": 255258094.0, + "step": 10807 + }, + { + "epoch": 1.1869097298484517, + "grad_norm": 2.421072006225586, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.7172329425811768, + "num_tokens": 255280495.0, + "step": 10808 + }, + { + "epoch": 1.1870195475510652, + "grad_norm": 2.6396002769470215, + "learning_rate": 1e-06, + "loss": 0.7885, + "mean_token_accuracy": 0.7495620846748352, + "num_tokens": 255299588.0, + "step": 10809 + }, + { + "epoch": 1.187129365253679, + "grad_norm": 2.328587532043457, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7246600389480591, + "num_tokens": 255324330.0, + "step": 10810 + }, + { + "epoch": 1.1872391829562925, + "grad_norm": 2.106545925140381, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.72003173828125, + "num_tokens": 255352051.0, + "step": 10811 + }, + { + "epoch": 1.1873490006589063, + "grad_norm": 2.2013630867004395, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.707165002822876, + "num_tokens": 255379729.0, + "step": 10812 + }, + { + "epoch": 1.1874588183615198, + "grad_norm": 2.575263738632202, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7326326370239258, + "num_tokens": 255400480.0, + "step": 10813 + }, + { + "epoch": 1.1875686360641335, + "grad_norm": 2.3632760047912598, + "learning_rate": 1e-06, + "loss": 0.8704, + "mean_token_accuracy": 0.7294861078262329, + "num_tokens": 255422168.0, + "step": 10814 + }, + { + "epoch": 1.1876784537667473, + "grad_norm": 2.7590653896331787, + "learning_rate": 1e-06, + "loss": 0.8479, + "mean_token_accuracy": 0.7362991571426392, + "num_tokens": 255439186.0, + "step": 10815 + }, + { + "epoch": 1.1877882714693608, + "grad_norm": 2.5379745960235596, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7447232604026794, + "num_tokens": 255458926.0, + "step": 10816 + }, + { + "epoch": 1.1878980891719746, + "grad_norm": 2.5230448246002197, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7147510051727295, + "num_tokens": 255478888.0, + "step": 10817 + }, + { + "epoch": 1.1880079068745881, + "grad_norm": 2.364387273788452, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7148200869560242, + "num_tokens": 255503097.0, + "step": 10818 + }, + { + "epoch": 1.1881177245772019, + "grad_norm": 2.459289073944092, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7243729829788208, + "num_tokens": 255526438.0, + "step": 10819 + }, + { + "epoch": 1.1882275422798154, + "grad_norm": 2.32552433013916, + "learning_rate": 1e-06, + "loss": 0.8307, + "mean_token_accuracy": 0.7418073415756226, + "num_tokens": 255548951.0, + "step": 10820 + }, + { + "epoch": 1.1883373599824292, + "grad_norm": 1.8889284133911133, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7079931497573853, + "num_tokens": 255583363.0, + "step": 10821 + }, + { + "epoch": 1.1884471776850427, + "grad_norm": 2.2180368900299072, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.725878119468689, + "num_tokens": 255606645.0, + "step": 10822 + }, + { + "epoch": 1.1885569953876565, + "grad_norm": 2.494868040084839, + "learning_rate": 1e-06, + "loss": 0.8032, + "mean_token_accuracy": 0.746587872505188, + "num_tokens": 255627071.0, + "step": 10823 + }, + { + "epoch": 1.1886668130902702, + "grad_norm": 2.21753191947937, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7099848985671997, + "num_tokens": 255652753.0, + "step": 10824 + }, + { + "epoch": 1.1887766307928838, + "grad_norm": 2.230828285217285, + "learning_rate": 1e-06, + "loss": 0.8305, + "mean_token_accuracy": 0.7434812188148499, + "num_tokens": 255676489.0, + "step": 10825 + }, + { + "epoch": 1.1888864484954975, + "grad_norm": 2.5397815704345703, + "learning_rate": 1e-06, + "loss": 0.7919, + "mean_token_accuracy": 0.7424466013908386, + "num_tokens": 255695662.0, + "step": 10826 + }, + { + "epoch": 1.188996266198111, + "grad_norm": 2.4402871131896973, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.6997818946838379, + "num_tokens": 255717697.0, + "step": 10827 + }, + { + "epoch": 1.1891060839007248, + "grad_norm": 2.7625231742858887, + "learning_rate": 1e-06, + "loss": 0.8232, + "mean_token_accuracy": 0.7390316128730774, + "num_tokens": 255736107.0, + "step": 10828 + }, + { + "epoch": 1.1892159016033386, + "grad_norm": 2.353644371032715, + "learning_rate": 1e-06, + "loss": 0.8152, + "mean_token_accuracy": 0.7414593696594238, + "num_tokens": 255758398.0, + "step": 10829 + }, + { + "epoch": 1.189325719305952, + "grad_norm": 1.99283766746521, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7025909423828125, + "num_tokens": 255789773.0, + "step": 10830 + }, + { + "epoch": 1.1894355370085659, + "grad_norm": 2.1071321964263916, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7119216322898865, + "num_tokens": 255818973.0, + "step": 10831 + }, + { + "epoch": 1.1895453547111794, + "grad_norm": 2.357017993927002, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6925376653671265, + "num_tokens": 255843217.0, + "step": 10832 + }, + { + "epoch": 1.1896551724137931, + "grad_norm": 2.0621097087860107, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7218924164772034, + "num_tokens": 255874563.0, + "step": 10833 + }, + { + "epoch": 1.1897649901164067, + "grad_norm": 2.3714537620544434, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.718748152256012, + "num_tokens": 255896671.0, + "step": 10834 + }, + { + "epoch": 1.1898748078190204, + "grad_norm": 2.4684524536132812, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7175532579421997, + "num_tokens": 255918162.0, + "step": 10835 + }, + { + "epoch": 1.189984625521634, + "grad_norm": 2.1424498558044434, + "learning_rate": 1e-06, + "loss": 1.0084, + "mean_token_accuracy": 0.6874263286590576, + "num_tokens": 255948762.0, + "step": 10836 + }, + { + "epoch": 1.1900944432242477, + "grad_norm": 2.310272455215454, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.7229098081588745, + "num_tokens": 255975696.0, + "step": 10837 + }, + { + "epoch": 1.1902042609268615, + "grad_norm": 2.6206698417663574, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7231422066688538, + "num_tokens": 255996048.0, + "step": 10838 + }, + { + "epoch": 1.190314078629475, + "grad_norm": 2.265880584716797, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.7029398679733276, + "num_tokens": 256021630.0, + "step": 10839 + }, + { + "epoch": 1.1904238963320888, + "grad_norm": 2.212787389755249, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7046645283699036, + "num_tokens": 256049257.0, + "step": 10840 + }, + { + "epoch": 1.1905337140347023, + "grad_norm": 2.147211790084839, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7158271670341492, + "num_tokens": 256076505.0, + "step": 10841 + }, + { + "epoch": 1.190643531737316, + "grad_norm": 2.592586040496826, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7207969427108765, + "num_tokens": 256096537.0, + "step": 10842 + }, + { + "epoch": 1.1907533494399298, + "grad_norm": 2.300302743911743, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.706037700176239, + "num_tokens": 256120672.0, + "step": 10843 + }, + { + "epoch": 1.1908631671425434, + "grad_norm": 2.145850658416748, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7009602785110474, + "num_tokens": 256149605.0, + "step": 10844 + }, + { + "epoch": 1.1909729848451571, + "grad_norm": 2.2130041122436523, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7132605314254761, + "num_tokens": 256174645.0, + "step": 10845 + }, + { + "epoch": 1.1910828025477707, + "grad_norm": 2.113525152206421, + "learning_rate": 1e-06, + "loss": 0.8404, + "mean_token_accuracy": 0.74237060546875, + "num_tokens": 256199953.0, + "step": 10846 + }, + { + "epoch": 1.1911926202503844, + "grad_norm": 2.0891082286834717, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7244102358818054, + "num_tokens": 256229546.0, + "step": 10847 + }, + { + "epoch": 1.191302437952998, + "grad_norm": 2.19268798828125, + "learning_rate": 1e-06, + "loss": 0.867, + "mean_token_accuracy": 0.7351164221763611, + "num_tokens": 256256158.0, + "step": 10848 + }, + { + "epoch": 1.1914122556556117, + "grad_norm": 2.322815179824829, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7140918970108032, + "num_tokens": 256279920.0, + "step": 10849 + }, + { + "epoch": 1.1915220733582252, + "grad_norm": 2.4136791229248047, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7412695288658142, + "num_tokens": 256300497.0, + "step": 10850 + }, + { + "epoch": 1.191631891060839, + "grad_norm": 2.194692850112915, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7031899690628052, + "num_tokens": 256328422.0, + "step": 10851 + }, + { + "epoch": 1.1917417087634528, + "grad_norm": 2.361335515975952, + "learning_rate": 1e-06, + "loss": 0.9548, + "mean_token_accuracy": 0.7081932425498962, + "num_tokens": 256352178.0, + "step": 10852 + }, + { + "epoch": 1.1918515264660663, + "grad_norm": 2.7556564807891846, + "learning_rate": 1e-06, + "loss": 0.7738, + "mean_token_accuracy": 0.751147449016571, + "num_tokens": 256370216.0, + "step": 10853 + }, + { + "epoch": 1.19196134416868, + "grad_norm": 2.5214765071868896, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7205472588539124, + "num_tokens": 256391181.0, + "step": 10854 + }, + { + "epoch": 1.1920711618712936, + "grad_norm": 2.132967710494995, + "learning_rate": 1e-06, + "loss": 0.8717, + "mean_token_accuracy": 0.7228648662567139, + "num_tokens": 256416194.0, + "step": 10855 + }, + { + "epoch": 1.1921809795739073, + "grad_norm": 2.3158745765686035, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7239415645599365, + "num_tokens": 256440066.0, + "step": 10856 + }, + { + "epoch": 1.192290797276521, + "grad_norm": 2.062713623046875, + "learning_rate": 1e-06, + "loss": 1.0297, + "mean_token_accuracy": 0.685642421245575, + "num_tokens": 256469597.0, + "step": 10857 + }, + { + "epoch": 1.1924006149791346, + "grad_norm": 2.3848490715026855, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7140567302703857, + "num_tokens": 256492702.0, + "step": 10858 + }, + { + "epoch": 1.1925104326817484, + "grad_norm": 2.4569311141967773, + "learning_rate": 1e-06, + "loss": 0.8111, + "mean_token_accuracy": 0.7496815919876099, + "num_tokens": 256512304.0, + "step": 10859 + }, + { + "epoch": 1.192620250384362, + "grad_norm": 2.360732316970825, + "learning_rate": 1e-06, + "loss": 1.0119, + "mean_token_accuracy": 0.6923701167106628, + "num_tokens": 256537025.0, + "step": 10860 + }, + { + "epoch": 1.1927300680869757, + "grad_norm": 2.3059511184692383, + "learning_rate": 1e-06, + "loss": 0.9249, + "mean_token_accuracy": 0.7165388464927673, + "num_tokens": 256561476.0, + "step": 10861 + }, + { + "epoch": 1.1928398857895892, + "grad_norm": 2.170701026916504, + "learning_rate": 1e-06, + "loss": 0.984, + "mean_token_accuracy": 0.697303295135498, + "num_tokens": 256588008.0, + "step": 10862 + }, + { + "epoch": 1.192949703492203, + "grad_norm": 2.4671032428741455, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7092159986495972, + "num_tokens": 256609819.0, + "step": 10863 + }, + { + "epoch": 1.1930595211948165, + "grad_norm": 2.35990834236145, + "learning_rate": 1e-06, + "loss": 0.862, + "mean_token_accuracy": 0.7386693954467773, + "num_tokens": 256632044.0, + "step": 10864 + }, + { + "epoch": 1.1931693388974303, + "grad_norm": 2.140000104904175, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7318793535232544, + "num_tokens": 256657275.0, + "step": 10865 + }, + { + "epoch": 1.193279156600044, + "grad_norm": 2.0475082397460938, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7107630968093872, + "num_tokens": 256687939.0, + "step": 10866 + }, + { + "epoch": 1.1933889743026576, + "grad_norm": 2.115717887878418, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.6940916180610657, + "num_tokens": 256718287.0, + "step": 10867 + }, + { + "epoch": 1.1934987920052713, + "grad_norm": 2.3670239448547363, + "learning_rate": 1e-06, + "loss": 0.9652, + "mean_token_accuracy": 0.7106760740280151, + "num_tokens": 256745277.0, + "step": 10868 + }, + { + "epoch": 1.1936086097078848, + "grad_norm": 2.449669361114502, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7231212854385376, + "num_tokens": 256766028.0, + "step": 10869 + }, + { + "epoch": 1.1937184274104986, + "grad_norm": 2.4323208332061768, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7199639081954956, + "num_tokens": 256788751.0, + "step": 10870 + }, + { + "epoch": 1.1938282451131121, + "grad_norm": 2.356353521347046, + "learning_rate": 1e-06, + "loss": 1.0415, + "mean_token_accuracy": 0.6899722814559937, + "num_tokens": 256812112.0, + "step": 10871 + }, + { + "epoch": 1.193938062815726, + "grad_norm": 2.297729730606079, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.7190350294113159, + "num_tokens": 256834527.0, + "step": 10872 + }, + { + "epoch": 1.1940478805183394, + "grad_norm": 2.1658990383148193, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7183350920677185, + "num_tokens": 256861608.0, + "step": 10873 + }, + { + "epoch": 1.1941576982209532, + "grad_norm": 2.0405309200286865, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7079979181289673, + "num_tokens": 256891840.0, + "step": 10874 + }, + { + "epoch": 1.194267515923567, + "grad_norm": 2.486020088195801, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7109630107879639, + "num_tokens": 256914583.0, + "step": 10875 + }, + { + "epoch": 1.1943773336261805, + "grad_norm": 2.841385841369629, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7081805467605591, + "num_tokens": 256931612.0, + "step": 10876 + }, + { + "epoch": 1.1944871513287942, + "grad_norm": 2.3183810710906982, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7246044874191284, + "num_tokens": 256954897.0, + "step": 10877 + }, + { + "epoch": 1.1945969690314078, + "grad_norm": 2.452991247177124, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7254305481910706, + "num_tokens": 256977042.0, + "step": 10878 + }, + { + "epoch": 1.1947067867340215, + "grad_norm": 2.154798984527588, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7096465826034546, + "num_tokens": 257005586.0, + "step": 10879 + }, + { + "epoch": 1.1948166044366353, + "grad_norm": 2.3786356449127197, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7185377478599548, + "num_tokens": 257029708.0, + "step": 10880 + }, + { + "epoch": 1.1949264221392488, + "grad_norm": 2.2986748218536377, + "learning_rate": 1e-06, + "loss": 1.0021, + "mean_token_accuracy": 0.6968979835510254, + "num_tokens": 257056333.0, + "step": 10881 + }, + { + "epoch": 1.1950362398418626, + "grad_norm": 2.3331477642059326, + "learning_rate": 1e-06, + "loss": 0.8535, + "mean_token_accuracy": 0.734040379524231, + "num_tokens": 257077880.0, + "step": 10882 + }, + { + "epoch": 1.1951460575444761, + "grad_norm": 2.602808713912964, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7296349406242371, + "num_tokens": 257097962.0, + "step": 10883 + }, + { + "epoch": 1.1952558752470899, + "grad_norm": 2.3894436359405518, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7202058434486389, + "num_tokens": 257119626.0, + "step": 10884 + }, + { + "epoch": 1.1953656929497034, + "grad_norm": 2.4939210414886475, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7125437259674072, + "num_tokens": 257141669.0, + "step": 10885 + }, + { + "epoch": 1.1954755106523172, + "grad_norm": 2.149829626083374, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7215354442596436, + "num_tokens": 257167545.0, + "step": 10886 + }, + { + "epoch": 1.1955853283549307, + "grad_norm": 2.8239998817443848, + "learning_rate": 1e-06, + "loss": 0.8272, + "mean_token_accuracy": 0.7355563044548035, + "num_tokens": 257184742.0, + "step": 10887 + }, + { + "epoch": 1.1956951460575445, + "grad_norm": 2.2838902473449707, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7177050113677979, + "num_tokens": 257210084.0, + "step": 10888 + }, + { + "epoch": 1.1958049637601582, + "grad_norm": 2.273444175720215, + "learning_rate": 1e-06, + "loss": 0.8591, + "mean_token_accuracy": 0.7327031493186951, + "num_tokens": 257232192.0, + "step": 10889 + }, + { + "epoch": 1.1959147814627717, + "grad_norm": 2.075428009033203, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7217757105827332, + "num_tokens": 257259272.0, + "step": 10890 + }, + { + "epoch": 1.1960245991653855, + "grad_norm": 2.2122702598571777, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7524117231369019, + "num_tokens": 257286321.0, + "step": 10891 + }, + { + "epoch": 1.196134416867999, + "grad_norm": 2.3950765132904053, + "learning_rate": 1e-06, + "loss": 0.7706, + "mean_token_accuracy": 0.7493078112602234, + "num_tokens": 257306361.0, + "step": 10892 + }, + { + "epoch": 1.1962442345706128, + "grad_norm": 2.3910014629364014, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7278127670288086, + "num_tokens": 257327393.0, + "step": 10893 + }, + { + "epoch": 1.1963540522732266, + "grad_norm": 2.307076930999756, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7006601095199585, + "num_tokens": 257351510.0, + "step": 10894 + }, + { + "epoch": 1.19646386997584, + "grad_norm": 2.383305549621582, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7145718336105347, + "num_tokens": 257375729.0, + "step": 10895 + }, + { + "epoch": 1.1965736876784538, + "grad_norm": 2.222062587738037, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7149253487586975, + "num_tokens": 257399257.0, + "step": 10896 + }, + { + "epoch": 1.1966835053810674, + "grad_norm": 2.272779941558838, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.715956449508667, + "num_tokens": 257423310.0, + "step": 10897 + }, + { + "epoch": 1.1967933230836811, + "grad_norm": 2.2105565071105957, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.7259241342544556, + "num_tokens": 257446554.0, + "step": 10898 + }, + { + "epoch": 1.1969031407862947, + "grad_norm": 1.9749066829681396, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7037377953529358, + "num_tokens": 257478860.0, + "step": 10899 + }, + { + "epoch": 1.1970129584889084, + "grad_norm": 2.259582757949829, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7253453731536865, + "num_tokens": 257504664.0, + "step": 10900 + }, + { + "epoch": 1.197122776191522, + "grad_norm": 2.2272613048553467, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.703362762928009, + "num_tokens": 257528213.0, + "step": 10901 + }, + { + "epoch": 1.1972325938941357, + "grad_norm": 2.549408435821533, + "learning_rate": 1e-06, + "loss": 0.7524, + "mean_token_accuracy": 0.7538442611694336, + "num_tokens": 257546890.0, + "step": 10902 + }, + { + "epoch": 1.1973424115967495, + "grad_norm": 2.391568660736084, + "learning_rate": 1e-06, + "loss": 0.8137, + "mean_token_accuracy": 0.7376562356948853, + "num_tokens": 257568713.0, + "step": 10903 + }, + { + "epoch": 1.197452229299363, + "grad_norm": 2.47542405128479, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.7033948302268982, + "num_tokens": 257590660.0, + "step": 10904 + }, + { + "epoch": 1.1975620470019768, + "grad_norm": 2.5189616680145264, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7179979085922241, + "num_tokens": 257611172.0, + "step": 10905 + }, + { + "epoch": 1.1976718647045903, + "grad_norm": 2.8505592346191406, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.714718759059906, + "num_tokens": 257628662.0, + "step": 10906 + }, + { + "epoch": 1.197781682407204, + "grad_norm": 2.0761594772338867, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7311437129974365, + "num_tokens": 257655930.0, + "step": 10907 + }, + { + "epoch": 1.1978915001098178, + "grad_norm": 2.6076886653900146, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.7343388795852661, + "num_tokens": 257674758.0, + "step": 10908 + }, + { + "epoch": 1.1980013178124314, + "grad_norm": 2.4518139362335205, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7248803377151489, + "num_tokens": 257697458.0, + "step": 10909 + }, + { + "epoch": 1.1981111355150451, + "grad_norm": 2.5554778575897217, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7007378339767456, + "num_tokens": 257718225.0, + "step": 10910 + }, + { + "epoch": 1.1982209532176586, + "grad_norm": 2.3947389125823975, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7412404417991638, + "num_tokens": 257741229.0, + "step": 10911 + }, + { + "epoch": 1.1983307709202724, + "grad_norm": 2.117976188659668, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7216997146606445, + "num_tokens": 257767408.0, + "step": 10912 + }, + { + "epoch": 1.198440588622886, + "grad_norm": 2.5549802780151367, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7251776456832886, + "num_tokens": 257787793.0, + "step": 10913 + }, + { + "epoch": 1.1985504063254997, + "grad_norm": 2.0002825260162354, + "learning_rate": 1e-06, + "loss": 1.0143, + "mean_token_accuracy": 0.696763277053833, + "num_tokens": 257818478.0, + "step": 10914 + }, + { + "epoch": 1.1986602240281132, + "grad_norm": 1.941889762878418, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7046798467636108, + "num_tokens": 257852870.0, + "step": 10915 + }, + { + "epoch": 1.198770041730727, + "grad_norm": 2.3888978958129883, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7320458889007568, + "num_tokens": 257874763.0, + "step": 10916 + }, + { + "epoch": 1.1988798594333407, + "grad_norm": 2.4198877811431885, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.7234698534011841, + "num_tokens": 257898295.0, + "step": 10917 + }, + { + "epoch": 1.1989896771359543, + "grad_norm": 2.1358537673950195, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7136287093162537, + "num_tokens": 257926590.0, + "step": 10918 + }, + { + "epoch": 1.199099494838568, + "grad_norm": 2.9190545082092285, + "learning_rate": 1e-06, + "loss": 0.845, + "mean_token_accuracy": 0.7263140678405762, + "num_tokens": 257942913.0, + "step": 10919 + }, + { + "epoch": 1.1992093125411816, + "grad_norm": 2.268281936645508, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7017757892608643, + "num_tokens": 257968892.0, + "step": 10920 + }, + { + "epoch": 1.1993191302437953, + "grad_norm": 2.209826707839966, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7152966260910034, + "num_tokens": 257997011.0, + "step": 10921 + }, + { + "epoch": 1.199428947946409, + "grad_norm": 2.4697036743164062, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7221544981002808, + "num_tokens": 258019203.0, + "step": 10922 + }, + { + "epoch": 1.1995387656490226, + "grad_norm": 2.2064602375030518, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7146443724632263, + "num_tokens": 258045568.0, + "step": 10923 + }, + { + "epoch": 1.1996485833516364, + "grad_norm": 2.2225124835968018, + "learning_rate": 1e-06, + "loss": 0.8328, + "mean_token_accuracy": 0.7363872528076172, + "num_tokens": 258068924.0, + "step": 10924 + }, + { + "epoch": 1.19975840105425, + "grad_norm": 2.4285736083984375, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7315647602081299, + "num_tokens": 258091795.0, + "step": 10925 + }, + { + "epoch": 1.1998682187568637, + "grad_norm": 2.0798721313476562, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.7371505498886108, + "num_tokens": 258120565.0, + "step": 10926 + }, + { + "epoch": 1.1999780364594772, + "grad_norm": 2.135377883911133, + "learning_rate": 1e-06, + "loss": 0.8138, + "mean_token_accuracy": 0.7458693981170654, + "num_tokens": 258148018.0, + "step": 10927 + }, + { + "epoch": 1.200087854162091, + "grad_norm": 2.576354742050171, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7148983478546143, + "num_tokens": 258169042.0, + "step": 10928 + }, + { + "epoch": 1.2001976718647045, + "grad_norm": 2.0464649200439453, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.708699643611908, + "num_tokens": 258199171.0, + "step": 10929 + }, + { + "epoch": 1.2003074895673183, + "grad_norm": 2.283236026763916, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.701447069644928, + "num_tokens": 258223842.0, + "step": 10930 + }, + { + "epoch": 1.200417307269932, + "grad_norm": 2.8863213062286377, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.7336835861206055, + "num_tokens": 258240212.0, + "step": 10931 + }, + { + "epoch": 1.2005271249725455, + "grad_norm": 2.454054355621338, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7276101112365723, + "num_tokens": 258262167.0, + "step": 10932 + }, + { + "epoch": 1.2006369426751593, + "grad_norm": 2.520949125289917, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7082595825195312, + "num_tokens": 258284070.0, + "step": 10933 + }, + { + "epoch": 1.2007467603777728, + "grad_norm": 2.1923744678497314, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7128685712814331, + "num_tokens": 258310650.0, + "step": 10934 + }, + { + "epoch": 1.2008565780803866, + "grad_norm": 2.979463815689087, + "learning_rate": 1e-06, + "loss": 1.0275, + "mean_token_accuracy": 0.6927730441093445, + "num_tokens": 258331690.0, + "step": 10935 + }, + { + "epoch": 1.2009663957830001, + "grad_norm": 2.1612439155578613, + "learning_rate": 1e-06, + "loss": 0.9538, + "mean_token_accuracy": 0.7031208276748657, + "num_tokens": 258359496.0, + "step": 10936 + }, + { + "epoch": 1.2010762134856139, + "grad_norm": 2.574087381362915, + "learning_rate": 1e-06, + "loss": 0.8506, + "mean_token_accuracy": 0.7372577786445618, + "num_tokens": 258379392.0, + "step": 10937 + }, + { + "epoch": 1.2011860311882274, + "grad_norm": 2.366560935974121, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7218916416168213, + "num_tokens": 258403491.0, + "step": 10938 + }, + { + "epoch": 1.2012958488908412, + "grad_norm": 2.1758527755737305, + "learning_rate": 1e-06, + "loss": 0.84, + "mean_token_accuracy": 0.7303766012191772, + "num_tokens": 258428551.0, + "step": 10939 + }, + { + "epoch": 1.201405666593455, + "grad_norm": 2.1361465454101562, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6889303922653198, + "num_tokens": 258457889.0, + "step": 10940 + }, + { + "epoch": 1.2015154842960685, + "grad_norm": 2.626469850540161, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7189457416534424, + "num_tokens": 258479304.0, + "step": 10941 + }, + { + "epoch": 1.2016253019986822, + "grad_norm": 2.199740409851074, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.7127393484115601, + "num_tokens": 258507926.0, + "step": 10942 + }, + { + "epoch": 1.2017351197012958, + "grad_norm": 2.597477674484253, + "learning_rate": 1e-06, + "loss": 0.8501, + "mean_token_accuracy": 0.7334682941436768, + "num_tokens": 258527285.0, + "step": 10943 + }, + { + "epoch": 1.2018449374039095, + "grad_norm": 2.2483532428741455, + "learning_rate": 1e-06, + "loss": 0.8722, + "mean_token_accuracy": 0.7296075224876404, + "num_tokens": 258551756.0, + "step": 10944 + }, + { + "epoch": 1.2019547551065233, + "grad_norm": 2.7974507808685303, + "learning_rate": 1e-06, + "loss": 0.9308, + "mean_token_accuracy": 0.7167444229125977, + "num_tokens": 258570854.0, + "step": 10945 + }, + { + "epoch": 1.2020645728091368, + "grad_norm": 2.3362646102905273, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7262343764305115, + "num_tokens": 258593558.0, + "step": 10946 + }, + { + "epoch": 1.2021743905117506, + "grad_norm": 2.449350118637085, + "learning_rate": 1e-06, + "loss": 0.8321, + "mean_token_accuracy": 0.7446209788322449, + "num_tokens": 258613644.0, + "step": 10947 + }, + { + "epoch": 1.202284208214364, + "grad_norm": 2.553345203399658, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7244925498962402, + "num_tokens": 258636030.0, + "step": 10948 + }, + { + "epoch": 1.2023940259169779, + "grad_norm": 2.300509452819824, + "learning_rate": 1e-06, + "loss": 0.9729, + "mean_token_accuracy": 0.7100231051445007, + "num_tokens": 258661628.0, + "step": 10949 + }, + { + "epoch": 1.2025038436195914, + "grad_norm": 2.2271878719329834, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.7273090481758118, + "num_tokens": 258687091.0, + "step": 10950 + }, + { + "epoch": 1.2026136613222052, + "grad_norm": 2.168945550918579, + "learning_rate": 1e-06, + "loss": 0.8686, + "mean_token_accuracy": 0.7338225245475769, + "num_tokens": 258713667.0, + "step": 10951 + }, + { + "epoch": 1.2027234790248187, + "grad_norm": 2.0296154022216797, + "learning_rate": 1e-06, + "loss": 1.0434, + "mean_token_accuracy": 0.6817196607589722, + "num_tokens": 258745183.0, + "step": 10952 + }, + { + "epoch": 1.2028332967274324, + "grad_norm": 2.3200109004974365, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7208808660507202, + "num_tokens": 258770218.0, + "step": 10953 + }, + { + "epoch": 1.2029431144300462, + "grad_norm": 2.3095192909240723, + "learning_rate": 1e-06, + "loss": 0.8381, + "mean_token_accuracy": 0.7409656047821045, + "num_tokens": 258793545.0, + "step": 10954 + }, + { + "epoch": 1.2030529321326597, + "grad_norm": 2.3554248809814453, + "learning_rate": 1e-06, + "loss": 0.8297, + "mean_token_accuracy": 0.7436091899871826, + "num_tokens": 258816404.0, + "step": 10955 + }, + { + "epoch": 1.2031627498352735, + "grad_norm": 2.2446799278259277, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7149008512496948, + "num_tokens": 258842494.0, + "step": 10956 + }, + { + "epoch": 1.203272567537887, + "grad_norm": 2.3231890201568604, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7211964130401611, + "num_tokens": 258866389.0, + "step": 10957 + }, + { + "epoch": 1.2033823852405008, + "grad_norm": 2.3450729846954346, + "learning_rate": 1e-06, + "loss": 0.9353, + "mean_token_accuracy": 0.7137385606765747, + "num_tokens": 258889983.0, + "step": 10958 + }, + { + "epoch": 1.2034922029431145, + "grad_norm": 2.4604902267456055, + "learning_rate": 1e-06, + "loss": 0.8446, + "mean_token_accuracy": 0.7396517395973206, + "num_tokens": 258911337.0, + "step": 10959 + }, + { + "epoch": 1.203602020645728, + "grad_norm": 2.2671847343444824, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7042074203491211, + "num_tokens": 258935308.0, + "step": 10960 + }, + { + "epoch": 1.2037118383483418, + "grad_norm": 2.3098740577697754, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7307897806167603, + "num_tokens": 258959707.0, + "step": 10961 + }, + { + "epoch": 1.2038216560509554, + "grad_norm": 2.231765031814575, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7119126915931702, + "num_tokens": 258986878.0, + "step": 10962 + }, + { + "epoch": 1.2039314737535691, + "grad_norm": 2.486870050430298, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.706943154335022, + "num_tokens": 259007500.0, + "step": 10963 + }, + { + "epoch": 1.2040412914561827, + "grad_norm": 2.541591167449951, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7224968075752258, + "num_tokens": 259027819.0, + "step": 10964 + }, + { + "epoch": 1.2041511091587964, + "grad_norm": 2.401491403579712, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7155407667160034, + "num_tokens": 259050613.0, + "step": 10965 + }, + { + "epoch": 1.20426092686141, + "grad_norm": 2.978644847869873, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7215722799301147, + "num_tokens": 259067748.0, + "step": 10966 + }, + { + "epoch": 1.2043707445640237, + "grad_norm": 2.523963689804077, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.717906653881073, + "num_tokens": 259088106.0, + "step": 10967 + }, + { + "epoch": 1.2044805622666375, + "grad_norm": 2.653745412826538, + "learning_rate": 1e-06, + "loss": 0.8718, + "mean_token_accuracy": 0.7350180149078369, + "num_tokens": 259107649.0, + "step": 10968 + }, + { + "epoch": 1.204590379969251, + "grad_norm": 2.1978352069854736, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7181211709976196, + "num_tokens": 259134588.0, + "step": 10969 + }, + { + "epoch": 1.2047001976718648, + "grad_norm": 2.3094446659088135, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.6999813318252563, + "num_tokens": 259159053.0, + "step": 10970 + }, + { + "epoch": 1.2048100153744783, + "grad_norm": 2.3116140365600586, + "learning_rate": 1e-06, + "loss": 0.8219, + "mean_token_accuracy": 0.7335245609283447, + "num_tokens": 259182830.0, + "step": 10971 + }, + { + "epoch": 1.204919833077092, + "grad_norm": 2.4419445991516113, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.724481463432312, + "num_tokens": 259205769.0, + "step": 10972 + }, + { + "epoch": 1.2050296507797058, + "grad_norm": 2.139622926712036, + "learning_rate": 1e-06, + "loss": 0.8376, + "mean_token_accuracy": 0.7328907251358032, + "num_tokens": 259233285.0, + "step": 10973 + }, + { + "epoch": 1.2051394684823193, + "grad_norm": 2.7563493251800537, + "learning_rate": 1e-06, + "loss": 0.7109, + "mean_token_accuracy": 0.7729488611221313, + "num_tokens": 259250360.0, + "step": 10974 + }, + { + "epoch": 1.205249286184933, + "grad_norm": 2.607656478881836, + "learning_rate": 1e-06, + "loss": 0.8182, + "mean_token_accuracy": 0.7355840802192688, + "num_tokens": 259268056.0, + "step": 10975 + }, + { + "epoch": 1.2053591038875466, + "grad_norm": 2.2220118045806885, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7228777408599854, + "num_tokens": 259293322.0, + "step": 10976 + }, + { + "epoch": 1.2054689215901604, + "grad_norm": 2.296417713165283, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7069398760795593, + "num_tokens": 259320617.0, + "step": 10977 + }, + { + "epoch": 1.205578739292774, + "grad_norm": 2.18214750289917, + "learning_rate": 1e-06, + "loss": 0.9563, + "mean_token_accuracy": 0.7004802227020264, + "num_tokens": 259347591.0, + "step": 10978 + }, + { + "epoch": 1.2056885569953877, + "grad_norm": 2.0993213653564453, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7051780223846436, + "num_tokens": 259377806.0, + "step": 10979 + }, + { + "epoch": 1.2057983746980012, + "grad_norm": 2.4641518592834473, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7251101732254028, + "num_tokens": 259399588.0, + "step": 10980 + }, + { + "epoch": 1.205908192400615, + "grad_norm": 2.0672056674957275, + "learning_rate": 1e-06, + "loss": 0.8826, + "mean_token_accuracy": 0.7314819097518921, + "num_tokens": 259425309.0, + "step": 10981 + }, + { + "epoch": 1.2060180101032287, + "grad_norm": 2.16352915763855, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7119359374046326, + "num_tokens": 259451996.0, + "step": 10982 + }, + { + "epoch": 1.2061278278058423, + "grad_norm": 2.3123884201049805, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7165577411651611, + "num_tokens": 259477148.0, + "step": 10983 + }, + { + "epoch": 1.206237645508456, + "grad_norm": 2.4786651134490967, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7168988585472107, + "num_tokens": 259497724.0, + "step": 10984 + }, + { + "epoch": 1.2063474632110696, + "grad_norm": 2.4023709297180176, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.7273077368736267, + "num_tokens": 259520181.0, + "step": 10985 + }, + { + "epoch": 1.2064572809136833, + "grad_norm": 2.3443000316619873, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7076442241668701, + "num_tokens": 259543399.0, + "step": 10986 + }, + { + "epoch": 1.2065670986162969, + "grad_norm": 2.3354289531707764, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7252393364906311, + "num_tokens": 259567579.0, + "step": 10987 + }, + { + "epoch": 1.2066769163189106, + "grad_norm": 2.232454776763916, + "learning_rate": 1e-06, + "loss": 0.8217, + "mean_token_accuracy": 0.7435046434402466, + "num_tokens": 259591142.0, + "step": 10988 + }, + { + "epoch": 1.2067867340215244, + "grad_norm": 2.4157516956329346, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7310540676116943, + "num_tokens": 259611418.0, + "step": 10989 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 2.566633939743042, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7205595374107361, + "num_tokens": 259631603.0, + "step": 10990 + }, + { + "epoch": 1.2070063694267517, + "grad_norm": 2.510298013687134, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.7160953283309937, + "num_tokens": 259653222.0, + "step": 10991 + }, + { + "epoch": 1.2071161871293652, + "grad_norm": 2.3348989486694336, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.7028677463531494, + "num_tokens": 259676661.0, + "step": 10992 + }, + { + "epoch": 1.207226004831979, + "grad_norm": 2.4642443656921387, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7280757427215576, + "num_tokens": 259698139.0, + "step": 10993 + }, + { + "epoch": 1.2073358225345925, + "grad_norm": 2.4139208793640137, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7176690697669983, + "num_tokens": 259720438.0, + "step": 10994 + }, + { + "epoch": 1.2074456402372062, + "grad_norm": 2.4426379203796387, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7297677397727966, + "num_tokens": 259744284.0, + "step": 10995 + }, + { + "epoch": 1.20755545793982, + "grad_norm": 2.622135639190674, + "learning_rate": 1e-06, + "loss": 0.8542, + "mean_token_accuracy": 0.7371883392333984, + "num_tokens": 259764735.0, + "step": 10996 + }, + { + "epoch": 1.2076652756424335, + "grad_norm": 2.351983070373535, + "learning_rate": 1e-06, + "loss": 1.0071, + "mean_token_accuracy": 0.714029848575592, + "num_tokens": 259788589.0, + "step": 10997 + }, + { + "epoch": 1.2077750933450473, + "grad_norm": 2.4502296447753906, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7193018198013306, + "num_tokens": 259810786.0, + "step": 10998 + }, + { + "epoch": 1.2078849110476608, + "grad_norm": 2.755110025405884, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7331221699714661, + "num_tokens": 259829092.0, + "step": 10999 + }, + { + "epoch": 1.2079947287502746, + "grad_norm": 2.07173228263855, + "learning_rate": 1e-06, + "loss": 0.7938, + "mean_token_accuracy": 0.7495318651199341, + "num_tokens": 259854482.0, + "step": 11000 + }, + { + "epoch": 1.2081045464528881, + "grad_norm": 2.26520037651062, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7233299612998962, + "num_tokens": 259878979.0, + "step": 11001 + }, + { + "epoch": 1.2082143641555019, + "grad_norm": 2.4442286491394043, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7239103317260742, + "num_tokens": 259900751.0, + "step": 11002 + }, + { + "epoch": 1.2083241818581154, + "grad_norm": 2.226997137069702, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7220156192779541, + "num_tokens": 259926768.0, + "step": 11003 + }, + { + "epoch": 1.2084339995607292, + "grad_norm": 2.347424268722534, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.6931295990943909, + "num_tokens": 259951904.0, + "step": 11004 + }, + { + "epoch": 1.208543817263343, + "grad_norm": 2.621349334716797, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7097991704940796, + "num_tokens": 259972526.0, + "step": 11005 + }, + { + "epoch": 1.2086536349659565, + "grad_norm": 2.2100234031677246, + "learning_rate": 1e-06, + "loss": 0.8398, + "mean_token_accuracy": 0.7297550439834595, + "num_tokens": 259997593.0, + "step": 11006 + }, + { + "epoch": 1.2087634526685702, + "grad_norm": 2.084792137145996, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7064853310585022, + "num_tokens": 260024292.0, + "step": 11007 + }, + { + "epoch": 1.2088732703711838, + "grad_norm": 2.262174367904663, + "learning_rate": 1e-06, + "loss": 0.8193, + "mean_token_accuracy": 0.7441449165344238, + "num_tokens": 260047045.0, + "step": 11008 + }, + { + "epoch": 1.2089830880737975, + "grad_norm": 2.18469500541687, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7153129577636719, + "num_tokens": 260075042.0, + "step": 11009 + }, + { + "epoch": 1.2090929057764113, + "grad_norm": 2.399716377258301, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7307577133178711, + "num_tokens": 260099505.0, + "step": 11010 + }, + { + "epoch": 1.2092027234790248, + "grad_norm": 2.11989688873291, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7369664907455444, + "num_tokens": 260125777.0, + "step": 11011 + }, + { + "epoch": 1.2093125411816386, + "grad_norm": 2.241135358810425, + "learning_rate": 1e-06, + "loss": 0.9015, + "mean_token_accuracy": 0.7212625741958618, + "num_tokens": 260150158.0, + "step": 11012 + }, + { + "epoch": 1.209422358884252, + "grad_norm": 2.2231080532073975, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7103064060211182, + "num_tokens": 260176139.0, + "step": 11013 + }, + { + "epoch": 1.2095321765868658, + "grad_norm": 2.146040678024292, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7111265659332275, + "num_tokens": 260203588.0, + "step": 11014 + }, + { + "epoch": 1.2096419942894794, + "grad_norm": 2.2547998428344727, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7035000324249268, + "num_tokens": 260228616.0, + "step": 11015 + }, + { + "epoch": 1.2097518119920931, + "grad_norm": 2.249931812286377, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7272178530693054, + "num_tokens": 260252277.0, + "step": 11016 + }, + { + "epoch": 1.2098616296947067, + "grad_norm": 2.4330618381500244, + "learning_rate": 1e-06, + "loss": 0.799, + "mean_token_accuracy": 0.7523603439331055, + "num_tokens": 260273565.0, + "step": 11017 + }, + { + "epoch": 1.2099714473973204, + "grad_norm": 2.4347097873687744, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7102959752082825, + "num_tokens": 260295091.0, + "step": 11018 + }, + { + "epoch": 1.2100812650999342, + "grad_norm": 2.0975780487060547, + "learning_rate": 1e-06, + "loss": 0.9555, + "mean_token_accuracy": 0.704879879951477, + "num_tokens": 260323397.0, + "step": 11019 + }, + { + "epoch": 1.2101910828025477, + "grad_norm": 2.319300889968872, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7204416394233704, + "num_tokens": 260348942.0, + "step": 11020 + }, + { + "epoch": 1.2103009005051615, + "grad_norm": 2.4126884937286377, + "learning_rate": 1e-06, + "loss": 1.0232, + "mean_token_accuracy": 0.6884335875511169, + "num_tokens": 260373303.0, + "step": 11021 + }, + { + "epoch": 1.210410718207775, + "grad_norm": 2.252258539199829, + "learning_rate": 1e-06, + "loss": 0.817, + "mean_token_accuracy": 0.7498210668563843, + "num_tokens": 260396986.0, + "step": 11022 + }, + { + "epoch": 1.2105205359103888, + "grad_norm": 2.2566707134246826, + "learning_rate": 1e-06, + "loss": 1.0115, + "mean_token_accuracy": 0.7008675336837769, + "num_tokens": 260421845.0, + "step": 11023 + }, + { + "epoch": 1.2106303536130025, + "grad_norm": 2.4706428050994873, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7200644612312317, + "num_tokens": 260442962.0, + "step": 11024 + }, + { + "epoch": 1.210740171315616, + "grad_norm": 2.410365581512451, + "learning_rate": 1e-06, + "loss": 0.8369, + "mean_token_accuracy": 0.7416004538536072, + "num_tokens": 260463679.0, + "step": 11025 + }, + { + "epoch": 1.2108499890182298, + "grad_norm": 2.390674352645874, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7149146795272827, + "num_tokens": 260486535.0, + "step": 11026 + }, + { + "epoch": 1.2109598067208434, + "grad_norm": 2.2396154403686523, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7067437767982483, + "num_tokens": 260512509.0, + "step": 11027 + }, + { + "epoch": 1.2110696244234571, + "grad_norm": 2.5115771293640137, + "learning_rate": 1e-06, + "loss": 0.8152, + "mean_token_accuracy": 0.7386184930801392, + "num_tokens": 260533661.0, + "step": 11028 + }, + { + "epoch": 1.2111794421260706, + "grad_norm": 2.4975991249084473, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7312802076339722, + "num_tokens": 260553191.0, + "step": 11029 + }, + { + "epoch": 1.2112892598286844, + "grad_norm": 2.6634037494659424, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7200156450271606, + "num_tokens": 260573196.0, + "step": 11030 + }, + { + "epoch": 1.211399077531298, + "grad_norm": 2.127744674682617, + "learning_rate": 1e-06, + "loss": 0.9764, + "mean_token_accuracy": 0.696700394153595, + "num_tokens": 260601726.0, + "step": 11031 + }, + { + "epoch": 1.2115088952339117, + "grad_norm": 2.421527147293091, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7116965055465698, + "num_tokens": 260625198.0, + "step": 11032 + }, + { + "epoch": 1.2116187129365255, + "grad_norm": 2.6809208393096924, + "learning_rate": 1e-06, + "loss": 0.8112, + "mean_token_accuracy": 0.742117166519165, + "num_tokens": 260642685.0, + "step": 11033 + }, + { + "epoch": 1.211728530639139, + "grad_norm": 2.1627871990203857, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7028610706329346, + "num_tokens": 260673358.0, + "step": 11034 + }, + { + "epoch": 1.2118383483417527, + "grad_norm": 2.2307071685791016, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.707915723323822, + "num_tokens": 260698943.0, + "step": 11035 + }, + { + "epoch": 1.2119481660443663, + "grad_norm": 2.6930015087127686, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7209053039550781, + "num_tokens": 260718768.0, + "step": 11036 + }, + { + "epoch": 1.21205798374698, + "grad_norm": 2.300260305404663, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7126072645187378, + "num_tokens": 260744228.0, + "step": 11037 + }, + { + "epoch": 1.2121678014495938, + "grad_norm": 2.4987640380859375, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7151092290878296, + "num_tokens": 260766273.0, + "step": 11038 + }, + { + "epoch": 1.2122776191522073, + "grad_norm": 2.852144479751587, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7367526292800903, + "num_tokens": 260783724.0, + "step": 11039 + }, + { + "epoch": 1.212387436854821, + "grad_norm": 2.584547758102417, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7219225168228149, + "num_tokens": 260804590.0, + "step": 11040 + }, + { + "epoch": 1.2124972545574346, + "grad_norm": 2.557025909423828, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7187620401382446, + "num_tokens": 260824904.0, + "step": 11041 + }, + { + "epoch": 1.2126070722600484, + "grad_norm": 2.2223947048187256, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7065033912658691, + "num_tokens": 260851611.0, + "step": 11042 + }, + { + "epoch": 1.212716889962662, + "grad_norm": 1.9475979804992676, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.7294114232063293, + "num_tokens": 260883130.0, + "step": 11043 + }, + { + "epoch": 1.2128267076652757, + "grad_norm": 2.764194965362549, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7079981565475464, + "num_tokens": 260902701.0, + "step": 11044 + }, + { + "epoch": 1.2129365253678892, + "grad_norm": 2.491711378097534, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7323294281959534, + "num_tokens": 260922408.0, + "step": 11045 + }, + { + "epoch": 1.213046343070503, + "grad_norm": 2.4447410106658936, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7344033718109131, + "num_tokens": 260942373.0, + "step": 11046 + }, + { + "epoch": 1.2131561607731167, + "grad_norm": 2.0497636795043945, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7092404961585999, + "num_tokens": 260971391.0, + "step": 11047 + }, + { + "epoch": 1.2132659784757303, + "grad_norm": 2.3151373863220215, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.7048746347427368, + "num_tokens": 260995702.0, + "step": 11048 + }, + { + "epoch": 1.213375796178344, + "grad_norm": 2.2856786251068115, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7293707132339478, + "num_tokens": 261020146.0, + "step": 11049 + }, + { + "epoch": 1.2134856138809575, + "grad_norm": 3.062251091003418, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7311422824859619, + "num_tokens": 261034757.0, + "step": 11050 + }, + { + "epoch": 1.2135954315835713, + "grad_norm": 2.526812791824341, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.6946446299552917, + "num_tokens": 261057051.0, + "step": 11051 + }, + { + "epoch": 1.2137052492861848, + "grad_norm": 2.451813220977783, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7205949425697327, + "num_tokens": 261079739.0, + "step": 11052 + }, + { + "epoch": 1.2138150669887986, + "grad_norm": 2.238520383834839, + "learning_rate": 1e-06, + "loss": 1.0151, + "mean_token_accuracy": 0.6856208443641663, + "num_tokens": 261107818.0, + "step": 11053 + }, + { + "epoch": 1.2139248846914121, + "grad_norm": 2.031546115875244, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7261576652526855, + "num_tokens": 261137727.0, + "step": 11054 + }, + { + "epoch": 1.2140347023940259, + "grad_norm": 2.3115878105163574, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7207439541816711, + "num_tokens": 261161538.0, + "step": 11055 + }, + { + "epoch": 1.2141445200966396, + "grad_norm": 2.3573343753814697, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7188992500305176, + "num_tokens": 261183998.0, + "step": 11056 + }, + { + "epoch": 1.2142543377992532, + "grad_norm": 2.3193070888519287, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7285662293434143, + "num_tokens": 261208516.0, + "step": 11057 + }, + { + "epoch": 1.214364155501867, + "grad_norm": 2.7417047023773193, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7114406824111938, + "num_tokens": 261227153.0, + "step": 11058 + }, + { + "epoch": 1.2144739732044805, + "grad_norm": 2.3589019775390625, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7094466686248779, + "num_tokens": 261250792.0, + "step": 11059 + }, + { + "epoch": 1.2145837909070942, + "grad_norm": 2.1523711681365967, + "learning_rate": 1e-06, + "loss": 1.0309, + "mean_token_accuracy": 0.6903330683708191, + "num_tokens": 261278208.0, + "step": 11060 + }, + { + "epoch": 1.214693608609708, + "grad_norm": 2.6389100551605225, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7276260852813721, + "num_tokens": 261297419.0, + "step": 11061 + }, + { + "epoch": 1.2148034263123215, + "grad_norm": 2.4001705646514893, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7101170420646667, + "num_tokens": 261320493.0, + "step": 11062 + }, + { + "epoch": 1.2149132440149353, + "grad_norm": 2.2806670665740967, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7268441915512085, + "num_tokens": 261344157.0, + "step": 11063 + }, + { + "epoch": 1.2150230617175488, + "grad_norm": 2.5960240364074707, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7320588231086731, + "num_tokens": 261364462.0, + "step": 11064 + }, + { + "epoch": 1.2151328794201626, + "grad_norm": 2.216723680496216, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7262495756149292, + "num_tokens": 261390734.0, + "step": 11065 + }, + { + "epoch": 1.215242697122776, + "grad_norm": 2.390057325363159, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7089601755142212, + "num_tokens": 261414169.0, + "step": 11066 + }, + { + "epoch": 1.2153525148253899, + "grad_norm": 2.765352487564087, + "learning_rate": 1e-06, + "loss": 1.014, + "mean_token_accuracy": 0.7026742100715637, + "num_tokens": 261433210.0, + "step": 11067 + }, + { + "epoch": 1.2154623325280034, + "grad_norm": 2.542202949523926, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7388593554496765, + "num_tokens": 261455061.0, + "step": 11068 + }, + { + "epoch": 1.2155721502306172, + "grad_norm": 2.3019490242004395, + "learning_rate": 1e-06, + "loss": 1.0081, + "mean_token_accuracy": 0.7041236162185669, + "num_tokens": 261481305.0, + "step": 11069 + }, + { + "epoch": 1.215681967933231, + "grad_norm": 2.9633827209472656, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7217707633972168, + "num_tokens": 261497195.0, + "step": 11070 + }, + { + "epoch": 1.2157917856358444, + "grad_norm": 2.1511104106903076, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7076905965805054, + "num_tokens": 261525193.0, + "step": 11071 + }, + { + "epoch": 1.2159016033384582, + "grad_norm": 2.0914525985717773, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7138418555259705, + "num_tokens": 261553464.0, + "step": 11072 + }, + { + "epoch": 1.2160114210410717, + "grad_norm": 2.6166467666625977, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7345746159553528, + "num_tokens": 261572178.0, + "step": 11073 + }, + { + "epoch": 1.2161212387436855, + "grad_norm": 2.2181074619293213, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7167033553123474, + "num_tokens": 261599177.0, + "step": 11074 + }, + { + "epoch": 1.2162310564462993, + "grad_norm": 2.6593260765075684, + "learning_rate": 1e-06, + "loss": 0.8198, + "mean_token_accuracy": 0.7375304698944092, + "num_tokens": 261619478.0, + "step": 11075 + }, + { + "epoch": 1.2163408741489128, + "grad_norm": 2.4183387756347656, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7141666412353516, + "num_tokens": 261642400.0, + "step": 11076 + }, + { + "epoch": 1.2164506918515265, + "grad_norm": 2.738349676132202, + "learning_rate": 1e-06, + "loss": 0.7954, + "mean_token_accuracy": 0.743185818195343, + "num_tokens": 261659726.0, + "step": 11077 + }, + { + "epoch": 1.21656050955414, + "grad_norm": 2.282548666000366, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.7351522445678711, + "num_tokens": 261683106.0, + "step": 11078 + }, + { + "epoch": 1.2166703272567538, + "grad_norm": 2.2511544227600098, + "learning_rate": 1e-06, + "loss": 0.8395, + "mean_token_accuracy": 0.7341474890708923, + "num_tokens": 261707554.0, + "step": 11079 + }, + { + "epoch": 1.2167801449593674, + "grad_norm": 2.948917865753174, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7142733335494995, + "num_tokens": 261725044.0, + "step": 11080 + }, + { + "epoch": 1.2168899626619811, + "grad_norm": 2.4688079357147217, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.7214083671569824, + "num_tokens": 261748097.0, + "step": 11081 + }, + { + "epoch": 1.2169997803645947, + "grad_norm": 2.573704957962036, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.7427877187728882, + "num_tokens": 261768329.0, + "step": 11082 + }, + { + "epoch": 1.2171095980672084, + "grad_norm": 2.585601329803467, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7090616226196289, + "num_tokens": 261789988.0, + "step": 11083 + }, + { + "epoch": 1.2172194157698222, + "grad_norm": 2.331295967102051, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.6987480521202087, + "num_tokens": 261813903.0, + "step": 11084 + }, + { + "epoch": 1.2173292334724357, + "grad_norm": 2.4477920532226562, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.7082002758979797, + "num_tokens": 261837501.0, + "step": 11085 + }, + { + "epoch": 1.2174390511750495, + "grad_norm": 2.6936194896698, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.7211243510246277, + "num_tokens": 261856168.0, + "step": 11086 + }, + { + "epoch": 1.217548868877663, + "grad_norm": 2.576328992843628, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7274805307388306, + "num_tokens": 261875840.0, + "step": 11087 + }, + { + "epoch": 1.2176586865802768, + "grad_norm": 2.5395517349243164, + "learning_rate": 1e-06, + "loss": 0.8493, + "mean_token_accuracy": 0.7378091812133789, + "num_tokens": 261897767.0, + "step": 11088 + }, + { + "epoch": 1.2177685042828905, + "grad_norm": 2.50925612449646, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7325910329818726, + "num_tokens": 261918089.0, + "step": 11089 + }, + { + "epoch": 1.217878321985504, + "grad_norm": 2.4413440227508545, + "learning_rate": 1e-06, + "loss": 0.8538, + "mean_token_accuracy": 0.7322268486022949, + "num_tokens": 261942297.0, + "step": 11090 + }, + { + "epoch": 1.2179881396881178, + "grad_norm": 2.5935001373291016, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.7263796925544739, + "num_tokens": 261961628.0, + "step": 11091 + }, + { + "epoch": 1.2180979573907313, + "grad_norm": 2.4137558937072754, + "learning_rate": 1e-06, + "loss": 0.8373, + "mean_token_accuracy": 0.7301982045173645, + "num_tokens": 261982896.0, + "step": 11092 + }, + { + "epoch": 1.218207775093345, + "grad_norm": 2.3292109966278076, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7120287418365479, + "num_tokens": 262007736.0, + "step": 11093 + }, + { + "epoch": 1.2183175927959586, + "grad_norm": 1.8627816438674927, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7032711505889893, + "num_tokens": 262042126.0, + "step": 11094 + }, + { + "epoch": 1.2184274104985724, + "grad_norm": 2.549488067626953, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7284594774246216, + "num_tokens": 262062350.0, + "step": 11095 + }, + { + "epoch": 1.218537228201186, + "grad_norm": 2.4880340099334717, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7072474956512451, + "num_tokens": 262084997.0, + "step": 11096 + }, + { + "epoch": 1.2186470459037997, + "grad_norm": 2.4144372940063477, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7073089480400085, + "num_tokens": 262109031.0, + "step": 11097 + }, + { + "epoch": 1.2187568636064134, + "grad_norm": 2.4801502227783203, + "learning_rate": 1e-06, + "loss": 0.972, + "mean_token_accuracy": 0.7125108242034912, + "num_tokens": 262134385.0, + "step": 11098 + }, + { + "epoch": 1.218866681309027, + "grad_norm": 2.646322727203369, + "learning_rate": 1e-06, + "loss": 0.865, + "mean_token_accuracy": 0.731774091720581, + "num_tokens": 262153112.0, + "step": 11099 + }, + { + "epoch": 1.2189764990116407, + "grad_norm": 2.5142323970794678, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.732694685459137, + "num_tokens": 262175294.0, + "step": 11100 + }, + { + "epoch": 1.2190863167142543, + "grad_norm": 2.5103962421417236, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7123621702194214, + "num_tokens": 262197326.0, + "step": 11101 + }, + { + "epoch": 1.219196134416868, + "grad_norm": 2.699676990509033, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7132701873779297, + "num_tokens": 262217335.0, + "step": 11102 + }, + { + "epoch": 1.2193059521194818, + "grad_norm": 2.4137041568756104, + "learning_rate": 1e-06, + "loss": 0.9343, + "mean_token_accuracy": 0.7005728483200073, + "num_tokens": 262242512.0, + "step": 11103 + }, + { + "epoch": 1.2194157698220953, + "grad_norm": 2.3481900691986084, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.712822437286377, + "num_tokens": 262265182.0, + "step": 11104 + }, + { + "epoch": 1.219525587524709, + "grad_norm": 2.4618289470672607, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6870263814926147, + "num_tokens": 262286710.0, + "step": 11105 + }, + { + "epoch": 1.2196354052273226, + "grad_norm": 2.45115065574646, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7010588049888611, + "num_tokens": 262309052.0, + "step": 11106 + }, + { + "epoch": 1.2197452229299364, + "grad_norm": 2.276580572128296, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.719778299331665, + "num_tokens": 262333335.0, + "step": 11107 + }, + { + "epoch": 1.21985504063255, + "grad_norm": 2.496293544769287, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7117798924446106, + "num_tokens": 262356502.0, + "step": 11108 + }, + { + "epoch": 1.2199648583351637, + "grad_norm": 2.1404900550842285, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7098778486251831, + "num_tokens": 262386366.0, + "step": 11109 + }, + { + "epoch": 1.2200746760377772, + "grad_norm": 2.8076679706573486, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7107840180397034, + "num_tokens": 262404572.0, + "step": 11110 + }, + { + "epoch": 1.220184493740391, + "grad_norm": 2.467210054397583, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7248814105987549, + "num_tokens": 262425792.0, + "step": 11111 + }, + { + "epoch": 1.2202943114430047, + "grad_norm": 2.6561458110809326, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.6988004446029663, + "num_tokens": 262446914.0, + "step": 11112 + }, + { + "epoch": 1.2204041291456182, + "grad_norm": 2.3534657955169678, + "learning_rate": 1e-06, + "loss": 0.8166, + "mean_token_accuracy": 0.7433925867080688, + "num_tokens": 262469850.0, + "step": 11113 + }, + { + "epoch": 1.220513946848232, + "grad_norm": 2.2379262447357178, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7039790749549866, + "num_tokens": 262497724.0, + "step": 11114 + }, + { + "epoch": 1.2206237645508455, + "grad_norm": 2.3205504417419434, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.7174699306488037, + "num_tokens": 262521998.0, + "step": 11115 + }, + { + "epoch": 1.2207335822534593, + "grad_norm": 2.7270729541778564, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.734944224357605, + "num_tokens": 262539228.0, + "step": 11116 + }, + { + "epoch": 1.2208433999560728, + "grad_norm": 2.2106049060821533, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7289011478424072, + "num_tokens": 262565316.0, + "step": 11117 + }, + { + "epoch": 1.2209532176586866, + "grad_norm": 2.7074897289276123, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7172688245773315, + "num_tokens": 262585459.0, + "step": 11118 + }, + { + "epoch": 1.2210630353613001, + "grad_norm": 2.3469491004943848, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7347232699394226, + "num_tokens": 262608664.0, + "step": 11119 + }, + { + "epoch": 1.2211728530639139, + "grad_norm": 2.5287423133850098, + "learning_rate": 1e-06, + "loss": 0.9396, + "mean_token_accuracy": 0.7072062492370605, + "num_tokens": 262630520.0, + "step": 11120 + }, + { + "epoch": 1.2212826707665276, + "grad_norm": 2.1566193103790283, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7181843519210815, + "num_tokens": 262658578.0, + "step": 11121 + }, + { + "epoch": 1.2213924884691412, + "grad_norm": 2.2587201595306396, + "learning_rate": 1e-06, + "loss": 0.9965, + "mean_token_accuracy": 0.7001792788505554, + "num_tokens": 262684773.0, + "step": 11122 + }, + { + "epoch": 1.221502306171755, + "grad_norm": 2.287931203842163, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7273299694061279, + "num_tokens": 262709685.0, + "step": 11123 + }, + { + "epoch": 1.2216121238743685, + "grad_norm": 2.279083013534546, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7108473181724548, + "num_tokens": 262735870.0, + "step": 11124 + }, + { + "epoch": 1.2217219415769822, + "grad_norm": 2.534435749053955, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6915517449378967, + "num_tokens": 262756804.0, + "step": 11125 + }, + { + "epoch": 1.221831759279596, + "grad_norm": 2.1489481925964355, + "learning_rate": 1e-06, + "loss": 0.8354, + "mean_token_accuracy": 0.7466263175010681, + "num_tokens": 262784073.0, + "step": 11126 + }, + { + "epoch": 1.2219415769822095, + "grad_norm": 2.2825045585632324, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.693989634513855, + "num_tokens": 262809944.0, + "step": 11127 + }, + { + "epoch": 1.2220513946848233, + "grad_norm": 2.3295681476593018, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7143106460571289, + "num_tokens": 262834584.0, + "step": 11128 + }, + { + "epoch": 1.2221612123874368, + "grad_norm": 2.199702262878418, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7044471502304077, + "num_tokens": 262861716.0, + "step": 11129 + }, + { + "epoch": 1.2222710300900506, + "grad_norm": 2.6032636165618896, + "learning_rate": 1e-06, + "loss": 0.9308, + "mean_token_accuracy": 0.7127864360809326, + "num_tokens": 262883241.0, + "step": 11130 + }, + { + "epoch": 1.222380847792664, + "grad_norm": 2.514322519302368, + "learning_rate": 1e-06, + "loss": 0.8689, + "mean_token_accuracy": 0.7270002365112305, + "num_tokens": 262905092.0, + "step": 11131 + }, + { + "epoch": 1.2224906654952779, + "grad_norm": 2.3996360301971436, + "learning_rate": 1e-06, + "loss": 1.0051, + "mean_token_accuracy": 0.6867910027503967, + "num_tokens": 262929234.0, + "step": 11132 + }, + { + "epoch": 1.2226004831978914, + "grad_norm": 2.245182514190674, + "learning_rate": 1e-06, + "loss": 0.8302, + "mean_token_accuracy": 0.7335717678070068, + "num_tokens": 262953299.0, + "step": 11133 + }, + { + "epoch": 1.2227103009005051, + "grad_norm": 2.4431655406951904, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7268936634063721, + "num_tokens": 262975144.0, + "step": 11134 + }, + { + "epoch": 1.222820118603119, + "grad_norm": 2.4310977458953857, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7295989990234375, + "num_tokens": 262998153.0, + "step": 11135 + }, + { + "epoch": 1.2229299363057324, + "grad_norm": 2.161252021789551, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7024362087249756, + "num_tokens": 263027019.0, + "step": 11136 + }, + { + "epoch": 1.2230397540083462, + "grad_norm": 1.9380167722702026, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.718758225440979, + "num_tokens": 263056941.0, + "step": 11137 + }, + { + "epoch": 1.2231495717109597, + "grad_norm": 1.987011432647705, + "learning_rate": 1e-06, + "loss": 0.9974, + "mean_token_accuracy": 0.6909997463226318, + "num_tokens": 263089011.0, + "step": 11138 + }, + { + "epoch": 1.2232593894135735, + "grad_norm": 2.4062576293945312, + "learning_rate": 1e-06, + "loss": 0.9865, + "mean_token_accuracy": 0.6995555758476257, + "num_tokens": 263111120.0, + "step": 11139 + }, + { + "epoch": 1.2233692071161872, + "grad_norm": 2.340988874435425, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.7032309770584106, + "num_tokens": 263135720.0, + "step": 11140 + }, + { + "epoch": 1.2234790248188008, + "grad_norm": 2.368987560272217, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7209396362304688, + "num_tokens": 263157876.0, + "step": 11141 + }, + { + "epoch": 1.2235888425214145, + "grad_norm": 2.4245810508728027, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.718467116355896, + "num_tokens": 263179627.0, + "step": 11142 + }, + { + "epoch": 1.223698660224028, + "grad_norm": 2.4298479557037354, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7124812602996826, + "num_tokens": 263201619.0, + "step": 11143 + }, + { + "epoch": 1.2238084779266418, + "grad_norm": 2.2483043670654297, + "learning_rate": 1e-06, + "loss": 0.8388, + "mean_token_accuracy": 0.7290415167808533, + "num_tokens": 263227198.0, + "step": 11144 + }, + { + "epoch": 1.2239182956292554, + "grad_norm": 2.2900984287261963, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7199293971061707, + "num_tokens": 263252879.0, + "step": 11145 + }, + { + "epoch": 1.2240281133318691, + "grad_norm": 2.516472816467285, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7266244888305664, + "num_tokens": 263275762.0, + "step": 11146 + }, + { + "epoch": 1.2241379310344827, + "grad_norm": 2.027959108352661, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7370691299438477, + "num_tokens": 263302760.0, + "step": 11147 + }, + { + "epoch": 1.2242477487370964, + "grad_norm": 2.3431358337402344, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7489966154098511, + "num_tokens": 263325090.0, + "step": 11148 + }, + { + "epoch": 1.2243575664397102, + "grad_norm": 2.437875509262085, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7142951488494873, + "num_tokens": 263349702.0, + "step": 11149 + }, + { + "epoch": 1.2244673841423237, + "grad_norm": 2.3013017177581787, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7178008556365967, + "num_tokens": 263374705.0, + "step": 11150 + }, + { + "epoch": 1.2245772018449375, + "grad_norm": 2.678236961364746, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.7046415209770203, + "num_tokens": 263394541.0, + "step": 11151 + }, + { + "epoch": 1.224687019547551, + "grad_norm": 2.208406686782837, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7228163480758667, + "num_tokens": 263420893.0, + "step": 11152 + }, + { + "epoch": 1.2247968372501647, + "grad_norm": 2.3824524879455566, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7249528765678406, + "num_tokens": 263443078.0, + "step": 11153 + }, + { + "epoch": 1.2249066549527785, + "grad_norm": 2.1888670921325684, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7238006591796875, + "num_tokens": 263468758.0, + "step": 11154 + }, + { + "epoch": 1.225016472655392, + "grad_norm": 2.177887439727783, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7134301662445068, + "num_tokens": 263496325.0, + "step": 11155 + }, + { + "epoch": 1.2251262903580058, + "grad_norm": 2.646228313446045, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7175195813179016, + "num_tokens": 263514370.0, + "step": 11156 + }, + { + "epoch": 1.2252361080606193, + "grad_norm": 2.2783243656158447, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.6997736692428589, + "num_tokens": 263539772.0, + "step": 11157 + }, + { + "epoch": 1.225345925763233, + "grad_norm": 2.373837471008301, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7209446430206299, + "num_tokens": 263563853.0, + "step": 11158 + }, + { + "epoch": 1.2254557434658466, + "grad_norm": 2.353604793548584, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7019533514976501, + "num_tokens": 263585726.0, + "step": 11159 + }, + { + "epoch": 1.2255655611684604, + "grad_norm": 2.4134721755981445, + "learning_rate": 1e-06, + "loss": 0.8757, + "mean_token_accuracy": 0.7385437488555908, + "num_tokens": 263608044.0, + "step": 11160 + }, + { + "epoch": 1.225675378871074, + "grad_norm": 2.388305902481079, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7370424270629883, + "num_tokens": 263629018.0, + "step": 11161 + }, + { + "epoch": 1.2257851965736877, + "grad_norm": 2.282451868057251, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7166892290115356, + "num_tokens": 263652946.0, + "step": 11162 + }, + { + "epoch": 1.2258950142763014, + "grad_norm": 2.349548578262329, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7311851978302002, + "num_tokens": 263675192.0, + "step": 11163 + }, + { + "epoch": 1.226004831978915, + "grad_norm": 2.5320346355438232, + "learning_rate": 1e-06, + "loss": 0.8265, + "mean_token_accuracy": 0.7368148565292358, + "num_tokens": 263694951.0, + "step": 11164 + }, + { + "epoch": 1.2261146496815287, + "grad_norm": 2.503201484680176, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7122671604156494, + "num_tokens": 263715753.0, + "step": 11165 + }, + { + "epoch": 1.2262244673841423, + "grad_norm": 2.2049520015716553, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7177147269248962, + "num_tokens": 263743298.0, + "step": 11166 + }, + { + "epoch": 1.226334285086756, + "grad_norm": 2.6840202808380127, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7244250178337097, + "num_tokens": 263764496.0, + "step": 11167 + }, + { + "epoch": 1.2264441027893696, + "grad_norm": 2.2615771293640137, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.720137357711792, + "num_tokens": 263788225.0, + "step": 11168 + }, + { + "epoch": 1.2265539204919833, + "grad_norm": 2.151482582092285, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7010104656219482, + "num_tokens": 263813755.0, + "step": 11169 + }, + { + "epoch": 1.226663738194597, + "grad_norm": 2.2029824256896973, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7076174020767212, + "num_tokens": 263839912.0, + "step": 11170 + }, + { + "epoch": 1.2267735558972106, + "grad_norm": 2.484131097793579, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7297722101211548, + "num_tokens": 263861381.0, + "step": 11171 + }, + { + "epoch": 1.2268833735998244, + "grad_norm": 2.2942090034484863, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7153162956237793, + "num_tokens": 263887518.0, + "step": 11172 + }, + { + "epoch": 1.226993191302438, + "grad_norm": 2.079639434814453, + "learning_rate": 1e-06, + "loss": 0.9911, + "mean_token_accuracy": 0.6944339871406555, + "num_tokens": 263917611.0, + "step": 11173 + }, + { + "epoch": 1.2271030090050516, + "grad_norm": 2.3406870365142822, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.709523618221283, + "num_tokens": 263942457.0, + "step": 11174 + }, + { + "epoch": 1.2272128267076652, + "grad_norm": 2.407166004180908, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7136767506599426, + "num_tokens": 263966401.0, + "step": 11175 + }, + { + "epoch": 1.227322644410279, + "grad_norm": 2.0107333660125732, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7272680997848511, + "num_tokens": 263995439.0, + "step": 11176 + }, + { + "epoch": 1.2274324621128927, + "grad_norm": 2.305325508117676, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7077833414077759, + "num_tokens": 264020834.0, + "step": 11177 + }, + { + "epoch": 1.2275422798155062, + "grad_norm": 2.303826332092285, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.711852490901947, + "num_tokens": 264047664.0, + "step": 11178 + }, + { + "epoch": 1.22765209751812, + "grad_norm": 2.2228586673736572, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6951227784156799, + "num_tokens": 264076352.0, + "step": 11179 + }, + { + "epoch": 1.2277619152207335, + "grad_norm": 2.5043365955352783, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7268635034561157, + "num_tokens": 264097991.0, + "step": 11180 + }, + { + "epoch": 1.2278717329233473, + "grad_norm": 2.1692304611206055, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.698738694190979, + "num_tokens": 264126186.0, + "step": 11181 + }, + { + "epoch": 1.2279815506259608, + "grad_norm": 2.4969348907470703, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7156764268875122, + "num_tokens": 264148626.0, + "step": 11182 + }, + { + "epoch": 1.2280913683285746, + "grad_norm": 2.5082831382751465, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7154432535171509, + "num_tokens": 264169210.0, + "step": 11183 + }, + { + "epoch": 1.228201186031188, + "grad_norm": 2.380749464035034, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7042343020439148, + "num_tokens": 264193302.0, + "step": 11184 + }, + { + "epoch": 1.2283110037338019, + "grad_norm": 2.7731337547302246, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7224719524383545, + "num_tokens": 264211084.0, + "step": 11185 + }, + { + "epoch": 1.2284208214364156, + "grad_norm": 2.1285157203674316, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7305546998977661, + "num_tokens": 264238932.0, + "step": 11186 + }, + { + "epoch": 1.2285306391390292, + "grad_norm": 2.3819518089294434, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7137056589126587, + "num_tokens": 264261877.0, + "step": 11187 + }, + { + "epoch": 1.228640456841643, + "grad_norm": 2.629748582839966, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7025107741355896, + "num_tokens": 264283164.0, + "step": 11188 + }, + { + "epoch": 1.2287502745442564, + "grad_norm": 2.485914468765259, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7232177257537842, + "num_tokens": 264304308.0, + "step": 11189 + }, + { + "epoch": 1.2288600922468702, + "grad_norm": 2.236764430999756, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7089124917984009, + "num_tokens": 264330150.0, + "step": 11190 + }, + { + "epoch": 1.228969909949484, + "grad_norm": 2.412677526473999, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7093772888183594, + "num_tokens": 264354436.0, + "step": 11191 + }, + { + "epoch": 1.2290797276520975, + "grad_norm": 2.3195531368255615, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7198275327682495, + "num_tokens": 264379389.0, + "step": 11192 + }, + { + "epoch": 1.2291895453547113, + "grad_norm": 2.2599499225616455, + "learning_rate": 1e-06, + "loss": 1.0267, + "mean_token_accuracy": 0.696668803691864, + "num_tokens": 264404320.0, + "step": 11193 + }, + { + "epoch": 1.2292993630573248, + "grad_norm": 2.2479238510131836, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7344854474067688, + "num_tokens": 264428306.0, + "step": 11194 + }, + { + "epoch": 1.2294091807599385, + "grad_norm": 2.047879219055176, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7166555523872375, + "num_tokens": 264454964.0, + "step": 11195 + }, + { + "epoch": 1.229518998462552, + "grad_norm": 2.2807071208953857, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7047027349472046, + "num_tokens": 264480645.0, + "step": 11196 + }, + { + "epoch": 1.2296288161651658, + "grad_norm": 2.4805140495300293, + "learning_rate": 1e-06, + "loss": 0.7538, + "mean_token_accuracy": 0.7589513063430786, + "num_tokens": 264499657.0, + "step": 11197 + }, + { + "epoch": 1.2297386338677794, + "grad_norm": 2.2789969444274902, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.709415078163147, + "num_tokens": 264524180.0, + "step": 11198 + }, + { + "epoch": 1.2298484515703931, + "grad_norm": 2.6657094955444336, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7268831729888916, + "num_tokens": 264543628.0, + "step": 11199 + }, + { + "epoch": 1.2299582692730069, + "grad_norm": 2.374272584915161, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7114213705062866, + "num_tokens": 264566242.0, + "step": 11200 + }, + { + "epoch": 1.2300680869756204, + "grad_norm": 2.685786485671997, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7432633638381958, + "num_tokens": 264586881.0, + "step": 11201 + }, + { + "epoch": 1.2301779046782342, + "grad_norm": 2.60734486579895, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7008894681930542, + "num_tokens": 264606380.0, + "step": 11202 + }, + { + "epoch": 1.2302877223808477, + "grad_norm": 2.2504844665527344, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7188688516616821, + "num_tokens": 264631521.0, + "step": 11203 + }, + { + "epoch": 1.2303975400834615, + "grad_norm": 2.3533096313476562, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7093037366867065, + "num_tokens": 264655465.0, + "step": 11204 + }, + { + "epoch": 1.2305073577860752, + "grad_norm": 2.016489028930664, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7080095410346985, + "num_tokens": 264688230.0, + "step": 11205 + }, + { + "epoch": 1.2306171754886888, + "grad_norm": 2.2793731689453125, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7319839000701904, + "num_tokens": 264712992.0, + "step": 11206 + }, + { + "epoch": 1.2307269931913025, + "grad_norm": 2.5457398891448975, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.6959264278411865, + "num_tokens": 264735210.0, + "step": 11207 + }, + { + "epoch": 1.230836810893916, + "grad_norm": 2.2096128463745117, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7004041075706482, + "num_tokens": 264761567.0, + "step": 11208 + }, + { + "epoch": 1.2309466285965298, + "grad_norm": 2.103421449661255, + "learning_rate": 1e-06, + "loss": 0.8398, + "mean_token_accuracy": 0.7367134094238281, + "num_tokens": 264787831.0, + "step": 11209 + }, + { + "epoch": 1.2310564462991433, + "grad_norm": 2.297393321990967, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7048883438110352, + "num_tokens": 264813539.0, + "step": 11210 + }, + { + "epoch": 1.231166264001757, + "grad_norm": 2.7531418800354004, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7136015295982361, + "num_tokens": 264831083.0, + "step": 11211 + }, + { + "epoch": 1.2312760817043706, + "grad_norm": 2.3310678005218506, + "learning_rate": 1e-06, + "loss": 0.8198, + "mean_token_accuracy": 0.740680456161499, + "num_tokens": 264853912.0, + "step": 11212 + }, + { + "epoch": 1.2313858994069844, + "grad_norm": 2.514660596847534, + "learning_rate": 1e-06, + "loss": 0.8333, + "mean_token_accuracy": 0.734539806842804, + "num_tokens": 264875180.0, + "step": 11213 + }, + { + "epoch": 1.2314957171095982, + "grad_norm": 2.2704710960388184, + "learning_rate": 1e-06, + "loss": 1.004, + "mean_token_accuracy": 0.7072315216064453, + "num_tokens": 264898999.0, + "step": 11214 + }, + { + "epoch": 1.2316055348122117, + "grad_norm": 2.3214194774627686, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6985019445419312, + "num_tokens": 264923854.0, + "step": 11215 + }, + { + "epoch": 1.2317153525148254, + "grad_norm": 2.3393166065216064, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7079930901527405, + "num_tokens": 264947470.0, + "step": 11216 + }, + { + "epoch": 1.231825170217439, + "grad_norm": 2.236133098602295, + "learning_rate": 1e-06, + "loss": 0.8771, + "mean_token_accuracy": 0.7291873097419739, + "num_tokens": 264974224.0, + "step": 11217 + }, + { + "epoch": 1.2319349879200527, + "grad_norm": 2.29520320892334, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7258424162864685, + "num_tokens": 264996824.0, + "step": 11218 + }, + { + "epoch": 1.2320448056226665, + "grad_norm": 2.6776816844940186, + "learning_rate": 1e-06, + "loss": 0.8268, + "mean_token_accuracy": 0.740382730960846, + "num_tokens": 265015143.0, + "step": 11219 + }, + { + "epoch": 1.23215462332528, + "grad_norm": 2.143871545791626, + "learning_rate": 1e-06, + "loss": 0.8709, + "mean_token_accuracy": 0.7289059162139893, + "num_tokens": 265041180.0, + "step": 11220 + }, + { + "epoch": 1.2322644410278938, + "grad_norm": 2.5970418453216553, + "learning_rate": 1e-06, + "loss": 0.837, + "mean_token_accuracy": 0.7279161810874939, + "num_tokens": 265061479.0, + "step": 11221 + }, + { + "epoch": 1.2323742587305073, + "grad_norm": 2.5859944820404053, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.7491374611854553, + "num_tokens": 265082793.0, + "step": 11222 + }, + { + "epoch": 1.232484076433121, + "grad_norm": 2.7453877925872803, + "learning_rate": 1e-06, + "loss": 0.8397, + "mean_token_accuracy": 0.7354515790939331, + "num_tokens": 265100928.0, + "step": 11223 + }, + { + "epoch": 1.2325938941357346, + "grad_norm": 2.352890968322754, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7069175243377686, + "num_tokens": 265125506.0, + "step": 11224 + }, + { + "epoch": 1.2327037118383484, + "grad_norm": 2.2851474285125732, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7215884327888489, + "num_tokens": 265149908.0, + "step": 11225 + }, + { + "epoch": 1.232813529540962, + "grad_norm": 2.152090072631836, + "learning_rate": 1e-06, + "loss": 0.9758, + "mean_token_accuracy": 0.7134381532669067, + "num_tokens": 265180611.0, + "step": 11226 + }, + { + "epoch": 1.2329233472435757, + "grad_norm": 2.3548169136047363, + "learning_rate": 1e-06, + "loss": 1.0359, + "mean_token_accuracy": 0.6917338371276855, + "num_tokens": 265206159.0, + "step": 11227 + }, + { + "epoch": 1.2330331649461894, + "grad_norm": 2.517402172088623, + "learning_rate": 1e-06, + "loss": 0.8364, + "mean_token_accuracy": 0.7289538979530334, + "num_tokens": 265225542.0, + "step": 11228 + }, + { + "epoch": 1.233142982648803, + "grad_norm": 2.5021677017211914, + "learning_rate": 1e-06, + "loss": 0.8687, + "mean_token_accuracy": 0.7320020198822021, + "num_tokens": 265245905.0, + "step": 11229 + }, + { + "epoch": 1.2332528003514167, + "grad_norm": 2.6530227661132812, + "learning_rate": 1e-06, + "loss": 0.8192, + "mean_token_accuracy": 0.738445520401001, + "num_tokens": 265265004.0, + "step": 11230 + }, + { + "epoch": 1.2333626180540302, + "grad_norm": 2.784191370010376, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7204149961471558, + "num_tokens": 265283565.0, + "step": 11231 + }, + { + "epoch": 1.233472435756644, + "grad_norm": 2.250934600830078, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7188488245010376, + "num_tokens": 265308959.0, + "step": 11232 + }, + { + "epoch": 1.2335822534592575, + "grad_norm": 2.3703773021698, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7093793749809265, + "num_tokens": 265332086.0, + "step": 11233 + }, + { + "epoch": 1.2336920711618713, + "grad_norm": 2.3850533962249756, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7398924827575684, + "num_tokens": 265355707.0, + "step": 11234 + }, + { + "epoch": 1.2338018888644848, + "grad_norm": 2.255169153213501, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7311692237854004, + "num_tokens": 265380377.0, + "step": 11235 + }, + { + "epoch": 1.2339117065670986, + "grad_norm": 2.5331923961639404, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6951626539230347, + "num_tokens": 265402919.0, + "step": 11236 + }, + { + "epoch": 1.2340215242697123, + "grad_norm": 2.4629523754119873, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.6985957026481628, + "num_tokens": 265426786.0, + "step": 11237 + }, + { + "epoch": 1.2341313419723259, + "grad_norm": 2.349581480026245, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7343945503234863, + "num_tokens": 265450061.0, + "step": 11238 + }, + { + "epoch": 1.2342411596749396, + "grad_norm": 2.5509519577026367, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7160081267356873, + "num_tokens": 265470282.0, + "step": 11239 + }, + { + "epoch": 1.2343509773775532, + "grad_norm": 2.8094029426574707, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7278263568878174, + "num_tokens": 265486815.0, + "step": 11240 + }, + { + "epoch": 1.234460795080167, + "grad_norm": 2.4745399951934814, + "learning_rate": 1e-06, + "loss": 0.9402, + "mean_token_accuracy": 0.7055339813232422, + "num_tokens": 265510968.0, + "step": 11241 + }, + { + "epoch": 1.2345706127827807, + "grad_norm": 2.0977559089660645, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7259073257446289, + "num_tokens": 265538086.0, + "step": 11242 + }, + { + "epoch": 1.2346804304853942, + "grad_norm": 2.230219602584839, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7096283435821533, + "num_tokens": 265564828.0, + "step": 11243 + }, + { + "epoch": 1.234790248188008, + "grad_norm": 2.410816192626953, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6954018473625183, + "num_tokens": 265586796.0, + "step": 11244 + }, + { + "epoch": 1.2349000658906215, + "grad_norm": 2.6281814575195312, + "learning_rate": 1e-06, + "loss": 0.8291, + "mean_token_accuracy": 0.7324868440628052, + "num_tokens": 265603982.0, + "step": 11245 + }, + { + "epoch": 1.2350098835932353, + "grad_norm": 2.3175201416015625, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7322074770927429, + "num_tokens": 265628218.0, + "step": 11246 + }, + { + "epoch": 1.2351197012958488, + "grad_norm": 2.186868906021118, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7160320281982422, + "num_tokens": 265656712.0, + "step": 11247 + }, + { + "epoch": 1.2352295189984626, + "grad_norm": 2.1426455974578857, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7106573581695557, + "num_tokens": 265683085.0, + "step": 11248 + }, + { + "epoch": 1.235339336701076, + "grad_norm": 2.4648749828338623, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7125029563903809, + "num_tokens": 265703656.0, + "step": 11249 + }, + { + "epoch": 1.2354491544036899, + "grad_norm": 2.5893819332122803, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7330442667007446, + "num_tokens": 265723752.0, + "step": 11250 + }, + { + "epoch": 1.2355589721063036, + "grad_norm": 2.06034779548645, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.730588436126709, + "num_tokens": 265755056.0, + "step": 11251 + }, + { + "epoch": 1.2356687898089171, + "grad_norm": 2.590381383895874, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.6942716836929321, + "num_tokens": 265775552.0, + "step": 11252 + }, + { + "epoch": 1.235778607511531, + "grad_norm": 2.179633378982544, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.71967613697052, + "num_tokens": 265801896.0, + "step": 11253 + }, + { + "epoch": 1.2358884252141444, + "grad_norm": 4.585379600524902, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.702468991279602, + "num_tokens": 265823335.0, + "step": 11254 + }, + { + "epoch": 1.2359982429167582, + "grad_norm": 2.449406862258911, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.7081243991851807, + "num_tokens": 265847533.0, + "step": 11255 + }, + { + "epoch": 1.236108060619372, + "grad_norm": 2.723194122314453, + "learning_rate": 1e-06, + "loss": 0.8395, + "mean_token_accuracy": 0.73427814245224, + "num_tokens": 265865172.0, + "step": 11256 + }, + { + "epoch": 1.2362178783219855, + "grad_norm": 2.299759864807129, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7115126252174377, + "num_tokens": 265888312.0, + "step": 11257 + }, + { + "epoch": 1.2363276960245992, + "grad_norm": 2.239612102508545, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7135119438171387, + "num_tokens": 265914840.0, + "step": 11258 + }, + { + "epoch": 1.2364375137272128, + "grad_norm": 2.2685177326202393, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7118450403213501, + "num_tokens": 265940182.0, + "step": 11259 + }, + { + "epoch": 1.2365473314298265, + "grad_norm": 2.3278589248657227, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7076146006584167, + "num_tokens": 265963232.0, + "step": 11260 + }, + { + "epoch": 1.23665714913244, + "grad_norm": 2.4640400409698486, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7092887759208679, + "num_tokens": 265984573.0, + "step": 11261 + }, + { + "epoch": 1.2367669668350538, + "grad_norm": 2.140843391418457, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.717025876045227, + "num_tokens": 266012722.0, + "step": 11262 + }, + { + "epoch": 1.2368767845376674, + "grad_norm": 2.3773064613342285, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7111766338348389, + "num_tokens": 266038627.0, + "step": 11263 + }, + { + "epoch": 1.2369866022402811, + "grad_norm": 2.4986672401428223, + "learning_rate": 1e-06, + "loss": 0.8456, + "mean_token_accuracy": 0.731547474861145, + "num_tokens": 266059548.0, + "step": 11264 + }, + { + "epoch": 1.2370964199428949, + "grad_norm": 2.24822735786438, + "learning_rate": 1e-06, + "loss": 1.0137, + "mean_token_accuracy": 0.6979779601097107, + "num_tokens": 266084567.0, + "step": 11265 + }, + { + "epoch": 1.2372062376455084, + "grad_norm": 2.7209713459014893, + "learning_rate": 1e-06, + "loss": 0.8184, + "mean_token_accuracy": 0.747124433517456, + "num_tokens": 266103093.0, + "step": 11266 + }, + { + "epoch": 1.2373160553481222, + "grad_norm": 2.6431000232696533, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7116727828979492, + "num_tokens": 266121433.0, + "step": 11267 + }, + { + "epoch": 1.2374258730507357, + "grad_norm": 2.350069999694824, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7245601415634155, + "num_tokens": 266143913.0, + "step": 11268 + }, + { + "epoch": 1.2375356907533495, + "grad_norm": 2.2965171337127686, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7217137813568115, + "num_tokens": 266169783.0, + "step": 11269 + }, + { + "epoch": 1.2376455084559632, + "grad_norm": 2.2555716037750244, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.7192790508270264, + "num_tokens": 266194344.0, + "step": 11270 + }, + { + "epoch": 1.2377553261585768, + "grad_norm": 2.2025434970855713, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7100770473480225, + "num_tokens": 266221255.0, + "step": 11271 + }, + { + "epoch": 1.2378651438611905, + "grad_norm": 2.5018420219421387, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7175590991973877, + "num_tokens": 266243378.0, + "step": 11272 + }, + { + "epoch": 1.237974961563804, + "grad_norm": 2.3941726684570312, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7131435871124268, + "num_tokens": 266267089.0, + "step": 11273 + }, + { + "epoch": 1.2380847792664178, + "grad_norm": 2.5766775608062744, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7202939391136169, + "num_tokens": 266287493.0, + "step": 11274 + }, + { + "epoch": 1.2381945969690313, + "grad_norm": 2.525141954421997, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7321650385856628, + "num_tokens": 266306938.0, + "step": 11275 + }, + { + "epoch": 1.238304414671645, + "grad_norm": 2.1144661903381348, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.712836503982544, + "num_tokens": 266334219.0, + "step": 11276 + }, + { + "epoch": 1.2384142323742586, + "grad_norm": 2.386584997177124, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.720901608467102, + "num_tokens": 266357156.0, + "step": 11277 + }, + { + "epoch": 1.2385240500768724, + "grad_norm": 2.9188690185546875, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7015206813812256, + "num_tokens": 266373575.0, + "step": 11278 + }, + { + "epoch": 1.2386338677794861, + "grad_norm": 2.6567602157592773, + "learning_rate": 1e-06, + "loss": 0.8227, + "mean_token_accuracy": 0.7478315234184265, + "num_tokens": 266392173.0, + "step": 11279 + }, + { + "epoch": 1.2387436854820997, + "grad_norm": 2.5173826217651367, + "learning_rate": 1e-06, + "loss": 0.8879, + "mean_token_accuracy": 0.7205755710601807, + "num_tokens": 266412685.0, + "step": 11280 + }, + { + "epoch": 1.2388535031847134, + "grad_norm": 2.0552902221679688, + "learning_rate": 1e-06, + "loss": 0.9058, + "mean_token_accuracy": 0.7130279541015625, + "num_tokens": 266443287.0, + "step": 11281 + }, + { + "epoch": 1.238963320887327, + "grad_norm": 2.0528032779693604, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7171633243560791, + "num_tokens": 266469405.0, + "step": 11282 + }, + { + "epoch": 1.2390731385899407, + "grad_norm": 2.83363938331604, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7211910486221313, + "num_tokens": 266486608.0, + "step": 11283 + }, + { + "epoch": 1.2391829562925545, + "grad_norm": 2.2058966159820557, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7238056063652039, + "num_tokens": 266512058.0, + "step": 11284 + }, + { + "epoch": 1.239292773995168, + "grad_norm": 2.4703638553619385, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7062018513679504, + "num_tokens": 266536072.0, + "step": 11285 + }, + { + "epoch": 1.2394025916977818, + "grad_norm": 2.1512210369110107, + "learning_rate": 1e-06, + "loss": 1.0443, + "mean_token_accuracy": 0.6769715547561646, + "num_tokens": 266566509.0, + "step": 11286 + }, + { + "epoch": 1.2395124094003953, + "grad_norm": 2.4814224243164062, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7180511951446533, + "num_tokens": 266587271.0, + "step": 11287 + }, + { + "epoch": 1.239622227103009, + "grad_norm": 2.760955572128296, + "learning_rate": 1e-06, + "loss": 0.846, + "mean_token_accuracy": 0.7327592372894287, + "num_tokens": 266605406.0, + "step": 11288 + }, + { + "epoch": 1.2397320448056226, + "grad_norm": 2.322286367416382, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7200382947921753, + "num_tokens": 266629481.0, + "step": 11289 + }, + { + "epoch": 1.2398418625082364, + "grad_norm": 2.2739100456237793, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7259998321533203, + "num_tokens": 266656778.0, + "step": 11290 + }, + { + "epoch": 1.23995168021085, + "grad_norm": 2.032150983810425, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7331880331039429, + "num_tokens": 266684216.0, + "step": 11291 + }, + { + "epoch": 1.2400614979134637, + "grad_norm": 2.54221773147583, + "learning_rate": 1e-06, + "loss": 0.8721, + "mean_token_accuracy": 0.7402660846710205, + "num_tokens": 266704646.0, + "step": 11292 + }, + { + "epoch": 1.2401713156160774, + "grad_norm": 2.369871139526367, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7299661636352539, + "num_tokens": 266728272.0, + "step": 11293 + }, + { + "epoch": 1.240281133318691, + "grad_norm": 2.4437143802642822, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.7069125771522522, + "num_tokens": 266752634.0, + "step": 11294 + }, + { + "epoch": 1.2403909510213047, + "grad_norm": 2.2029523849487305, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6915051937103271, + "num_tokens": 266781116.0, + "step": 11295 + }, + { + "epoch": 1.2405007687239182, + "grad_norm": 2.7624824047088623, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7324090003967285, + "num_tokens": 266798889.0, + "step": 11296 + }, + { + "epoch": 1.240610586426532, + "grad_norm": 2.3468165397644043, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7474451661109924, + "num_tokens": 266823835.0, + "step": 11297 + }, + { + "epoch": 1.2407204041291455, + "grad_norm": 2.0480754375457764, + "learning_rate": 1e-06, + "loss": 0.9544, + "mean_token_accuracy": 0.7050057649612427, + "num_tokens": 266855262.0, + "step": 11298 + }, + { + "epoch": 1.2408302218317593, + "grad_norm": 2.2999510765075684, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7148013114929199, + "num_tokens": 266878624.0, + "step": 11299 + }, + { + "epoch": 1.2409400395343728, + "grad_norm": 2.411128044128418, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7209124565124512, + "num_tokens": 266901155.0, + "step": 11300 + }, + { + "epoch": 1.2410498572369866, + "grad_norm": 2.7434513568878174, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7193101048469543, + "num_tokens": 266920497.0, + "step": 11301 + }, + { + "epoch": 1.2411596749396003, + "grad_norm": 2.538203716278076, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7210953235626221, + "num_tokens": 266940120.0, + "step": 11302 + }, + { + "epoch": 1.2412694926422139, + "grad_norm": 2.364201784133911, + "learning_rate": 1e-06, + "loss": 1.0031, + "mean_token_accuracy": 0.7058907747268677, + "num_tokens": 266966566.0, + "step": 11303 + }, + { + "epoch": 1.2413793103448276, + "grad_norm": 2.21244215965271, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.7059164047241211, + "num_tokens": 266991437.0, + "step": 11304 + }, + { + "epoch": 1.2414891280474412, + "grad_norm": 2.46886944770813, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7140567302703857, + "num_tokens": 267012817.0, + "step": 11305 + }, + { + "epoch": 1.241598945750055, + "grad_norm": 2.506093978881836, + "learning_rate": 1e-06, + "loss": 0.8058, + "mean_token_accuracy": 0.7419281601905823, + "num_tokens": 267032832.0, + "step": 11306 + }, + { + "epoch": 1.2417087634526687, + "grad_norm": 2.618112325668335, + "learning_rate": 1e-06, + "loss": 0.9726, + "mean_token_accuracy": 0.7113794088363647, + "num_tokens": 267052584.0, + "step": 11307 + }, + { + "epoch": 1.2418185811552822, + "grad_norm": 2.5059454441070557, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7388491630554199, + "num_tokens": 267072929.0, + "step": 11308 + }, + { + "epoch": 1.241928398857896, + "grad_norm": 2.135307550430298, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7217311859130859, + "num_tokens": 267099508.0, + "step": 11309 + }, + { + "epoch": 1.2420382165605095, + "grad_norm": 2.396366834640503, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7276104688644409, + "num_tokens": 267120382.0, + "step": 11310 + }, + { + "epoch": 1.2421480342631233, + "grad_norm": 2.515864372253418, + "learning_rate": 1e-06, + "loss": 1.0044, + "mean_token_accuracy": 0.6977924108505249, + "num_tokens": 267142641.0, + "step": 11311 + }, + { + "epoch": 1.2422578519657368, + "grad_norm": 2.7371106147766113, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7288802862167358, + "num_tokens": 267166228.0, + "step": 11312 + }, + { + "epoch": 1.2423676696683505, + "grad_norm": 2.188366413116455, + "learning_rate": 1e-06, + "loss": 0.8677, + "mean_token_accuracy": 0.7365888357162476, + "num_tokens": 267194927.0, + "step": 11313 + }, + { + "epoch": 1.242477487370964, + "grad_norm": 1.9648405313491821, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7054810523986816, + "num_tokens": 267223336.0, + "step": 11314 + }, + { + "epoch": 1.2425873050735778, + "grad_norm": 2.7556979656219482, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7290891408920288, + "num_tokens": 267246096.0, + "step": 11315 + }, + { + "epoch": 1.2426971227761916, + "grad_norm": 2.2384650707244873, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7288610339164734, + "num_tokens": 267270942.0, + "step": 11316 + }, + { + "epoch": 1.2428069404788051, + "grad_norm": 2.2608284950256348, + "learning_rate": 1e-06, + "loss": 0.8599, + "mean_token_accuracy": 0.7417842149734497, + "num_tokens": 267293862.0, + "step": 11317 + }, + { + "epoch": 1.242916758181419, + "grad_norm": 2.664229393005371, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.7317858934402466, + "num_tokens": 267311652.0, + "step": 11318 + }, + { + "epoch": 1.2430265758840324, + "grad_norm": 2.4404191970825195, + "learning_rate": 1e-06, + "loss": 0.8069, + "mean_token_accuracy": 0.7535873651504517, + "num_tokens": 267334825.0, + "step": 11319 + }, + { + "epoch": 1.2431363935866462, + "grad_norm": 2.0543739795684814, + "learning_rate": 1e-06, + "loss": 0.9676, + "mean_token_accuracy": 0.7004330158233643, + "num_tokens": 267364537.0, + "step": 11320 + }, + { + "epoch": 1.24324621128926, + "grad_norm": 2.2424612045288086, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7220233082771301, + "num_tokens": 267388815.0, + "step": 11321 + }, + { + "epoch": 1.2433560289918735, + "grad_norm": 2.705526828765869, + "learning_rate": 1e-06, + "loss": 0.8792, + "mean_token_accuracy": 0.7261180877685547, + "num_tokens": 267408759.0, + "step": 11322 + }, + { + "epoch": 1.2434658466944872, + "grad_norm": 2.2068097591400146, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7170360088348389, + "num_tokens": 267435225.0, + "step": 11323 + }, + { + "epoch": 1.2435756643971008, + "grad_norm": 2.103386640548706, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.6950835585594177, + "num_tokens": 267464383.0, + "step": 11324 + }, + { + "epoch": 1.2436854820997145, + "grad_norm": 2.438584566116333, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.721981942653656, + "num_tokens": 267487551.0, + "step": 11325 + }, + { + "epoch": 1.243795299802328, + "grad_norm": 2.334226369857788, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7243330478668213, + "num_tokens": 267511680.0, + "step": 11326 + }, + { + "epoch": 1.2439051175049418, + "grad_norm": 2.278024673461914, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7191343307495117, + "num_tokens": 267537923.0, + "step": 11327 + }, + { + "epoch": 1.2440149352075554, + "grad_norm": 2.3423964977264404, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7259573936462402, + "num_tokens": 267559973.0, + "step": 11328 + }, + { + "epoch": 1.244124752910169, + "grad_norm": 2.2495851516723633, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.7156288027763367, + "num_tokens": 267584697.0, + "step": 11329 + }, + { + "epoch": 1.2442345706127829, + "grad_norm": 2.2113747596740723, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.7285082340240479, + "num_tokens": 267611269.0, + "step": 11330 + }, + { + "epoch": 1.2443443883153964, + "grad_norm": 2.6730992794036865, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7334048748016357, + "num_tokens": 267631284.0, + "step": 11331 + }, + { + "epoch": 1.2444542060180102, + "grad_norm": 2.233372449874878, + "learning_rate": 1e-06, + "loss": 0.8535, + "mean_token_accuracy": 0.7302396297454834, + "num_tokens": 267656938.0, + "step": 11332 + }, + { + "epoch": 1.2445640237206237, + "grad_norm": 2.213472843170166, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7264242172241211, + "num_tokens": 267683654.0, + "step": 11333 + }, + { + "epoch": 1.2446738414232374, + "grad_norm": 2.571014881134033, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7238484621047974, + "num_tokens": 267701961.0, + "step": 11334 + }, + { + "epoch": 1.2447836591258512, + "grad_norm": 2.406933546066284, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7213541269302368, + "num_tokens": 267725609.0, + "step": 11335 + }, + { + "epoch": 1.2448934768284647, + "grad_norm": 2.4057552814483643, + "learning_rate": 1e-06, + "loss": 0.8527, + "mean_token_accuracy": 0.7266464829444885, + "num_tokens": 267748539.0, + "step": 11336 + }, + { + "epoch": 1.2450032945310785, + "grad_norm": 2.205071210861206, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.725902795791626, + "num_tokens": 267775039.0, + "step": 11337 + }, + { + "epoch": 1.245113112233692, + "grad_norm": 2.2740392684936523, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7030124664306641, + "num_tokens": 267800626.0, + "step": 11338 + }, + { + "epoch": 1.2452229299363058, + "grad_norm": 2.4173479080200195, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7282726168632507, + "num_tokens": 267820599.0, + "step": 11339 + }, + { + "epoch": 1.2453327476389193, + "grad_norm": 2.394500970840454, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7258033752441406, + "num_tokens": 267844065.0, + "step": 11340 + }, + { + "epoch": 1.245442565341533, + "grad_norm": 2.3573174476623535, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7012004852294922, + "num_tokens": 267865827.0, + "step": 11341 + }, + { + "epoch": 1.2455523830441466, + "grad_norm": 2.187432050704956, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.6995457410812378, + "num_tokens": 267891790.0, + "step": 11342 + }, + { + "epoch": 1.2456622007467604, + "grad_norm": 2.776435375213623, + "learning_rate": 1e-06, + "loss": 0.8335, + "mean_token_accuracy": 0.7383829355239868, + "num_tokens": 267909795.0, + "step": 11343 + }, + { + "epoch": 1.2457720184493741, + "grad_norm": 2.9507505893707275, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7004247307777405, + "num_tokens": 267929299.0, + "step": 11344 + }, + { + "epoch": 1.2458818361519877, + "grad_norm": 2.357870101928711, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.715092658996582, + "num_tokens": 267952339.0, + "step": 11345 + }, + { + "epoch": 1.2459916538546014, + "grad_norm": 2.3610076904296875, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7115733027458191, + "num_tokens": 267975103.0, + "step": 11346 + }, + { + "epoch": 1.246101471557215, + "grad_norm": 2.5262656211853027, + "learning_rate": 1e-06, + "loss": 0.8623, + "mean_token_accuracy": 0.7322726249694824, + "num_tokens": 267996086.0, + "step": 11347 + }, + { + "epoch": 1.2462112892598287, + "grad_norm": 2.173959732055664, + "learning_rate": 1e-06, + "loss": 0.8764, + "mean_token_accuracy": 0.7217684984207153, + "num_tokens": 268022638.0, + "step": 11348 + }, + { + "epoch": 1.2463211069624422, + "grad_norm": 2.4566380977630615, + "learning_rate": 1e-06, + "loss": 0.9671, + "mean_token_accuracy": 0.6986491084098816, + "num_tokens": 268046181.0, + "step": 11349 + }, + { + "epoch": 1.246430924665056, + "grad_norm": 2.094533920288086, + "learning_rate": 1e-06, + "loss": 0.9796, + "mean_token_accuracy": 0.699952244758606, + "num_tokens": 268074865.0, + "step": 11350 + }, + { + "epoch": 1.2465407423676698, + "grad_norm": 2.331690788269043, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7155565023422241, + "num_tokens": 268098861.0, + "step": 11351 + }, + { + "epoch": 1.2466505600702833, + "grad_norm": 2.384396553039551, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.7069230079650879, + "num_tokens": 268121484.0, + "step": 11352 + }, + { + "epoch": 1.246760377772897, + "grad_norm": 2.4964852333068848, + "learning_rate": 1e-06, + "loss": 0.8428, + "mean_token_accuracy": 0.7328932881355286, + "num_tokens": 268142932.0, + "step": 11353 + }, + { + "epoch": 1.2468701954755106, + "grad_norm": 2.3401098251342773, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7138664722442627, + "num_tokens": 268166059.0, + "step": 11354 + }, + { + "epoch": 1.2469800131781243, + "grad_norm": 2.6065611839294434, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7313475012779236, + "num_tokens": 268185229.0, + "step": 11355 + }, + { + "epoch": 1.2470898308807379, + "grad_norm": 2.253786325454712, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7092690467834473, + "num_tokens": 268211212.0, + "step": 11356 + }, + { + "epoch": 1.2471996485833516, + "grad_norm": 2.0356900691986084, + "learning_rate": 1e-06, + "loss": 1.0042, + "mean_token_accuracy": 0.6955997943878174, + "num_tokens": 268243106.0, + "step": 11357 + }, + { + "epoch": 1.2473094662859654, + "grad_norm": 2.3076329231262207, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7209466695785522, + "num_tokens": 268268278.0, + "step": 11358 + }, + { + "epoch": 1.247419283988579, + "grad_norm": 2.5155422687530518, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7215714454650879, + "num_tokens": 268288502.0, + "step": 11359 + }, + { + "epoch": 1.2475291016911927, + "grad_norm": 2.3533172607421875, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7061068415641785, + "num_tokens": 268311569.0, + "step": 11360 + }, + { + "epoch": 1.2476389193938062, + "grad_norm": 2.442478895187378, + "learning_rate": 1e-06, + "loss": 0.8245, + "mean_token_accuracy": 0.735252857208252, + "num_tokens": 268333324.0, + "step": 11361 + }, + { + "epoch": 1.24774873709642, + "grad_norm": 2.1687984466552734, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7074965834617615, + "num_tokens": 268358986.0, + "step": 11362 + }, + { + "epoch": 1.2478585547990335, + "grad_norm": 2.846027135848999, + "learning_rate": 1e-06, + "loss": 0.8264, + "mean_token_accuracy": 0.7553398609161377, + "num_tokens": 268376075.0, + "step": 11363 + }, + { + "epoch": 1.2479683725016473, + "grad_norm": 2.5274112224578857, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7218916416168213, + "num_tokens": 268397008.0, + "step": 11364 + }, + { + "epoch": 1.2480781902042608, + "grad_norm": 2.628936767578125, + "learning_rate": 1e-06, + "loss": 0.7822, + "mean_token_accuracy": 0.746690571308136, + "num_tokens": 268415620.0, + "step": 11365 + }, + { + "epoch": 1.2481880079068746, + "grad_norm": 2.2559218406677246, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7192975282669067, + "num_tokens": 268439762.0, + "step": 11366 + }, + { + "epoch": 1.2482978256094883, + "grad_norm": 2.104008436203003, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7096710205078125, + "num_tokens": 268469940.0, + "step": 11367 + }, + { + "epoch": 1.2484076433121019, + "grad_norm": 2.1162877082824707, + "learning_rate": 1e-06, + "loss": 0.869, + "mean_token_accuracy": 0.733159065246582, + "num_tokens": 268497037.0, + "step": 11368 + }, + { + "epoch": 1.2485174610147156, + "grad_norm": 2.467048406600952, + "learning_rate": 1e-06, + "loss": 0.8704, + "mean_token_accuracy": 0.7299657464027405, + "num_tokens": 268518152.0, + "step": 11369 + }, + { + "epoch": 1.2486272787173291, + "grad_norm": 2.3812406063079834, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7045645117759705, + "num_tokens": 268541886.0, + "step": 11370 + }, + { + "epoch": 1.248737096419943, + "grad_norm": 2.235368490219116, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7022062540054321, + "num_tokens": 268567741.0, + "step": 11371 + }, + { + "epoch": 1.2488469141225567, + "grad_norm": 2.241042375564575, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7260868549346924, + "num_tokens": 268593429.0, + "step": 11372 + }, + { + "epoch": 1.2489567318251702, + "grad_norm": 2.6930792331695557, + "learning_rate": 1e-06, + "loss": 1.0056, + "mean_token_accuracy": 0.7062984704971313, + "num_tokens": 268611944.0, + "step": 11373 + }, + { + "epoch": 1.249066549527784, + "grad_norm": 2.522185802459717, + "learning_rate": 1e-06, + "loss": 0.8003, + "mean_token_accuracy": 0.7519869804382324, + "num_tokens": 268632552.0, + "step": 11374 + }, + { + "epoch": 1.2491763672303975, + "grad_norm": 2.558211326599121, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7181696891784668, + "num_tokens": 268653211.0, + "step": 11375 + }, + { + "epoch": 1.2492861849330112, + "grad_norm": 2.286911964416504, + "learning_rate": 1e-06, + "loss": 1.0282, + "mean_token_accuracy": 0.683438241481781, + "num_tokens": 268678959.0, + "step": 11376 + }, + { + "epoch": 1.2493960026356248, + "grad_norm": 2.6485509872436523, + "learning_rate": 1e-06, + "loss": 0.8204, + "mean_token_accuracy": 0.7415591478347778, + "num_tokens": 268697422.0, + "step": 11377 + }, + { + "epoch": 1.2495058203382385, + "grad_norm": 2.7178597450256348, + "learning_rate": 1e-06, + "loss": 0.913, + "mean_token_accuracy": 0.7317702770233154, + "num_tokens": 268715846.0, + "step": 11378 + }, + { + "epoch": 1.249615638040852, + "grad_norm": 2.09625244140625, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7143473029136658, + "num_tokens": 268742433.0, + "step": 11379 + }, + { + "epoch": 1.2497254557434658, + "grad_norm": 2.231257915496826, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.730085015296936, + "num_tokens": 268767103.0, + "step": 11380 + }, + { + "epoch": 1.2498352734460796, + "grad_norm": 2.2890312671661377, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.707808792591095, + "num_tokens": 268791205.0, + "step": 11381 + }, + { + "epoch": 1.2499450911486931, + "grad_norm": 2.082376718521118, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7111220359802246, + "num_tokens": 268817840.0, + "step": 11382 + }, + { + "epoch": 1.2500549088513069, + "grad_norm": 2.1661453247070312, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7033749222755432, + "num_tokens": 268845017.0, + "step": 11383 + }, + { + "epoch": 1.2501647265539204, + "grad_norm": 2.189765453338623, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7117264270782471, + "num_tokens": 268868975.0, + "step": 11384 + }, + { + "epoch": 1.2502745442565342, + "grad_norm": 2.385181427001953, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.715227484703064, + "num_tokens": 268891805.0, + "step": 11385 + }, + { + "epoch": 1.250384361959148, + "grad_norm": 2.8962814807891846, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.7279099822044373, + "num_tokens": 268909582.0, + "step": 11386 + }, + { + "epoch": 1.2504941796617615, + "grad_norm": 2.3940184116363525, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7165536880493164, + "num_tokens": 268931439.0, + "step": 11387 + }, + { + "epoch": 1.2506039973643752, + "grad_norm": 2.511629104614258, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7129023671150208, + "num_tokens": 268951953.0, + "step": 11388 + }, + { + "epoch": 1.2507138150669888, + "grad_norm": 2.4878015518188477, + "learning_rate": 1e-06, + "loss": 0.8091, + "mean_token_accuracy": 0.749006986618042, + "num_tokens": 268975844.0, + "step": 11389 + }, + { + "epoch": 1.2508236327696025, + "grad_norm": 2.0059454441070557, + "learning_rate": 1e-06, + "loss": 1.0392, + "mean_token_accuracy": 0.6835805177688599, + "num_tokens": 269007404.0, + "step": 11390 + }, + { + "epoch": 1.250933450472216, + "grad_norm": 2.1449315547943115, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7062134146690369, + "num_tokens": 269037919.0, + "step": 11391 + }, + { + "epoch": 1.2510432681748298, + "grad_norm": 2.328003168106079, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7273080348968506, + "num_tokens": 269060492.0, + "step": 11392 + }, + { + "epoch": 1.2511530858774433, + "grad_norm": 2.7654850482940674, + "learning_rate": 1e-06, + "loss": 0.7534, + "mean_token_accuracy": 0.7507306337356567, + "num_tokens": 269076914.0, + "step": 11393 + }, + { + "epoch": 1.251262903580057, + "grad_norm": 2.24407958984375, + "learning_rate": 1e-06, + "loss": 0.8436, + "mean_token_accuracy": 0.7359745502471924, + "num_tokens": 269102162.0, + "step": 11394 + }, + { + "epoch": 1.2513727212826709, + "grad_norm": 2.5675954818725586, + "learning_rate": 1e-06, + "loss": 0.8323, + "mean_token_accuracy": 0.7333105802536011, + "num_tokens": 269122543.0, + "step": 11395 + }, + { + "epoch": 1.2514825389852844, + "grad_norm": 2.569873332977295, + "learning_rate": 1e-06, + "loss": 0.9191, + "mean_token_accuracy": 0.708665132522583, + "num_tokens": 269144962.0, + "step": 11396 + }, + { + "epoch": 1.2515923566878981, + "grad_norm": 2.5229320526123047, + "learning_rate": 1e-06, + "loss": 0.8492, + "mean_token_accuracy": 0.7437257170677185, + "num_tokens": 269166278.0, + "step": 11397 + }, + { + "epoch": 1.2517021743905117, + "grad_norm": 2.0827512741088867, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7139949202537537, + "num_tokens": 269195313.0, + "step": 11398 + }, + { + "epoch": 1.2518119920931254, + "grad_norm": 2.4028549194335938, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7255014777183533, + "num_tokens": 269218489.0, + "step": 11399 + }, + { + "epoch": 1.2519218097957392, + "grad_norm": 2.499915599822998, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7335948944091797, + "num_tokens": 269241036.0, + "step": 11400 + }, + { + "epoch": 1.2520316274983527, + "grad_norm": 2.2174720764160156, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7128424048423767, + "num_tokens": 269267237.0, + "step": 11401 + }, + { + "epoch": 1.2521414452009663, + "grad_norm": 2.4521172046661377, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.7140365839004517, + "num_tokens": 269290229.0, + "step": 11402 + }, + { + "epoch": 1.25225126290358, + "grad_norm": 2.613182306289673, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7187180519104004, + "num_tokens": 269310837.0, + "step": 11403 + }, + { + "epoch": 1.2523610806061938, + "grad_norm": 2.4595162868499756, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7294347286224365, + "num_tokens": 269331734.0, + "step": 11404 + }, + { + "epoch": 1.2524708983088073, + "grad_norm": 2.2546310424804688, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7201120257377625, + "num_tokens": 269356321.0, + "step": 11405 + }, + { + "epoch": 1.252580716011421, + "grad_norm": 2.5157060623168945, + "learning_rate": 1e-06, + "loss": 0.8468, + "mean_token_accuracy": 0.7324091196060181, + "num_tokens": 269377023.0, + "step": 11406 + }, + { + "epoch": 1.2526905337140346, + "grad_norm": 2.525529623031616, + "learning_rate": 1e-06, + "loss": 0.7999, + "mean_token_accuracy": 0.7383015155792236, + "num_tokens": 269399359.0, + "step": 11407 + }, + { + "epoch": 1.2528003514166484, + "grad_norm": 2.188821315765381, + "learning_rate": 1e-06, + "loss": 0.838, + "mean_token_accuracy": 0.7370908260345459, + "num_tokens": 269427040.0, + "step": 11408 + }, + { + "epoch": 1.2529101691192621, + "grad_norm": 2.749039649963379, + "learning_rate": 1e-06, + "loss": 0.8297, + "mean_token_accuracy": 0.7343722581863403, + "num_tokens": 269444938.0, + "step": 11409 + }, + { + "epoch": 1.2530199868218757, + "grad_norm": 2.626279830932617, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7264831066131592, + "num_tokens": 269464092.0, + "step": 11410 + }, + { + "epoch": 1.2531298045244894, + "grad_norm": 2.1429290771484375, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7215210795402527, + "num_tokens": 269490192.0, + "step": 11411 + }, + { + "epoch": 1.253239622227103, + "grad_norm": 2.7667202949523926, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7072246074676514, + "num_tokens": 269508493.0, + "step": 11412 + }, + { + "epoch": 1.2533494399297167, + "grad_norm": 2.804293155670166, + "learning_rate": 1e-06, + "loss": 0.7976, + "mean_token_accuracy": 0.7479561567306519, + "num_tokens": 269525816.0, + "step": 11413 + }, + { + "epoch": 1.2534592576323305, + "grad_norm": 2.245215654373169, + "learning_rate": 1e-06, + "loss": 0.9467, + "mean_token_accuracy": 0.7190203070640564, + "num_tokens": 269552156.0, + "step": 11414 + }, + { + "epoch": 1.253569075334944, + "grad_norm": 2.3702704906463623, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7222461104393005, + "num_tokens": 269575257.0, + "step": 11415 + }, + { + "epoch": 1.2536788930375575, + "grad_norm": 2.2264509201049805, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.7062411308288574, + "num_tokens": 269603494.0, + "step": 11416 + }, + { + "epoch": 1.2537887107401713, + "grad_norm": 2.158625602722168, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.716045618057251, + "num_tokens": 269629684.0, + "step": 11417 + }, + { + "epoch": 1.253898528442785, + "grad_norm": 2.264971971511841, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7274245619773865, + "num_tokens": 269654087.0, + "step": 11418 + }, + { + "epoch": 1.2540083461453986, + "grad_norm": 2.595937490463257, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.7304769158363342, + "num_tokens": 269674449.0, + "step": 11419 + }, + { + "epoch": 1.2541181638480123, + "grad_norm": 2.263411045074463, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.7179557085037231, + "num_tokens": 269698879.0, + "step": 11420 + }, + { + "epoch": 1.2542279815506259, + "grad_norm": 2.1332457065582275, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7189210653305054, + "num_tokens": 269727866.0, + "step": 11421 + }, + { + "epoch": 1.2543377992532396, + "grad_norm": 2.181358814239502, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7128491401672363, + "num_tokens": 269755148.0, + "step": 11422 + }, + { + "epoch": 1.2544476169558534, + "grad_norm": 2.4069454669952393, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7264645099639893, + "num_tokens": 269776263.0, + "step": 11423 + }, + { + "epoch": 1.254557434658467, + "grad_norm": 2.095264196395874, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7245286107063293, + "num_tokens": 269803691.0, + "step": 11424 + }, + { + "epoch": 1.2546672523610807, + "grad_norm": 2.492917060852051, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7390698194503784, + "num_tokens": 269823497.0, + "step": 11425 + }, + { + "epoch": 1.2547770700636942, + "grad_norm": 2.6727123260498047, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.703509509563446, + "num_tokens": 269842780.0, + "step": 11426 + }, + { + "epoch": 1.254886887766308, + "grad_norm": 2.263709306716919, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.7082201242446899, + "num_tokens": 269868476.0, + "step": 11427 + }, + { + "epoch": 1.2549967054689217, + "grad_norm": 2.5927529335021973, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7286595106124878, + "num_tokens": 269887030.0, + "step": 11428 + }, + { + "epoch": 1.2551065231715353, + "grad_norm": 2.322802782058716, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7239030003547668, + "num_tokens": 269912062.0, + "step": 11429 + }, + { + "epoch": 1.2552163408741488, + "grad_norm": 2.1648364067077637, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.693074107170105, + "num_tokens": 269941440.0, + "step": 11430 + }, + { + "epoch": 1.2553261585767626, + "grad_norm": 2.6351938247680664, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7267183065414429, + "num_tokens": 269960163.0, + "step": 11431 + }, + { + "epoch": 1.2554359762793763, + "grad_norm": 2.4509177207946777, + "learning_rate": 1e-06, + "loss": 0.8572, + "mean_token_accuracy": 0.7341362237930298, + "num_tokens": 269982963.0, + "step": 11432 + }, + { + "epoch": 1.2555457939819898, + "grad_norm": 2.3613686561584473, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.729587197303772, + "num_tokens": 270006218.0, + "step": 11433 + }, + { + "epoch": 1.2556556116846036, + "grad_norm": 2.284893035888672, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7122771739959717, + "num_tokens": 270030060.0, + "step": 11434 + }, + { + "epoch": 1.2557654293872171, + "grad_norm": 2.3823466300964355, + "learning_rate": 1e-06, + "loss": 0.8458, + "mean_token_accuracy": 0.7428253889083862, + "num_tokens": 270051582.0, + "step": 11435 + }, + { + "epoch": 1.255875247089831, + "grad_norm": 2.0061686038970947, + "learning_rate": 1e-06, + "loss": 0.9919, + "mean_token_accuracy": 0.6932612061500549, + "num_tokens": 270086219.0, + "step": 11436 + }, + { + "epoch": 1.2559850647924446, + "grad_norm": 2.301212787628174, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7262402772903442, + "num_tokens": 270110432.0, + "step": 11437 + }, + { + "epoch": 1.2560948824950582, + "grad_norm": 2.2554333209991455, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7104180455207825, + "num_tokens": 270137208.0, + "step": 11438 + }, + { + "epoch": 1.256204700197672, + "grad_norm": 2.2750840187072754, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.717523455619812, + "num_tokens": 270163784.0, + "step": 11439 + }, + { + "epoch": 1.2563145179002855, + "grad_norm": 2.611104726791382, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.708869457244873, + "num_tokens": 270184057.0, + "step": 11440 + }, + { + "epoch": 1.2564243356028992, + "grad_norm": 2.2203972339630127, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7158973217010498, + "num_tokens": 270208409.0, + "step": 11441 + }, + { + "epoch": 1.2565341533055128, + "grad_norm": 2.809253215789795, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7266892194747925, + "num_tokens": 270226227.0, + "step": 11442 + }, + { + "epoch": 1.2566439710081265, + "grad_norm": 2.0651838779449463, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7147154808044434, + "num_tokens": 270255325.0, + "step": 11443 + }, + { + "epoch": 1.25675378871074, + "grad_norm": 2.7084386348724365, + "learning_rate": 1e-06, + "loss": 0.7924, + "mean_token_accuracy": 0.7534219026565552, + "num_tokens": 270271833.0, + "step": 11444 + }, + { + "epoch": 1.2568636064133538, + "grad_norm": 2.3093857765197754, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7367183566093445, + "num_tokens": 270294407.0, + "step": 11445 + }, + { + "epoch": 1.2569734241159676, + "grad_norm": 2.2611196041107178, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.727739691734314, + "num_tokens": 270319317.0, + "step": 11446 + }, + { + "epoch": 1.257083241818581, + "grad_norm": 2.1917848587036133, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7225601673126221, + "num_tokens": 270347303.0, + "step": 11447 + }, + { + "epoch": 1.2571930595211949, + "grad_norm": 2.32136869430542, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7024182081222534, + "num_tokens": 270371570.0, + "step": 11448 + }, + { + "epoch": 1.2573028772238084, + "grad_norm": 2.243767499923706, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7222179174423218, + "num_tokens": 270396772.0, + "step": 11449 + }, + { + "epoch": 1.2574126949264222, + "grad_norm": 2.53412127494812, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.7224239110946655, + "num_tokens": 270416514.0, + "step": 11450 + }, + { + "epoch": 1.257522512629036, + "grad_norm": 2.1081204414367676, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.7165200710296631, + "num_tokens": 270444228.0, + "step": 11451 + }, + { + "epoch": 1.2576323303316495, + "grad_norm": 2.6504898071289062, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7322837710380554, + "num_tokens": 270463490.0, + "step": 11452 + }, + { + "epoch": 1.257742148034263, + "grad_norm": 2.6233644485473633, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.712720513343811, + "num_tokens": 270485280.0, + "step": 11453 + }, + { + "epoch": 1.2578519657368767, + "grad_norm": 2.8279616832733154, + "learning_rate": 1e-06, + "loss": 0.8221, + "mean_token_accuracy": 0.7412934899330139, + "num_tokens": 270503014.0, + "step": 11454 + }, + { + "epoch": 1.2579617834394905, + "grad_norm": 2.2794361114501953, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7169404625892639, + "num_tokens": 270526394.0, + "step": 11455 + }, + { + "epoch": 1.258071601142104, + "grad_norm": 2.270565986633301, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7221055626869202, + "num_tokens": 270551792.0, + "step": 11456 + }, + { + "epoch": 1.2581814188447178, + "grad_norm": 2.342008113861084, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7214919924736023, + "num_tokens": 270577041.0, + "step": 11457 + }, + { + "epoch": 1.2582912365473313, + "grad_norm": 2.10739803314209, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7293238639831543, + "num_tokens": 270605812.0, + "step": 11458 + }, + { + "epoch": 1.258401054249945, + "grad_norm": 1.99708092212677, + "learning_rate": 1e-06, + "loss": 0.8501, + "mean_token_accuracy": 0.7369469404220581, + "num_tokens": 270635874.0, + "step": 11459 + }, + { + "epoch": 1.2585108719525588, + "grad_norm": 2.0481348037719727, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7082397937774658, + "num_tokens": 270666983.0, + "step": 11460 + }, + { + "epoch": 1.2586206896551724, + "grad_norm": 2.232516050338745, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.7242898941040039, + "num_tokens": 270692453.0, + "step": 11461 + }, + { + "epoch": 1.2587305073577861, + "grad_norm": 2.453984260559082, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7060151100158691, + "num_tokens": 270713551.0, + "step": 11462 + }, + { + "epoch": 1.2588403250603997, + "grad_norm": 2.309291124343872, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.7207277417182922, + "num_tokens": 270739255.0, + "step": 11463 + }, + { + "epoch": 1.2589501427630134, + "grad_norm": 1.9880471229553223, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.6915819644927979, + "num_tokens": 270771823.0, + "step": 11464 + }, + { + "epoch": 1.2590599604656272, + "grad_norm": 2.622659683227539, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7373747825622559, + "num_tokens": 270790716.0, + "step": 11465 + }, + { + "epoch": 1.2591697781682407, + "grad_norm": 2.3639628887176514, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7370483875274658, + "num_tokens": 270813450.0, + "step": 11466 + }, + { + "epoch": 1.2592795958708543, + "grad_norm": 2.1075801849365234, + "learning_rate": 1e-06, + "loss": 0.993, + "mean_token_accuracy": 0.6971492767333984, + "num_tokens": 270840040.0, + "step": 11467 + }, + { + "epoch": 1.259389413573468, + "grad_norm": 2.263443946838379, + "learning_rate": 1e-06, + "loss": 0.8265, + "mean_token_accuracy": 0.7427647113800049, + "num_tokens": 270861475.0, + "step": 11468 + }, + { + "epoch": 1.2594992312760818, + "grad_norm": 2.139343738555908, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7161471843719482, + "num_tokens": 270886567.0, + "step": 11469 + }, + { + "epoch": 1.2596090489786953, + "grad_norm": 2.503386974334717, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.7084512710571289, + "num_tokens": 270908247.0, + "step": 11470 + }, + { + "epoch": 1.259718866681309, + "grad_norm": 2.356959819793701, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.74774169921875, + "num_tokens": 270932035.0, + "step": 11471 + }, + { + "epoch": 1.2598286843839226, + "grad_norm": 2.117125988006592, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7313616275787354, + "num_tokens": 270959908.0, + "step": 11472 + }, + { + "epoch": 1.2599385020865363, + "grad_norm": 2.0908544063568115, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.707748532295227, + "num_tokens": 270985904.0, + "step": 11473 + }, + { + "epoch": 1.26004831978915, + "grad_norm": 2.421656847000122, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.7280906438827515, + "num_tokens": 271005970.0, + "step": 11474 + }, + { + "epoch": 1.2601581374917636, + "grad_norm": 2.210350513458252, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7275117039680481, + "num_tokens": 271032177.0, + "step": 11475 + }, + { + "epoch": 1.2602679551943774, + "grad_norm": 2.2138638496398926, + "learning_rate": 1e-06, + "loss": 0.9817, + "mean_token_accuracy": 0.6995749473571777, + "num_tokens": 271060549.0, + "step": 11476 + }, + { + "epoch": 1.260377772896991, + "grad_norm": 2.4607484340667725, + "learning_rate": 1e-06, + "loss": 0.8224, + "mean_token_accuracy": 0.742184579372406, + "num_tokens": 271082046.0, + "step": 11477 + }, + { + "epoch": 1.2604875905996047, + "grad_norm": 2.242798089981079, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7320521473884583, + "num_tokens": 271107335.0, + "step": 11478 + }, + { + "epoch": 1.2605974083022184, + "grad_norm": 2.8171801567077637, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.6993016004562378, + "num_tokens": 271126305.0, + "step": 11479 + }, + { + "epoch": 1.260707226004832, + "grad_norm": 2.362459421157837, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.731901228427887, + "num_tokens": 271148385.0, + "step": 11480 + }, + { + "epoch": 1.2608170437074455, + "grad_norm": 2.8026175498962402, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7194640636444092, + "num_tokens": 271167192.0, + "step": 11481 + }, + { + "epoch": 1.2609268614100593, + "grad_norm": 2.2146971225738525, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7173688411712646, + "num_tokens": 271193946.0, + "step": 11482 + }, + { + "epoch": 1.261036679112673, + "grad_norm": 2.24880313873291, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.6995867490768433, + "num_tokens": 271220077.0, + "step": 11483 + }, + { + "epoch": 1.2611464968152866, + "grad_norm": 2.1212992668151855, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7142835855484009, + "num_tokens": 271248171.0, + "step": 11484 + }, + { + "epoch": 1.2612563145179003, + "grad_norm": 2.363175392150879, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7086626887321472, + "num_tokens": 271272507.0, + "step": 11485 + }, + { + "epoch": 1.2613661322205139, + "grad_norm": 2.5410590171813965, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7284714579582214, + "num_tokens": 271294438.0, + "step": 11486 + }, + { + "epoch": 1.2614759499231276, + "grad_norm": 2.2601256370544434, + "learning_rate": 1e-06, + "loss": 0.8065, + "mean_token_accuracy": 0.7431206703186035, + "num_tokens": 271318909.0, + "step": 11487 + }, + { + "epoch": 1.2615857676257414, + "grad_norm": 2.00630259513855, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7196208238601685, + "num_tokens": 271350885.0, + "step": 11488 + }, + { + "epoch": 1.261695585328355, + "grad_norm": 2.498155117034912, + "learning_rate": 1e-06, + "loss": 0.7942, + "mean_token_accuracy": 0.7472872734069824, + "num_tokens": 271368948.0, + "step": 11489 + }, + { + "epoch": 1.2618054030309687, + "grad_norm": 2.5792272090911865, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7202593088150024, + "num_tokens": 271388891.0, + "step": 11490 + }, + { + "epoch": 1.2619152207335822, + "grad_norm": 2.6000096797943115, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7263339757919312, + "num_tokens": 271407928.0, + "step": 11491 + }, + { + "epoch": 1.262025038436196, + "grad_norm": 2.3921401500701904, + "learning_rate": 1e-06, + "loss": 0.7323, + "mean_token_accuracy": 0.7617641687393188, + "num_tokens": 271428254.0, + "step": 11492 + }, + { + "epoch": 1.2621348561388097, + "grad_norm": 2.390533685684204, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.70680171251297, + "num_tokens": 271452121.0, + "step": 11493 + }, + { + "epoch": 1.2622446738414232, + "grad_norm": 2.175762414932251, + "learning_rate": 1e-06, + "loss": 0.9636, + "mean_token_accuracy": 0.7025803327560425, + "num_tokens": 271480827.0, + "step": 11494 + }, + { + "epoch": 1.2623544915440368, + "grad_norm": 2.3513753414154053, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.709531843662262, + "num_tokens": 271506557.0, + "step": 11495 + }, + { + "epoch": 1.2624643092466505, + "grad_norm": 2.453061819076538, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7038837671279907, + "num_tokens": 271529737.0, + "step": 11496 + }, + { + "epoch": 1.2625741269492643, + "grad_norm": 2.3170156478881836, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.6935006380081177, + "num_tokens": 271553615.0, + "step": 11497 + }, + { + "epoch": 1.2626839446518778, + "grad_norm": 2.6432607173919678, + "learning_rate": 1e-06, + "loss": 0.8565, + "mean_token_accuracy": 0.7279190421104431, + "num_tokens": 271572012.0, + "step": 11498 + }, + { + "epoch": 1.2627937623544916, + "grad_norm": 2.3621232509613037, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.71864914894104, + "num_tokens": 271594307.0, + "step": 11499 + }, + { + "epoch": 1.2629035800571051, + "grad_norm": 2.557152509689331, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7033936381340027, + "num_tokens": 271614011.0, + "step": 11500 + }, + { + "epoch": 1.2630133977597189, + "grad_norm": 2.3236048221588135, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7262568473815918, + "num_tokens": 271638698.0, + "step": 11501 + }, + { + "epoch": 1.2631232154623326, + "grad_norm": 2.4014668464660645, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7313153147697449, + "num_tokens": 271662586.0, + "step": 11502 + }, + { + "epoch": 1.2632330331649462, + "grad_norm": 2.504984140396118, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7191170454025269, + "num_tokens": 271684841.0, + "step": 11503 + }, + { + "epoch": 1.26334285086756, + "grad_norm": 2.1052699089050293, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7385655045509338, + "num_tokens": 271711721.0, + "step": 11504 + }, + { + "epoch": 1.2634526685701735, + "grad_norm": 2.3289453983306885, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7145013213157654, + "num_tokens": 271735857.0, + "step": 11505 + }, + { + "epoch": 1.2635624862727872, + "grad_norm": 2.4995741844177246, + "learning_rate": 1e-06, + "loss": 0.7493, + "mean_token_accuracy": 0.7535452842712402, + "num_tokens": 271756570.0, + "step": 11506 + }, + { + "epoch": 1.2636723039754008, + "grad_norm": 2.435576915740967, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.732214093208313, + "num_tokens": 271777916.0, + "step": 11507 + }, + { + "epoch": 1.2637821216780145, + "grad_norm": 2.1685361862182617, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7095890045166016, + "num_tokens": 271805222.0, + "step": 11508 + }, + { + "epoch": 1.263891939380628, + "grad_norm": 2.5330233573913574, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7192506194114685, + "num_tokens": 271825096.0, + "step": 11509 + }, + { + "epoch": 1.2640017570832418, + "grad_norm": 2.286144971847534, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.7036163806915283, + "num_tokens": 271851493.0, + "step": 11510 + }, + { + "epoch": 1.2641115747858556, + "grad_norm": 2.7221057415008545, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7404768466949463, + "num_tokens": 271869792.0, + "step": 11511 + }, + { + "epoch": 1.264221392488469, + "grad_norm": 2.911193609237671, + "learning_rate": 1e-06, + "loss": 0.8016, + "mean_token_accuracy": 0.7528022527694702, + "num_tokens": 271885052.0, + "step": 11512 + }, + { + "epoch": 1.2643312101910829, + "grad_norm": 2.0656180381774902, + "learning_rate": 1e-06, + "loss": 1.0455, + "mean_token_accuracy": 0.6874582767486572, + "num_tokens": 271915317.0, + "step": 11513 + }, + { + "epoch": 1.2644410278936964, + "grad_norm": 2.546006202697754, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7216255068778992, + "num_tokens": 271938129.0, + "step": 11514 + }, + { + "epoch": 1.2645508455963101, + "grad_norm": 3.0567946434020996, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7149448394775391, + "num_tokens": 271953538.0, + "step": 11515 + }, + { + "epoch": 1.264660663298924, + "grad_norm": 2.5949137210845947, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7225267291069031, + "num_tokens": 271973808.0, + "step": 11516 + }, + { + "epoch": 1.2647704810015374, + "grad_norm": 2.102670431137085, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.732398509979248, + "num_tokens": 272000803.0, + "step": 11517 + }, + { + "epoch": 1.264880298704151, + "grad_norm": 2.5379271507263184, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7011759281158447, + "num_tokens": 272022477.0, + "step": 11518 + }, + { + "epoch": 1.2649901164067647, + "grad_norm": 2.4503796100616455, + "learning_rate": 1e-06, + "loss": 0.9141, + "mean_token_accuracy": 0.7205922603607178, + "num_tokens": 272044785.0, + "step": 11519 + }, + { + "epoch": 1.2650999341093785, + "grad_norm": 2.525923490524292, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.6948145627975464, + "num_tokens": 272067824.0, + "step": 11520 + }, + { + "epoch": 1.265209751811992, + "grad_norm": 2.5973124504089355, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7375693917274475, + "num_tokens": 272087956.0, + "step": 11521 + }, + { + "epoch": 1.2653195695146058, + "grad_norm": 2.2298474311828613, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7090469598770142, + "num_tokens": 272113637.0, + "step": 11522 + }, + { + "epoch": 1.2654293872172193, + "grad_norm": 2.2593348026275635, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7159690856933594, + "num_tokens": 272137699.0, + "step": 11523 + }, + { + "epoch": 1.265539204919833, + "grad_norm": 2.418978214263916, + "learning_rate": 1e-06, + "loss": 0.822, + "mean_token_accuracy": 0.7383655309677124, + "num_tokens": 272157043.0, + "step": 11524 + }, + { + "epoch": 1.2656490226224468, + "grad_norm": 2.2436273097991943, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7092204689979553, + "num_tokens": 272184216.0, + "step": 11525 + }, + { + "epoch": 1.2657588403250604, + "grad_norm": 2.257784843444824, + "learning_rate": 1e-06, + "loss": 0.8267, + "mean_token_accuracy": 0.737180233001709, + "num_tokens": 272207351.0, + "step": 11526 + }, + { + "epoch": 1.2658686580276741, + "grad_norm": 2.252045154571533, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.6903854608535767, + "num_tokens": 272232280.0, + "step": 11527 + }, + { + "epoch": 1.2659784757302877, + "grad_norm": 2.5373573303222656, + "learning_rate": 1e-06, + "loss": 0.8287, + "mean_token_accuracy": 0.7350881099700928, + "num_tokens": 272252737.0, + "step": 11528 + }, + { + "epoch": 1.2660882934329014, + "grad_norm": 2.5866072177886963, + "learning_rate": 1e-06, + "loss": 0.7674, + "mean_token_accuracy": 0.7523379325866699, + "num_tokens": 272270592.0, + "step": 11529 + }, + { + "epoch": 1.2661981111355152, + "grad_norm": 2.7012295722961426, + "learning_rate": 1e-06, + "loss": 0.8213, + "mean_token_accuracy": 0.7440509796142578, + "num_tokens": 272289143.0, + "step": 11530 + }, + { + "epoch": 1.2663079288381287, + "grad_norm": 2.5974931716918945, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7126059532165527, + "num_tokens": 272309350.0, + "step": 11531 + }, + { + "epoch": 1.2664177465407422, + "grad_norm": 2.202141284942627, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7218750715255737, + "num_tokens": 272334356.0, + "step": 11532 + }, + { + "epoch": 1.266527564243356, + "grad_norm": 2.7280995845794678, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7175179719924927, + "num_tokens": 272352933.0, + "step": 11533 + }, + { + "epoch": 1.2666373819459698, + "grad_norm": 2.240334987640381, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7329654693603516, + "num_tokens": 272377709.0, + "step": 11534 + }, + { + "epoch": 1.2667471996485833, + "grad_norm": 2.230602979660034, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7148032188415527, + "num_tokens": 272403475.0, + "step": 11535 + }, + { + "epoch": 1.266857017351197, + "grad_norm": 2.0759832859039307, + "learning_rate": 1e-06, + "loss": 0.824, + "mean_token_accuracy": 0.7367266416549683, + "num_tokens": 272434462.0, + "step": 11536 + }, + { + "epoch": 1.2669668350538106, + "grad_norm": 2.205273389816284, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.7167679667472839, + "num_tokens": 272461102.0, + "step": 11537 + }, + { + "epoch": 1.2670766527564243, + "grad_norm": 1.9854650497436523, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.7178945541381836, + "num_tokens": 272493050.0, + "step": 11538 + }, + { + "epoch": 1.267186470459038, + "grad_norm": 2.2549052238464355, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7120083570480347, + "num_tokens": 272517889.0, + "step": 11539 + }, + { + "epoch": 1.2672962881616516, + "grad_norm": 2.4449405670166016, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7236504554748535, + "num_tokens": 272539195.0, + "step": 11540 + }, + { + "epoch": 1.2674061058642654, + "grad_norm": 2.587449550628662, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7297859191894531, + "num_tokens": 272559642.0, + "step": 11541 + }, + { + "epoch": 1.267515923566879, + "grad_norm": 2.832990884780884, + "learning_rate": 1e-06, + "loss": 0.8076, + "mean_token_accuracy": 0.7371722459793091, + "num_tokens": 272576430.0, + "step": 11542 + }, + { + "epoch": 1.2676257412694927, + "grad_norm": 2.236076593399048, + "learning_rate": 1e-06, + "loss": 0.8682, + "mean_token_accuracy": 0.727584719657898, + "num_tokens": 272601182.0, + "step": 11543 + }, + { + "epoch": 1.2677355589721064, + "grad_norm": 2.3643605709075928, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7276832461357117, + "num_tokens": 272624554.0, + "step": 11544 + }, + { + "epoch": 1.26784537667472, + "grad_norm": 2.2304203510284424, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.715392529964447, + "num_tokens": 272648403.0, + "step": 11545 + }, + { + "epoch": 1.2679551943773335, + "grad_norm": 2.0952084064483643, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7113876342773438, + "num_tokens": 272677877.0, + "step": 11546 + }, + { + "epoch": 1.2680650120799473, + "grad_norm": 2.1523916721343994, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7123467922210693, + "num_tokens": 272706111.0, + "step": 11547 + }, + { + "epoch": 1.268174829782561, + "grad_norm": 2.113666534423828, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7056907415390015, + "num_tokens": 272738420.0, + "step": 11548 + }, + { + "epoch": 1.2682846474851746, + "grad_norm": 2.2327675819396973, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7205347418785095, + "num_tokens": 272763444.0, + "step": 11549 + }, + { + "epoch": 1.2683944651877883, + "grad_norm": 2.3321919441223145, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7060152292251587, + "num_tokens": 272789252.0, + "step": 11550 + }, + { + "epoch": 1.2685042828904018, + "grad_norm": 2.220395803451538, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7305007576942444, + "num_tokens": 272814483.0, + "step": 11551 + }, + { + "epoch": 1.2686141005930156, + "grad_norm": 2.4535772800445557, + "learning_rate": 1e-06, + "loss": 0.7258, + "mean_token_accuracy": 0.7619120478630066, + "num_tokens": 272834083.0, + "step": 11552 + }, + { + "epoch": 1.2687239182956294, + "grad_norm": 2.3628029823303223, + "learning_rate": 1e-06, + "loss": 0.8263, + "mean_token_accuracy": 0.737944483757019, + "num_tokens": 272856106.0, + "step": 11553 + }, + { + "epoch": 1.268833735998243, + "grad_norm": 2.360154151916504, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7319115400314331, + "num_tokens": 272879298.0, + "step": 11554 + }, + { + "epoch": 1.2689435537008567, + "grad_norm": 2.502362012863159, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7097328901290894, + "num_tokens": 272901644.0, + "step": 11555 + }, + { + "epoch": 1.2690533714034702, + "grad_norm": 2.2228336334228516, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7221405506134033, + "num_tokens": 272926136.0, + "step": 11556 + }, + { + "epoch": 1.269163189106084, + "grad_norm": 2.2476305961608887, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.709449052810669, + "num_tokens": 272952093.0, + "step": 11557 + }, + { + "epoch": 1.2692730068086975, + "grad_norm": 2.58829665184021, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7272811532020569, + "num_tokens": 272970864.0, + "step": 11558 + }, + { + "epoch": 1.2693828245113112, + "grad_norm": 2.4637746810913086, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7124665975570679, + "num_tokens": 272996102.0, + "step": 11559 + }, + { + "epoch": 1.2694926422139248, + "grad_norm": 2.2876970767974854, + "learning_rate": 1e-06, + "loss": 0.8326, + "mean_token_accuracy": 0.7401973009109497, + "num_tokens": 273019925.0, + "step": 11560 + }, + { + "epoch": 1.2696024599165385, + "grad_norm": 2.4870212078094482, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7037980556488037, + "num_tokens": 273041193.0, + "step": 11561 + }, + { + "epoch": 1.2697122776191523, + "grad_norm": 2.255509853363037, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7143783569335938, + "num_tokens": 273066319.0, + "step": 11562 + }, + { + "epoch": 1.2698220953217658, + "grad_norm": 2.3079922199249268, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7264652252197266, + "num_tokens": 273091369.0, + "step": 11563 + }, + { + "epoch": 1.2699319130243796, + "grad_norm": 2.2583463191986084, + "learning_rate": 1e-06, + "loss": 0.8917, + "mean_token_accuracy": 0.7296149134635925, + "num_tokens": 273115671.0, + "step": 11564 + }, + { + "epoch": 1.2700417307269931, + "grad_norm": 2.5105714797973633, + "learning_rate": 1e-06, + "loss": 0.9406, + "mean_token_accuracy": 0.7169254422187805, + "num_tokens": 273135484.0, + "step": 11565 + }, + { + "epoch": 1.2701515484296069, + "grad_norm": 2.2511374950408936, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.714897096157074, + "num_tokens": 273162280.0, + "step": 11566 + }, + { + "epoch": 1.2702613661322206, + "grad_norm": 2.5092968940734863, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7191786766052246, + "num_tokens": 273184771.0, + "step": 11567 + }, + { + "epoch": 1.2703711838348342, + "grad_norm": 2.764861583709717, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7332756519317627, + "num_tokens": 273202767.0, + "step": 11568 + }, + { + "epoch": 1.270481001537448, + "grad_norm": 2.368509292602539, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7172569036483765, + "num_tokens": 273225112.0, + "step": 11569 + }, + { + "epoch": 1.2705908192400615, + "grad_norm": 2.4002511501312256, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.712236762046814, + "num_tokens": 273247029.0, + "step": 11570 + }, + { + "epoch": 1.2707006369426752, + "grad_norm": 2.1719472408294678, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.7332062125205994, + "num_tokens": 273272694.0, + "step": 11571 + }, + { + "epoch": 1.2708104546452887, + "grad_norm": 2.658541679382324, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7194960117340088, + "num_tokens": 273292413.0, + "step": 11572 + }, + { + "epoch": 1.2709202723479025, + "grad_norm": 2.256991147994995, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7354311943054199, + "num_tokens": 273317583.0, + "step": 11573 + }, + { + "epoch": 1.271030090050516, + "grad_norm": 2.397643804550171, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7207629680633545, + "num_tokens": 273339805.0, + "step": 11574 + }, + { + "epoch": 1.2711399077531298, + "grad_norm": 2.3809432983398438, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7139047980308533, + "num_tokens": 273362137.0, + "step": 11575 + }, + { + "epoch": 1.2712497254557436, + "grad_norm": 2.191115140914917, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7076593041419983, + "num_tokens": 273387524.0, + "step": 11576 + }, + { + "epoch": 1.271359543158357, + "grad_norm": 2.3383185863494873, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7110174894332886, + "num_tokens": 273411709.0, + "step": 11577 + }, + { + "epoch": 1.2714693608609708, + "grad_norm": 2.2916598320007324, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7445423603057861, + "num_tokens": 273435495.0, + "step": 11578 + }, + { + "epoch": 1.2715791785635844, + "grad_norm": 2.4246878623962402, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7210714221000671, + "num_tokens": 273458879.0, + "step": 11579 + }, + { + "epoch": 1.2716889962661981, + "grad_norm": 2.395718812942505, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.7312660217285156, + "num_tokens": 273481031.0, + "step": 11580 + }, + { + "epoch": 1.271798813968812, + "grad_norm": 2.402432918548584, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7422388195991516, + "num_tokens": 273502483.0, + "step": 11581 + }, + { + "epoch": 1.2719086316714254, + "grad_norm": 2.1384150981903076, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7198007106781006, + "num_tokens": 273529375.0, + "step": 11582 + }, + { + "epoch": 1.272018449374039, + "grad_norm": 2.2383251190185547, + "learning_rate": 1e-06, + "loss": 0.884, + "mean_token_accuracy": 0.7261134386062622, + "num_tokens": 273555757.0, + "step": 11583 + }, + { + "epoch": 1.2721282670766527, + "grad_norm": 2.5168018341064453, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7460204362869263, + "num_tokens": 273577470.0, + "step": 11584 + }, + { + "epoch": 1.2722380847792665, + "grad_norm": 1.9722604751586914, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7177011966705322, + "num_tokens": 273606423.0, + "step": 11585 + }, + { + "epoch": 1.27234790248188, + "grad_norm": 2.0129051208496094, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.714359700679779, + "num_tokens": 273636844.0, + "step": 11586 + }, + { + "epoch": 1.2724577201844938, + "grad_norm": 2.1425423622131348, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7150356769561768, + "num_tokens": 273664953.0, + "step": 11587 + }, + { + "epoch": 1.2725675378871073, + "grad_norm": 2.3051443099975586, + "learning_rate": 1e-06, + "loss": 1.0355, + "mean_token_accuracy": 0.6955116987228394, + "num_tokens": 273688871.0, + "step": 11588 + }, + { + "epoch": 1.272677355589721, + "grad_norm": 2.4043936729431152, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7173430919647217, + "num_tokens": 273713112.0, + "step": 11589 + }, + { + "epoch": 1.2727871732923348, + "grad_norm": 2.3190412521362305, + "learning_rate": 1e-06, + "loss": 0.8363, + "mean_token_accuracy": 0.7443243265151978, + "num_tokens": 273737010.0, + "step": 11590 + }, + { + "epoch": 1.2728969909949484, + "grad_norm": 2.3508877754211426, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.705872654914856, + "num_tokens": 273762588.0, + "step": 11591 + }, + { + "epoch": 1.273006808697562, + "grad_norm": 2.1140646934509277, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7179419994354248, + "num_tokens": 273790869.0, + "step": 11592 + }, + { + "epoch": 1.2731166264001756, + "grad_norm": 2.5116138458251953, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7168072462081909, + "num_tokens": 273812531.0, + "step": 11593 + }, + { + "epoch": 1.2732264441027894, + "grad_norm": 2.660902261734009, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7246312499046326, + "num_tokens": 273831704.0, + "step": 11594 + }, + { + "epoch": 1.2733362618054032, + "grad_norm": 2.487034559249878, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.716566801071167, + "num_tokens": 273852525.0, + "step": 11595 + }, + { + "epoch": 1.2734460795080167, + "grad_norm": 2.534358024597168, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.712685227394104, + "num_tokens": 273873902.0, + "step": 11596 + }, + { + "epoch": 1.2735558972106302, + "grad_norm": 2.580899477005005, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7153722643852234, + "num_tokens": 273894569.0, + "step": 11597 + }, + { + "epoch": 1.273665714913244, + "grad_norm": 2.1257126331329346, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7059980630874634, + "num_tokens": 273922787.0, + "step": 11598 + }, + { + "epoch": 1.2737755326158577, + "grad_norm": 3.377495765686035, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7075351476669312, + "num_tokens": 273935737.0, + "step": 11599 + }, + { + "epoch": 1.2738853503184713, + "grad_norm": 2.438413619995117, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7119678258895874, + "num_tokens": 273958038.0, + "step": 11600 + }, + { + "epoch": 1.273995168021085, + "grad_norm": 2.336301565170288, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.722932755947113, + "num_tokens": 273981610.0, + "step": 11601 + }, + { + "epoch": 1.2741049857236986, + "grad_norm": 2.7170193195343018, + "learning_rate": 1e-06, + "loss": 0.8515, + "mean_token_accuracy": 0.7320079803466797, + "num_tokens": 273999227.0, + "step": 11602 + }, + { + "epoch": 1.2742148034263123, + "grad_norm": 2.308958053588867, + "learning_rate": 1e-06, + "loss": 0.861, + "mean_token_accuracy": 0.7329761981964111, + "num_tokens": 274024347.0, + "step": 11603 + }, + { + "epoch": 1.274324621128926, + "grad_norm": 2.4540858268737793, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.7108838558197021, + "num_tokens": 274047112.0, + "step": 11604 + }, + { + "epoch": 1.2744344388315396, + "grad_norm": 2.357149124145508, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7095222473144531, + "num_tokens": 274071010.0, + "step": 11605 + }, + { + "epoch": 1.2745442565341534, + "grad_norm": 2.7802913188934326, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7197786569595337, + "num_tokens": 274089467.0, + "step": 11606 + }, + { + "epoch": 1.274654074236767, + "grad_norm": 2.288892984390259, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7231581211090088, + "num_tokens": 274114614.0, + "step": 11607 + }, + { + "epoch": 1.2747638919393807, + "grad_norm": 2.330301284790039, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7135618329048157, + "num_tokens": 274138552.0, + "step": 11608 + }, + { + "epoch": 1.2748737096419944, + "grad_norm": 2.4367053508758545, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7217427492141724, + "num_tokens": 274159492.0, + "step": 11609 + }, + { + "epoch": 1.274983527344608, + "grad_norm": 2.275905132293701, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7158685922622681, + "num_tokens": 274185279.0, + "step": 11610 + }, + { + "epoch": 1.2750933450472215, + "grad_norm": 2.257561683654785, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7309682369232178, + "num_tokens": 274210099.0, + "step": 11611 + }, + { + "epoch": 1.2752031627498353, + "grad_norm": 1.958207607269287, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7169070243835449, + "num_tokens": 274241187.0, + "step": 11612 + }, + { + "epoch": 1.275312980452449, + "grad_norm": 2.3831379413604736, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.6953874826431274, + "num_tokens": 274262939.0, + "step": 11613 + }, + { + "epoch": 1.2754227981550625, + "grad_norm": 2.3238213062286377, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7042529582977295, + "num_tokens": 274286953.0, + "step": 11614 + }, + { + "epoch": 1.2755326158576763, + "grad_norm": 2.411716938018799, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7142897844314575, + "num_tokens": 274310245.0, + "step": 11615 + }, + { + "epoch": 1.2756424335602898, + "grad_norm": 2.3691296577453613, + "learning_rate": 1e-06, + "loss": 0.9841, + "mean_token_accuracy": 0.7072839736938477, + "num_tokens": 274334408.0, + "step": 11616 + }, + { + "epoch": 1.2757522512629036, + "grad_norm": 2.5158283710479736, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7170791625976562, + "num_tokens": 274353587.0, + "step": 11617 + }, + { + "epoch": 1.2758620689655173, + "grad_norm": 2.3393895626068115, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.712310791015625, + "num_tokens": 274376250.0, + "step": 11618 + }, + { + "epoch": 1.2759718866681309, + "grad_norm": 2.233901023864746, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6935780048370361, + "num_tokens": 274402558.0, + "step": 11619 + }, + { + "epoch": 1.2760817043707446, + "grad_norm": 2.812870502471924, + "learning_rate": 1e-06, + "loss": 0.758, + "mean_token_accuracy": 0.7542039752006531, + "num_tokens": 274419363.0, + "step": 11620 + }, + { + "epoch": 1.2761915220733582, + "grad_norm": 2.193225383758545, + "learning_rate": 1e-06, + "loss": 0.7657, + "mean_token_accuracy": 0.7561013698577881, + "num_tokens": 274443609.0, + "step": 11621 + }, + { + "epoch": 1.276301339775972, + "grad_norm": 2.3522777557373047, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7341008186340332, + "num_tokens": 274466806.0, + "step": 11622 + }, + { + "epoch": 1.2764111574785855, + "grad_norm": 2.2463526725769043, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7169694900512695, + "num_tokens": 274492303.0, + "step": 11623 + }, + { + "epoch": 1.2765209751811992, + "grad_norm": 2.4152846336364746, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7195504903793335, + "num_tokens": 274515713.0, + "step": 11624 + }, + { + "epoch": 1.2766307928838128, + "grad_norm": 2.551353931427002, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7324347496032715, + "num_tokens": 274536497.0, + "step": 11625 + }, + { + "epoch": 1.2767406105864265, + "grad_norm": 2.168489456176758, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7103252410888672, + "num_tokens": 274565264.0, + "step": 11626 + }, + { + "epoch": 1.2768504282890403, + "grad_norm": 2.4264297485351562, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.6967918872833252, + "num_tokens": 274586421.0, + "step": 11627 + }, + { + "epoch": 1.2769602459916538, + "grad_norm": 2.3520326614379883, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.690121054649353, + "num_tokens": 274608346.0, + "step": 11628 + }, + { + "epoch": 1.2770700636942676, + "grad_norm": 2.269850969314575, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7182163000106812, + "num_tokens": 274634142.0, + "step": 11629 + }, + { + "epoch": 1.277179881396881, + "grad_norm": 2.3034355640411377, + "learning_rate": 1e-06, + "loss": 0.932, + "mean_token_accuracy": 0.716089129447937, + "num_tokens": 274659335.0, + "step": 11630 + }, + { + "epoch": 1.2772896990994949, + "grad_norm": 2.32808256149292, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7246589660644531, + "num_tokens": 274681927.0, + "step": 11631 + }, + { + "epoch": 1.2773995168021086, + "grad_norm": 2.6956779956817627, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.728217363357544, + "num_tokens": 274699446.0, + "step": 11632 + }, + { + "epoch": 1.2775093345047221, + "grad_norm": 2.2024734020233154, + "learning_rate": 1e-06, + "loss": 1.0356, + "mean_token_accuracy": 0.6850360631942749, + "num_tokens": 274727355.0, + "step": 11633 + }, + { + "epoch": 1.2776191522073357, + "grad_norm": 2.8782482147216797, + "learning_rate": 1e-06, + "loss": 0.8076, + "mean_token_accuracy": 0.74471515417099, + "num_tokens": 274743785.0, + "step": 11634 + }, + { + "epoch": 1.2777289699099494, + "grad_norm": 2.300751209259033, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7201799154281616, + "num_tokens": 274766161.0, + "step": 11635 + }, + { + "epoch": 1.2778387876125632, + "grad_norm": 2.195772409439087, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7107398509979248, + "num_tokens": 274792865.0, + "step": 11636 + }, + { + "epoch": 1.2779486053151767, + "grad_norm": 2.4118847846984863, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.7213528156280518, + "num_tokens": 274814483.0, + "step": 11637 + }, + { + "epoch": 1.2780584230177905, + "grad_norm": 2.244664430618286, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.6961779594421387, + "num_tokens": 274841377.0, + "step": 11638 + }, + { + "epoch": 1.278168240720404, + "grad_norm": 2.2262749671936035, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7220870852470398, + "num_tokens": 274867357.0, + "step": 11639 + }, + { + "epoch": 1.2782780584230178, + "grad_norm": 2.1051433086395264, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7150538563728333, + "num_tokens": 274893377.0, + "step": 11640 + }, + { + "epoch": 1.2783878761256315, + "grad_norm": 1.9650429487228394, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7232223749160767, + "num_tokens": 274923994.0, + "step": 11641 + }, + { + "epoch": 1.278497693828245, + "grad_norm": 2.328605890274048, + "learning_rate": 1e-06, + "loss": 0.9749, + "mean_token_accuracy": 0.7024359703063965, + "num_tokens": 274948759.0, + "step": 11642 + }, + { + "epoch": 1.2786075115308588, + "grad_norm": 2.193073272705078, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.7196672558784485, + "num_tokens": 274974275.0, + "step": 11643 + }, + { + "epoch": 1.2787173292334724, + "grad_norm": 2.3003931045532227, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7102968096733093, + "num_tokens": 274999349.0, + "step": 11644 + }, + { + "epoch": 1.2788271469360861, + "grad_norm": 2.1849324703216553, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.732768177986145, + "num_tokens": 275023435.0, + "step": 11645 + }, + { + "epoch": 1.2789369646386999, + "grad_norm": 2.8472795486450195, + "learning_rate": 1e-06, + "loss": 0.8318, + "mean_token_accuracy": 0.7426831126213074, + "num_tokens": 275040886.0, + "step": 11646 + }, + { + "epoch": 1.2790467823413134, + "grad_norm": 2.130788564682007, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7261967062950134, + "num_tokens": 275067206.0, + "step": 11647 + }, + { + "epoch": 1.279156600043927, + "grad_norm": 2.2137515544891357, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7238584756851196, + "num_tokens": 275092854.0, + "step": 11648 + }, + { + "epoch": 1.2792664177465407, + "grad_norm": 2.7712559700012207, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7317579388618469, + "num_tokens": 275110208.0, + "step": 11649 + }, + { + "epoch": 1.2793762354491545, + "grad_norm": 2.5414352416992188, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7232240438461304, + "num_tokens": 275130408.0, + "step": 11650 + }, + { + "epoch": 1.279486053151768, + "grad_norm": 2.3493740558624268, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7238131761550903, + "num_tokens": 275153485.0, + "step": 11651 + }, + { + "epoch": 1.2795958708543818, + "grad_norm": 2.4494130611419678, + "learning_rate": 1e-06, + "loss": 0.8447, + "mean_token_accuracy": 0.7355965971946716, + "num_tokens": 275178811.0, + "step": 11652 + }, + { + "epoch": 1.2797056885569953, + "grad_norm": 2.548954963684082, + "learning_rate": 1e-06, + "loss": 0.9461, + "mean_token_accuracy": 0.7114899158477783, + "num_tokens": 275200781.0, + "step": 11653 + }, + { + "epoch": 1.279815506259609, + "grad_norm": 2.2924587726593018, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7234477996826172, + "num_tokens": 275223651.0, + "step": 11654 + }, + { + "epoch": 1.2799253239622228, + "grad_norm": 2.313969850540161, + "learning_rate": 1e-06, + "loss": 1.0273, + "mean_token_accuracy": 0.6836938858032227, + "num_tokens": 275248888.0, + "step": 11655 + }, + { + "epoch": 1.2800351416648363, + "grad_norm": 2.690324306488037, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.715138852596283, + "num_tokens": 275266994.0, + "step": 11656 + }, + { + "epoch": 1.28014495936745, + "grad_norm": 2.6049892902374268, + "learning_rate": 1e-06, + "loss": 0.8132, + "mean_token_accuracy": 0.7454319000244141, + "num_tokens": 275285833.0, + "step": 11657 + }, + { + "epoch": 1.2802547770700636, + "grad_norm": 2.2315855026245117, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.710322380065918, + "num_tokens": 275312678.0, + "step": 11658 + }, + { + "epoch": 1.2803645947726774, + "grad_norm": 2.2202768325805664, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7226663827896118, + "num_tokens": 275338266.0, + "step": 11659 + }, + { + "epoch": 1.2804744124752911, + "grad_norm": 2.569032907485962, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7263882160186768, + "num_tokens": 275357551.0, + "step": 11660 + }, + { + "epoch": 1.2805842301779047, + "grad_norm": 2.581103563308716, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7115970253944397, + "num_tokens": 275378815.0, + "step": 11661 + }, + { + "epoch": 1.2806940478805182, + "grad_norm": 2.624500036239624, + "learning_rate": 1e-06, + "loss": 0.834, + "mean_token_accuracy": 0.7493651509284973, + "num_tokens": 275396295.0, + "step": 11662 + }, + { + "epoch": 1.280803865583132, + "grad_norm": 2.1804158687591553, + "learning_rate": 1e-06, + "loss": 0.9638, + "mean_token_accuracy": 0.7021070718765259, + "num_tokens": 275422808.0, + "step": 11663 + }, + { + "epoch": 1.2809136832857457, + "grad_norm": 2.3726792335510254, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7055199146270752, + "num_tokens": 275446633.0, + "step": 11664 + }, + { + "epoch": 1.2810235009883593, + "grad_norm": 2.3378005027770996, + "learning_rate": 1e-06, + "loss": 1.006, + "mean_token_accuracy": 0.6921441555023193, + "num_tokens": 275472055.0, + "step": 11665 + }, + { + "epoch": 1.281133318690973, + "grad_norm": 2.1087913513183594, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7181363701820374, + "num_tokens": 275500158.0, + "step": 11666 + }, + { + "epoch": 1.2812431363935866, + "grad_norm": 2.4954819679260254, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7341328859329224, + "num_tokens": 275520574.0, + "step": 11667 + }, + { + "epoch": 1.2813529540962003, + "grad_norm": 2.096189022064209, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7085081338882446, + "num_tokens": 275550561.0, + "step": 11668 + }, + { + "epoch": 1.281462771798814, + "grad_norm": 2.3463220596313477, + "learning_rate": 1e-06, + "loss": 0.8545, + "mean_token_accuracy": 0.7263944745063782, + "num_tokens": 275574138.0, + "step": 11669 + }, + { + "epoch": 1.2815725895014276, + "grad_norm": 2.4965128898620605, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7330067753791809, + "num_tokens": 275597171.0, + "step": 11670 + }, + { + "epoch": 1.2816824072040414, + "grad_norm": 2.5767910480499268, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7268404960632324, + "num_tokens": 275617760.0, + "step": 11671 + }, + { + "epoch": 1.281792224906655, + "grad_norm": 2.422417402267456, + "learning_rate": 1e-06, + "loss": 0.8764, + "mean_token_accuracy": 0.728663444519043, + "num_tokens": 275639248.0, + "step": 11672 + }, + { + "epoch": 1.2819020426092687, + "grad_norm": 2.7823283672332764, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7305326461791992, + "num_tokens": 275656816.0, + "step": 11673 + }, + { + "epoch": 1.2820118603118824, + "grad_norm": 2.953721523284912, + "learning_rate": 1e-06, + "loss": 0.775, + "mean_token_accuracy": 0.758922815322876, + "num_tokens": 275672363.0, + "step": 11674 + }, + { + "epoch": 1.282121678014496, + "grad_norm": 2.438985586166382, + "learning_rate": 1e-06, + "loss": 0.8408, + "mean_token_accuracy": 0.7404195070266724, + "num_tokens": 275693649.0, + "step": 11675 + }, + { + "epoch": 1.2822314957171095, + "grad_norm": 2.3365843296051025, + "learning_rate": 1e-06, + "loss": 0.7567, + "mean_token_accuracy": 0.76043301820755, + "num_tokens": 275714719.0, + "step": 11676 + }, + { + "epoch": 1.2823413134197232, + "grad_norm": 2.3473129272460938, + "learning_rate": 1e-06, + "loss": 0.8185, + "mean_token_accuracy": 0.746056318283081, + "num_tokens": 275736616.0, + "step": 11677 + }, + { + "epoch": 1.282451131122337, + "grad_norm": 2.4387989044189453, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7105300426483154, + "num_tokens": 275762777.0, + "step": 11678 + }, + { + "epoch": 1.2825609488249505, + "grad_norm": 2.325070858001709, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7189963459968567, + "num_tokens": 275787538.0, + "step": 11679 + }, + { + "epoch": 1.2826707665275643, + "grad_norm": 2.1471641063690186, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7152706384658813, + "num_tokens": 275814742.0, + "step": 11680 + }, + { + "epoch": 1.2827805842301778, + "grad_norm": 2.537087917327881, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.7356755137443542, + "num_tokens": 275836239.0, + "step": 11681 + }, + { + "epoch": 1.2828904019327916, + "grad_norm": 2.1523618698120117, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7206933498382568, + "num_tokens": 275864619.0, + "step": 11682 + }, + { + "epoch": 1.2830002196354053, + "grad_norm": 2.1580262184143066, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7056374549865723, + "num_tokens": 275891478.0, + "step": 11683 + }, + { + "epoch": 1.2831100373380189, + "grad_norm": 2.4971840381622314, + "learning_rate": 1e-06, + "loss": 0.8418, + "mean_token_accuracy": 0.7296904921531677, + "num_tokens": 275912672.0, + "step": 11684 + }, + { + "epoch": 1.2832198550406326, + "grad_norm": 2.5511815547943115, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7422314882278442, + "num_tokens": 275932459.0, + "step": 11685 + }, + { + "epoch": 1.2833296727432462, + "grad_norm": 2.406115770339966, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7134140729904175, + "num_tokens": 275957560.0, + "step": 11686 + }, + { + "epoch": 1.28343949044586, + "grad_norm": 2.495208740234375, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.7067451477050781, + "num_tokens": 275979084.0, + "step": 11687 + }, + { + "epoch": 1.2835493081484735, + "grad_norm": 2.5289506912231445, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7145078182220459, + "num_tokens": 276000492.0, + "step": 11688 + }, + { + "epoch": 1.2836591258510872, + "grad_norm": 2.382391929626465, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.706150472164154, + "num_tokens": 276023070.0, + "step": 11689 + }, + { + "epoch": 1.2837689435537007, + "grad_norm": 2.585780382156372, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7054883241653442, + "num_tokens": 276042368.0, + "step": 11690 + }, + { + "epoch": 1.2838787612563145, + "grad_norm": 2.1127073764801025, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.744256317615509, + "num_tokens": 276069356.0, + "step": 11691 + }, + { + "epoch": 1.2839885789589283, + "grad_norm": 2.6032862663269043, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7309535145759583, + "num_tokens": 276089481.0, + "step": 11692 + }, + { + "epoch": 1.2840983966615418, + "grad_norm": 2.007657527923584, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7291673421859741, + "num_tokens": 276116954.0, + "step": 11693 + }, + { + "epoch": 1.2842082143641556, + "grad_norm": 2.3930320739746094, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7155876159667969, + "num_tokens": 276139918.0, + "step": 11694 + }, + { + "epoch": 1.284318032066769, + "grad_norm": 2.9845919609069824, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7316690683364868, + "num_tokens": 276154279.0, + "step": 11695 + }, + { + "epoch": 1.2844278497693828, + "grad_norm": 2.3986563682556152, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7285187244415283, + "num_tokens": 276177994.0, + "step": 11696 + }, + { + "epoch": 1.2845376674719966, + "grad_norm": 2.152557373046875, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7143863439559937, + "num_tokens": 276205436.0, + "step": 11697 + }, + { + "epoch": 1.2846474851746101, + "grad_norm": 2.499114990234375, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7180126905441284, + "num_tokens": 276228769.0, + "step": 11698 + }, + { + "epoch": 1.2847573028772237, + "grad_norm": 2.330374240875244, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7102879285812378, + "num_tokens": 276251473.0, + "step": 11699 + }, + { + "epoch": 1.2848671205798374, + "grad_norm": 2.30502986907959, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7043702006340027, + "num_tokens": 276277555.0, + "step": 11700 + }, + { + "epoch": 1.2849769382824512, + "grad_norm": 2.364513635635376, + "learning_rate": 1e-06, + "loss": 0.8571, + "mean_token_accuracy": 0.725839376449585, + "num_tokens": 276301729.0, + "step": 11701 + }, + { + "epoch": 1.2850867559850647, + "grad_norm": 2.2275922298431396, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7156357169151306, + "num_tokens": 276328717.0, + "step": 11702 + }, + { + "epoch": 1.2851965736876785, + "grad_norm": 2.240615129470825, + "learning_rate": 1e-06, + "loss": 0.8396, + "mean_token_accuracy": 0.7364030480384827, + "num_tokens": 276353995.0, + "step": 11703 + }, + { + "epoch": 1.285306391390292, + "grad_norm": 2.2188234329223633, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.6995285153388977, + "num_tokens": 276378980.0, + "step": 11704 + }, + { + "epoch": 1.2854162090929058, + "grad_norm": 2.3317911624908447, + "learning_rate": 1e-06, + "loss": 0.8235, + "mean_token_accuracy": 0.7394701242446899, + "num_tokens": 276400377.0, + "step": 11705 + }, + { + "epoch": 1.2855260267955195, + "grad_norm": 2.0962343215942383, + "learning_rate": 1e-06, + "loss": 0.8129, + "mean_token_accuracy": 0.7435474395751953, + "num_tokens": 276426405.0, + "step": 11706 + }, + { + "epoch": 1.285635844498133, + "grad_norm": 2.496307134628296, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.7334941625595093, + "num_tokens": 276447243.0, + "step": 11707 + }, + { + "epoch": 1.2857456622007468, + "grad_norm": 2.252520799636841, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7354471683502197, + "num_tokens": 276472062.0, + "step": 11708 + }, + { + "epoch": 1.2858554799033604, + "grad_norm": 2.096529960632324, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.7258598804473877, + "num_tokens": 276499046.0, + "step": 11709 + }, + { + "epoch": 1.2859652976059741, + "grad_norm": 2.036104202270508, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7161171436309814, + "num_tokens": 276530888.0, + "step": 11710 + }, + { + "epoch": 1.2860751153085879, + "grad_norm": 2.457442045211792, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7151170969009399, + "num_tokens": 276554721.0, + "step": 11711 + }, + { + "epoch": 1.2861849330112014, + "grad_norm": 2.416837215423584, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7128951549530029, + "num_tokens": 276578149.0, + "step": 11712 + }, + { + "epoch": 1.286294750713815, + "grad_norm": 2.368828058242798, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7147712707519531, + "num_tokens": 276601930.0, + "step": 11713 + }, + { + "epoch": 1.2864045684164287, + "grad_norm": 2.258551597595215, + "learning_rate": 1e-06, + "loss": 0.8501, + "mean_token_accuracy": 0.731287956237793, + "num_tokens": 276627083.0, + "step": 11714 + }, + { + "epoch": 1.2865143861190425, + "grad_norm": 2.122365951538086, + "learning_rate": 1e-06, + "loss": 0.9683, + "mean_token_accuracy": 0.7024626135826111, + "num_tokens": 276655916.0, + "step": 11715 + }, + { + "epoch": 1.286624203821656, + "grad_norm": 2.660083293914795, + "learning_rate": 1e-06, + "loss": 0.7927, + "mean_token_accuracy": 0.7429107427597046, + "num_tokens": 276674610.0, + "step": 11716 + }, + { + "epoch": 1.2867340215242697, + "grad_norm": 2.4476420879364014, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7268850803375244, + "num_tokens": 276695635.0, + "step": 11717 + }, + { + "epoch": 1.2868438392268833, + "grad_norm": 2.280630111694336, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7013821601867676, + "num_tokens": 276721030.0, + "step": 11718 + }, + { + "epoch": 1.286953656929497, + "grad_norm": 2.040353775024414, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7079296112060547, + "num_tokens": 276750466.0, + "step": 11719 + }, + { + "epoch": 1.2870634746321108, + "grad_norm": 2.3194875717163086, + "learning_rate": 1e-06, + "loss": 0.8282, + "mean_token_accuracy": 0.7380505800247192, + "num_tokens": 276773266.0, + "step": 11720 + }, + { + "epoch": 1.2871732923347243, + "grad_norm": 2.0706005096435547, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7175524830818176, + "num_tokens": 276802754.0, + "step": 11721 + }, + { + "epoch": 1.287283110037338, + "grad_norm": 2.4705886840820312, + "learning_rate": 1e-06, + "loss": 0.933, + "mean_token_accuracy": 0.7086083889007568, + "num_tokens": 276825442.0, + "step": 11722 + }, + { + "epoch": 1.2873929277399516, + "grad_norm": 2.3218562602996826, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7440710067749023, + "num_tokens": 276849379.0, + "step": 11723 + }, + { + "epoch": 1.2875027454425654, + "grad_norm": 2.5028209686279297, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.711304783821106, + "num_tokens": 276870507.0, + "step": 11724 + }, + { + "epoch": 1.2876125631451791, + "grad_norm": 2.2901103496551514, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7088510990142822, + "num_tokens": 276896197.0, + "step": 11725 + }, + { + "epoch": 1.2877223808477927, + "grad_norm": 2.3594906330108643, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7196360230445862, + "num_tokens": 276920840.0, + "step": 11726 + }, + { + "epoch": 1.2878321985504062, + "grad_norm": 2.704066514968872, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.723755955696106, + "num_tokens": 276939606.0, + "step": 11727 + }, + { + "epoch": 1.28794201625302, + "grad_norm": 2.251234531402588, + "learning_rate": 1e-06, + "loss": 0.9897, + "mean_token_accuracy": 0.6985378861427307, + "num_tokens": 276967582.0, + "step": 11728 + }, + { + "epoch": 1.2880518339556337, + "grad_norm": 2.293572425842285, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7171410322189331, + "num_tokens": 276993307.0, + "step": 11729 + }, + { + "epoch": 1.2881616516582473, + "grad_norm": 2.607107162475586, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7211565971374512, + "num_tokens": 277013165.0, + "step": 11730 + }, + { + "epoch": 1.288271469360861, + "grad_norm": 2.4037232398986816, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.7068703174591064, + "num_tokens": 277035432.0, + "step": 11731 + }, + { + "epoch": 1.2883812870634745, + "grad_norm": 2.122964382171631, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7091550230979919, + "num_tokens": 277063890.0, + "step": 11732 + }, + { + "epoch": 1.2884911047660883, + "grad_norm": 2.3387792110443115, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.6921875476837158, + "num_tokens": 277089186.0, + "step": 11733 + }, + { + "epoch": 1.288600922468702, + "grad_norm": 2.3487746715545654, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7210553288459778, + "num_tokens": 277113506.0, + "step": 11734 + }, + { + "epoch": 1.2887107401713156, + "grad_norm": 2.448622465133667, + "learning_rate": 1e-06, + "loss": 0.8674, + "mean_token_accuracy": 0.7308597564697266, + "num_tokens": 277136111.0, + "step": 11735 + }, + { + "epoch": 1.2888205578739294, + "grad_norm": 2.066328525543213, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.6963289380073547, + "num_tokens": 277165552.0, + "step": 11736 + }, + { + "epoch": 1.2889303755765429, + "grad_norm": 2.11407470703125, + "learning_rate": 1e-06, + "loss": 0.8283, + "mean_token_accuracy": 0.7414121031761169, + "num_tokens": 277191494.0, + "step": 11737 + }, + { + "epoch": 1.2890401932791566, + "grad_norm": 2.5129687786102295, + "learning_rate": 1e-06, + "loss": 0.823, + "mean_token_accuracy": 0.7408075332641602, + "num_tokens": 277211836.0, + "step": 11738 + }, + { + "epoch": 1.2891500109817704, + "grad_norm": 2.2500967979431152, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7276201248168945, + "num_tokens": 277237014.0, + "step": 11739 + }, + { + "epoch": 1.289259828684384, + "grad_norm": 2.2346577644348145, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.6935769319534302, + "num_tokens": 277264668.0, + "step": 11740 + }, + { + "epoch": 1.2893696463869975, + "grad_norm": 2.098734140396118, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7251582741737366, + "num_tokens": 277296002.0, + "step": 11741 + }, + { + "epoch": 1.2894794640896112, + "grad_norm": 2.29583740234375, + "learning_rate": 1e-06, + "loss": 1.0068, + "mean_token_accuracy": 0.6976698637008667, + "num_tokens": 277321402.0, + "step": 11742 + }, + { + "epoch": 1.289589281792225, + "grad_norm": 2.139615774154663, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7244023680686951, + "num_tokens": 277349350.0, + "step": 11743 + }, + { + "epoch": 1.2896990994948385, + "grad_norm": 2.3811588287353516, + "learning_rate": 1e-06, + "loss": 0.7871, + "mean_token_accuracy": 0.7488336563110352, + "num_tokens": 277371673.0, + "step": 11744 + }, + { + "epoch": 1.2898089171974523, + "grad_norm": 2.2443480491638184, + "learning_rate": 1e-06, + "loss": 0.8955, + "mean_token_accuracy": 0.7290443181991577, + "num_tokens": 277397030.0, + "step": 11745 + }, + { + "epoch": 1.2899187349000658, + "grad_norm": 2.451113700866699, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7113961577415466, + "num_tokens": 277421945.0, + "step": 11746 + }, + { + "epoch": 1.2900285526026796, + "grad_norm": 2.4515957832336426, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7311038970947266, + "num_tokens": 277443668.0, + "step": 11747 + }, + { + "epoch": 1.2901383703052933, + "grad_norm": 2.259597063064575, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7171622514724731, + "num_tokens": 277471116.0, + "step": 11748 + }, + { + "epoch": 1.2902481880079069, + "grad_norm": 2.4026293754577637, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7139306664466858, + "num_tokens": 277493223.0, + "step": 11749 + }, + { + "epoch": 1.2903580057105206, + "grad_norm": 2.1987102031707764, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7435954213142395, + "num_tokens": 277518434.0, + "step": 11750 + }, + { + "epoch": 1.2904678234131342, + "grad_norm": 2.3409886360168457, + "learning_rate": 1e-06, + "loss": 0.9481, + "mean_token_accuracy": 0.7077085971832275, + "num_tokens": 277544382.0, + "step": 11751 + }, + { + "epoch": 1.290577641115748, + "grad_norm": 2.2506654262542725, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.716696560382843, + "num_tokens": 277570050.0, + "step": 11752 + }, + { + "epoch": 1.2906874588183614, + "grad_norm": 2.693518877029419, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7142637968063354, + "num_tokens": 277588503.0, + "step": 11753 + }, + { + "epoch": 1.2907972765209752, + "grad_norm": 2.048935651779175, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.7018718719482422, + "num_tokens": 277617797.0, + "step": 11754 + }, + { + "epoch": 1.2909070942235887, + "grad_norm": 2.663475513458252, + "learning_rate": 1e-06, + "loss": 0.8297, + "mean_token_accuracy": 0.7373442053794861, + "num_tokens": 277635984.0, + "step": 11755 + }, + { + "epoch": 1.2910169119262025, + "grad_norm": 2.7908241748809814, + "learning_rate": 1e-06, + "loss": 0.8124, + "mean_token_accuracy": 0.74295973777771, + "num_tokens": 277653938.0, + "step": 11756 + }, + { + "epoch": 1.2911267296288162, + "grad_norm": 2.3297722339630127, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7169691324234009, + "num_tokens": 277679174.0, + "step": 11757 + }, + { + "epoch": 1.2912365473314298, + "grad_norm": 2.4531004428863525, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.6948597431182861, + "num_tokens": 277700216.0, + "step": 11758 + }, + { + "epoch": 1.2913463650340435, + "grad_norm": 2.5475571155548096, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7349469065666199, + "num_tokens": 277719262.0, + "step": 11759 + }, + { + "epoch": 1.291456182736657, + "grad_norm": 2.2998664379119873, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.718022346496582, + "num_tokens": 277743092.0, + "step": 11760 + }, + { + "epoch": 1.2915660004392708, + "grad_norm": 2.2257018089294434, + "learning_rate": 1e-06, + "loss": 0.7984, + "mean_token_accuracy": 0.7458219528198242, + "num_tokens": 277768044.0, + "step": 11761 + }, + { + "epoch": 1.2916758181418846, + "grad_norm": 2.575603723526001, + "learning_rate": 1e-06, + "loss": 0.8236, + "mean_token_accuracy": 0.7379297018051147, + "num_tokens": 277787409.0, + "step": 11762 + }, + { + "epoch": 1.2917856358444981, + "grad_norm": 2.8875644207000732, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7247761487960815, + "num_tokens": 277802833.0, + "step": 11763 + }, + { + "epoch": 1.2918954535471117, + "grad_norm": 2.2846062183380127, + "learning_rate": 1e-06, + "loss": 0.8591, + "mean_token_accuracy": 0.7289328575134277, + "num_tokens": 277826207.0, + "step": 11764 + }, + { + "epoch": 1.2920052712497254, + "grad_norm": 2.9682276248931885, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7440962195396423, + "num_tokens": 277841906.0, + "step": 11765 + }, + { + "epoch": 1.2921150889523392, + "grad_norm": 2.295679807662964, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.6950036883354187, + "num_tokens": 277868080.0, + "step": 11766 + }, + { + "epoch": 1.2922249066549527, + "grad_norm": 2.028928756713867, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.6967308521270752, + "num_tokens": 277900207.0, + "step": 11767 + }, + { + "epoch": 1.2923347243575665, + "grad_norm": 2.742563009262085, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7216489315032959, + "num_tokens": 277919952.0, + "step": 11768 + }, + { + "epoch": 1.29244454206018, + "grad_norm": 2.7286956310272217, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7102597951889038, + "num_tokens": 277940126.0, + "step": 11769 + }, + { + "epoch": 1.2925543597627938, + "grad_norm": 2.694951295852661, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7306909561157227, + "num_tokens": 277959196.0, + "step": 11770 + }, + { + "epoch": 1.2926641774654075, + "grad_norm": 2.1564300060272217, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7194940447807312, + "num_tokens": 277988071.0, + "step": 11771 + }, + { + "epoch": 1.292773995168021, + "grad_norm": 2.400815486907959, + "learning_rate": 1e-06, + "loss": 0.8254, + "mean_token_accuracy": 0.7339831590652466, + "num_tokens": 278008968.0, + "step": 11772 + }, + { + "epoch": 1.2928838128706348, + "grad_norm": 2.344606637954712, + "learning_rate": 1e-06, + "loss": 0.8363, + "mean_token_accuracy": 0.7416814565658569, + "num_tokens": 278032068.0, + "step": 11773 + }, + { + "epoch": 1.2929936305732483, + "grad_norm": 2.4655845165252686, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7076610326766968, + "num_tokens": 278054680.0, + "step": 11774 + }, + { + "epoch": 1.293103448275862, + "grad_norm": 2.5563573837280273, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7064664363861084, + "num_tokens": 278077355.0, + "step": 11775 + }, + { + "epoch": 1.2932132659784759, + "grad_norm": 2.225620746612549, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.716969907283783, + "num_tokens": 278103400.0, + "step": 11776 + }, + { + "epoch": 1.2933230836810894, + "grad_norm": 2.5719153881073, + "learning_rate": 1e-06, + "loss": 0.8085, + "mean_token_accuracy": 0.7417131662368774, + "num_tokens": 278122106.0, + "step": 11777 + }, + { + "epoch": 1.293432901383703, + "grad_norm": 1.9597139358520508, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.7317830324172974, + "num_tokens": 278153857.0, + "step": 11778 + }, + { + "epoch": 1.2935427190863167, + "grad_norm": 2.076900005340576, + "learning_rate": 1e-06, + "loss": 0.7979, + "mean_token_accuracy": 0.7478652000427246, + "num_tokens": 278181179.0, + "step": 11779 + }, + { + "epoch": 1.2936525367889304, + "grad_norm": 2.4925477504730225, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7202248573303223, + "num_tokens": 278200422.0, + "step": 11780 + }, + { + "epoch": 1.293762354491544, + "grad_norm": 2.1989505290985107, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7350015640258789, + "num_tokens": 278224958.0, + "step": 11781 + }, + { + "epoch": 1.2938721721941577, + "grad_norm": 2.4404897689819336, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7072192430496216, + "num_tokens": 278246935.0, + "step": 11782 + }, + { + "epoch": 1.2939819898967713, + "grad_norm": 2.655996084213257, + "learning_rate": 1e-06, + "loss": 0.8053, + "mean_token_accuracy": 0.7459172606468201, + "num_tokens": 278264930.0, + "step": 11783 + }, + { + "epoch": 1.294091807599385, + "grad_norm": 2.356924533843994, + "learning_rate": 1e-06, + "loss": 0.97, + "mean_token_accuracy": 0.7124125361442566, + "num_tokens": 278289230.0, + "step": 11784 + }, + { + "epoch": 1.2942016253019988, + "grad_norm": 2.366750717163086, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7039066553115845, + "num_tokens": 278312855.0, + "step": 11785 + }, + { + "epoch": 1.2943114430046123, + "grad_norm": 2.351243257522583, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7373734712600708, + "num_tokens": 278335577.0, + "step": 11786 + }, + { + "epoch": 1.294421260707226, + "grad_norm": 2.076629161834717, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7119621634483337, + "num_tokens": 278363457.0, + "step": 11787 + }, + { + "epoch": 1.2945310784098396, + "grad_norm": 2.882934331893921, + "learning_rate": 1e-06, + "loss": 0.8019, + "mean_token_accuracy": 0.7447656393051147, + "num_tokens": 278380262.0, + "step": 11788 + }, + { + "epoch": 1.2946408961124534, + "grad_norm": 2.858262300491333, + "learning_rate": 1e-06, + "loss": 0.8126, + "mean_token_accuracy": 0.7530553340911865, + "num_tokens": 278397046.0, + "step": 11789 + }, + { + "epoch": 1.2947507138150671, + "grad_norm": 2.394702434539795, + "learning_rate": 1e-06, + "loss": 0.7449, + "mean_token_accuracy": 0.7645858526229858, + "num_tokens": 278418746.0, + "step": 11790 + }, + { + "epoch": 1.2948605315176807, + "grad_norm": 2.2863359451293945, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7254613637924194, + "num_tokens": 278445029.0, + "step": 11791 + }, + { + "epoch": 1.2949703492202942, + "grad_norm": 2.5146915912628174, + "learning_rate": 1e-06, + "loss": 0.8125, + "mean_token_accuracy": 0.7428202629089355, + "num_tokens": 278466308.0, + "step": 11792 + }, + { + "epoch": 1.295080166922908, + "grad_norm": 2.3756191730499268, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6942527294158936, + "num_tokens": 278490194.0, + "step": 11793 + }, + { + "epoch": 1.2951899846255217, + "grad_norm": 2.506909132003784, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.7482678890228271, + "num_tokens": 278509290.0, + "step": 11794 + }, + { + "epoch": 1.2952998023281352, + "grad_norm": 2.2739531993865967, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7233209609985352, + "num_tokens": 278533164.0, + "step": 11795 + }, + { + "epoch": 1.295409620030749, + "grad_norm": 2.3357808589935303, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7055496573448181, + "num_tokens": 278557057.0, + "step": 11796 + }, + { + "epoch": 1.2955194377333625, + "grad_norm": 2.38702130317688, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7209651470184326, + "num_tokens": 278579270.0, + "step": 11797 + }, + { + "epoch": 1.2956292554359763, + "grad_norm": 2.421419858932495, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7106858491897583, + "num_tokens": 278600544.0, + "step": 11798 + }, + { + "epoch": 1.29573907313859, + "grad_norm": 2.522702693939209, + "learning_rate": 1e-06, + "loss": 0.8331, + "mean_token_accuracy": 0.7432687878608704, + "num_tokens": 278619920.0, + "step": 11799 + }, + { + "epoch": 1.2958488908412036, + "grad_norm": 2.732149362564087, + "learning_rate": 1e-06, + "loss": 0.8213, + "mean_token_accuracy": 0.7350597381591797, + "num_tokens": 278637467.0, + "step": 11800 + }, + { + "epoch": 1.2959587085438173, + "grad_norm": 2.872190237045288, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7320817708969116, + "num_tokens": 278654208.0, + "step": 11801 + }, + { + "epoch": 1.2960685262464309, + "grad_norm": 2.257045030593872, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7095762491226196, + "num_tokens": 278679140.0, + "step": 11802 + }, + { + "epoch": 1.2961783439490446, + "grad_norm": 2.6353249549865723, + "learning_rate": 1e-06, + "loss": 1.0177, + "mean_token_accuracy": 0.691264808177948, + "num_tokens": 278700920.0, + "step": 11803 + }, + { + "epoch": 1.2962881616516582, + "grad_norm": 3.677361488342285, + "learning_rate": 1e-06, + "loss": 0.8299, + "mean_token_accuracy": 0.7597825527191162, + "num_tokens": 278712076.0, + "step": 11804 + }, + { + "epoch": 1.296397979354272, + "grad_norm": 2.6485278606414795, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7304724454879761, + "num_tokens": 278732329.0, + "step": 11805 + }, + { + "epoch": 1.2965077970568855, + "grad_norm": 2.2343716621398926, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7109159231185913, + "num_tokens": 278758422.0, + "step": 11806 + }, + { + "epoch": 1.2966176147594992, + "grad_norm": 1.9597584009170532, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7115893363952637, + "num_tokens": 278788076.0, + "step": 11807 + }, + { + "epoch": 1.296727432462113, + "grad_norm": 2.244638204574585, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.708045482635498, + "num_tokens": 278813555.0, + "step": 11808 + }, + { + "epoch": 1.2968372501647265, + "grad_norm": 2.4514408111572266, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7306783199310303, + "num_tokens": 278834126.0, + "step": 11809 + }, + { + "epoch": 1.2969470678673403, + "grad_norm": 2.760587453842163, + "learning_rate": 1e-06, + "loss": 0.8549, + "mean_token_accuracy": 0.7329409122467041, + "num_tokens": 278850512.0, + "step": 11810 + }, + { + "epoch": 1.2970568855699538, + "grad_norm": 2.3846726417541504, + "learning_rate": 1e-06, + "loss": 0.8074, + "mean_token_accuracy": 0.7441545724868774, + "num_tokens": 278871436.0, + "step": 11811 + }, + { + "epoch": 1.2971667032725676, + "grad_norm": 2.8683862686157227, + "learning_rate": 1e-06, + "loss": 0.8037, + "mean_token_accuracy": 0.734933614730835, + "num_tokens": 278886265.0, + "step": 11812 + }, + { + "epoch": 1.2972765209751813, + "grad_norm": 2.256598949432373, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7279921770095825, + "num_tokens": 278909996.0, + "step": 11813 + }, + { + "epoch": 1.2973863386777948, + "grad_norm": 2.495795249938965, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.7000880241394043, + "num_tokens": 278934253.0, + "step": 11814 + }, + { + "epoch": 1.2974961563804086, + "grad_norm": 2.218411445617676, + "learning_rate": 1e-06, + "loss": 0.8476, + "mean_token_accuracy": 0.7368441224098206, + "num_tokens": 278958874.0, + "step": 11815 + }, + { + "epoch": 1.2976059740830221, + "grad_norm": 2.33945894241333, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7081458568572998, + "num_tokens": 278982666.0, + "step": 11816 + }, + { + "epoch": 1.297715791785636, + "grad_norm": 2.5782933235168457, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7141405344009399, + "num_tokens": 279003454.0, + "step": 11817 + }, + { + "epoch": 1.2978256094882494, + "grad_norm": 2.416419744491577, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7137815356254578, + "num_tokens": 279024994.0, + "step": 11818 + }, + { + "epoch": 1.2979354271908632, + "grad_norm": 2.2067699432373047, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7104361057281494, + "num_tokens": 279052125.0, + "step": 11819 + }, + { + "epoch": 1.2980452448934767, + "grad_norm": 2.1059420108795166, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.716327428817749, + "num_tokens": 279081265.0, + "step": 11820 + }, + { + "epoch": 1.2981550625960905, + "grad_norm": 2.034202814102173, + "learning_rate": 1e-06, + "loss": 0.8325, + "mean_token_accuracy": 0.7452719807624817, + "num_tokens": 279109178.0, + "step": 11821 + }, + { + "epoch": 1.2982648802987042, + "grad_norm": 2.225088596343994, + "learning_rate": 1e-06, + "loss": 0.7723, + "mean_token_accuracy": 0.7499794363975525, + "num_tokens": 279132904.0, + "step": 11822 + }, + { + "epoch": 1.2983746980013178, + "grad_norm": 2.476634979248047, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7238011360168457, + "num_tokens": 279156840.0, + "step": 11823 + }, + { + "epoch": 1.2984845157039315, + "grad_norm": 2.523855447769165, + "learning_rate": 1e-06, + "loss": 0.8602, + "mean_token_accuracy": 0.730487048625946, + "num_tokens": 279176696.0, + "step": 11824 + }, + { + "epoch": 1.298594333406545, + "grad_norm": 2.2381157875061035, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7079445123672485, + "num_tokens": 279202627.0, + "step": 11825 + }, + { + "epoch": 1.2987041511091588, + "grad_norm": 2.1049389839172363, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7060525417327881, + "num_tokens": 279231059.0, + "step": 11826 + }, + { + "epoch": 1.2988139688117726, + "grad_norm": 2.314643144607544, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7254016399383545, + "num_tokens": 279256158.0, + "step": 11827 + }, + { + "epoch": 1.2989237865143861, + "grad_norm": 2.876373052597046, + "learning_rate": 1e-06, + "loss": 0.8248, + "mean_token_accuracy": 0.7353992462158203, + "num_tokens": 279272868.0, + "step": 11828 + }, + { + "epoch": 1.2990336042169996, + "grad_norm": 2.489814519882202, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7215912342071533, + "num_tokens": 279294106.0, + "step": 11829 + }, + { + "epoch": 1.2991434219196134, + "grad_norm": 2.4427080154418945, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7148705124855042, + "num_tokens": 279317541.0, + "step": 11830 + }, + { + "epoch": 1.2992532396222272, + "grad_norm": 2.196439743041992, + "learning_rate": 1e-06, + "loss": 0.8849, + "mean_token_accuracy": 0.7308366298675537, + "num_tokens": 279343691.0, + "step": 11831 + }, + { + "epoch": 1.2993630573248407, + "grad_norm": 2.7806873321533203, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7096495628356934, + "num_tokens": 279361015.0, + "step": 11832 + }, + { + "epoch": 1.2994728750274545, + "grad_norm": 2.0995702743530273, + "learning_rate": 1e-06, + "loss": 0.953, + "mean_token_accuracy": 0.7056628465652466, + "num_tokens": 279391338.0, + "step": 11833 + }, + { + "epoch": 1.299582692730068, + "grad_norm": 2.1892833709716797, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7279523015022278, + "num_tokens": 279417264.0, + "step": 11834 + }, + { + "epoch": 1.2996925104326817, + "grad_norm": 2.529481887817383, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7097099423408508, + "num_tokens": 279440818.0, + "step": 11835 + }, + { + "epoch": 1.2998023281352955, + "grad_norm": 3.0783321857452393, + "learning_rate": 1e-06, + "loss": 0.808, + "mean_token_accuracy": 0.7486178278923035, + "num_tokens": 279454886.0, + "step": 11836 + }, + { + "epoch": 1.299912145837909, + "grad_norm": 2.6553430557250977, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7114490270614624, + "num_tokens": 279474823.0, + "step": 11837 + }, + { + "epoch": 1.3000219635405228, + "grad_norm": 2.7274155616760254, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.7331697344779968, + "num_tokens": 279494107.0, + "step": 11838 + }, + { + "epoch": 1.3001317812431363, + "grad_norm": 2.130215644836426, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7047874927520752, + "num_tokens": 279521913.0, + "step": 11839 + }, + { + "epoch": 1.30024159894575, + "grad_norm": 2.170222043991089, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7031282186508179, + "num_tokens": 279548409.0, + "step": 11840 + }, + { + "epoch": 1.3003514166483638, + "grad_norm": 2.2622742652893066, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7112559080123901, + "num_tokens": 279573419.0, + "step": 11841 + }, + { + "epoch": 1.3004612343509774, + "grad_norm": 2.3304309844970703, + "learning_rate": 1e-06, + "loss": 0.8404, + "mean_token_accuracy": 0.7409204244613647, + "num_tokens": 279597006.0, + "step": 11842 + }, + { + "epoch": 1.300571052053591, + "grad_norm": 2.2793853282928467, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7098391056060791, + "num_tokens": 279622057.0, + "step": 11843 + }, + { + "epoch": 1.3006808697562047, + "grad_norm": 2.3548948764801025, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7315129041671753, + "num_tokens": 279645013.0, + "step": 11844 + }, + { + "epoch": 1.3007906874588184, + "grad_norm": 2.400658130645752, + "learning_rate": 1e-06, + "loss": 0.8364, + "mean_token_accuracy": 0.7361730337142944, + "num_tokens": 279667649.0, + "step": 11845 + }, + { + "epoch": 1.300900505161432, + "grad_norm": 2.723796844482422, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7217006683349609, + "num_tokens": 279686831.0, + "step": 11846 + }, + { + "epoch": 1.3010103228640457, + "grad_norm": 2.02620267868042, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7101374268531799, + "num_tokens": 279717426.0, + "step": 11847 + }, + { + "epoch": 1.3011201405666593, + "grad_norm": 2.535707712173462, + "learning_rate": 1e-06, + "loss": 0.8577, + "mean_token_accuracy": 0.7269542813301086, + "num_tokens": 279737864.0, + "step": 11848 + }, + { + "epoch": 1.301229958269273, + "grad_norm": 2.482027292251587, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7161009311676025, + "num_tokens": 279760641.0, + "step": 11849 + }, + { + "epoch": 1.3013397759718868, + "grad_norm": 2.2805681228637695, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7339836955070496, + "num_tokens": 279785932.0, + "step": 11850 + }, + { + "epoch": 1.3014495936745003, + "grad_norm": 2.182945966720581, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7202426195144653, + "num_tokens": 279811326.0, + "step": 11851 + }, + { + "epoch": 1.301559411377114, + "grad_norm": 2.5525498390197754, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.7075316905975342, + "num_tokens": 279832170.0, + "step": 11852 + }, + { + "epoch": 1.3016692290797276, + "grad_norm": 2.108350992202759, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7325345277786255, + "num_tokens": 279858811.0, + "step": 11853 + }, + { + "epoch": 1.3017790467823414, + "grad_norm": 2.3570542335510254, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7103897333145142, + "num_tokens": 279883083.0, + "step": 11854 + }, + { + "epoch": 1.301888864484955, + "grad_norm": 2.335094690322876, + "learning_rate": 1e-06, + "loss": 0.8947, + "mean_token_accuracy": 0.7283188700675964, + "num_tokens": 279906535.0, + "step": 11855 + }, + { + "epoch": 1.3019986821875686, + "grad_norm": 2.787992000579834, + "learning_rate": 1e-06, + "loss": 0.8218, + "mean_token_accuracy": 0.7472569942474365, + "num_tokens": 279922446.0, + "step": 11856 + }, + { + "epoch": 1.3021084998901822, + "grad_norm": 2.509732246398926, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7127892971038818, + "num_tokens": 279943742.0, + "step": 11857 + }, + { + "epoch": 1.302218317592796, + "grad_norm": 2.711833953857422, + "learning_rate": 1e-06, + "loss": 0.87, + "mean_token_accuracy": 0.7241348028182983, + "num_tokens": 279962396.0, + "step": 11858 + }, + { + "epoch": 1.3023281352954097, + "grad_norm": 2.335435628890991, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7183563709259033, + "num_tokens": 279985343.0, + "step": 11859 + }, + { + "epoch": 1.3024379529980232, + "grad_norm": 2.693751335144043, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7158612012863159, + "num_tokens": 280004043.0, + "step": 11860 + }, + { + "epoch": 1.302547770700637, + "grad_norm": 2.601515293121338, + "learning_rate": 1e-06, + "loss": 0.786, + "mean_token_accuracy": 0.7488133907318115, + "num_tokens": 280021879.0, + "step": 11861 + }, + { + "epoch": 1.3026575884032505, + "grad_norm": 2.29473614692688, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.6874082088470459, + "num_tokens": 280049375.0, + "step": 11862 + }, + { + "epoch": 1.3027674061058643, + "grad_norm": 2.323683023452759, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7202774286270142, + "num_tokens": 280073790.0, + "step": 11863 + }, + { + "epoch": 1.302877223808478, + "grad_norm": 2.472325086593628, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7149398922920227, + "num_tokens": 280096156.0, + "step": 11864 + }, + { + "epoch": 1.3029870415110916, + "grad_norm": 2.4205093383789062, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7178161144256592, + "num_tokens": 280117585.0, + "step": 11865 + }, + { + "epoch": 1.3030968592137053, + "grad_norm": 2.0255913734436035, + "learning_rate": 1e-06, + "loss": 0.823, + "mean_token_accuracy": 0.7455278038978577, + "num_tokens": 280145306.0, + "step": 11866 + }, + { + "epoch": 1.3032066769163189, + "grad_norm": 2.2428171634674072, + "learning_rate": 1e-06, + "loss": 0.8815, + "mean_token_accuracy": 0.7356893420219421, + "num_tokens": 280171484.0, + "step": 11867 + }, + { + "epoch": 1.3033164946189326, + "grad_norm": 2.5841434001922607, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7366572618484497, + "num_tokens": 280188645.0, + "step": 11868 + }, + { + "epoch": 1.3034263123215462, + "grad_norm": 2.4402036666870117, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7355219125747681, + "num_tokens": 280211277.0, + "step": 11869 + }, + { + "epoch": 1.30353613002416, + "grad_norm": 2.5508317947387695, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7274811267852783, + "num_tokens": 280230226.0, + "step": 11870 + }, + { + "epoch": 1.3036459477267734, + "grad_norm": 2.1432201862335205, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7287498116493225, + "num_tokens": 280257088.0, + "step": 11871 + }, + { + "epoch": 1.3037557654293872, + "grad_norm": 2.2622334957122803, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.721967339515686, + "num_tokens": 280282252.0, + "step": 11872 + }, + { + "epoch": 1.303865583132001, + "grad_norm": 2.1105308532714844, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7250168919563293, + "num_tokens": 280311645.0, + "step": 11873 + }, + { + "epoch": 1.3039754008346145, + "grad_norm": 2.5794994831085205, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.7487974762916565, + "num_tokens": 280331125.0, + "step": 11874 + }, + { + "epoch": 1.3040852185372283, + "grad_norm": 2.899531602859497, + "learning_rate": 1e-06, + "loss": 0.8586, + "mean_token_accuracy": 0.722912073135376, + "num_tokens": 280346971.0, + "step": 11875 + }, + { + "epoch": 1.3041950362398418, + "grad_norm": 2.1715314388275146, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.700988233089447, + "num_tokens": 280373926.0, + "step": 11876 + }, + { + "epoch": 1.3043048539424555, + "grad_norm": 2.375936985015869, + "learning_rate": 1e-06, + "loss": 0.9141, + "mean_token_accuracy": 0.7174704074859619, + "num_tokens": 280396820.0, + "step": 11877 + }, + { + "epoch": 1.3044146716450693, + "grad_norm": 2.7280313968658447, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7280428409576416, + "num_tokens": 280415197.0, + "step": 11878 + }, + { + "epoch": 1.3045244893476828, + "grad_norm": 2.6994965076446533, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.71409010887146, + "num_tokens": 280434674.0, + "step": 11879 + }, + { + "epoch": 1.3046343070502964, + "grad_norm": 2.2029764652252197, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.698088526725769, + "num_tokens": 280463266.0, + "step": 11880 + }, + { + "epoch": 1.3047441247529101, + "grad_norm": 2.393263101577759, + "learning_rate": 1e-06, + "loss": 0.845, + "mean_token_accuracy": 0.7353880405426025, + "num_tokens": 280486487.0, + "step": 11881 + }, + { + "epoch": 1.3048539424555239, + "grad_norm": 2.3457491397857666, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7114686965942383, + "num_tokens": 280509281.0, + "step": 11882 + }, + { + "epoch": 1.3049637601581374, + "grad_norm": 2.5617802143096924, + "learning_rate": 1e-06, + "loss": 0.8293, + "mean_token_accuracy": 0.7426091432571411, + "num_tokens": 280528880.0, + "step": 11883 + }, + { + "epoch": 1.3050735778607512, + "grad_norm": 2.3937931060791016, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.721137523651123, + "num_tokens": 280552048.0, + "step": 11884 + }, + { + "epoch": 1.3051833955633647, + "grad_norm": 2.90508770942688, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7231913208961487, + "num_tokens": 280567799.0, + "step": 11885 + }, + { + "epoch": 1.3052932132659785, + "grad_norm": 2.3794994354248047, + "learning_rate": 1e-06, + "loss": 0.819, + "mean_token_accuracy": 0.7440314292907715, + "num_tokens": 280590078.0, + "step": 11886 + }, + { + "epoch": 1.3054030309685922, + "grad_norm": 2.2464373111724854, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.6951200366020203, + "num_tokens": 280617219.0, + "step": 11887 + }, + { + "epoch": 1.3055128486712058, + "grad_norm": 2.2838993072509766, + "learning_rate": 1e-06, + "loss": 0.9037, + "mean_token_accuracy": 0.7184211015701294, + "num_tokens": 280642470.0, + "step": 11888 + }, + { + "epoch": 1.3056226663738195, + "grad_norm": 2.0626137256622314, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7253168225288391, + "num_tokens": 280671301.0, + "step": 11889 + }, + { + "epoch": 1.305732484076433, + "grad_norm": 2.0602240562438965, + "learning_rate": 1e-06, + "loss": 0.9768, + "mean_token_accuracy": 0.7042922973632812, + "num_tokens": 280700893.0, + "step": 11890 + }, + { + "epoch": 1.3058423017790468, + "grad_norm": 2.868868112564087, + "learning_rate": 1e-06, + "loss": 0.7961, + "mean_token_accuracy": 0.7452439069747925, + "num_tokens": 280718131.0, + "step": 11891 + }, + { + "epoch": 1.3059521194816606, + "grad_norm": 2.186467170715332, + "learning_rate": 1e-06, + "loss": 0.803, + "mean_token_accuracy": 0.7448952794075012, + "num_tokens": 280744315.0, + "step": 11892 + }, + { + "epoch": 1.306061937184274, + "grad_norm": 2.2008275985717773, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.718329668045044, + "num_tokens": 280771934.0, + "step": 11893 + }, + { + "epoch": 1.3061717548868876, + "grad_norm": 2.1356968879699707, + "learning_rate": 1e-06, + "loss": 0.8184, + "mean_token_accuracy": 0.7414948344230652, + "num_tokens": 280798609.0, + "step": 11894 + }, + { + "epoch": 1.3062815725895014, + "grad_norm": 2.163034200668335, + "learning_rate": 1e-06, + "loss": 0.8575, + "mean_token_accuracy": 0.728744387626648, + "num_tokens": 280825401.0, + "step": 11895 + }, + { + "epoch": 1.3063913902921152, + "grad_norm": 2.510138750076294, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7352312803268433, + "num_tokens": 280844742.0, + "step": 11896 + }, + { + "epoch": 1.3065012079947287, + "grad_norm": 2.498903751373291, + "learning_rate": 1e-06, + "loss": 0.8343, + "mean_token_accuracy": 0.7409453988075256, + "num_tokens": 280865779.0, + "step": 11897 + }, + { + "epoch": 1.3066110256973424, + "grad_norm": 2.3564703464508057, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.7348557710647583, + "num_tokens": 280892133.0, + "step": 11898 + }, + { + "epoch": 1.306720843399956, + "grad_norm": 2.27770733833313, + "learning_rate": 1e-06, + "loss": 1.0037, + "mean_token_accuracy": 0.6954441070556641, + "num_tokens": 280915316.0, + "step": 11899 + }, + { + "epoch": 1.3068306611025697, + "grad_norm": 2.1199193000793457, + "learning_rate": 1e-06, + "loss": 0.9965, + "mean_token_accuracy": 0.693632960319519, + "num_tokens": 280943565.0, + "step": 11900 + }, + { + "epoch": 1.3069404788051835, + "grad_norm": 2.2691078186035156, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.728125274181366, + "num_tokens": 280966594.0, + "step": 11901 + }, + { + "epoch": 1.307050296507797, + "grad_norm": 2.186912775039673, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.7023403644561768, + "num_tokens": 280992822.0, + "step": 11902 + }, + { + "epoch": 1.3071601142104108, + "grad_norm": 2.3337886333465576, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7236229181289673, + "num_tokens": 281016894.0, + "step": 11903 + }, + { + "epoch": 1.3072699319130243, + "grad_norm": 2.3849668502807617, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7247169613838196, + "num_tokens": 281040047.0, + "step": 11904 + }, + { + "epoch": 1.307379749615638, + "grad_norm": 2.25958251953125, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.7006092667579651, + "num_tokens": 281068460.0, + "step": 11905 + }, + { + "epoch": 1.3074895673182518, + "grad_norm": 2.424283981323242, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7273227572441101, + "num_tokens": 281088775.0, + "step": 11906 + }, + { + "epoch": 1.3075993850208654, + "grad_norm": 2.2155749797821045, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.690360426902771, + "num_tokens": 281115876.0, + "step": 11907 + }, + { + "epoch": 1.307709202723479, + "grad_norm": 2.070223331451416, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7066771984100342, + "num_tokens": 281144247.0, + "step": 11908 + }, + { + "epoch": 1.3078190204260927, + "grad_norm": 2.2826576232910156, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7184470891952515, + "num_tokens": 281168774.0, + "step": 11909 + }, + { + "epoch": 1.3079288381287064, + "grad_norm": 2.3480288982391357, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7083585262298584, + "num_tokens": 281192418.0, + "step": 11910 + }, + { + "epoch": 1.30803865583132, + "grad_norm": 2.4938390254974365, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7280598282814026, + "num_tokens": 281214644.0, + "step": 11911 + }, + { + "epoch": 1.3081484735339337, + "grad_norm": 2.688900947570801, + "learning_rate": 1e-06, + "loss": 0.8179, + "mean_token_accuracy": 0.740400493144989, + "num_tokens": 281233790.0, + "step": 11912 + }, + { + "epoch": 1.3082582912365472, + "grad_norm": 2.2601425647735596, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7048969864845276, + "num_tokens": 281260328.0, + "step": 11913 + }, + { + "epoch": 1.308368108939161, + "grad_norm": 2.6549878120422363, + "learning_rate": 1e-06, + "loss": 0.7542, + "mean_token_accuracy": 0.7541698813438416, + "num_tokens": 281277699.0, + "step": 11914 + }, + { + "epoch": 1.3084779266417748, + "grad_norm": 2.0472617149353027, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7201142907142639, + "num_tokens": 281305595.0, + "step": 11915 + }, + { + "epoch": 1.3085877443443883, + "grad_norm": 2.468902111053467, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7188810110092163, + "num_tokens": 281327623.0, + "step": 11916 + }, + { + "epoch": 1.308697562047002, + "grad_norm": 2.3457794189453125, + "learning_rate": 1e-06, + "loss": 0.8217, + "mean_token_accuracy": 0.7484856843948364, + "num_tokens": 281350995.0, + "step": 11917 + }, + { + "epoch": 1.3088073797496156, + "grad_norm": 1.9590613842010498, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.6963399052619934, + "num_tokens": 281383417.0, + "step": 11918 + }, + { + "epoch": 1.3089171974522293, + "grad_norm": 2.3461720943450928, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7212440967559814, + "num_tokens": 281407772.0, + "step": 11919 + }, + { + "epoch": 1.309027015154843, + "grad_norm": 2.274796485900879, + "learning_rate": 1e-06, + "loss": 0.8415, + "mean_token_accuracy": 0.7374308109283447, + "num_tokens": 281432904.0, + "step": 11920 + }, + { + "epoch": 1.3091368328574566, + "grad_norm": 2.1757030487060547, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7038393020629883, + "num_tokens": 281459251.0, + "step": 11921 + }, + { + "epoch": 1.3092466505600702, + "grad_norm": 2.280712127685547, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.7221460342407227, + "num_tokens": 281485263.0, + "step": 11922 + }, + { + "epoch": 1.309356468262684, + "grad_norm": 2.651447296142578, + "learning_rate": 1e-06, + "loss": 0.8278, + "mean_token_accuracy": 0.7437682151794434, + "num_tokens": 281504010.0, + "step": 11923 + }, + { + "epoch": 1.3094662859652977, + "grad_norm": 2.2322444915771484, + "learning_rate": 1e-06, + "loss": 0.793, + "mean_token_accuracy": 0.7482073307037354, + "num_tokens": 281529458.0, + "step": 11924 + }, + { + "epoch": 1.3095761036679112, + "grad_norm": 2.399817943572998, + "learning_rate": 1e-06, + "loss": 0.8866, + "mean_token_accuracy": 0.7295650243759155, + "num_tokens": 281553159.0, + "step": 11925 + }, + { + "epoch": 1.309685921370525, + "grad_norm": 2.270017147064209, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7090280055999756, + "num_tokens": 281577309.0, + "step": 11926 + }, + { + "epoch": 1.3097957390731385, + "grad_norm": 2.652803421020508, + "learning_rate": 1e-06, + "loss": 0.8228, + "mean_token_accuracy": 0.7378677725791931, + "num_tokens": 281596137.0, + "step": 11927 + }, + { + "epoch": 1.3099055567757523, + "grad_norm": 2.2944235801696777, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7283984422683716, + "num_tokens": 281620826.0, + "step": 11928 + }, + { + "epoch": 1.310015374478366, + "grad_norm": 1.9394111633300781, + "learning_rate": 1e-06, + "loss": 1.0338, + "mean_token_accuracy": 0.6873706579208374, + "num_tokens": 281653742.0, + "step": 11929 + }, + { + "epoch": 1.3101251921809796, + "grad_norm": 2.3127169609069824, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7193096876144409, + "num_tokens": 281676362.0, + "step": 11930 + }, + { + "epoch": 1.3102350098835933, + "grad_norm": 2.2081212997436523, + "learning_rate": 1e-06, + "loss": 0.921, + "mean_token_accuracy": 0.71295166015625, + "num_tokens": 281707484.0, + "step": 11931 + }, + { + "epoch": 1.3103448275862069, + "grad_norm": 2.0770387649536133, + "learning_rate": 1e-06, + "loss": 0.8812, + "mean_token_accuracy": 0.7248190641403198, + "num_tokens": 281736682.0, + "step": 11932 + }, + { + "epoch": 1.3104546452888206, + "grad_norm": 2.2482776641845703, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7023136615753174, + "num_tokens": 281762548.0, + "step": 11933 + }, + { + "epoch": 1.3105644629914341, + "grad_norm": 2.7494304180145264, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.6896811723709106, + "num_tokens": 281780815.0, + "step": 11934 + }, + { + "epoch": 1.310674280694048, + "grad_norm": 2.3024938106536865, + "learning_rate": 1e-06, + "loss": 1.054, + "mean_token_accuracy": 0.6853340864181519, + "num_tokens": 281808973.0, + "step": 11935 + }, + { + "epoch": 1.3107840983966614, + "grad_norm": 2.5231733322143555, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7210235595703125, + "num_tokens": 281831181.0, + "step": 11936 + }, + { + "epoch": 1.3108939160992752, + "grad_norm": 2.3353912830352783, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7001550197601318, + "num_tokens": 281855305.0, + "step": 11937 + }, + { + "epoch": 1.311003733801889, + "grad_norm": 2.6103594303131104, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.7250282764434814, + "num_tokens": 281874563.0, + "step": 11938 + }, + { + "epoch": 1.3111135515045025, + "grad_norm": 2.540475368499756, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7268899083137512, + "num_tokens": 281895040.0, + "step": 11939 + }, + { + "epoch": 1.3112233692071162, + "grad_norm": 2.22591233253479, + "learning_rate": 1e-06, + "loss": 0.8714, + "mean_token_accuracy": 0.7375524044036865, + "num_tokens": 281921100.0, + "step": 11940 + }, + { + "epoch": 1.3113331869097298, + "grad_norm": 2.166398525238037, + "learning_rate": 1e-06, + "loss": 0.9907, + "mean_token_accuracy": 0.6947008371353149, + "num_tokens": 281947663.0, + "step": 11941 + }, + { + "epoch": 1.3114430046123435, + "grad_norm": 2.523721933364868, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7062338590621948, + "num_tokens": 281969099.0, + "step": 11942 + }, + { + "epoch": 1.3115528223149573, + "grad_norm": 2.471893787384033, + "learning_rate": 1e-06, + "loss": 0.9084, + "mean_token_accuracy": 0.7171170711517334, + "num_tokens": 281992488.0, + "step": 11943 + }, + { + "epoch": 1.3116626400175708, + "grad_norm": 2.2213134765625, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.6972838640213013, + "num_tokens": 282018548.0, + "step": 11944 + }, + { + "epoch": 1.3117724577201844, + "grad_norm": 2.676097869873047, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.7000328898429871, + "num_tokens": 282039265.0, + "step": 11945 + }, + { + "epoch": 1.3118822754227981, + "grad_norm": 2.3934595584869385, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.6920024156570435, + "num_tokens": 282062952.0, + "step": 11946 + }, + { + "epoch": 1.3119920931254119, + "grad_norm": 2.6285507678985596, + "learning_rate": 1e-06, + "loss": 0.8387, + "mean_token_accuracy": 0.742434024810791, + "num_tokens": 282081036.0, + "step": 11947 + }, + { + "epoch": 1.3121019108280254, + "grad_norm": 2.096907615661621, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7040560245513916, + "num_tokens": 282108698.0, + "step": 11948 + }, + { + "epoch": 1.3122117285306392, + "grad_norm": 2.4277780055999756, + "learning_rate": 1e-06, + "loss": 0.9975, + "mean_token_accuracy": 0.6952122449874878, + "num_tokens": 282130617.0, + "step": 11949 + }, + { + "epoch": 1.3123215462332527, + "grad_norm": 2.329174041748047, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7110546231269836, + "num_tokens": 282155985.0, + "step": 11950 + }, + { + "epoch": 1.3124313639358665, + "grad_norm": 2.2517545223236084, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7257797718048096, + "num_tokens": 282180048.0, + "step": 11951 + }, + { + "epoch": 1.3125411816384802, + "grad_norm": 2.6454453468322754, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7277194261550903, + "num_tokens": 282198813.0, + "step": 11952 + }, + { + "epoch": 1.3126509993410937, + "grad_norm": 2.2191660404205322, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7077264189720154, + "num_tokens": 282222765.0, + "step": 11953 + }, + { + "epoch": 1.3127608170437075, + "grad_norm": 2.269472360610962, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7002321481704712, + "num_tokens": 282249875.0, + "step": 11954 + }, + { + "epoch": 1.312870634746321, + "grad_norm": 2.4175379276275635, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7153012752532959, + "num_tokens": 282272766.0, + "step": 11955 + }, + { + "epoch": 1.3129804524489348, + "grad_norm": 2.883923292160034, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7310603260993958, + "num_tokens": 282290134.0, + "step": 11956 + }, + { + "epoch": 1.3130902701515486, + "grad_norm": 2.4262728691101074, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.725914478302002, + "num_tokens": 282312178.0, + "step": 11957 + }, + { + "epoch": 1.313200087854162, + "grad_norm": 2.4862070083618164, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.7252299785614014, + "num_tokens": 282330367.0, + "step": 11958 + }, + { + "epoch": 1.3133099055567756, + "grad_norm": 2.2227694988250732, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.6952402591705322, + "num_tokens": 282357163.0, + "step": 11959 + }, + { + "epoch": 1.3134197232593894, + "grad_norm": 2.7311458587646484, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7165207862854004, + "num_tokens": 282375637.0, + "step": 11960 + }, + { + "epoch": 1.3135295409620031, + "grad_norm": 2.0805578231811523, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7057541608810425, + "num_tokens": 282405591.0, + "step": 11961 + }, + { + "epoch": 1.3136393586646167, + "grad_norm": 2.1737444400787354, + "learning_rate": 1e-06, + "loss": 0.9358, + "mean_token_accuracy": 0.7082573175430298, + "num_tokens": 282435780.0, + "step": 11962 + }, + { + "epoch": 1.3137491763672304, + "grad_norm": 2.699906587600708, + "learning_rate": 1e-06, + "loss": 0.8364, + "mean_token_accuracy": 0.7314929962158203, + "num_tokens": 282453415.0, + "step": 11963 + }, + { + "epoch": 1.313858994069844, + "grad_norm": 2.522771120071411, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7389781475067139, + "num_tokens": 282474173.0, + "step": 11964 + }, + { + "epoch": 1.3139688117724577, + "grad_norm": 2.430284261703491, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7119959592819214, + "num_tokens": 282497452.0, + "step": 11965 + }, + { + "epoch": 1.3140786294750715, + "grad_norm": 2.478898048400879, + "learning_rate": 1e-06, + "loss": 1.0105, + "mean_token_accuracy": 0.6995230913162231, + "num_tokens": 282518445.0, + "step": 11966 + }, + { + "epoch": 1.314188447177685, + "grad_norm": 2.258064031600952, + "learning_rate": 1e-06, + "loss": 0.8564, + "mean_token_accuracy": 0.733863890171051, + "num_tokens": 282543293.0, + "step": 11967 + }, + { + "epoch": 1.3142982648802988, + "grad_norm": 2.1100873947143555, + "learning_rate": 1e-06, + "loss": 1.0476, + "mean_token_accuracy": 0.6946220397949219, + "num_tokens": 282571736.0, + "step": 11968 + }, + { + "epoch": 1.3144080825829123, + "grad_norm": 2.8737025260925293, + "learning_rate": 1e-06, + "loss": 0.8261, + "mean_token_accuracy": 0.7296291589736938, + "num_tokens": 282588287.0, + "step": 11969 + }, + { + "epoch": 1.314517900285526, + "grad_norm": 2.1994106769561768, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7036682367324829, + "num_tokens": 282615532.0, + "step": 11970 + }, + { + "epoch": 1.3146277179881398, + "grad_norm": 2.5202746391296387, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7047175168991089, + "num_tokens": 282637097.0, + "step": 11971 + }, + { + "epoch": 1.3147375356907534, + "grad_norm": 2.660276412963867, + "learning_rate": 1e-06, + "loss": 0.8096, + "mean_token_accuracy": 0.7434121370315552, + "num_tokens": 282654568.0, + "step": 11972 + }, + { + "epoch": 1.314847353393367, + "grad_norm": 2.2758712768554688, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6991384029388428, + "num_tokens": 282680306.0, + "step": 11973 + }, + { + "epoch": 1.3149571710959806, + "grad_norm": 2.5360448360443115, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.714847207069397, + "num_tokens": 282701429.0, + "step": 11974 + }, + { + "epoch": 1.3150669887985944, + "grad_norm": 2.209200859069824, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7141702175140381, + "num_tokens": 282725742.0, + "step": 11975 + }, + { + "epoch": 1.315176806501208, + "grad_norm": 2.1662864685058594, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7091602683067322, + "num_tokens": 282752827.0, + "step": 11976 + }, + { + "epoch": 1.3152866242038217, + "grad_norm": 2.2865490913391113, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7302336692810059, + "num_tokens": 282775261.0, + "step": 11977 + }, + { + "epoch": 1.3153964419064352, + "grad_norm": 2.02667236328125, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.6996034979820251, + "num_tokens": 282805992.0, + "step": 11978 + }, + { + "epoch": 1.315506259609049, + "grad_norm": 2.7495169639587402, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7300366759300232, + "num_tokens": 282823358.0, + "step": 11979 + }, + { + "epoch": 1.3156160773116627, + "grad_norm": 2.2244009971618652, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.7099764347076416, + "num_tokens": 282847699.0, + "step": 11980 + }, + { + "epoch": 1.3157258950142763, + "grad_norm": 1.8852627277374268, + "learning_rate": 1e-06, + "loss": 0.8714, + "mean_token_accuracy": 0.727657675743103, + "num_tokens": 282881389.0, + "step": 11981 + }, + { + "epoch": 1.31583571271689, + "grad_norm": 2.6635630130767822, + "learning_rate": 1e-06, + "loss": 0.8251, + "mean_token_accuracy": 0.7355172634124756, + "num_tokens": 282899352.0, + "step": 11982 + }, + { + "epoch": 1.3159455304195036, + "grad_norm": 2.273252010345459, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7231694459915161, + "num_tokens": 282924761.0, + "step": 11983 + }, + { + "epoch": 1.3160553481221173, + "grad_norm": 2.292325973510742, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7305136919021606, + "num_tokens": 282950769.0, + "step": 11984 + }, + { + "epoch": 1.3161651658247309, + "grad_norm": 2.1287660598754883, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7223796248435974, + "num_tokens": 282977595.0, + "step": 11985 + }, + { + "epoch": 1.3162749835273446, + "grad_norm": 2.3199470043182373, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7060151100158691, + "num_tokens": 283003501.0, + "step": 11986 + }, + { + "epoch": 1.3163848012299582, + "grad_norm": 2.9567172527313232, + "learning_rate": 1e-06, + "loss": 0.8156, + "mean_token_accuracy": 0.7458983659744263, + "num_tokens": 283019895.0, + "step": 11987 + }, + { + "epoch": 1.316494618932572, + "grad_norm": 2.4614226818084717, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7076708078384399, + "num_tokens": 283039819.0, + "step": 11988 + }, + { + "epoch": 1.3166044366351857, + "grad_norm": 2.4173645973205566, + "learning_rate": 1e-06, + "loss": 0.8383, + "mean_token_accuracy": 0.7531324625015259, + "num_tokens": 283062101.0, + "step": 11989 + }, + { + "epoch": 1.3167142543377992, + "grad_norm": 2.169713020324707, + "learning_rate": 1e-06, + "loss": 0.9467, + "mean_token_accuracy": 0.7040376663208008, + "num_tokens": 283089483.0, + "step": 11990 + }, + { + "epoch": 1.316824072040413, + "grad_norm": 2.617753267288208, + "learning_rate": 1e-06, + "loss": 0.8157, + "mean_token_accuracy": 0.7331180572509766, + "num_tokens": 283110038.0, + "step": 11991 + }, + { + "epoch": 1.3169338897430265, + "grad_norm": 2.4086570739746094, + "learning_rate": 1e-06, + "loss": 0.9775, + "mean_token_accuracy": 0.6968529224395752, + "num_tokens": 283134203.0, + "step": 11992 + }, + { + "epoch": 1.3170437074456403, + "grad_norm": 2.238814115524292, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7080212831497192, + "num_tokens": 283159745.0, + "step": 11993 + }, + { + "epoch": 1.317153525148254, + "grad_norm": 2.4321446418762207, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7314866185188293, + "num_tokens": 283182706.0, + "step": 11994 + }, + { + "epoch": 1.3172633428508675, + "grad_norm": 2.110267162322998, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7252159118652344, + "num_tokens": 283210295.0, + "step": 11995 + }, + { + "epoch": 1.3173731605534813, + "grad_norm": 2.454444646835327, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7204274535179138, + "num_tokens": 283232384.0, + "step": 11996 + }, + { + "epoch": 1.3174829782560948, + "grad_norm": 2.2561163902282715, + "learning_rate": 1e-06, + "loss": 0.7962, + "mean_token_accuracy": 0.7520884275436401, + "num_tokens": 283257562.0, + "step": 11997 + }, + { + "epoch": 1.3175927959587086, + "grad_norm": 2.1472246646881104, + "learning_rate": 1e-06, + "loss": 1.0072, + "mean_token_accuracy": 0.691110372543335, + "num_tokens": 283286209.0, + "step": 11998 + }, + { + "epoch": 1.3177026136613221, + "grad_norm": 2.1870954036712646, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7070484161376953, + "num_tokens": 283313366.0, + "step": 11999 + }, + { + "epoch": 1.3178124313639359, + "grad_norm": 2.320798635482788, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7116603255271912, + "num_tokens": 283338630.0, + "step": 12000 + }, + { + "epoch": 1.3179222490665494, + "grad_norm": 2.6893985271453857, + "learning_rate": 1e-06, + "loss": 0.8688, + "mean_token_accuracy": 0.7270058393478394, + "num_tokens": 283356825.0, + "step": 12001 + }, + { + "epoch": 1.3180320667691632, + "grad_norm": 2.3445518016815186, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7127529978752136, + "num_tokens": 283381709.0, + "step": 12002 + }, + { + "epoch": 1.318141884471777, + "grad_norm": 2.2712388038635254, + "learning_rate": 1e-06, + "loss": 0.9058, + "mean_token_accuracy": 0.7180317640304565, + "num_tokens": 283404336.0, + "step": 12003 + }, + { + "epoch": 1.3182517021743905, + "grad_norm": 2.2531163692474365, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7018064856529236, + "num_tokens": 283429760.0, + "step": 12004 + }, + { + "epoch": 1.3183615198770042, + "grad_norm": 2.733684778213501, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.727964460849762, + "num_tokens": 283448082.0, + "step": 12005 + }, + { + "epoch": 1.3184713375796178, + "grad_norm": 2.4151432514190674, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7087717056274414, + "num_tokens": 283473073.0, + "step": 12006 + }, + { + "epoch": 1.3185811552822315, + "grad_norm": 2.5795276165008545, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7034151554107666, + "num_tokens": 283495223.0, + "step": 12007 + }, + { + "epoch": 1.3186909729848453, + "grad_norm": 2.3305904865264893, + "learning_rate": 1e-06, + "loss": 0.8587, + "mean_token_accuracy": 0.7285182476043701, + "num_tokens": 283518820.0, + "step": 12008 + }, + { + "epoch": 1.3188007906874588, + "grad_norm": 2.353672504425049, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7286245822906494, + "num_tokens": 283542848.0, + "step": 12009 + }, + { + "epoch": 1.3189106083900723, + "grad_norm": 2.415912628173828, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7248300313949585, + "num_tokens": 283566438.0, + "step": 12010 + }, + { + "epoch": 1.319020426092686, + "grad_norm": 2.544466972351074, + "learning_rate": 1e-06, + "loss": 0.8452, + "mean_token_accuracy": 0.7402087450027466, + "num_tokens": 283586422.0, + "step": 12011 + }, + { + "epoch": 1.3191302437952999, + "grad_norm": 2.4819343090057373, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7249428033828735, + "num_tokens": 283609623.0, + "step": 12012 + }, + { + "epoch": 1.3192400614979134, + "grad_norm": 2.344362735748291, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7309691309928894, + "num_tokens": 283630645.0, + "step": 12013 + }, + { + "epoch": 1.3193498792005272, + "grad_norm": 2.539877414703369, + "learning_rate": 1e-06, + "loss": 0.847, + "mean_token_accuracy": 0.7282310724258423, + "num_tokens": 283653203.0, + "step": 12014 + }, + { + "epoch": 1.3194596969031407, + "grad_norm": 2.4614741802215576, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.7348300218582153, + "num_tokens": 283674912.0, + "step": 12015 + }, + { + "epoch": 1.3195695146057544, + "grad_norm": 2.5455498695373535, + "learning_rate": 1e-06, + "loss": 0.8191, + "mean_token_accuracy": 0.7362093925476074, + "num_tokens": 283696740.0, + "step": 12016 + }, + { + "epoch": 1.3196793323083682, + "grad_norm": 2.5156619548797607, + "learning_rate": 1e-06, + "loss": 0.8363, + "mean_token_accuracy": 0.7417218089103699, + "num_tokens": 283718430.0, + "step": 12017 + }, + { + "epoch": 1.3197891500109817, + "grad_norm": 2.584986925125122, + "learning_rate": 1e-06, + "loss": 0.8686, + "mean_token_accuracy": 0.7297472953796387, + "num_tokens": 283738201.0, + "step": 12018 + }, + { + "epoch": 1.3198989677135955, + "grad_norm": 2.6198668479919434, + "learning_rate": 1e-06, + "loss": 0.8427, + "mean_token_accuracy": 0.7356336712837219, + "num_tokens": 283758301.0, + "step": 12019 + }, + { + "epoch": 1.320008785416209, + "grad_norm": 2.209061622619629, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7361611127853394, + "num_tokens": 283784037.0, + "step": 12020 + }, + { + "epoch": 1.3201186031188228, + "grad_norm": 2.4302308559417725, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7131760120391846, + "num_tokens": 283806631.0, + "step": 12021 + }, + { + "epoch": 1.3202284208214365, + "grad_norm": 2.2994043827056885, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7326043844223022, + "num_tokens": 283830798.0, + "step": 12022 + }, + { + "epoch": 1.32033823852405, + "grad_norm": 2.424161195755005, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7317428588867188, + "num_tokens": 283852344.0, + "step": 12023 + }, + { + "epoch": 1.3204480562266636, + "grad_norm": 2.3988521099090576, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7007907032966614, + "num_tokens": 283876590.0, + "step": 12024 + }, + { + "epoch": 1.3205578739292774, + "grad_norm": 2.457676410675049, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6992589831352234, + "num_tokens": 283899535.0, + "step": 12025 + }, + { + "epoch": 1.3206676916318911, + "grad_norm": 2.1735315322875977, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7276021242141724, + "num_tokens": 283926150.0, + "step": 12026 + }, + { + "epoch": 1.3207775093345047, + "grad_norm": 2.2953226566314697, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.705169141292572, + "num_tokens": 283951269.0, + "step": 12027 + }, + { + "epoch": 1.3208873270371184, + "grad_norm": 2.4834699630737305, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7215873599052429, + "num_tokens": 283972341.0, + "step": 12028 + }, + { + "epoch": 1.320997144739732, + "grad_norm": 2.5003814697265625, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.7357926368713379, + "num_tokens": 283993050.0, + "step": 12029 + }, + { + "epoch": 1.3211069624423457, + "grad_norm": 2.741405487060547, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.723219633102417, + "num_tokens": 284011842.0, + "step": 12030 + }, + { + "epoch": 1.3212167801449595, + "grad_norm": 2.182541847229004, + "learning_rate": 1e-06, + "loss": 0.8789, + "mean_token_accuracy": 0.7197773456573486, + "num_tokens": 284037473.0, + "step": 12031 + }, + { + "epoch": 1.321326597847573, + "grad_norm": 2.6124024391174316, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7203872203826904, + "num_tokens": 284057264.0, + "step": 12032 + }, + { + "epoch": 1.3214364155501868, + "grad_norm": 2.2249317169189453, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.734214186668396, + "num_tokens": 284081651.0, + "step": 12033 + }, + { + "epoch": 1.3215462332528003, + "grad_norm": 2.350645065307617, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7110661268234253, + "num_tokens": 284105605.0, + "step": 12034 + }, + { + "epoch": 1.321656050955414, + "grad_norm": 2.42840576171875, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7342674136161804, + "num_tokens": 284128453.0, + "step": 12035 + }, + { + "epoch": 1.3217658686580278, + "grad_norm": 2.308192253112793, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7174763679504395, + "num_tokens": 284151993.0, + "step": 12036 + }, + { + "epoch": 1.3218756863606413, + "grad_norm": 2.4829792976379395, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7175562381744385, + "num_tokens": 284172914.0, + "step": 12037 + }, + { + "epoch": 1.3219855040632549, + "grad_norm": 2.265099287033081, + "learning_rate": 1e-06, + "loss": 0.8101, + "mean_token_accuracy": 0.7450255751609802, + "num_tokens": 284197963.0, + "step": 12038 + }, + { + "epoch": 1.3220953217658686, + "grad_norm": 2.4047389030456543, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7127110362052917, + "num_tokens": 284222685.0, + "step": 12039 + }, + { + "epoch": 1.3222051394684824, + "grad_norm": 2.429419994354248, + "learning_rate": 1e-06, + "loss": 0.9563, + "mean_token_accuracy": 0.6995000839233398, + "num_tokens": 284244339.0, + "step": 12040 + }, + { + "epoch": 1.322314957171096, + "grad_norm": 2.070707082748413, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7077581286430359, + "num_tokens": 284274165.0, + "step": 12041 + }, + { + "epoch": 1.3224247748737097, + "grad_norm": 2.1488988399505615, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.698029100894928, + "num_tokens": 284300196.0, + "step": 12042 + }, + { + "epoch": 1.3225345925763232, + "grad_norm": 2.3627851009368896, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7174139618873596, + "num_tokens": 284323583.0, + "step": 12043 + }, + { + "epoch": 1.322644410278937, + "grad_norm": 2.4975903034210205, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7366783022880554, + "num_tokens": 284345140.0, + "step": 12044 + }, + { + "epoch": 1.3227542279815507, + "grad_norm": 2.4935715198516846, + "learning_rate": 1e-06, + "loss": 0.8492, + "mean_token_accuracy": 0.7324299812316895, + "num_tokens": 284365451.0, + "step": 12045 + }, + { + "epoch": 1.3228640456841643, + "grad_norm": 2.1986377239227295, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7146555185317993, + "num_tokens": 284393457.0, + "step": 12046 + }, + { + "epoch": 1.322973863386778, + "grad_norm": 2.3292312622070312, + "learning_rate": 1e-06, + "loss": 1.013, + "mean_token_accuracy": 0.6988003253936768, + "num_tokens": 284419318.0, + "step": 12047 + }, + { + "epoch": 1.3230836810893916, + "grad_norm": 2.303875684738159, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7356937527656555, + "num_tokens": 284443145.0, + "step": 12048 + }, + { + "epoch": 1.3231934987920053, + "grad_norm": 2.225813627243042, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.718900203704834, + "num_tokens": 284469938.0, + "step": 12049 + }, + { + "epoch": 1.3233033164946189, + "grad_norm": 2.1719858646392822, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7299118041992188, + "num_tokens": 284496084.0, + "step": 12050 + }, + { + "epoch": 1.3234131341972326, + "grad_norm": 2.3804450035095215, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7214697599411011, + "num_tokens": 284519919.0, + "step": 12051 + }, + { + "epoch": 1.3235229518998461, + "grad_norm": 2.544457197189331, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7413198947906494, + "num_tokens": 284538092.0, + "step": 12052 + }, + { + "epoch": 1.32363276960246, + "grad_norm": 2.08506178855896, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7220476865768433, + "num_tokens": 284567955.0, + "step": 12053 + }, + { + "epoch": 1.3237425873050737, + "grad_norm": 2.2737386226654053, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.7167412638664246, + "num_tokens": 284594852.0, + "step": 12054 + }, + { + "epoch": 1.3238524050076872, + "grad_norm": 2.045836925506592, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7165184617042542, + "num_tokens": 284622780.0, + "step": 12055 + }, + { + "epoch": 1.323962222710301, + "grad_norm": 2.5831289291381836, + "learning_rate": 1e-06, + "loss": 0.8143, + "mean_token_accuracy": 0.7398461103439331, + "num_tokens": 284642246.0, + "step": 12056 + }, + { + "epoch": 1.3240720404129145, + "grad_norm": 2.2243871688842773, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7319895029067993, + "num_tokens": 284667329.0, + "step": 12057 + }, + { + "epoch": 1.3241818581155282, + "grad_norm": 2.5222129821777344, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7309080362319946, + "num_tokens": 284688215.0, + "step": 12058 + }, + { + "epoch": 1.324291675818142, + "grad_norm": 2.6500065326690674, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7246909141540527, + "num_tokens": 284709713.0, + "step": 12059 + }, + { + "epoch": 1.3244014935207555, + "grad_norm": 2.276078462600708, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.723556399345398, + "num_tokens": 284734243.0, + "step": 12060 + }, + { + "epoch": 1.324511311223369, + "grad_norm": 2.4896557331085205, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7208481431007385, + "num_tokens": 284756539.0, + "step": 12061 + }, + { + "epoch": 1.3246211289259828, + "grad_norm": 2.582669734954834, + "learning_rate": 1e-06, + "loss": 0.8297, + "mean_token_accuracy": 0.7314178943634033, + "num_tokens": 284777088.0, + "step": 12062 + }, + { + "epoch": 1.3247309466285966, + "grad_norm": 2.4604225158691406, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7081907987594604, + "num_tokens": 284800446.0, + "step": 12063 + }, + { + "epoch": 1.3248407643312101, + "grad_norm": 2.5324180126190186, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.7053143382072449, + "num_tokens": 284822840.0, + "step": 12064 + }, + { + "epoch": 1.3249505820338239, + "grad_norm": 1.9571436643600464, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7131140828132629, + "num_tokens": 284855550.0, + "step": 12065 + }, + { + "epoch": 1.3250603997364374, + "grad_norm": 2.555112838745117, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7144269943237305, + "num_tokens": 284875522.0, + "step": 12066 + }, + { + "epoch": 1.3251702174390512, + "grad_norm": 2.935703992843628, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7336285710334778, + "num_tokens": 284891607.0, + "step": 12067 + }, + { + "epoch": 1.325280035141665, + "grad_norm": 2.2750492095947266, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7207697629928589, + "num_tokens": 284916749.0, + "step": 12068 + }, + { + "epoch": 1.3253898528442785, + "grad_norm": 2.5890464782714844, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7184208035469055, + "num_tokens": 284937180.0, + "step": 12069 + }, + { + "epoch": 1.3254996705468922, + "grad_norm": 2.1408722400665283, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7183269262313843, + "num_tokens": 284962290.0, + "step": 12070 + }, + { + "epoch": 1.3256094882495058, + "grad_norm": 2.3647477626800537, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.717820405960083, + "num_tokens": 284985050.0, + "step": 12071 + }, + { + "epoch": 1.3257193059521195, + "grad_norm": 2.2741262912750244, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7258085012435913, + "num_tokens": 285010304.0, + "step": 12072 + }, + { + "epoch": 1.3258291236547333, + "grad_norm": 2.069180488586426, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7119325399398804, + "num_tokens": 285040613.0, + "step": 12073 + }, + { + "epoch": 1.3259389413573468, + "grad_norm": 2.533837080001831, + "learning_rate": 1e-06, + "loss": 0.7746, + "mean_token_accuracy": 0.7538915872573853, + "num_tokens": 285059484.0, + "step": 12074 + }, + { + "epoch": 1.3260487590599603, + "grad_norm": 2.7502615451812744, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7141401171684265, + "num_tokens": 285077564.0, + "step": 12075 + }, + { + "epoch": 1.326158576762574, + "grad_norm": 2.0495920181274414, + "learning_rate": 1e-06, + "loss": 0.8549, + "mean_token_accuracy": 0.7387746572494507, + "num_tokens": 285106505.0, + "step": 12076 + }, + { + "epoch": 1.3262683944651878, + "grad_norm": 2.1942620277404785, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7055796384811401, + "num_tokens": 285135342.0, + "step": 12077 + }, + { + "epoch": 1.3263782121678014, + "grad_norm": 2.0732991695404053, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7285309433937073, + "num_tokens": 285164335.0, + "step": 12078 + }, + { + "epoch": 1.3264880298704151, + "grad_norm": 2.1904914379119873, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7059122920036316, + "num_tokens": 285192274.0, + "step": 12079 + }, + { + "epoch": 1.3265978475730287, + "grad_norm": 2.5610101222991943, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7109866142272949, + "num_tokens": 285212359.0, + "step": 12080 + }, + { + "epoch": 1.3267076652756424, + "grad_norm": 2.4369521141052246, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7319738268852234, + "num_tokens": 285234524.0, + "step": 12081 + }, + { + "epoch": 1.3268174829782562, + "grad_norm": 2.245107412338257, + "learning_rate": 1e-06, + "loss": 0.8541, + "mean_token_accuracy": 0.7425298690795898, + "num_tokens": 285258786.0, + "step": 12082 + }, + { + "epoch": 1.3269273006808697, + "grad_norm": 2.4247868061065674, + "learning_rate": 1e-06, + "loss": 0.8518, + "mean_token_accuracy": 0.7243872880935669, + "num_tokens": 285281171.0, + "step": 12083 + }, + { + "epoch": 1.3270371183834835, + "grad_norm": 2.5653600692749023, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.707770049571991, + "num_tokens": 285302343.0, + "step": 12084 + }, + { + "epoch": 1.327146936086097, + "grad_norm": 2.449648380279541, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7280693650245667, + "num_tokens": 285324995.0, + "step": 12085 + }, + { + "epoch": 1.3272567537887108, + "grad_norm": 2.515117883682251, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7211207151412964, + "num_tokens": 285345469.0, + "step": 12086 + }, + { + "epoch": 1.3273665714913245, + "grad_norm": 2.427889347076416, + "learning_rate": 1e-06, + "loss": 0.8202, + "mean_token_accuracy": 0.7455507516860962, + "num_tokens": 285365741.0, + "step": 12087 + }, + { + "epoch": 1.327476389193938, + "grad_norm": 2.3837239742279053, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7218914031982422, + "num_tokens": 285391049.0, + "step": 12088 + }, + { + "epoch": 1.3275862068965516, + "grad_norm": 2.2750258445739746, + "learning_rate": 1e-06, + "loss": 0.8745, + "mean_token_accuracy": 0.730962872505188, + "num_tokens": 285415425.0, + "step": 12089 + }, + { + "epoch": 1.3276960245991654, + "grad_norm": 2.35546875, + "learning_rate": 1e-06, + "loss": 0.8671, + "mean_token_accuracy": 0.7286723256111145, + "num_tokens": 285437462.0, + "step": 12090 + }, + { + "epoch": 1.3278058423017791, + "grad_norm": 2.1927335262298584, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7247225046157837, + "num_tokens": 285462952.0, + "step": 12091 + }, + { + "epoch": 1.3279156600043927, + "grad_norm": 2.57003116607666, + "learning_rate": 1e-06, + "loss": 0.8516, + "mean_token_accuracy": 0.7408071756362915, + "num_tokens": 285482823.0, + "step": 12092 + }, + { + "epoch": 1.3280254777070064, + "grad_norm": 2.0778400897979736, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7188748121261597, + "num_tokens": 285512162.0, + "step": 12093 + }, + { + "epoch": 1.32813529540962, + "grad_norm": 2.319234848022461, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.7225154042243958, + "num_tokens": 285534640.0, + "step": 12094 + }, + { + "epoch": 1.3282451131122337, + "grad_norm": 2.3323700428009033, + "learning_rate": 1e-06, + "loss": 0.9534, + "mean_token_accuracy": 0.7060108184814453, + "num_tokens": 285561080.0, + "step": 12095 + }, + { + "epoch": 1.3283549308148475, + "grad_norm": 2.2143490314483643, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7098250985145569, + "num_tokens": 285589186.0, + "step": 12096 + }, + { + "epoch": 1.328464748517461, + "grad_norm": 2.100024938583374, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.6899460554122925, + "num_tokens": 285619099.0, + "step": 12097 + }, + { + "epoch": 1.3285745662200747, + "grad_norm": 2.5206332206726074, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7128799557685852, + "num_tokens": 285640751.0, + "step": 12098 + }, + { + "epoch": 1.3286843839226883, + "grad_norm": 2.299417734146118, + "learning_rate": 1e-06, + "loss": 0.8287, + "mean_token_accuracy": 0.7366750240325928, + "num_tokens": 285664028.0, + "step": 12099 + }, + { + "epoch": 1.328794201625302, + "grad_norm": 2.636427879333496, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7149010300636292, + "num_tokens": 285682750.0, + "step": 12100 + }, + { + "epoch": 1.3289040193279158, + "grad_norm": 2.5194361209869385, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.710887610912323, + "num_tokens": 285703740.0, + "step": 12101 + }, + { + "epoch": 1.3290138370305293, + "grad_norm": 2.216113567352295, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7151029109954834, + "num_tokens": 285728723.0, + "step": 12102 + }, + { + "epoch": 1.3291236547331429, + "grad_norm": 2.0690090656280518, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7091119885444641, + "num_tokens": 285758054.0, + "step": 12103 + }, + { + "epoch": 1.3292334724357566, + "grad_norm": 2.756075620651245, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7143619656562805, + "num_tokens": 285777134.0, + "step": 12104 + }, + { + "epoch": 1.3293432901383704, + "grad_norm": 2.332460641860962, + "learning_rate": 1e-06, + "loss": 0.8542, + "mean_token_accuracy": 0.7377674579620361, + "num_tokens": 285802108.0, + "step": 12105 + }, + { + "epoch": 1.329453107840984, + "grad_norm": 2.3910458087921143, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7163341641426086, + "num_tokens": 285825769.0, + "step": 12106 + }, + { + "epoch": 1.3295629255435977, + "grad_norm": 2.1729960441589355, + "learning_rate": 1e-06, + "loss": 0.9609, + "mean_token_accuracy": 0.7149851322174072, + "num_tokens": 285853270.0, + "step": 12107 + }, + { + "epoch": 1.3296727432462112, + "grad_norm": 2.3857860565185547, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7178669571876526, + "num_tokens": 285877182.0, + "step": 12108 + }, + { + "epoch": 1.329782560948825, + "grad_norm": 2.3138961791992188, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7163951396942139, + "num_tokens": 285900398.0, + "step": 12109 + }, + { + "epoch": 1.3298923786514387, + "grad_norm": 2.729418992996216, + "learning_rate": 1e-06, + "loss": 0.8596, + "mean_token_accuracy": 0.7262638211250305, + "num_tokens": 285917860.0, + "step": 12110 + }, + { + "epoch": 1.3300021963540523, + "grad_norm": 2.6383771896362305, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7279738187789917, + "num_tokens": 285936258.0, + "step": 12111 + }, + { + "epoch": 1.330112014056666, + "grad_norm": 2.513554334640503, + "learning_rate": 1e-06, + "loss": 0.8505, + "mean_token_accuracy": 0.7381080389022827, + "num_tokens": 285956605.0, + "step": 12112 + }, + { + "epoch": 1.3302218317592795, + "grad_norm": 2.4326910972595215, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.71384197473526, + "num_tokens": 285980789.0, + "step": 12113 + }, + { + "epoch": 1.3303316494618933, + "grad_norm": 2.696040391921997, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.6925173997879028, + "num_tokens": 286001535.0, + "step": 12114 + }, + { + "epoch": 1.3304414671645068, + "grad_norm": 2.366212844848633, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7285732626914978, + "num_tokens": 286024471.0, + "step": 12115 + }, + { + "epoch": 1.3305512848671206, + "grad_norm": 2.364121913909912, + "learning_rate": 1e-06, + "loss": 0.9762, + "mean_token_accuracy": 0.705241322517395, + "num_tokens": 286050225.0, + "step": 12116 + }, + { + "epoch": 1.3306611025697341, + "grad_norm": 2.2505857944488525, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7020788788795471, + "num_tokens": 286075211.0, + "step": 12117 + }, + { + "epoch": 1.330770920272348, + "grad_norm": 2.275012254714966, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7136180400848389, + "num_tokens": 286101423.0, + "step": 12118 + }, + { + "epoch": 1.3308807379749616, + "grad_norm": 2.71901798248291, + "learning_rate": 1e-06, + "loss": 0.8049, + "mean_token_accuracy": 0.7407468557357788, + "num_tokens": 286119001.0, + "step": 12119 + }, + { + "epoch": 1.3309905556775752, + "grad_norm": 2.3727123737335205, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.6970404982566833, + "num_tokens": 286144563.0, + "step": 12120 + }, + { + "epoch": 1.331100373380189, + "grad_norm": 2.035910129547119, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7076758742332458, + "num_tokens": 286174702.0, + "step": 12121 + }, + { + "epoch": 1.3312101910828025, + "grad_norm": 2.566133499145508, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7161560654640198, + "num_tokens": 286194647.0, + "step": 12122 + }, + { + "epoch": 1.3313200087854162, + "grad_norm": 2.229423999786377, + "learning_rate": 1e-06, + "loss": 0.8757, + "mean_token_accuracy": 0.7236438989639282, + "num_tokens": 286218818.0, + "step": 12123 + }, + { + "epoch": 1.33142982648803, + "grad_norm": 2.228306293487549, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7175832390785217, + "num_tokens": 286243208.0, + "step": 12124 + }, + { + "epoch": 1.3315396441906435, + "grad_norm": 2.310482978820801, + "learning_rate": 1e-06, + "loss": 0.9883, + "mean_token_accuracy": 0.6977680921554565, + "num_tokens": 286269018.0, + "step": 12125 + }, + { + "epoch": 1.331649461893257, + "grad_norm": 2.5144753456115723, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7209064960479736, + "num_tokens": 286289837.0, + "step": 12126 + }, + { + "epoch": 1.3317592795958708, + "grad_norm": 1.86430823802948, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7043743133544922, + "num_tokens": 286322481.0, + "step": 12127 + }, + { + "epoch": 1.3318690972984846, + "grad_norm": 1.965338110923767, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7221890091896057, + "num_tokens": 286353928.0, + "step": 12128 + }, + { + "epoch": 1.331978915001098, + "grad_norm": 2.4665467739105225, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.722261369228363, + "num_tokens": 286375524.0, + "step": 12129 + }, + { + "epoch": 1.3320887327037119, + "grad_norm": 2.325878143310547, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7180612087249756, + "num_tokens": 286401033.0, + "step": 12130 + }, + { + "epoch": 1.3321985504063254, + "grad_norm": 2.2751755714416504, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7108129858970642, + "num_tokens": 286426420.0, + "step": 12131 + }, + { + "epoch": 1.3323083681089392, + "grad_norm": 1.9936813116073608, + "learning_rate": 1e-06, + "loss": 0.9428, + "mean_token_accuracy": 0.7089259624481201, + "num_tokens": 286458728.0, + "step": 12132 + }, + { + "epoch": 1.332418185811553, + "grad_norm": 2.253483533859253, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7065463066101074, + "num_tokens": 286484999.0, + "step": 12133 + }, + { + "epoch": 1.3325280035141664, + "grad_norm": 2.201266288757324, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7108331918716431, + "num_tokens": 286510729.0, + "step": 12134 + }, + { + "epoch": 1.3326378212167802, + "grad_norm": 2.5493245124816895, + "learning_rate": 1e-06, + "loss": 1.0136, + "mean_token_accuracy": 0.6900714039802551, + "num_tokens": 286531157.0, + "step": 12135 + }, + { + "epoch": 1.3327476389193937, + "grad_norm": 2.3059258460998535, + "learning_rate": 1e-06, + "loss": 0.975, + "mean_token_accuracy": 0.7032784223556519, + "num_tokens": 286556435.0, + "step": 12136 + }, + { + "epoch": 1.3328574566220075, + "grad_norm": 2.2671420574188232, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7131233215332031, + "num_tokens": 286582224.0, + "step": 12137 + }, + { + "epoch": 1.3329672743246213, + "grad_norm": 2.9087047576904297, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7343370914459229, + "num_tokens": 286599818.0, + "step": 12138 + }, + { + "epoch": 1.3330770920272348, + "grad_norm": 2.432598352432251, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7227155566215515, + "num_tokens": 286622199.0, + "step": 12139 + }, + { + "epoch": 1.3331869097298483, + "grad_norm": 1.9879612922668457, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.7381764650344849, + "num_tokens": 286652925.0, + "step": 12140 + }, + { + "epoch": 1.333296727432462, + "grad_norm": 2.0248255729675293, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7099551558494568, + "num_tokens": 286682528.0, + "step": 12141 + }, + { + "epoch": 1.3334065451350758, + "grad_norm": 2.132093667984009, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7255852222442627, + "num_tokens": 286710306.0, + "step": 12142 + }, + { + "epoch": 1.3335163628376894, + "grad_norm": 2.553109884262085, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.7067316770553589, + "num_tokens": 286730983.0, + "step": 12143 + }, + { + "epoch": 1.3336261805403031, + "grad_norm": 2.6059978008270264, + "learning_rate": 1e-06, + "loss": 0.7922, + "mean_token_accuracy": 0.7486909031867981, + "num_tokens": 286751295.0, + "step": 12144 + }, + { + "epoch": 1.3337359982429167, + "grad_norm": 2.132209539413452, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7229443788528442, + "num_tokens": 286778821.0, + "step": 12145 + }, + { + "epoch": 1.3338458159455304, + "grad_norm": 2.212573528289795, + "learning_rate": 1e-06, + "loss": 0.9858, + "mean_token_accuracy": 0.7058455348014832, + "num_tokens": 286804918.0, + "step": 12146 + }, + { + "epoch": 1.3339556336481442, + "grad_norm": 2.4160237312316895, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.718859851360321, + "num_tokens": 286826899.0, + "step": 12147 + }, + { + "epoch": 1.3340654513507577, + "grad_norm": 2.436378002166748, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.736398458480835, + "num_tokens": 286849378.0, + "step": 12148 + }, + { + "epoch": 1.3341752690533715, + "grad_norm": 2.1368980407714844, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.689997673034668, + "num_tokens": 286875699.0, + "step": 12149 + }, + { + "epoch": 1.334285086755985, + "grad_norm": 2.133772373199463, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.6921156644821167, + "num_tokens": 286903486.0, + "step": 12150 + }, + { + "epoch": 1.3343949044585988, + "grad_norm": 2.2869415283203125, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.725033700466156, + "num_tokens": 286928360.0, + "step": 12151 + }, + { + "epoch": 1.3345047221612125, + "grad_norm": 2.2347028255462646, + "learning_rate": 1e-06, + "loss": 0.9981, + "mean_token_accuracy": 0.7067753076553345, + "num_tokens": 286953017.0, + "step": 12152 + }, + { + "epoch": 1.334614539863826, + "grad_norm": 3.080653429031372, + "learning_rate": 1e-06, + "loss": 0.7953, + "mean_token_accuracy": 0.7471268773078918, + "num_tokens": 286967624.0, + "step": 12153 + }, + { + "epoch": 1.3347243575664396, + "grad_norm": 2.3634181022644043, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.7368899583816528, + "num_tokens": 286990273.0, + "step": 12154 + }, + { + "epoch": 1.3348341752690533, + "grad_norm": 3.1453657150268555, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7423644065856934, + "num_tokens": 287004254.0, + "step": 12155 + }, + { + "epoch": 1.334943992971667, + "grad_norm": 2.63917875289917, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.7088832855224609, + "num_tokens": 287024327.0, + "step": 12156 + }, + { + "epoch": 1.3350538106742806, + "grad_norm": 2.152189254760742, + "learning_rate": 1e-06, + "loss": 0.8225, + "mean_token_accuracy": 0.7368553876876831, + "num_tokens": 287049994.0, + "step": 12157 + }, + { + "epoch": 1.3351636283768944, + "grad_norm": 2.3893604278564453, + "learning_rate": 1e-06, + "loss": 0.8586, + "mean_token_accuracy": 0.7299690246582031, + "num_tokens": 287071332.0, + "step": 12158 + }, + { + "epoch": 1.335273446079508, + "grad_norm": 2.4985432624816895, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.6990346908569336, + "num_tokens": 287093174.0, + "step": 12159 + }, + { + "epoch": 1.3353832637821217, + "grad_norm": 2.6216981410980225, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7092545628547668, + "num_tokens": 287112920.0, + "step": 12160 + }, + { + "epoch": 1.3354930814847354, + "grad_norm": 2.234602212905884, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7211408615112305, + "num_tokens": 287138188.0, + "step": 12161 + }, + { + "epoch": 1.335602899187349, + "grad_norm": 2.134262800216675, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7090854644775391, + "num_tokens": 287167300.0, + "step": 12162 + }, + { + "epoch": 1.3357127168899627, + "grad_norm": 2.352926254272461, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7158544063568115, + "num_tokens": 287191638.0, + "step": 12163 + }, + { + "epoch": 1.3358225345925763, + "grad_norm": 2.3367323875427246, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.717909574508667, + "num_tokens": 287215804.0, + "step": 12164 + }, + { + "epoch": 1.33593235229519, + "grad_norm": 2.4853532314300537, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.7275866270065308, + "num_tokens": 287237449.0, + "step": 12165 + }, + { + "epoch": 1.3360421699978036, + "grad_norm": 1.9707227945327759, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7198938131332397, + "num_tokens": 287269587.0, + "step": 12166 + }, + { + "epoch": 1.3361519877004173, + "grad_norm": 2.0852324962615967, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.697792649269104, + "num_tokens": 287298746.0, + "step": 12167 + }, + { + "epoch": 1.3362618054030309, + "grad_norm": 2.020629644393921, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7126867771148682, + "num_tokens": 287329890.0, + "step": 12168 + }, + { + "epoch": 1.3363716231056446, + "grad_norm": 2.618368148803711, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7266048192977905, + "num_tokens": 287350158.0, + "step": 12169 + }, + { + "epoch": 1.3364814408082584, + "grad_norm": 2.2010891437530518, + "learning_rate": 1e-06, + "loss": 1.0049, + "mean_token_accuracy": 0.6899495720863342, + "num_tokens": 287378363.0, + "step": 12170 + }, + { + "epoch": 1.336591258510872, + "grad_norm": 2.1283793449401855, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.6973845958709717, + "num_tokens": 287406742.0, + "step": 12171 + }, + { + "epoch": 1.3367010762134857, + "grad_norm": 3.548140048980713, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7407535910606384, + "num_tokens": 287419561.0, + "step": 12172 + }, + { + "epoch": 1.3368108939160992, + "grad_norm": 1.9487900733947754, + "learning_rate": 1e-06, + "loss": 0.9775, + "mean_token_accuracy": 0.6990784406661987, + "num_tokens": 287452338.0, + "step": 12173 + }, + { + "epoch": 1.336920711618713, + "grad_norm": 2.274700164794922, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7079883217811584, + "num_tokens": 287476743.0, + "step": 12174 + }, + { + "epoch": 1.3370305293213267, + "grad_norm": 2.7387239933013916, + "learning_rate": 1e-06, + "loss": 0.8344, + "mean_token_accuracy": 0.729313850402832, + "num_tokens": 287494345.0, + "step": 12175 + }, + { + "epoch": 1.3371403470239402, + "grad_norm": 2.26393723487854, + "learning_rate": 1e-06, + "loss": 0.8849, + "mean_token_accuracy": 0.7241325378417969, + "num_tokens": 287518231.0, + "step": 12176 + }, + { + "epoch": 1.337250164726554, + "grad_norm": 2.213646650314331, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7346897125244141, + "num_tokens": 287540732.0, + "step": 12177 + }, + { + "epoch": 1.3373599824291675, + "grad_norm": 2.659198760986328, + "learning_rate": 1e-06, + "loss": 0.8099, + "mean_token_accuracy": 0.7504523992538452, + "num_tokens": 287559650.0, + "step": 12178 + }, + { + "epoch": 1.3374698001317813, + "grad_norm": 2.327571392059326, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7052593231201172, + "num_tokens": 287582153.0, + "step": 12179 + }, + { + "epoch": 1.3375796178343948, + "grad_norm": 1.9733803272247314, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7074695825576782, + "num_tokens": 287613856.0, + "step": 12180 + }, + { + "epoch": 1.3376894355370086, + "grad_norm": 2.0771820545196533, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7342090606689453, + "num_tokens": 287641453.0, + "step": 12181 + }, + { + "epoch": 1.3377992532396221, + "grad_norm": 2.5050573348999023, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7153276801109314, + "num_tokens": 287662414.0, + "step": 12182 + }, + { + "epoch": 1.3379090709422359, + "grad_norm": 2.4386472702026367, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7320964336395264, + "num_tokens": 287684655.0, + "step": 12183 + }, + { + "epoch": 1.3380188886448496, + "grad_norm": 2.39371395111084, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7122827768325806, + "num_tokens": 287705528.0, + "step": 12184 + }, + { + "epoch": 1.3381287063474632, + "grad_norm": 2.1477925777435303, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7076207399368286, + "num_tokens": 287733425.0, + "step": 12185 + }, + { + "epoch": 1.338238524050077, + "grad_norm": 2.5175116062164307, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.719203531742096, + "num_tokens": 287753767.0, + "step": 12186 + }, + { + "epoch": 1.3383483417526905, + "grad_norm": 2.3047544956207275, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7261742949485779, + "num_tokens": 287778311.0, + "step": 12187 + }, + { + "epoch": 1.3384581594553042, + "grad_norm": 2.1633055210113525, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7177798748016357, + "num_tokens": 287803608.0, + "step": 12188 + }, + { + "epoch": 1.338567977157918, + "grad_norm": 2.2735519409179688, + "learning_rate": 1e-06, + "loss": 0.83, + "mean_token_accuracy": 0.7578457593917847, + "num_tokens": 287827673.0, + "step": 12189 + }, + { + "epoch": 1.3386777948605315, + "grad_norm": 2.2389156818389893, + "learning_rate": 1e-06, + "loss": 0.895, + "mean_token_accuracy": 0.7183448672294617, + "num_tokens": 287853419.0, + "step": 12190 + }, + { + "epoch": 1.338787612563145, + "grad_norm": 2.6160762310028076, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7160018682479858, + "num_tokens": 287872325.0, + "step": 12191 + }, + { + "epoch": 1.3388974302657588, + "grad_norm": 2.198246479034424, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7210739254951477, + "num_tokens": 287898950.0, + "step": 12192 + }, + { + "epoch": 1.3390072479683726, + "grad_norm": 2.1037838459014893, + "learning_rate": 1e-06, + "loss": 0.9004, + "mean_token_accuracy": 0.7256953716278076, + "num_tokens": 287930470.0, + "step": 12193 + }, + { + "epoch": 1.339117065670986, + "grad_norm": 2.506390333175659, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7242101430892944, + "num_tokens": 287951845.0, + "step": 12194 + }, + { + "epoch": 1.3392268833735999, + "grad_norm": 2.5430755615234375, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7170428037643433, + "num_tokens": 287973355.0, + "step": 12195 + }, + { + "epoch": 1.3393367010762134, + "grad_norm": 2.4531362056732178, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7026746273040771, + "num_tokens": 287995289.0, + "step": 12196 + }, + { + "epoch": 1.3394465187788271, + "grad_norm": 2.3716721534729004, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7327834367752075, + "num_tokens": 288019488.0, + "step": 12197 + }, + { + "epoch": 1.339556336481441, + "grad_norm": 2.747321128845215, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.749019980430603, + "num_tokens": 288037156.0, + "step": 12198 + }, + { + "epoch": 1.3396661541840544, + "grad_norm": 1.9515019655227661, + "learning_rate": 1e-06, + "loss": 1.0197, + "mean_token_accuracy": 0.6877070665359497, + "num_tokens": 288070220.0, + "step": 12199 + }, + { + "epoch": 1.3397759718866682, + "grad_norm": 2.392732858657837, + "learning_rate": 1e-06, + "loss": 0.9068, + "mean_token_accuracy": 0.7200316786766052, + "num_tokens": 288093653.0, + "step": 12200 + }, + { + "epoch": 1.3398857895892817, + "grad_norm": 2.3409953117370605, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7155882120132446, + "num_tokens": 288117164.0, + "step": 12201 + }, + { + "epoch": 1.3399956072918955, + "grad_norm": 2.193305492401123, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7128025889396667, + "num_tokens": 288147139.0, + "step": 12202 + }, + { + "epoch": 1.3401054249945092, + "grad_norm": 2.744662284851074, + "learning_rate": 1e-06, + "loss": 0.7736, + "mean_token_accuracy": 0.7575618028640747, + "num_tokens": 288164426.0, + "step": 12203 + }, + { + "epoch": 1.3402152426971228, + "grad_norm": 2.345907211303711, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7188450694084167, + "num_tokens": 288189786.0, + "step": 12204 + }, + { + "epoch": 1.3403250603997363, + "grad_norm": 2.3191637992858887, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7124853134155273, + "num_tokens": 288214704.0, + "step": 12205 + }, + { + "epoch": 1.34043487810235, + "grad_norm": 2.643580436706543, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7295693159103394, + "num_tokens": 288234059.0, + "step": 12206 + }, + { + "epoch": 1.3405446958049638, + "grad_norm": 2.263918161392212, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.7059313058853149, + "num_tokens": 288259668.0, + "step": 12207 + }, + { + "epoch": 1.3406545135075774, + "grad_norm": 2.49210786819458, + "learning_rate": 1e-06, + "loss": 0.8452, + "mean_token_accuracy": 0.7412106990814209, + "num_tokens": 288281482.0, + "step": 12208 + }, + { + "epoch": 1.3407643312101911, + "grad_norm": 2.423952102661133, + "learning_rate": 1e-06, + "loss": 0.7945, + "mean_token_accuracy": 0.7507615089416504, + "num_tokens": 288303422.0, + "step": 12209 + }, + { + "epoch": 1.3408741489128047, + "grad_norm": 2.5055909156799316, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7267300486564636, + "num_tokens": 288324391.0, + "step": 12210 + }, + { + "epoch": 1.3409839666154184, + "grad_norm": 2.0481560230255127, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.7156409025192261, + "num_tokens": 288351921.0, + "step": 12211 + }, + { + "epoch": 1.3410937843180322, + "grad_norm": 2.3694963455200195, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7298800945281982, + "num_tokens": 288374637.0, + "step": 12212 + }, + { + "epoch": 1.3412036020206457, + "grad_norm": 2.380967140197754, + "learning_rate": 1e-06, + "loss": 0.8372, + "mean_token_accuracy": 0.7347028255462646, + "num_tokens": 288396706.0, + "step": 12213 + }, + { + "epoch": 1.3413134197232595, + "grad_norm": 2.555774450302124, + "learning_rate": 1e-06, + "loss": 0.8389, + "mean_token_accuracy": 0.7444063425064087, + "num_tokens": 288415934.0, + "step": 12214 + }, + { + "epoch": 1.341423237425873, + "grad_norm": 2.1360793113708496, + "learning_rate": 1e-06, + "loss": 1.0052, + "mean_token_accuracy": 0.6930575966835022, + "num_tokens": 288442634.0, + "step": 12215 + }, + { + "epoch": 1.3415330551284868, + "grad_norm": 2.3752002716064453, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.718438446521759, + "num_tokens": 288465298.0, + "step": 12216 + }, + { + "epoch": 1.3416428728311005, + "grad_norm": 2.299351692199707, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7110695838928223, + "num_tokens": 288490720.0, + "step": 12217 + }, + { + "epoch": 1.341752690533714, + "grad_norm": 3.0591883659362793, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7183946371078491, + "num_tokens": 288505299.0, + "step": 12218 + }, + { + "epoch": 1.3418625082363276, + "grad_norm": 2.167679786682129, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.7214111089706421, + "num_tokens": 288532166.0, + "step": 12219 + }, + { + "epoch": 1.3419723259389413, + "grad_norm": 2.4382288455963135, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.709490180015564, + "num_tokens": 288554183.0, + "step": 12220 + }, + { + "epoch": 1.342082143641555, + "grad_norm": 2.728727340698242, + "learning_rate": 1e-06, + "loss": 0.9764, + "mean_token_accuracy": 0.7248090505599976, + "num_tokens": 288572469.0, + "step": 12221 + }, + { + "epoch": 1.3421919613441686, + "grad_norm": 1.9432203769683838, + "learning_rate": 1e-06, + "loss": 1.0273, + "mean_token_accuracy": 0.6921456456184387, + "num_tokens": 288605279.0, + "step": 12222 + }, + { + "epoch": 1.3423017790467824, + "grad_norm": 2.448610305786133, + "learning_rate": 1e-06, + "loss": 0.8302, + "mean_token_accuracy": 0.7459189891815186, + "num_tokens": 288626127.0, + "step": 12223 + }, + { + "epoch": 1.342411596749396, + "grad_norm": 2.1456897258758545, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7295897603034973, + "num_tokens": 288651465.0, + "step": 12224 + }, + { + "epoch": 1.3425214144520097, + "grad_norm": 2.260028839111328, + "learning_rate": 1e-06, + "loss": 0.809, + "mean_token_accuracy": 0.7435856461524963, + "num_tokens": 288675241.0, + "step": 12225 + }, + { + "epoch": 1.3426312321546234, + "grad_norm": 2.552523136138916, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7175084948539734, + "num_tokens": 288697876.0, + "step": 12226 + }, + { + "epoch": 1.342741049857237, + "grad_norm": 2.4417152404785156, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7152934670448303, + "num_tokens": 288720038.0, + "step": 12227 + }, + { + "epoch": 1.3428508675598507, + "grad_norm": 2.7370505332946777, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7140986323356628, + "num_tokens": 288738252.0, + "step": 12228 + }, + { + "epoch": 1.3429606852624643, + "grad_norm": 2.298238754272461, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.7207139730453491, + "num_tokens": 288764689.0, + "step": 12229 + }, + { + "epoch": 1.343070502965078, + "grad_norm": 2.421238899230957, + "learning_rate": 1e-06, + "loss": 0.8817, + "mean_token_accuracy": 0.7194017767906189, + "num_tokens": 288786726.0, + "step": 12230 + }, + { + "epoch": 1.3431803206676916, + "grad_norm": 2.6901679039001465, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7236390113830566, + "num_tokens": 288805374.0, + "step": 12231 + }, + { + "epoch": 1.3432901383703053, + "grad_norm": 2.5220541954040527, + "learning_rate": 1e-06, + "loss": 0.8199, + "mean_token_accuracy": 0.7347269058227539, + "num_tokens": 288825618.0, + "step": 12232 + }, + { + "epoch": 1.3433999560729188, + "grad_norm": 2.1146047115325928, + "learning_rate": 1e-06, + "loss": 0.9409, + "mean_token_accuracy": 0.7123560905456543, + "num_tokens": 288855646.0, + "step": 12233 + }, + { + "epoch": 1.3435097737755326, + "grad_norm": 2.1211514472961426, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.6990162134170532, + "num_tokens": 288883030.0, + "step": 12234 + }, + { + "epoch": 1.3436195914781464, + "grad_norm": 1.9531850814819336, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.713302493095398, + "num_tokens": 288913469.0, + "step": 12235 + }, + { + "epoch": 1.34372940918076, + "grad_norm": 2.363466262817383, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7164493203163147, + "num_tokens": 288936826.0, + "step": 12236 + }, + { + "epoch": 1.3438392268833736, + "grad_norm": 2.4381496906280518, + "learning_rate": 1e-06, + "loss": 0.8505, + "mean_token_accuracy": 0.7285100817680359, + "num_tokens": 288959569.0, + "step": 12237 + }, + { + "epoch": 1.3439490445859872, + "grad_norm": 2.3487982749938965, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.701987624168396, + "num_tokens": 288985695.0, + "step": 12238 + }, + { + "epoch": 1.344058862288601, + "grad_norm": 1.929900884628296, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.7113319635391235, + "num_tokens": 289019586.0, + "step": 12239 + }, + { + "epoch": 1.3441686799912147, + "grad_norm": 2.2039506435394287, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7178483009338379, + "num_tokens": 289046743.0, + "step": 12240 + }, + { + "epoch": 1.3442784976938282, + "grad_norm": 2.368450403213501, + "learning_rate": 1e-06, + "loss": 0.9848, + "mean_token_accuracy": 0.6997466087341309, + "num_tokens": 289070404.0, + "step": 12241 + }, + { + "epoch": 1.3443883153964418, + "grad_norm": 2.2501935958862305, + "learning_rate": 1e-06, + "loss": 0.9775, + "mean_token_accuracy": 0.7100849151611328, + "num_tokens": 289094995.0, + "step": 12242 + }, + { + "epoch": 1.3444981330990555, + "grad_norm": 2.630357027053833, + "learning_rate": 1e-06, + "loss": 0.7983, + "mean_token_accuracy": 0.7479174137115479, + "num_tokens": 289113792.0, + "step": 12243 + }, + { + "epoch": 1.3446079508016693, + "grad_norm": 1.9953901767730713, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.7013120055198669, + "num_tokens": 289146763.0, + "step": 12244 + }, + { + "epoch": 1.3447177685042828, + "grad_norm": 2.3682656288146973, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7086963653564453, + "num_tokens": 289171482.0, + "step": 12245 + }, + { + "epoch": 1.3448275862068966, + "grad_norm": 2.474036455154419, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.7374913692474365, + "num_tokens": 289191611.0, + "step": 12246 + }, + { + "epoch": 1.34493740390951, + "grad_norm": 2.466980218887329, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.7123026251792908, + "num_tokens": 289214008.0, + "step": 12247 + }, + { + "epoch": 1.3450472216121239, + "grad_norm": 2.4023079872131348, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7007107734680176, + "num_tokens": 289238991.0, + "step": 12248 + }, + { + "epoch": 1.3451570393147376, + "grad_norm": 2.1403584480285645, + "learning_rate": 1e-06, + "loss": 1.0433, + "mean_token_accuracy": 0.6844439506530762, + "num_tokens": 289268511.0, + "step": 12249 + }, + { + "epoch": 1.3452668570173512, + "grad_norm": 2.187791347503662, + "learning_rate": 1e-06, + "loss": 0.983, + "mean_token_accuracy": 0.7021962404251099, + "num_tokens": 289298534.0, + "step": 12250 + }, + { + "epoch": 1.345376674719965, + "grad_norm": 2.7064530849456787, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7375245094299316, + "num_tokens": 289318317.0, + "step": 12251 + }, + { + "epoch": 1.3454864924225785, + "grad_norm": 2.4329307079315186, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7228983044624329, + "num_tokens": 289341638.0, + "step": 12252 + }, + { + "epoch": 1.3455963101251922, + "grad_norm": 2.1681876182556152, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.722976565361023, + "num_tokens": 289368306.0, + "step": 12253 + }, + { + "epoch": 1.345706127827806, + "grad_norm": 2.44970440864563, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7061498165130615, + "num_tokens": 289388921.0, + "step": 12254 + }, + { + "epoch": 1.3458159455304195, + "grad_norm": 2.520918607711792, + "learning_rate": 1e-06, + "loss": 0.8338, + "mean_token_accuracy": 0.7387940287590027, + "num_tokens": 289408688.0, + "step": 12255 + }, + { + "epoch": 1.345925763233033, + "grad_norm": 2.483532190322876, + "learning_rate": 1e-06, + "loss": 0.833, + "mean_token_accuracy": 0.7313162088394165, + "num_tokens": 289429459.0, + "step": 12256 + }, + { + "epoch": 1.3460355809356468, + "grad_norm": 2.659398078918457, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7187530398368835, + "num_tokens": 289448302.0, + "step": 12257 + }, + { + "epoch": 1.3461453986382605, + "grad_norm": 2.287823438644409, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.713478684425354, + "num_tokens": 289475761.0, + "step": 12258 + }, + { + "epoch": 1.346255216340874, + "grad_norm": 2.4980475902557373, + "learning_rate": 1e-06, + "loss": 0.8144, + "mean_token_accuracy": 0.7433332204818726, + "num_tokens": 289495847.0, + "step": 12259 + }, + { + "epoch": 1.3463650340434878, + "grad_norm": 2.3827126026153564, + "learning_rate": 1e-06, + "loss": 0.8133, + "mean_token_accuracy": 0.7387218475341797, + "num_tokens": 289519051.0, + "step": 12260 + }, + { + "epoch": 1.3464748517461014, + "grad_norm": 2.667142629623413, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7291754484176636, + "num_tokens": 289539000.0, + "step": 12261 + }, + { + "epoch": 1.3465846694487151, + "grad_norm": 2.3380179405212402, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7186708450317383, + "num_tokens": 289563196.0, + "step": 12262 + }, + { + "epoch": 1.346694487151329, + "grad_norm": 2.0372493267059326, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7072720527648926, + "num_tokens": 289593236.0, + "step": 12263 + }, + { + "epoch": 1.3468043048539424, + "grad_norm": 2.3655874729156494, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.7082661390304565, + "num_tokens": 289616960.0, + "step": 12264 + }, + { + "epoch": 1.3469141225565562, + "grad_norm": 2.1660964488983154, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7269443273544312, + "num_tokens": 289645356.0, + "step": 12265 + }, + { + "epoch": 1.3470239402591697, + "grad_norm": 2.3656437397003174, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7155516147613525, + "num_tokens": 289668114.0, + "step": 12266 + }, + { + "epoch": 1.3471337579617835, + "grad_norm": 2.1656832695007324, + "learning_rate": 1e-06, + "loss": 0.9784, + "mean_token_accuracy": 0.7020645141601562, + "num_tokens": 289694627.0, + "step": 12267 + }, + { + "epoch": 1.3472435756643972, + "grad_norm": 2.3301565647125244, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.6912701725959778, + "num_tokens": 289718731.0, + "step": 12268 + }, + { + "epoch": 1.3473533933670108, + "grad_norm": 2.6870462894439697, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.6913360357284546, + "num_tokens": 289737529.0, + "step": 12269 + }, + { + "epoch": 1.3474632110696243, + "grad_norm": 2.2898850440979004, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.713254451751709, + "num_tokens": 289763226.0, + "step": 12270 + }, + { + "epoch": 1.347573028772238, + "grad_norm": 2.1558690071105957, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.738939642906189, + "num_tokens": 289788273.0, + "step": 12271 + }, + { + "epoch": 1.3476828464748518, + "grad_norm": 2.475691795349121, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7205384969711304, + "num_tokens": 289812354.0, + "step": 12272 + }, + { + "epoch": 1.3477926641774653, + "grad_norm": 2.3666834831237793, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7029939293861389, + "num_tokens": 289835538.0, + "step": 12273 + }, + { + "epoch": 1.347902481880079, + "grad_norm": 2.338980197906494, + "learning_rate": 1e-06, + "loss": 0.9589, + "mean_token_accuracy": 0.7038675546646118, + "num_tokens": 289859581.0, + "step": 12274 + }, + { + "epoch": 1.3480122995826926, + "grad_norm": 2.171766757965088, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.716194748878479, + "num_tokens": 289887135.0, + "step": 12275 + }, + { + "epoch": 1.3481221172853064, + "grad_norm": 2.1169278621673584, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7390892505645752, + "num_tokens": 289913115.0, + "step": 12276 + }, + { + "epoch": 1.3482319349879202, + "grad_norm": 2.303101062774658, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7201929092407227, + "num_tokens": 289937658.0, + "step": 12277 + }, + { + "epoch": 1.3483417526905337, + "grad_norm": 2.4568939208984375, + "learning_rate": 1e-06, + "loss": 0.9499, + "mean_token_accuracy": 0.706244707107544, + "num_tokens": 289960450.0, + "step": 12278 + }, + { + "epoch": 1.3484515703931474, + "grad_norm": 2.1674082279205322, + "learning_rate": 1e-06, + "loss": 1.0758, + "mean_token_accuracy": 0.6887538433074951, + "num_tokens": 289990387.0, + "step": 12279 + }, + { + "epoch": 1.348561388095761, + "grad_norm": 2.0546512603759766, + "learning_rate": 1e-06, + "loss": 0.9847, + "mean_token_accuracy": 0.6981976628303528, + "num_tokens": 290021225.0, + "step": 12280 + }, + { + "epoch": 1.3486712057983747, + "grad_norm": 2.460711717605591, + "learning_rate": 1e-06, + "loss": 0.854, + "mean_token_accuracy": 0.7268871665000916, + "num_tokens": 290041888.0, + "step": 12281 + }, + { + "epoch": 1.3487810235009885, + "grad_norm": 2.419970989227295, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7102245092391968, + "num_tokens": 290062845.0, + "step": 12282 + }, + { + "epoch": 1.348890841203602, + "grad_norm": 2.060476779937744, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.7355368733406067, + "num_tokens": 290091783.0, + "step": 12283 + }, + { + "epoch": 1.3490006589062156, + "grad_norm": 2.352898597717285, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7194561958312988, + "num_tokens": 290114395.0, + "step": 12284 + }, + { + "epoch": 1.3491104766088293, + "grad_norm": 2.221348285675049, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.6982182264328003, + "num_tokens": 290139706.0, + "step": 12285 + }, + { + "epoch": 1.349220294311443, + "grad_norm": 2.372122049331665, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.7012230157852173, + "num_tokens": 290163858.0, + "step": 12286 + }, + { + "epoch": 1.3493301120140566, + "grad_norm": 2.5620474815368652, + "learning_rate": 1e-06, + "loss": 0.7824, + "mean_token_accuracy": 0.7535030841827393, + "num_tokens": 290182827.0, + "step": 12287 + }, + { + "epoch": 1.3494399297166704, + "grad_norm": 2.507584810256958, + "learning_rate": 1e-06, + "loss": 0.8199, + "mean_token_accuracy": 0.7381210327148438, + "num_tokens": 290202609.0, + "step": 12288 + }, + { + "epoch": 1.349549747419284, + "grad_norm": 2.3478763103485107, + "learning_rate": 1e-06, + "loss": 0.8533, + "mean_token_accuracy": 0.7343676090240479, + "num_tokens": 290224062.0, + "step": 12289 + }, + { + "epoch": 1.3496595651218977, + "grad_norm": 2.2722299098968506, + "learning_rate": 1e-06, + "loss": 0.9504, + "mean_token_accuracy": 0.7043309211730957, + "num_tokens": 290247687.0, + "step": 12290 + }, + { + "epoch": 1.3497693828245114, + "grad_norm": 2.351006031036377, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7208033800125122, + "num_tokens": 290271457.0, + "step": 12291 + }, + { + "epoch": 1.349879200527125, + "grad_norm": 2.2339556217193604, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7171943783760071, + "num_tokens": 290295906.0, + "step": 12292 + }, + { + "epoch": 1.3499890182297387, + "grad_norm": 2.3911025524139404, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7119221091270447, + "num_tokens": 290319599.0, + "step": 12293 + }, + { + "epoch": 1.3500988359323522, + "grad_norm": 2.8121848106384277, + "learning_rate": 1e-06, + "loss": 0.8851, + "mean_token_accuracy": 0.7145159840583801, + "num_tokens": 290337429.0, + "step": 12294 + }, + { + "epoch": 1.350208653634966, + "grad_norm": 2.569594621658325, + "learning_rate": 1e-06, + "loss": 0.8732, + "mean_token_accuracy": 0.7283612489700317, + "num_tokens": 290356808.0, + "step": 12295 + }, + { + "epoch": 1.3503184713375795, + "grad_norm": 2.4634413719177246, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7325876951217651, + "num_tokens": 290379463.0, + "step": 12296 + }, + { + "epoch": 1.3504282890401933, + "grad_norm": 2.2913384437561035, + "learning_rate": 1e-06, + "loss": 0.9015, + "mean_token_accuracy": 0.7185689210891724, + "num_tokens": 290404962.0, + "step": 12297 + }, + { + "epoch": 1.3505381067428068, + "grad_norm": 1.9673418998718262, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7240092754364014, + "num_tokens": 290436380.0, + "step": 12298 + }, + { + "epoch": 1.3506479244454206, + "grad_norm": 2.1198747158050537, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7051272392272949, + "num_tokens": 290462556.0, + "step": 12299 + }, + { + "epoch": 1.3507577421480343, + "grad_norm": 2.648953914642334, + "learning_rate": 1e-06, + "loss": 0.8169, + "mean_token_accuracy": 0.7403548955917358, + "num_tokens": 290480617.0, + "step": 12300 + }, + { + "epoch": 1.3508675598506479, + "grad_norm": 2.233750820159912, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.6876462697982788, + "num_tokens": 290506652.0, + "step": 12301 + }, + { + "epoch": 1.3509773775532616, + "grad_norm": 2.657504081726074, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.7228137254714966, + "num_tokens": 290524969.0, + "step": 12302 + }, + { + "epoch": 1.3510871952558752, + "grad_norm": 2.1974706649780273, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7161206007003784, + "num_tokens": 290551053.0, + "step": 12303 + }, + { + "epoch": 1.351197012958489, + "grad_norm": 2.531463384628296, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7213150262832642, + "num_tokens": 290571727.0, + "step": 12304 + }, + { + "epoch": 1.3513068306611027, + "grad_norm": 2.4580323696136475, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.704146146774292, + "num_tokens": 290593566.0, + "step": 12305 + }, + { + "epoch": 1.3514166483637162, + "grad_norm": 2.867957353591919, + "learning_rate": 1e-06, + "loss": 0.756, + "mean_token_accuracy": 0.7553595304489136, + "num_tokens": 290609789.0, + "step": 12306 + }, + { + "epoch": 1.3515264660663298, + "grad_norm": 2.282036304473877, + "learning_rate": 1e-06, + "loss": 1.0183, + "mean_token_accuracy": 0.6861289143562317, + "num_tokens": 290635909.0, + "step": 12307 + }, + { + "epoch": 1.3516362837689435, + "grad_norm": 2.5082271099090576, + "learning_rate": 1e-06, + "loss": 0.8496, + "mean_token_accuracy": 0.7330511808395386, + "num_tokens": 290656082.0, + "step": 12308 + }, + { + "epoch": 1.3517461014715573, + "grad_norm": 2.329390048980713, + "learning_rate": 1e-06, + "loss": 0.9481, + "mean_token_accuracy": 0.7082406878471375, + "num_tokens": 290680418.0, + "step": 12309 + }, + { + "epoch": 1.3518559191741708, + "grad_norm": 2.504662275314331, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7095578908920288, + "num_tokens": 290702085.0, + "step": 12310 + }, + { + "epoch": 1.3519657368767846, + "grad_norm": 2.4895732402801514, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7258400917053223, + "num_tokens": 290724506.0, + "step": 12311 + }, + { + "epoch": 1.352075554579398, + "grad_norm": 2.2978477478027344, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7214329242706299, + "num_tokens": 290747162.0, + "step": 12312 + }, + { + "epoch": 1.3521853722820119, + "grad_norm": 2.240631103515625, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7189199328422546, + "num_tokens": 290772463.0, + "step": 12313 + }, + { + "epoch": 1.3522951899846256, + "grad_norm": 2.105987310409546, + "learning_rate": 1e-06, + "loss": 0.8654, + "mean_token_accuracy": 0.7250159382820129, + "num_tokens": 290800054.0, + "step": 12314 + }, + { + "epoch": 1.3524050076872391, + "grad_norm": 2.582442283630371, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7105863094329834, + "num_tokens": 290821808.0, + "step": 12315 + }, + { + "epoch": 1.352514825389853, + "grad_norm": 2.4241087436676025, + "learning_rate": 1e-06, + "loss": 0.8544, + "mean_token_accuracy": 0.7321840524673462, + "num_tokens": 290844713.0, + "step": 12316 + }, + { + "epoch": 1.3526246430924664, + "grad_norm": 2.2391583919525146, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7213159799575806, + "num_tokens": 290870755.0, + "step": 12317 + }, + { + "epoch": 1.3527344607950802, + "grad_norm": 2.4401426315307617, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7232629060745239, + "num_tokens": 290893236.0, + "step": 12318 + }, + { + "epoch": 1.352844278497694, + "grad_norm": 2.6861557960510254, + "learning_rate": 1e-06, + "loss": 0.8287, + "mean_token_accuracy": 0.7289364337921143, + "num_tokens": 290910095.0, + "step": 12319 + }, + { + "epoch": 1.3529540962003075, + "grad_norm": 2.415731906890869, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7123008966445923, + "num_tokens": 290932308.0, + "step": 12320 + }, + { + "epoch": 1.353063913902921, + "grad_norm": 2.320997714996338, + "learning_rate": 1e-06, + "loss": 0.8639, + "mean_token_accuracy": 0.7242252230644226, + "num_tokens": 290955357.0, + "step": 12321 + }, + { + "epoch": 1.3531737316055348, + "grad_norm": 2.1701059341430664, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7148638963699341, + "num_tokens": 290983140.0, + "step": 12322 + }, + { + "epoch": 1.3532835493081485, + "grad_norm": 2.362372398376465, + "learning_rate": 1e-06, + "loss": 0.8206, + "mean_token_accuracy": 0.7374348640441895, + "num_tokens": 291005323.0, + "step": 12323 + }, + { + "epoch": 1.353393367010762, + "grad_norm": 2.288100242614746, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7310464382171631, + "num_tokens": 291028277.0, + "step": 12324 + }, + { + "epoch": 1.3535031847133758, + "grad_norm": 2.207890033721924, + "learning_rate": 1e-06, + "loss": 0.9179, + "mean_token_accuracy": 0.71186363697052, + "num_tokens": 291053384.0, + "step": 12325 + }, + { + "epoch": 1.3536130024159894, + "grad_norm": 2.730268955230713, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.714249849319458, + "num_tokens": 291073476.0, + "step": 12326 + }, + { + "epoch": 1.3537228201186031, + "grad_norm": 2.5243444442749023, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.7389676570892334, + "num_tokens": 291093576.0, + "step": 12327 + }, + { + "epoch": 1.3538326378212169, + "grad_norm": 2.353297233581543, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.7151014804840088, + "num_tokens": 291116645.0, + "step": 12328 + }, + { + "epoch": 1.3539424555238304, + "grad_norm": 2.292302131652832, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7214837074279785, + "num_tokens": 291141700.0, + "step": 12329 + }, + { + "epoch": 1.3540522732264442, + "grad_norm": 2.230304718017578, + "learning_rate": 1e-06, + "loss": 0.8556, + "mean_token_accuracy": 0.7294481992721558, + "num_tokens": 291167225.0, + "step": 12330 + }, + { + "epoch": 1.3541620909290577, + "grad_norm": 2.5750935077667236, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7180643081665039, + "num_tokens": 291188689.0, + "step": 12331 + }, + { + "epoch": 1.3542719086316715, + "grad_norm": 2.6428565979003906, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7213087677955627, + "num_tokens": 291207593.0, + "step": 12332 + }, + { + "epoch": 1.3543817263342852, + "grad_norm": 2.4528000354766846, + "learning_rate": 1e-06, + "loss": 0.8375, + "mean_token_accuracy": 0.7368929982185364, + "num_tokens": 291228827.0, + "step": 12333 + }, + { + "epoch": 1.3544915440368988, + "grad_norm": 2.3535311222076416, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7305984497070312, + "num_tokens": 291253046.0, + "step": 12334 + }, + { + "epoch": 1.3546013617395123, + "grad_norm": 2.620241165161133, + "learning_rate": 1e-06, + "loss": 1.0478, + "mean_token_accuracy": 0.676883339881897, + "num_tokens": 291273804.0, + "step": 12335 + }, + { + "epoch": 1.354711179442126, + "grad_norm": 2.8211517333984375, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7320770621299744, + "num_tokens": 291291166.0, + "step": 12336 + }, + { + "epoch": 1.3548209971447398, + "grad_norm": 2.296251058578491, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7092666625976562, + "num_tokens": 291316907.0, + "step": 12337 + }, + { + "epoch": 1.3549308148473533, + "grad_norm": 2.878157138824463, + "learning_rate": 1e-06, + "loss": 0.838, + "mean_token_accuracy": 0.7309735417366028, + "num_tokens": 291333533.0, + "step": 12338 + }, + { + "epoch": 1.355040632549967, + "grad_norm": 2.072460412979126, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.726086437702179, + "num_tokens": 291362303.0, + "step": 12339 + }, + { + "epoch": 1.3551504502525806, + "grad_norm": 2.415635585784912, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.7131879925727844, + "num_tokens": 291386977.0, + "step": 12340 + }, + { + "epoch": 1.3552602679551944, + "grad_norm": 2.220139980316162, + "learning_rate": 1e-06, + "loss": 0.9734, + "mean_token_accuracy": 0.7032741904258728, + "num_tokens": 291411645.0, + "step": 12341 + }, + { + "epoch": 1.3553700856578081, + "grad_norm": 2.619046449661255, + "learning_rate": 1e-06, + "loss": 0.8359, + "mean_token_accuracy": 0.73322993516922, + "num_tokens": 291429664.0, + "step": 12342 + }, + { + "epoch": 1.3554799033604217, + "grad_norm": 2.4099369049072266, + "learning_rate": 1e-06, + "loss": 0.8017, + "mean_token_accuracy": 0.7461391687393188, + "num_tokens": 291450698.0, + "step": 12343 + }, + { + "epoch": 1.3555897210630354, + "grad_norm": 2.161839723587036, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.716546893119812, + "num_tokens": 291479109.0, + "step": 12344 + }, + { + "epoch": 1.355699538765649, + "grad_norm": 2.643425941467285, + "learning_rate": 1e-06, + "loss": 0.8323, + "mean_token_accuracy": 0.7365692853927612, + "num_tokens": 291498285.0, + "step": 12345 + }, + { + "epoch": 1.3558093564682627, + "grad_norm": 2.3958680629730225, + "learning_rate": 1e-06, + "loss": 0.8788, + "mean_token_accuracy": 0.7234510183334351, + "num_tokens": 291520713.0, + "step": 12346 + }, + { + "epoch": 1.3559191741708763, + "grad_norm": 2.9780828952789307, + "learning_rate": 1e-06, + "loss": 0.8174, + "mean_token_accuracy": 0.7425246238708496, + "num_tokens": 291535612.0, + "step": 12347 + }, + { + "epoch": 1.35602899187349, + "grad_norm": 2.4191699028015137, + "learning_rate": 1e-06, + "loss": 0.8352, + "mean_token_accuracy": 0.7338364124298096, + "num_tokens": 291556479.0, + "step": 12348 + }, + { + "epoch": 1.3561388095761036, + "grad_norm": 2.3874855041503906, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7137781381607056, + "num_tokens": 291580132.0, + "step": 12349 + }, + { + "epoch": 1.3562486272787173, + "grad_norm": 2.4080615043640137, + "learning_rate": 1e-06, + "loss": 0.7987, + "mean_token_accuracy": 0.7425996661186218, + "num_tokens": 291603305.0, + "step": 12350 + }, + { + "epoch": 1.356358444981331, + "grad_norm": 2.12904953956604, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7126030325889587, + "num_tokens": 291630632.0, + "step": 12351 + }, + { + "epoch": 1.3564682626839446, + "grad_norm": 2.358757972717285, + "learning_rate": 1e-06, + "loss": 0.7282, + "mean_token_accuracy": 0.7719942331314087, + "num_tokens": 291650880.0, + "step": 12352 + }, + { + "epoch": 1.3565780803865584, + "grad_norm": 2.2417185306549072, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.6963087916374207, + "num_tokens": 291676754.0, + "step": 12353 + }, + { + "epoch": 1.356687898089172, + "grad_norm": 2.077976703643799, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.716865062713623, + "num_tokens": 291705493.0, + "step": 12354 + }, + { + "epoch": 1.3567977157917857, + "grad_norm": 2.1846296787261963, + "learning_rate": 1e-06, + "loss": 0.8437, + "mean_token_accuracy": 0.737729549407959, + "num_tokens": 291731556.0, + "step": 12355 + }, + { + "epoch": 1.3569075334943994, + "grad_norm": 2.5581376552581787, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7185134887695312, + "num_tokens": 291751769.0, + "step": 12356 + }, + { + "epoch": 1.357017351197013, + "grad_norm": 2.4234912395477295, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7224526405334473, + "num_tokens": 291775612.0, + "step": 12357 + }, + { + "epoch": 1.3571271688996267, + "grad_norm": 2.238541603088379, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7277488112449646, + "num_tokens": 291801731.0, + "step": 12358 + }, + { + "epoch": 1.3572369866022402, + "grad_norm": 2.58471941947937, + "learning_rate": 1e-06, + "loss": 0.8746, + "mean_token_accuracy": 0.7364392280578613, + "num_tokens": 291822451.0, + "step": 12359 + }, + { + "epoch": 1.357346804304854, + "grad_norm": 2.2314260005950928, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.6958151459693909, + "num_tokens": 291846504.0, + "step": 12360 + }, + { + "epoch": 1.3574566220074675, + "grad_norm": 2.486720323562622, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.718969464302063, + "num_tokens": 291867434.0, + "step": 12361 + }, + { + "epoch": 1.3575664397100813, + "grad_norm": 2.4362666606903076, + "learning_rate": 1e-06, + "loss": 0.9915, + "mean_token_accuracy": 0.7033956050872803, + "num_tokens": 291891957.0, + "step": 12362 + }, + { + "epoch": 1.3576762574126948, + "grad_norm": 2.5262887477874756, + "learning_rate": 1e-06, + "loss": 0.8158, + "mean_token_accuracy": 0.741917610168457, + "num_tokens": 291911938.0, + "step": 12363 + }, + { + "epoch": 1.3577860751153086, + "grad_norm": 2.655862331390381, + "learning_rate": 1e-06, + "loss": 0.8692, + "mean_token_accuracy": 0.7297760248184204, + "num_tokens": 291929751.0, + "step": 12364 + }, + { + "epoch": 1.3578958928179223, + "grad_norm": 2.38261342048645, + "learning_rate": 1e-06, + "loss": 0.7966, + "mean_token_accuracy": 0.7479864358901978, + "num_tokens": 291952082.0, + "step": 12365 + }, + { + "epoch": 1.3580057105205359, + "grad_norm": 2.7856833934783936, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7108651995658875, + "num_tokens": 291970649.0, + "step": 12366 + }, + { + "epoch": 1.3581155282231496, + "grad_norm": 2.2792437076568604, + "learning_rate": 1e-06, + "loss": 0.8986, + "mean_token_accuracy": 0.7216193079948425, + "num_tokens": 291997607.0, + "step": 12367 + }, + { + "epoch": 1.3582253459257632, + "grad_norm": 2.4937899112701416, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.7413097023963928, + "num_tokens": 292017318.0, + "step": 12368 + }, + { + "epoch": 1.358335163628377, + "grad_norm": 2.6801767349243164, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7012650966644287, + "num_tokens": 292038026.0, + "step": 12369 + }, + { + "epoch": 1.3584449813309907, + "grad_norm": 2.076371669769287, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6983059048652649, + "num_tokens": 292067770.0, + "step": 12370 + }, + { + "epoch": 1.3585547990336042, + "grad_norm": 2.1239078044891357, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7148000001907349, + "num_tokens": 292096606.0, + "step": 12371 + }, + { + "epoch": 1.3586646167362177, + "grad_norm": 2.841015338897705, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7139015793800354, + "num_tokens": 292116333.0, + "step": 12372 + }, + { + "epoch": 1.3587744344388315, + "grad_norm": 2.4829959869384766, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.6975905299186707, + "num_tokens": 292138558.0, + "step": 12373 + }, + { + "epoch": 1.3588842521414453, + "grad_norm": 2.214308261871338, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.7001562714576721, + "num_tokens": 292162726.0, + "step": 12374 + }, + { + "epoch": 1.3589940698440588, + "grad_norm": 2.440782070159912, + "learning_rate": 1e-06, + "loss": 0.8361, + "mean_token_accuracy": 0.7346134781837463, + "num_tokens": 292183628.0, + "step": 12375 + }, + { + "epoch": 1.3591038875466726, + "grad_norm": 2.280332088470459, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7285150289535522, + "num_tokens": 292209005.0, + "step": 12376 + }, + { + "epoch": 1.359213705249286, + "grad_norm": 2.411320447921753, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7262359261512756, + "num_tokens": 292229175.0, + "step": 12377 + }, + { + "epoch": 1.3593235229518998, + "grad_norm": 2.4455032348632812, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7308275103569031, + "num_tokens": 292251873.0, + "step": 12378 + }, + { + "epoch": 1.3594333406545136, + "grad_norm": 2.4907007217407227, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7306159734725952, + "num_tokens": 292271976.0, + "step": 12379 + }, + { + "epoch": 1.3595431583571271, + "grad_norm": 2.5734951496124268, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7161108255386353, + "num_tokens": 292292604.0, + "step": 12380 + }, + { + "epoch": 1.359652976059741, + "grad_norm": 2.181619167327881, + "learning_rate": 1e-06, + "loss": 0.8801, + "mean_token_accuracy": 0.7254372835159302, + "num_tokens": 292319776.0, + "step": 12381 + }, + { + "epoch": 1.3597627937623544, + "grad_norm": 2.9114131927490234, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7225841283798218, + "num_tokens": 292336771.0, + "step": 12382 + }, + { + "epoch": 1.3598726114649682, + "grad_norm": 2.5267903804779053, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7002540230751038, + "num_tokens": 292360503.0, + "step": 12383 + }, + { + "epoch": 1.359982429167582, + "grad_norm": 2.5438477993011475, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7230091691017151, + "num_tokens": 292382267.0, + "step": 12384 + }, + { + "epoch": 1.3600922468701955, + "grad_norm": 2.517364501953125, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.7019305229187012, + "num_tokens": 292404712.0, + "step": 12385 + }, + { + "epoch": 1.360202064572809, + "grad_norm": 2.3857035636901855, + "learning_rate": 1e-06, + "loss": 1.0036, + "mean_token_accuracy": 0.6991734504699707, + "num_tokens": 292430171.0, + "step": 12386 + }, + { + "epoch": 1.3603118822754228, + "grad_norm": 2.582777738571167, + "learning_rate": 1e-06, + "loss": 0.8824, + "mean_token_accuracy": 0.7262768745422363, + "num_tokens": 292450106.0, + "step": 12387 + }, + { + "epoch": 1.3604216999780365, + "grad_norm": 2.0894253253936768, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7121499180793762, + "num_tokens": 292479713.0, + "step": 12388 + }, + { + "epoch": 1.36053151768065, + "grad_norm": 2.5358052253723145, + "learning_rate": 1e-06, + "loss": 0.7624, + "mean_token_accuracy": 0.7528379559516907, + "num_tokens": 292499202.0, + "step": 12389 + }, + { + "epoch": 1.3606413353832638, + "grad_norm": 2.2723021507263184, + "learning_rate": 1e-06, + "loss": 0.8079, + "mean_token_accuracy": 0.7494112849235535, + "num_tokens": 292523667.0, + "step": 12390 + }, + { + "epoch": 1.3607511530858774, + "grad_norm": 2.5676991939544678, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7364935874938965, + "num_tokens": 292543093.0, + "step": 12391 + }, + { + "epoch": 1.360860970788491, + "grad_norm": 2.2032511234283447, + "learning_rate": 1e-06, + "loss": 1.0116, + "mean_token_accuracy": 0.6942554712295532, + "num_tokens": 292569487.0, + "step": 12392 + }, + { + "epoch": 1.3609707884911049, + "grad_norm": 2.2837536334991455, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.698649525642395, + "num_tokens": 292595091.0, + "step": 12393 + }, + { + "epoch": 1.3610806061937184, + "grad_norm": 2.5610523223876953, + "learning_rate": 1e-06, + "loss": 0.8792, + "mean_token_accuracy": 0.7310745716094971, + "num_tokens": 292615101.0, + "step": 12394 + }, + { + "epoch": 1.3611904238963322, + "grad_norm": 2.2498855590820312, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.7380533814430237, + "num_tokens": 292639631.0, + "step": 12395 + }, + { + "epoch": 1.3613002415989457, + "grad_norm": 2.4282150268554688, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.724703311920166, + "num_tokens": 292662228.0, + "step": 12396 + }, + { + "epoch": 1.3614100593015594, + "grad_norm": 2.6227080821990967, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.726105809211731, + "num_tokens": 292682660.0, + "step": 12397 + }, + { + "epoch": 1.3615198770041732, + "grad_norm": 2.0303101539611816, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7081201672554016, + "num_tokens": 292713282.0, + "step": 12398 + }, + { + "epoch": 1.3616296947067867, + "grad_norm": 2.223972797393799, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6892579793930054, + "num_tokens": 292741746.0, + "step": 12399 + }, + { + "epoch": 1.3617395124094003, + "grad_norm": 2.208819627761841, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.712218165397644, + "num_tokens": 292769315.0, + "step": 12400 + }, + { + "epoch": 1.361849330112014, + "grad_norm": 2.7335081100463867, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7197540998458862, + "num_tokens": 292787993.0, + "step": 12401 + }, + { + "epoch": 1.3619591478146278, + "grad_norm": 2.2894229888916016, + "learning_rate": 1e-06, + "loss": 0.8687, + "mean_token_accuracy": 0.7250756025314331, + "num_tokens": 292811302.0, + "step": 12402 + }, + { + "epoch": 1.3620689655172413, + "grad_norm": 2.5292084217071533, + "learning_rate": 1e-06, + "loss": 0.966, + "mean_token_accuracy": 0.7185625433921814, + "num_tokens": 292832540.0, + "step": 12403 + }, + { + "epoch": 1.362178783219855, + "grad_norm": 2.270085334777832, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7215037941932678, + "num_tokens": 292859558.0, + "step": 12404 + }, + { + "epoch": 1.3622886009224686, + "grad_norm": 2.190218687057495, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.6956855058670044, + "num_tokens": 292888206.0, + "step": 12405 + }, + { + "epoch": 1.3623984186250824, + "grad_norm": 2.3981478214263916, + "learning_rate": 1e-06, + "loss": 0.7989, + "mean_token_accuracy": 0.7421973943710327, + "num_tokens": 292910485.0, + "step": 12406 + }, + { + "epoch": 1.3625082363276961, + "grad_norm": 2.708549737930298, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7215469479560852, + "num_tokens": 292929407.0, + "step": 12407 + }, + { + "epoch": 1.3626180540303097, + "grad_norm": 2.612823486328125, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7155776023864746, + "num_tokens": 292950468.0, + "step": 12408 + }, + { + "epoch": 1.3627278717329234, + "grad_norm": 2.1806952953338623, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.724179744720459, + "num_tokens": 292976532.0, + "step": 12409 + }, + { + "epoch": 1.362837689435537, + "grad_norm": 2.3948614597320557, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7133192420005798, + "num_tokens": 293002688.0, + "step": 12410 + }, + { + "epoch": 1.3629475071381507, + "grad_norm": 2.395188093185425, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.7315609455108643, + "num_tokens": 293026018.0, + "step": 12411 + }, + { + "epoch": 1.3630573248407643, + "grad_norm": 2.611725091934204, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7156391739845276, + "num_tokens": 293045229.0, + "step": 12412 + }, + { + "epoch": 1.363167142543378, + "grad_norm": 2.395099639892578, + "learning_rate": 1e-06, + "loss": 0.8582, + "mean_token_accuracy": 0.7274253368377686, + "num_tokens": 293066546.0, + "step": 12413 + }, + { + "epoch": 1.3632769602459915, + "grad_norm": 2.3781721591949463, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.7331410646438599, + "num_tokens": 293088679.0, + "step": 12414 + }, + { + "epoch": 1.3633867779486053, + "grad_norm": 2.3935861587524414, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7008265256881714, + "num_tokens": 293111031.0, + "step": 12415 + }, + { + "epoch": 1.363496595651219, + "grad_norm": 2.243539810180664, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.7002953886985779, + "num_tokens": 293138816.0, + "step": 12416 + }, + { + "epoch": 1.3636064133538326, + "grad_norm": 2.5649750232696533, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7071971893310547, + "num_tokens": 293158805.0, + "step": 12417 + }, + { + "epoch": 1.3637162310564463, + "grad_norm": 1.9455925226211548, + "learning_rate": 1e-06, + "loss": 1.0163, + "mean_token_accuracy": 0.6816350817680359, + "num_tokens": 293192784.0, + "step": 12418 + }, + { + "epoch": 1.3638260487590599, + "grad_norm": 2.010850667953491, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7108490467071533, + "num_tokens": 293223618.0, + "step": 12419 + }, + { + "epoch": 1.3639358664616736, + "grad_norm": 2.3329737186431885, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7291547656059265, + "num_tokens": 293246785.0, + "step": 12420 + }, + { + "epoch": 1.3640456841642874, + "grad_norm": 2.262434244155884, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7198451161384583, + "num_tokens": 293272955.0, + "step": 12421 + }, + { + "epoch": 1.364155501866901, + "grad_norm": 2.039492607116699, + "learning_rate": 1e-06, + "loss": 0.9726, + "mean_token_accuracy": 0.7026487588882446, + "num_tokens": 293303541.0, + "step": 12422 + }, + { + "epoch": 1.3642653195695145, + "grad_norm": 2.417747735977173, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.720116138458252, + "num_tokens": 293325775.0, + "step": 12423 + }, + { + "epoch": 1.3643751372721282, + "grad_norm": 2.1706607341766357, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.715194582939148, + "num_tokens": 293352838.0, + "step": 12424 + }, + { + "epoch": 1.364484954974742, + "grad_norm": 2.820301055908203, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7255362868309021, + "num_tokens": 293370774.0, + "step": 12425 + }, + { + "epoch": 1.3645947726773555, + "grad_norm": 2.4968698024749756, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.688215970993042, + "num_tokens": 293394226.0, + "step": 12426 + }, + { + "epoch": 1.3647045903799693, + "grad_norm": 2.5475974082946777, + "learning_rate": 1e-06, + "loss": 0.9426, + "mean_token_accuracy": 0.7099480628967285, + "num_tokens": 293417409.0, + "step": 12427 + }, + { + "epoch": 1.3648144080825828, + "grad_norm": 2.2036774158477783, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.6951891779899597, + "num_tokens": 293446165.0, + "step": 12428 + }, + { + "epoch": 1.3649242257851966, + "grad_norm": 2.5606207847595215, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7266345620155334, + "num_tokens": 293468254.0, + "step": 12429 + }, + { + "epoch": 1.3650340434878103, + "grad_norm": 2.2337265014648438, + "learning_rate": 1e-06, + "loss": 0.7544, + "mean_token_accuracy": 0.7579370141029358, + "num_tokens": 293490641.0, + "step": 12430 + }, + { + "epoch": 1.3651438611904239, + "grad_norm": 2.174391269683838, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7045199871063232, + "num_tokens": 293516750.0, + "step": 12431 + }, + { + "epoch": 1.3652536788930376, + "grad_norm": 2.3584697246551514, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.7140438556671143, + "num_tokens": 293538789.0, + "step": 12432 + }, + { + "epoch": 1.3653634965956511, + "grad_norm": 2.4263479709625244, + "learning_rate": 1e-06, + "loss": 0.8395, + "mean_token_accuracy": 0.7326405048370361, + "num_tokens": 293557982.0, + "step": 12433 + }, + { + "epoch": 1.365473314298265, + "grad_norm": 2.4202921390533447, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.720503568649292, + "num_tokens": 293579489.0, + "step": 12434 + }, + { + "epoch": 1.3655831320008787, + "grad_norm": 2.580695629119873, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7010995149612427, + "num_tokens": 293599559.0, + "step": 12435 + }, + { + "epoch": 1.3656929497034922, + "grad_norm": 2.2277750968933105, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7164732217788696, + "num_tokens": 293623721.0, + "step": 12436 + }, + { + "epoch": 1.3658027674061057, + "grad_norm": 2.5128262042999268, + "learning_rate": 1e-06, + "loss": 0.9866, + "mean_token_accuracy": 0.6925666332244873, + "num_tokens": 293645597.0, + "step": 12437 + }, + { + "epoch": 1.3659125851087195, + "grad_norm": 2.628141164779663, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7370401620864868, + "num_tokens": 293664111.0, + "step": 12438 + }, + { + "epoch": 1.3660224028113332, + "grad_norm": 2.5394718647003174, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7217091917991638, + "num_tokens": 293685706.0, + "step": 12439 + }, + { + "epoch": 1.3661322205139468, + "grad_norm": 2.351580858230591, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.708812952041626, + "num_tokens": 293711069.0, + "step": 12440 + }, + { + "epoch": 1.3662420382165605, + "grad_norm": 2.402843713760376, + "learning_rate": 1e-06, + "loss": 0.9528, + "mean_token_accuracy": 0.7130321264266968, + "num_tokens": 293735266.0, + "step": 12441 + }, + { + "epoch": 1.366351855919174, + "grad_norm": 2.211852550506592, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.6967586874961853, + "num_tokens": 293761416.0, + "step": 12442 + }, + { + "epoch": 1.3664616736217878, + "grad_norm": 2.4772863388061523, + "learning_rate": 1e-06, + "loss": 0.8308, + "mean_token_accuracy": 0.7389887571334839, + "num_tokens": 293781577.0, + "step": 12443 + }, + { + "epoch": 1.3665714913244016, + "grad_norm": 2.7436070442199707, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7192403674125671, + "num_tokens": 293799738.0, + "step": 12444 + }, + { + "epoch": 1.3666813090270151, + "grad_norm": 2.5599091053009033, + "learning_rate": 1e-06, + "loss": 0.8374, + "mean_token_accuracy": 0.7329360842704773, + "num_tokens": 293818432.0, + "step": 12445 + }, + { + "epoch": 1.3667911267296289, + "grad_norm": 2.2432124614715576, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7204985022544861, + "num_tokens": 293843283.0, + "step": 12446 + }, + { + "epoch": 1.3669009444322424, + "grad_norm": 2.834688425064087, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7081040143966675, + "num_tokens": 293861146.0, + "step": 12447 + }, + { + "epoch": 1.3670107621348562, + "grad_norm": 2.71085262298584, + "learning_rate": 1e-06, + "loss": 0.7535, + "mean_token_accuracy": 0.7554177641868591, + "num_tokens": 293878362.0, + "step": 12448 + }, + { + "epoch": 1.36712057983747, + "grad_norm": 2.4411990642547607, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7284429669380188, + "num_tokens": 293900295.0, + "step": 12449 + }, + { + "epoch": 1.3672303975400835, + "grad_norm": 2.3399746417999268, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7323983907699585, + "num_tokens": 293921707.0, + "step": 12450 + }, + { + "epoch": 1.367340215242697, + "grad_norm": 2.5103275775909424, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7198284864425659, + "num_tokens": 293942671.0, + "step": 12451 + }, + { + "epoch": 1.3674500329453108, + "grad_norm": 2.525491714477539, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.7245842814445496, + "num_tokens": 293963529.0, + "step": 12452 + }, + { + "epoch": 1.3675598506479245, + "grad_norm": 2.1468701362609863, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7066869735717773, + "num_tokens": 293991139.0, + "step": 12453 + }, + { + "epoch": 1.367669668350538, + "grad_norm": 2.275815725326538, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.7325578927993774, + "num_tokens": 294016382.0, + "step": 12454 + }, + { + "epoch": 1.3677794860531518, + "grad_norm": 2.392615795135498, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7138324975967407, + "num_tokens": 294039190.0, + "step": 12455 + }, + { + "epoch": 1.3678893037557653, + "grad_norm": 2.595919370651245, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7065246105194092, + "num_tokens": 294061784.0, + "step": 12456 + }, + { + "epoch": 1.367999121458379, + "grad_norm": 2.0956034660339355, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7119762897491455, + "num_tokens": 294091718.0, + "step": 12457 + }, + { + "epoch": 1.3681089391609929, + "grad_norm": 2.022179365158081, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7268109917640686, + "num_tokens": 294120636.0, + "step": 12458 + }, + { + "epoch": 1.3682187568636064, + "grad_norm": 2.5066885948181152, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7207379937171936, + "num_tokens": 294140470.0, + "step": 12459 + }, + { + "epoch": 1.3683285745662201, + "grad_norm": 2.3663687705993652, + "learning_rate": 1e-06, + "loss": 0.8437, + "mean_token_accuracy": 0.7336179614067078, + "num_tokens": 294164055.0, + "step": 12460 + }, + { + "epoch": 1.3684383922688337, + "grad_norm": 2.450364828109741, + "learning_rate": 1e-06, + "loss": 1.0073, + "mean_token_accuracy": 0.6858013868331909, + "num_tokens": 294186195.0, + "step": 12461 + }, + { + "epoch": 1.3685482099714474, + "grad_norm": 2.3828983306884766, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7136558294296265, + "num_tokens": 294209516.0, + "step": 12462 + }, + { + "epoch": 1.3686580276740612, + "grad_norm": 2.116598129272461, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7243005633354187, + "num_tokens": 294236176.0, + "step": 12463 + }, + { + "epoch": 1.3687678453766747, + "grad_norm": 2.2172586917877197, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.713074266910553, + "num_tokens": 294261527.0, + "step": 12464 + }, + { + "epoch": 1.3688776630792883, + "grad_norm": 2.5014209747314453, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7018901109695435, + "num_tokens": 294283099.0, + "step": 12465 + }, + { + "epoch": 1.368987480781902, + "grad_norm": 2.707526445388794, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.728790283203125, + "num_tokens": 294301816.0, + "step": 12466 + }, + { + "epoch": 1.3690972984845158, + "grad_norm": 2.4367473125457764, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7247706651687622, + "num_tokens": 294322079.0, + "step": 12467 + }, + { + "epoch": 1.3692071161871293, + "grad_norm": 2.413193941116333, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6937546730041504, + "num_tokens": 294346158.0, + "step": 12468 + }, + { + "epoch": 1.369316933889743, + "grad_norm": 2.354438543319702, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7337803840637207, + "num_tokens": 294369630.0, + "step": 12469 + }, + { + "epoch": 1.3694267515923566, + "grad_norm": 2.0696256160736084, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7181456089019775, + "num_tokens": 294401825.0, + "step": 12470 + }, + { + "epoch": 1.3695365692949704, + "grad_norm": 2.1530468463897705, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.712073802947998, + "num_tokens": 294428611.0, + "step": 12471 + }, + { + "epoch": 1.3696463869975841, + "grad_norm": 2.1580474376678467, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7194873094558716, + "num_tokens": 294453771.0, + "step": 12472 + }, + { + "epoch": 1.3697562047001977, + "grad_norm": 2.27571177482605, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7125051021575928, + "num_tokens": 294478655.0, + "step": 12473 + }, + { + "epoch": 1.3698660224028114, + "grad_norm": 2.614288568496704, + "learning_rate": 1e-06, + "loss": 0.9253, + "mean_token_accuracy": 0.705176830291748, + "num_tokens": 294499264.0, + "step": 12474 + }, + { + "epoch": 1.369975840105425, + "grad_norm": 2.169189214706421, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7190699577331543, + "num_tokens": 294524916.0, + "step": 12475 + }, + { + "epoch": 1.3700856578080387, + "grad_norm": 2.4344723224639893, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.728344202041626, + "num_tokens": 294547443.0, + "step": 12476 + }, + { + "epoch": 1.3701954755106522, + "grad_norm": 2.27223801612854, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7166538238525391, + "num_tokens": 294572154.0, + "step": 12477 + }, + { + "epoch": 1.370305293213266, + "grad_norm": 2.136810779571533, + "learning_rate": 1e-06, + "loss": 0.8061, + "mean_token_accuracy": 0.7364194393157959, + "num_tokens": 294597989.0, + "step": 12478 + }, + { + "epoch": 1.3704151109158795, + "grad_norm": 2.273054838180542, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7175114750862122, + "num_tokens": 294621851.0, + "step": 12479 + }, + { + "epoch": 1.3705249286184933, + "grad_norm": 2.422473669052124, + "learning_rate": 1e-06, + "loss": 0.8584, + "mean_token_accuracy": 0.7330697178840637, + "num_tokens": 294643505.0, + "step": 12480 + }, + { + "epoch": 1.370634746321107, + "grad_norm": 2.380005121231079, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.726149320602417, + "num_tokens": 294665350.0, + "step": 12481 + }, + { + "epoch": 1.3707445640237206, + "grad_norm": 2.461472272872925, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7192384004592896, + "num_tokens": 294686302.0, + "step": 12482 + }, + { + "epoch": 1.3708543817263343, + "grad_norm": 2.3153128623962402, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7185230255126953, + "num_tokens": 294711592.0, + "step": 12483 + }, + { + "epoch": 1.3709641994289479, + "grad_norm": 2.118476152420044, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.730804443359375, + "num_tokens": 294739367.0, + "step": 12484 + }, + { + "epoch": 1.3710740171315616, + "grad_norm": 2.453143358230591, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7215567827224731, + "num_tokens": 294761158.0, + "step": 12485 + }, + { + "epoch": 1.3711838348341754, + "grad_norm": 2.282623529434204, + "learning_rate": 1e-06, + "loss": 0.8245, + "mean_token_accuracy": 0.7393496036529541, + "num_tokens": 294784947.0, + "step": 12486 + }, + { + "epoch": 1.371293652536789, + "grad_norm": 2.120359420776367, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7260600924491882, + "num_tokens": 294811406.0, + "step": 12487 + }, + { + "epoch": 1.3714034702394025, + "grad_norm": 2.4040327072143555, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7113370299339294, + "num_tokens": 294835230.0, + "step": 12488 + }, + { + "epoch": 1.3715132879420162, + "grad_norm": 2.370880603790283, + "learning_rate": 1e-06, + "loss": 0.8459, + "mean_token_accuracy": 0.734276533126831, + "num_tokens": 294859484.0, + "step": 12489 + }, + { + "epoch": 1.37162310564463, + "grad_norm": 2.4872002601623535, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7196310758590698, + "num_tokens": 294881272.0, + "step": 12490 + }, + { + "epoch": 1.3717329233472435, + "grad_norm": 2.3870372772216797, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.7266979813575745, + "num_tokens": 294903969.0, + "step": 12491 + }, + { + "epoch": 1.3718427410498573, + "grad_norm": 2.2006540298461914, + "learning_rate": 1e-06, + "loss": 0.8382, + "mean_token_accuracy": 0.7394095659255981, + "num_tokens": 294928976.0, + "step": 12492 + }, + { + "epoch": 1.3719525587524708, + "grad_norm": 2.5155718326568604, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7257985472679138, + "num_tokens": 294951571.0, + "step": 12493 + }, + { + "epoch": 1.3720623764550846, + "grad_norm": 2.4679863452911377, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.7015393376350403, + "num_tokens": 294974071.0, + "step": 12494 + }, + { + "epoch": 1.3721721941576983, + "grad_norm": 2.560342788696289, + "learning_rate": 1e-06, + "loss": 0.8009, + "mean_token_accuracy": 0.7471587657928467, + "num_tokens": 294993485.0, + "step": 12495 + }, + { + "epoch": 1.3722820118603118, + "grad_norm": 2.3046658039093018, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7195042371749878, + "num_tokens": 295017221.0, + "step": 12496 + }, + { + "epoch": 1.3723918295629256, + "grad_norm": 2.428508996963501, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7180901169776917, + "num_tokens": 295038783.0, + "step": 12497 + }, + { + "epoch": 1.3725016472655391, + "grad_norm": 2.2040112018585205, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7305066585540771, + "num_tokens": 295062721.0, + "step": 12498 + }, + { + "epoch": 1.372611464968153, + "grad_norm": 2.3781378269195557, + "learning_rate": 1e-06, + "loss": 0.8007, + "mean_token_accuracy": 0.7424085140228271, + "num_tokens": 295084433.0, + "step": 12499 + }, + { + "epoch": 1.3727212826707667, + "grad_norm": 2.1879026889801025, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7178019285202026, + "num_tokens": 295113374.0, + "step": 12500 + }, + { + "epoch": 1.3728311003733802, + "grad_norm": 2.868438720703125, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7253475189208984, + "num_tokens": 295130182.0, + "step": 12501 + }, + { + "epoch": 1.3729409180759937, + "grad_norm": 2.4748122692108154, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.716342568397522, + "num_tokens": 295150845.0, + "step": 12502 + }, + { + "epoch": 1.3730507357786075, + "grad_norm": 2.4809577465057373, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7183065414428711, + "num_tokens": 295172119.0, + "step": 12503 + }, + { + "epoch": 1.3731605534812212, + "grad_norm": 2.104588747024536, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7128511667251587, + "num_tokens": 295202359.0, + "step": 12504 + }, + { + "epoch": 1.3732703711838348, + "grad_norm": 2.2450246810913086, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7067646384239197, + "num_tokens": 295229774.0, + "step": 12505 + }, + { + "epoch": 1.3733801888864485, + "grad_norm": 2.006603479385376, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.7223599553108215, + "num_tokens": 295260553.0, + "step": 12506 + }, + { + "epoch": 1.373490006589062, + "grad_norm": 2.4624574184417725, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7116365432739258, + "num_tokens": 295282158.0, + "step": 12507 + }, + { + "epoch": 1.3735998242916758, + "grad_norm": 2.2019784450531006, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7130279541015625, + "num_tokens": 295306586.0, + "step": 12508 + }, + { + "epoch": 1.3737096419942896, + "grad_norm": 2.1908681392669678, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.741824746131897, + "num_tokens": 295331694.0, + "step": 12509 + }, + { + "epoch": 1.3738194596969031, + "grad_norm": 2.427396059036255, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7093701958656311, + "num_tokens": 295354614.0, + "step": 12510 + }, + { + "epoch": 1.3739292773995169, + "grad_norm": 2.4559905529022217, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7179072499275208, + "num_tokens": 295376396.0, + "step": 12511 + }, + { + "epoch": 1.3740390951021304, + "grad_norm": 2.3677544593811035, + "learning_rate": 1e-06, + "loss": 0.9982, + "mean_token_accuracy": 0.7106006145477295, + "num_tokens": 295399513.0, + "step": 12512 + }, + { + "epoch": 1.3741489128047442, + "grad_norm": 2.4828264713287354, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.6988155841827393, + "num_tokens": 295421599.0, + "step": 12513 + }, + { + "epoch": 1.374258730507358, + "grad_norm": 2.2632148265838623, + "learning_rate": 1e-06, + "loss": 1.012, + "mean_token_accuracy": 0.6873254179954529, + "num_tokens": 295448154.0, + "step": 12514 + }, + { + "epoch": 1.3743685482099715, + "grad_norm": 2.310647964477539, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7210391759872437, + "num_tokens": 295470705.0, + "step": 12515 + }, + { + "epoch": 1.374478365912585, + "grad_norm": 2.573042154312134, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7173837423324585, + "num_tokens": 295491405.0, + "step": 12516 + }, + { + "epoch": 1.3745881836151987, + "grad_norm": 2.1295464038848877, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.6982876062393188, + "num_tokens": 295519766.0, + "step": 12517 + }, + { + "epoch": 1.3746980013178125, + "grad_norm": 2.5143449306488037, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7206597924232483, + "num_tokens": 295540471.0, + "step": 12518 + }, + { + "epoch": 1.374807819020426, + "grad_norm": 2.1726274490356445, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7223373651504517, + "num_tokens": 295569709.0, + "step": 12519 + }, + { + "epoch": 1.3749176367230398, + "grad_norm": 2.1370444297790527, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7244386076927185, + "num_tokens": 295597809.0, + "step": 12520 + }, + { + "epoch": 1.3750274544256533, + "grad_norm": 2.5553455352783203, + "learning_rate": 1e-06, + "loss": 0.7733, + "mean_token_accuracy": 0.7501727342605591, + "num_tokens": 295617241.0, + "step": 12521 + }, + { + "epoch": 1.375137272128267, + "grad_norm": 2.3611128330230713, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7269377708435059, + "num_tokens": 295639204.0, + "step": 12522 + }, + { + "epoch": 1.3752470898308808, + "grad_norm": 2.264381170272827, + "learning_rate": 1e-06, + "loss": 1.0371, + "mean_token_accuracy": 0.6995466947555542, + "num_tokens": 295663471.0, + "step": 12523 + }, + { + "epoch": 1.3753569075334944, + "grad_norm": 2.456749439239502, + "learning_rate": 1e-06, + "loss": 0.8666, + "mean_token_accuracy": 0.7233890295028687, + "num_tokens": 295686570.0, + "step": 12524 + }, + { + "epoch": 1.3754667252361081, + "grad_norm": 2.25589656829834, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7481743097305298, + "num_tokens": 295710690.0, + "step": 12525 + }, + { + "epoch": 1.3755765429387217, + "grad_norm": 2.3543930053710938, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.7001873254776001, + "num_tokens": 295734002.0, + "step": 12526 + }, + { + "epoch": 1.3756863606413354, + "grad_norm": 1.9831680059432983, + "learning_rate": 1e-06, + "loss": 0.7834, + "mean_token_accuracy": 0.7537978887557983, + "num_tokens": 295762944.0, + "step": 12527 + }, + { + "epoch": 1.3757961783439492, + "grad_norm": 2.1662180423736572, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7020022869110107, + "num_tokens": 295789647.0, + "step": 12528 + }, + { + "epoch": 1.3759059960465627, + "grad_norm": 2.4771063327789307, + "learning_rate": 1e-06, + "loss": 0.8879, + "mean_token_accuracy": 0.7152760028839111, + "num_tokens": 295813214.0, + "step": 12529 + }, + { + "epoch": 1.3760158137491763, + "grad_norm": 2.3638222217559814, + "learning_rate": 1e-06, + "loss": 0.8477, + "mean_token_accuracy": 0.7369445562362671, + "num_tokens": 295835700.0, + "step": 12530 + }, + { + "epoch": 1.37612563145179, + "grad_norm": 2.3526642322540283, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7290323972702026, + "num_tokens": 295860743.0, + "step": 12531 + }, + { + "epoch": 1.3762354491544038, + "grad_norm": 2.3972890377044678, + "learning_rate": 1e-06, + "loss": 0.8218, + "mean_token_accuracy": 0.7377420663833618, + "num_tokens": 295882784.0, + "step": 12532 + }, + { + "epoch": 1.3763452668570173, + "grad_norm": 2.1034789085388184, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.701481819152832, + "num_tokens": 295913352.0, + "step": 12533 + }, + { + "epoch": 1.376455084559631, + "grad_norm": 2.090869903564453, + "learning_rate": 1e-06, + "loss": 0.8655, + "mean_token_accuracy": 0.7285959124565125, + "num_tokens": 295940759.0, + "step": 12534 + }, + { + "epoch": 1.3765649022622446, + "grad_norm": 2.3419837951660156, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.733876645565033, + "num_tokens": 295962612.0, + "step": 12535 + }, + { + "epoch": 1.3766747199648584, + "grad_norm": 2.4496302604675293, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7242318391799927, + "num_tokens": 295983959.0, + "step": 12536 + }, + { + "epoch": 1.376784537667472, + "grad_norm": 2.2746739387512207, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7076818943023682, + "num_tokens": 296008875.0, + "step": 12537 + }, + { + "epoch": 1.3768943553700856, + "grad_norm": 2.2210278511047363, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7092833518981934, + "num_tokens": 296033568.0, + "step": 12538 + }, + { + "epoch": 1.3770041730726994, + "grad_norm": 2.1693365573883057, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7043071985244751, + "num_tokens": 296060605.0, + "step": 12539 + }, + { + "epoch": 1.377113990775313, + "grad_norm": 2.439403772354126, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.7035840153694153, + "num_tokens": 296085253.0, + "step": 12540 + }, + { + "epoch": 1.3772238084779267, + "grad_norm": 2.3418126106262207, + "learning_rate": 1e-06, + "loss": 0.8365, + "mean_token_accuracy": 0.7508347034454346, + "num_tokens": 296109430.0, + "step": 12541 + }, + { + "epoch": 1.3773336261805402, + "grad_norm": 2.3996055126190186, + "learning_rate": 1e-06, + "loss": 0.7938, + "mean_token_accuracy": 0.7456122636795044, + "num_tokens": 296130895.0, + "step": 12542 + }, + { + "epoch": 1.377443443883154, + "grad_norm": 2.1992764472961426, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7184849977493286, + "num_tokens": 296158931.0, + "step": 12543 + }, + { + "epoch": 1.3775532615857675, + "grad_norm": 2.458245277404785, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7457208037376404, + "num_tokens": 296179215.0, + "step": 12544 + }, + { + "epoch": 1.3776630792883813, + "grad_norm": 2.6450963020324707, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7122852802276611, + "num_tokens": 296198808.0, + "step": 12545 + }, + { + "epoch": 1.377772896990995, + "grad_norm": 2.3496196269989014, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7179444432258606, + "num_tokens": 296222162.0, + "step": 12546 + }, + { + "epoch": 1.3778827146936086, + "grad_norm": 2.0275886058807373, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.6979105472564697, + "num_tokens": 296253767.0, + "step": 12547 + }, + { + "epoch": 1.3779925323962223, + "grad_norm": 2.3109052181243896, + "learning_rate": 1e-06, + "loss": 0.7963, + "mean_token_accuracy": 0.7473422288894653, + "num_tokens": 296276619.0, + "step": 12548 + }, + { + "epoch": 1.3781023500988359, + "grad_norm": 2.613365411758423, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7219626307487488, + "num_tokens": 296294702.0, + "step": 12549 + }, + { + "epoch": 1.3782121678014496, + "grad_norm": 2.350996494293213, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7386468648910522, + "num_tokens": 296317169.0, + "step": 12550 + }, + { + "epoch": 1.3783219855040634, + "grad_norm": 2.441077947616577, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7087247371673584, + "num_tokens": 296341632.0, + "step": 12551 + }, + { + "epoch": 1.378431803206677, + "grad_norm": 3.1959102153778076, + "learning_rate": 1e-06, + "loss": 0.7328, + "mean_token_accuracy": 0.77561354637146, + "num_tokens": 296358690.0, + "step": 12552 + }, + { + "epoch": 1.3785416209092904, + "grad_norm": 2.576637029647827, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7068932056427002, + "num_tokens": 296381465.0, + "step": 12553 + }, + { + "epoch": 1.3786514386119042, + "grad_norm": 2.299149513244629, + "learning_rate": 1e-06, + "loss": 0.8268, + "mean_token_accuracy": 0.7493594884872437, + "num_tokens": 296404151.0, + "step": 12554 + }, + { + "epoch": 1.378761256314518, + "grad_norm": 3.1499061584472656, + "learning_rate": 1e-06, + "loss": 0.8159, + "mean_token_accuracy": 0.7477219104766846, + "num_tokens": 296419242.0, + "step": 12555 + }, + { + "epoch": 1.3788710740171315, + "grad_norm": 2.7220962047576904, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7260981798171997, + "num_tokens": 296438395.0, + "step": 12556 + }, + { + "epoch": 1.3789808917197452, + "grad_norm": 2.6365528106689453, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7239491939544678, + "num_tokens": 296457958.0, + "step": 12557 + }, + { + "epoch": 1.3790907094223588, + "grad_norm": 2.4518942832946777, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7119994163513184, + "num_tokens": 296481152.0, + "step": 12558 + }, + { + "epoch": 1.3792005271249725, + "grad_norm": 2.3165996074676514, + "learning_rate": 1e-06, + "loss": 0.7803, + "mean_token_accuracy": 0.7519391179084778, + "num_tokens": 296505123.0, + "step": 12559 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 2.485112190246582, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7253727912902832, + "num_tokens": 296527857.0, + "step": 12560 + }, + { + "epoch": 1.3794201625301998, + "grad_norm": 2.6156697273254395, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7393103837966919, + "num_tokens": 296547165.0, + "step": 12561 + }, + { + "epoch": 1.3795299802328136, + "grad_norm": 2.3691651821136475, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7239574193954468, + "num_tokens": 296570560.0, + "step": 12562 + }, + { + "epoch": 1.3796397979354271, + "grad_norm": 2.3023252487182617, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7162242531776428, + "num_tokens": 296597272.0, + "step": 12563 + }, + { + "epoch": 1.3797496156380409, + "grad_norm": 2.304731607437134, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7019038200378418, + "num_tokens": 296622084.0, + "step": 12564 + }, + { + "epoch": 1.3798594333406546, + "grad_norm": 2.157421350479126, + "learning_rate": 1e-06, + "loss": 0.772, + "mean_token_accuracy": 0.7525278329849243, + "num_tokens": 296647722.0, + "step": 12565 + }, + { + "epoch": 1.3799692510432682, + "grad_norm": 2.1517550945281982, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7099416255950928, + "num_tokens": 296675353.0, + "step": 12566 + }, + { + "epoch": 1.3800790687458817, + "grad_norm": 2.601729154586792, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7350605130195618, + "num_tokens": 296695229.0, + "step": 12567 + }, + { + "epoch": 1.3801888864484955, + "grad_norm": 2.236464023590088, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7028390765190125, + "num_tokens": 296721786.0, + "step": 12568 + }, + { + "epoch": 1.3802987041511092, + "grad_norm": 2.461240291595459, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.6994103193283081, + "num_tokens": 296743895.0, + "step": 12569 + }, + { + "epoch": 1.3804085218537228, + "grad_norm": 2.108466148376465, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7298994064331055, + "num_tokens": 296773827.0, + "step": 12570 + }, + { + "epoch": 1.3805183395563365, + "grad_norm": 2.4232635498046875, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.7320144176483154, + "num_tokens": 296795562.0, + "step": 12571 + }, + { + "epoch": 1.38062815725895, + "grad_norm": 2.1945786476135254, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7183425426483154, + "num_tokens": 296821300.0, + "step": 12572 + }, + { + "epoch": 1.3807379749615638, + "grad_norm": 2.3756301403045654, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.712580680847168, + "num_tokens": 296845556.0, + "step": 12573 + }, + { + "epoch": 1.3808477926641776, + "grad_norm": 2.483161449432373, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.7494151592254639, + "num_tokens": 296867184.0, + "step": 12574 + }, + { + "epoch": 1.380957610366791, + "grad_norm": 2.506760597229004, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7263822555541992, + "num_tokens": 296887062.0, + "step": 12575 + }, + { + "epoch": 1.3810674280694049, + "grad_norm": 2.303347110748291, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7231135368347168, + "num_tokens": 296913107.0, + "step": 12576 + }, + { + "epoch": 1.3811772457720184, + "grad_norm": 2.158133029937744, + "learning_rate": 1e-06, + "loss": 0.885, + "mean_token_accuracy": 0.7305626273155212, + "num_tokens": 296941104.0, + "step": 12577 + }, + { + "epoch": 1.3812870634746321, + "grad_norm": 2.5732247829437256, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7105127573013306, + "num_tokens": 296961999.0, + "step": 12578 + }, + { + "epoch": 1.381396881177246, + "grad_norm": 2.308925151824951, + "learning_rate": 1e-06, + "loss": 0.9709, + "mean_token_accuracy": 0.7080913782119751, + "num_tokens": 296986564.0, + "step": 12579 + }, + { + "epoch": 1.3815066988798594, + "grad_norm": 2.174201726913452, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.706289529800415, + "num_tokens": 297015875.0, + "step": 12580 + }, + { + "epoch": 1.381616516582473, + "grad_norm": 2.646711826324463, + "learning_rate": 1e-06, + "loss": 0.8453, + "mean_token_accuracy": 0.7340472936630249, + "num_tokens": 297036349.0, + "step": 12581 + }, + { + "epoch": 1.3817263342850867, + "grad_norm": 2.247171640396118, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7006503343582153, + "num_tokens": 297064915.0, + "step": 12582 + }, + { + "epoch": 1.3818361519877005, + "grad_norm": 2.449442148208618, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7225693464279175, + "num_tokens": 297089042.0, + "step": 12583 + }, + { + "epoch": 1.381945969690314, + "grad_norm": 2.218839168548584, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.740532398223877, + "num_tokens": 297112965.0, + "step": 12584 + }, + { + "epoch": 1.3820557873929278, + "grad_norm": 2.6079494953155518, + "learning_rate": 1e-06, + "loss": 0.8994, + "mean_token_accuracy": 0.7284414172172546, + "num_tokens": 297132217.0, + "step": 12585 + }, + { + "epoch": 1.3821656050955413, + "grad_norm": 2.549355983734131, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7307586669921875, + "num_tokens": 297152612.0, + "step": 12586 + }, + { + "epoch": 1.382275422798155, + "grad_norm": 2.3117706775665283, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7228571176528931, + "num_tokens": 297177651.0, + "step": 12587 + }, + { + "epoch": 1.3823852405007688, + "grad_norm": 2.6272027492523193, + "learning_rate": 1e-06, + "loss": 0.9628, + "mean_token_accuracy": 0.713751494884491, + "num_tokens": 297199959.0, + "step": 12588 + }, + { + "epoch": 1.3824950582033824, + "grad_norm": 2.4582138061523438, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7301788330078125, + "num_tokens": 297220928.0, + "step": 12589 + }, + { + "epoch": 1.3826048759059961, + "grad_norm": 2.1005544662475586, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7169743180274963, + "num_tokens": 297248056.0, + "step": 12590 + }, + { + "epoch": 1.3827146936086097, + "grad_norm": 2.3736355304718018, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7052937746047974, + "num_tokens": 297272015.0, + "step": 12591 + }, + { + "epoch": 1.3828245113112234, + "grad_norm": 1.954538345336914, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7159529328346252, + "num_tokens": 297300276.0, + "step": 12592 + }, + { + "epoch": 1.382934329013837, + "grad_norm": 2.5508832931518555, + "learning_rate": 1e-06, + "loss": 0.842, + "mean_token_accuracy": 0.7368871569633484, + "num_tokens": 297319798.0, + "step": 12593 + }, + { + "epoch": 1.3830441467164507, + "grad_norm": 2.7020249366760254, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7164227962493896, + "num_tokens": 297339663.0, + "step": 12594 + }, + { + "epoch": 1.3831539644190642, + "grad_norm": 2.7112786769866943, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7202766537666321, + "num_tokens": 297358452.0, + "step": 12595 + }, + { + "epoch": 1.383263782121678, + "grad_norm": 2.677863597869873, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.731633722782135, + "num_tokens": 297376520.0, + "step": 12596 + }, + { + "epoch": 1.3833735998242918, + "grad_norm": 2.3622281551361084, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7004544734954834, + "num_tokens": 297401776.0, + "step": 12597 + }, + { + "epoch": 1.3834834175269053, + "grad_norm": 2.233839273452759, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7243542671203613, + "num_tokens": 297426073.0, + "step": 12598 + }, + { + "epoch": 1.383593235229519, + "grad_norm": 2.295325756072998, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.711308479309082, + "num_tokens": 297449497.0, + "step": 12599 + }, + { + "epoch": 1.3837030529321326, + "grad_norm": 2.3390045166015625, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7187163829803467, + "num_tokens": 297473017.0, + "step": 12600 + }, + { + "epoch": 1.3838128706347463, + "grad_norm": 2.108597993850708, + "learning_rate": 1e-06, + "loss": 0.8398, + "mean_token_accuracy": 0.7346484661102295, + "num_tokens": 297500545.0, + "step": 12601 + }, + { + "epoch": 1.38392268833736, + "grad_norm": 2.946312427520752, + "learning_rate": 1e-06, + "loss": 0.9944, + "mean_token_accuracy": 0.7104001045227051, + "num_tokens": 297516835.0, + "step": 12602 + }, + { + "epoch": 1.3840325060399736, + "grad_norm": 2.2329165935516357, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7020430564880371, + "num_tokens": 297541534.0, + "step": 12603 + }, + { + "epoch": 1.3841423237425874, + "grad_norm": 2.273299217224121, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7245727777481079, + "num_tokens": 297565590.0, + "step": 12604 + }, + { + "epoch": 1.384252141445201, + "grad_norm": 2.494441270828247, + "learning_rate": 1e-06, + "loss": 0.8458, + "mean_token_accuracy": 0.732537567615509, + "num_tokens": 297585457.0, + "step": 12605 + }, + { + "epoch": 1.3843619591478147, + "grad_norm": 2.6052916049957275, + "learning_rate": 1e-06, + "loss": 0.8027, + "mean_token_accuracy": 0.7480497360229492, + "num_tokens": 297603245.0, + "step": 12606 + }, + { + "epoch": 1.3844717768504282, + "grad_norm": 2.0593526363372803, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7219009399414062, + "num_tokens": 297632584.0, + "step": 12607 + }, + { + "epoch": 1.384581594553042, + "grad_norm": 2.275045871734619, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.6934061646461487, + "num_tokens": 297659305.0, + "step": 12608 + }, + { + "epoch": 1.3846914122556555, + "grad_norm": 2.013490676879883, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7068058252334595, + "num_tokens": 297691611.0, + "step": 12609 + }, + { + "epoch": 1.3848012299582693, + "grad_norm": 2.2250373363494873, + "learning_rate": 1e-06, + "loss": 1.0073, + "mean_token_accuracy": 0.6913109421730042, + "num_tokens": 297718339.0, + "step": 12610 + }, + { + "epoch": 1.384911047660883, + "grad_norm": 2.1975760459899902, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7024670839309692, + "num_tokens": 297744064.0, + "step": 12611 + }, + { + "epoch": 1.3850208653634966, + "grad_norm": 2.541309118270874, + "learning_rate": 1e-06, + "loss": 0.8112, + "mean_token_accuracy": 0.7432905435562134, + "num_tokens": 297763267.0, + "step": 12612 + }, + { + "epoch": 1.3851306830661103, + "grad_norm": 2.2034006118774414, + "learning_rate": 1e-06, + "loss": 0.979, + "mean_token_accuracy": 0.707012414932251, + "num_tokens": 297792411.0, + "step": 12613 + }, + { + "epoch": 1.3852405007687238, + "grad_norm": 2.5186924934387207, + "learning_rate": 1e-06, + "loss": 0.9118, + "mean_token_accuracy": 0.7143171429634094, + "num_tokens": 297814055.0, + "step": 12614 + }, + { + "epoch": 1.3853503184713376, + "grad_norm": 2.214277744293213, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.7079572081565857, + "num_tokens": 297841649.0, + "step": 12615 + }, + { + "epoch": 1.3854601361739514, + "grad_norm": 2.276158332824707, + "learning_rate": 1e-06, + "loss": 0.9246, + "mean_token_accuracy": 0.7162753343582153, + "num_tokens": 297867257.0, + "step": 12616 + }, + { + "epoch": 1.385569953876565, + "grad_norm": 2.5739076137542725, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.6961191892623901, + "num_tokens": 297888863.0, + "step": 12617 + }, + { + "epoch": 1.3856797715791784, + "grad_norm": 2.4093856811523438, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.742249608039856, + "num_tokens": 297910551.0, + "step": 12618 + }, + { + "epoch": 1.3857895892817922, + "grad_norm": 2.4155349731445312, + "learning_rate": 1e-06, + "loss": 0.8722, + "mean_token_accuracy": 0.7208802700042725, + "num_tokens": 297932676.0, + "step": 12619 + }, + { + "epoch": 1.385899406984406, + "grad_norm": 2.547947645187378, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7237762808799744, + "num_tokens": 297952570.0, + "step": 12620 + }, + { + "epoch": 1.3860092246870195, + "grad_norm": 1.9483314752578735, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7067108750343323, + "num_tokens": 297983852.0, + "step": 12621 + }, + { + "epoch": 1.3861190423896332, + "grad_norm": 2.500335693359375, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.711570143699646, + "num_tokens": 298006566.0, + "step": 12622 + }, + { + "epoch": 1.3862288600922468, + "grad_norm": 2.286649703979492, + "learning_rate": 1e-06, + "loss": 0.8508, + "mean_token_accuracy": 0.7314996123313904, + "num_tokens": 298031415.0, + "step": 12623 + }, + { + "epoch": 1.3863386777948605, + "grad_norm": 2.3764150142669678, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.7107222676277161, + "num_tokens": 298055701.0, + "step": 12624 + }, + { + "epoch": 1.3864484954974743, + "grad_norm": 2.157055616378784, + "learning_rate": 1e-06, + "loss": 0.938, + "mean_token_accuracy": 0.7115801572799683, + "num_tokens": 298083288.0, + "step": 12625 + }, + { + "epoch": 1.3865583132000878, + "grad_norm": 2.482135772705078, + "learning_rate": 1e-06, + "loss": 0.8396, + "mean_token_accuracy": 0.736228346824646, + "num_tokens": 298102946.0, + "step": 12626 + }, + { + "epoch": 1.3866681309027016, + "grad_norm": 2.1589550971984863, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.6966450214385986, + "num_tokens": 298133010.0, + "step": 12627 + }, + { + "epoch": 1.3867779486053151, + "grad_norm": 2.681504249572754, + "learning_rate": 1e-06, + "loss": 0.7922, + "mean_token_accuracy": 0.751097559928894, + "num_tokens": 298152953.0, + "step": 12628 + }, + { + "epoch": 1.3868877663079289, + "grad_norm": 2.54193377494812, + "learning_rate": 1e-06, + "loss": 0.8117, + "mean_token_accuracy": 0.7379282712936401, + "num_tokens": 298173646.0, + "step": 12629 + }, + { + "epoch": 1.3869975840105426, + "grad_norm": 2.2140493392944336, + "learning_rate": 1e-06, + "loss": 0.8481, + "mean_token_accuracy": 0.7348388433456421, + "num_tokens": 298197368.0, + "step": 12630 + }, + { + "epoch": 1.3871074017131562, + "grad_norm": 2.3267385959625244, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.720260739326477, + "num_tokens": 298221249.0, + "step": 12631 + }, + { + "epoch": 1.3872172194157697, + "grad_norm": 2.041360378265381, + "learning_rate": 1e-06, + "loss": 0.8947, + "mean_token_accuracy": 0.7180284261703491, + "num_tokens": 298250477.0, + "step": 12632 + }, + { + "epoch": 1.3873270371183835, + "grad_norm": 2.0869150161743164, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.6993606090545654, + "num_tokens": 298280207.0, + "step": 12633 + }, + { + "epoch": 1.3874368548209972, + "grad_norm": 2.2813844680786133, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7223633527755737, + "num_tokens": 298304551.0, + "step": 12634 + }, + { + "epoch": 1.3875466725236107, + "grad_norm": 2.6621785163879395, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.7295753955841064, + "num_tokens": 298322786.0, + "step": 12635 + }, + { + "epoch": 1.3876564902262245, + "grad_norm": 2.2290494441986084, + "learning_rate": 1e-06, + "loss": 1.0254, + "mean_token_accuracy": 0.6814836263656616, + "num_tokens": 298350240.0, + "step": 12636 + }, + { + "epoch": 1.387766307928838, + "grad_norm": 2.7131733894348145, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7225183248519897, + "num_tokens": 298369992.0, + "step": 12637 + }, + { + "epoch": 1.3878761256314518, + "grad_norm": 2.2811877727508545, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7216166257858276, + "num_tokens": 298396265.0, + "step": 12638 + }, + { + "epoch": 1.3879859433340656, + "grad_norm": 2.2826950550079346, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7297035455703735, + "num_tokens": 298419481.0, + "step": 12639 + }, + { + "epoch": 1.388095761036679, + "grad_norm": 2.363987445831299, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.721092700958252, + "num_tokens": 298443069.0, + "step": 12640 + }, + { + "epoch": 1.3882055787392928, + "grad_norm": 2.7095136642456055, + "learning_rate": 1e-06, + "loss": 0.7785, + "mean_token_accuracy": 0.7620118260383606, + "num_tokens": 298459944.0, + "step": 12641 + }, + { + "epoch": 1.3883153964419064, + "grad_norm": 2.4870707988739014, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.74213707447052, + "num_tokens": 298480958.0, + "step": 12642 + }, + { + "epoch": 1.3884252141445201, + "grad_norm": 2.6276752948760986, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7118508815765381, + "num_tokens": 298500728.0, + "step": 12643 + }, + { + "epoch": 1.388535031847134, + "grad_norm": 2.9513421058654785, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7225321531295776, + "num_tokens": 298518212.0, + "step": 12644 + }, + { + "epoch": 1.3886448495497474, + "grad_norm": 2.2525041103363037, + "learning_rate": 1e-06, + "loss": 0.8282, + "mean_token_accuracy": 0.7344732284545898, + "num_tokens": 298544716.0, + "step": 12645 + }, + { + "epoch": 1.388754667252361, + "grad_norm": 2.28872013092041, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7132406830787659, + "num_tokens": 298570953.0, + "step": 12646 + }, + { + "epoch": 1.3888644849549747, + "grad_norm": 2.4077963829040527, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7221088409423828, + "num_tokens": 298592864.0, + "step": 12647 + }, + { + "epoch": 1.3889743026575885, + "grad_norm": 2.445908546447754, + "learning_rate": 1e-06, + "loss": 0.8623, + "mean_token_accuracy": 0.7307412624359131, + "num_tokens": 298615454.0, + "step": 12648 + }, + { + "epoch": 1.389084120360202, + "grad_norm": 2.7106282711029053, + "learning_rate": 1e-06, + "loss": 0.8114, + "mean_token_accuracy": 0.7433614730834961, + "num_tokens": 298635000.0, + "step": 12649 + }, + { + "epoch": 1.3891939380628158, + "grad_norm": 2.4204351902008057, + "learning_rate": 1e-06, + "loss": 1.0055, + "mean_token_accuracy": 0.6887847185134888, + "num_tokens": 298658758.0, + "step": 12650 + }, + { + "epoch": 1.3893037557654293, + "grad_norm": 2.148493528366089, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.721698522567749, + "num_tokens": 298686563.0, + "step": 12651 + }, + { + "epoch": 1.389413573468043, + "grad_norm": 2.208507776260376, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7169602513313293, + "num_tokens": 298714792.0, + "step": 12652 + }, + { + "epoch": 1.3895233911706568, + "grad_norm": 2.078770399093628, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7003517150878906, + "num_tokens": 298742543.0, + "step": 12653 + }, + { + "epoch": 1.3896332088732704, + "grad_norm": 2.633931875228882, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7157876491546631, + "num_tokens": 298763441.0, + "step": 12654 + }, + { + "epoch": 1.389743026575884, + "grad_norm": 2.117441177368164, + "learning_rate": 1e-06, + "loss": 0.9828, + "mean_token_accuracy": 0.7004854679107666, + "num_tokens": 298792508.0, + "step": 12655 + }, + { + "epoch": 1.3898528442784976, + "grad_norm": 2.617838144302368, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7160108089447021, + "num_tokens": 298812142.0, + "step": 12656 + }, + { + "epoch": 1.3899626619811114, + "grad_norm": 2.07430100440979, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7291973829269409, + "num_tokens": 298838475.0, + "step": 12657 + }, + { + "epoch": 1.390072479683725, + "grad_norm": 2.131497383117676, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7112412452697754, + "num_tokens": 298868957.0, + "step": 12658 + }, + { + "epoch": 1.3901822973863387, + "grad_norm": 2.3381404876708984, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7216539978981018, + "num_tokens": 298891384.0, + "step": 12659 + }, + { + "epoch": 1.3902921150889522, + "grad_norm": 2.3685853481292725, + "learning_rate": 1e-06, + "loss": 0.7994, + "mean_token_accuracy": 0.745865523815155, + "num_tokens": 298914482.0, + "step": 12660 + }, + { + "epoch": 1.390401932791566, + "grad_norm": 2.436215877532959, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7322448492050171, + "num_tokens": 298937891.0, + "step": 12661 + }, + { + "epoch": 1.3905117504941797, + "grad_norm": 2.275486707687378, + "learning_rate": 1e-06, + "loss": 0.8095, + "mean_token_accuracy": 0.742973804473877, + "num_tokens": 298960908.0, + "step": 12662 + }, + { + "epoch": 1.3906215681967933, + "grad_norm": 2.3090262413024902, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.7350589036941528, + "num_tokens": 298985122.0, + "step": 12663 + }, + { + "epoch": 1.390731385899407, + "grad_norm": 2.3076579570770264, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7112236022949219, + "num_tokens": 299009298.0, + "step": 12664 + }, + { + "epoch": 1.3908412036020206, + "grad_norm": 2.6878459453582764, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7139952778816223, + "num_tokens": 299029244.0, + "step": 12665 + }, + { + "epoch": 1.3909510213046343, + "grad_norm": 2.3453943729400635, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7257637977600098, + "num_tokens": 299051591.0, + "step": 12666 + }, + { + "epoch": 1.391060839007248, + "grad_norm": 2.222883701324463, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7242187857627869, + "num_tokens": 299079000.0, + "step": 12667 + }, + { + "epoch": 1.3911706567098616, + "grad_norm": 2.1608548164367676, + "learning_rate": 1e-06, + "loss": 0.7886, + "mean_token_accuracy": 0.741855263710022, + "num_tokens": 299104356.0, + "step": 12668 + }, + { + "epoch": 1.3912804744124752, + "grad_norm": 2.3518474102020264, + "learning_rate": 1e-06, + "loss": 1.0113, + "mean_token_accuracy": 0.6931419372558594, + "num_tokens": 299127575.0, + "step": 12669 + }, + { + "epoch": 1.391390292115089, + "grad_norm": 1.930369257926941, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7083039283752441, + "num_tokens": 299157596.0, + "step": 12670 + }, + { + "epoch": 1.3915001098177027, + "grad_norm": 2.262709140777588, + "learning_rate": 1e-06, + "loss": 0.8189, + "mean_token_accuracy": 0.7355388402938843, + "num_tokens": 299182082.0, + "step": 12671 + }, + { + "epoch": 1.3916099275203162, + "grad_norm": 2.5324528217315674, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7169691920280457, + "num_tokens": 299205149.0, + "step": 12672 + }, + { + "epoch": 1.39171974522293, + "grad_norm": 2.112497568130493, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7144059538841248, + "num_tokens": 299231742.0, + "step": 12673 + }, + { + "epoch": 1.3918295629255435, + "grad_norm": 2.664349317550659, + "learning_rate": 1e-06, + "loss": 0.833, + "mean_token_accuracy": 0.7320269346237183, + "num_tokens": 299249156.0, + "step": 12674 + }, + { + "epoch": 1.3919393806281573, + "grad_norm": 2.1831140518188477, + "learning_rate": 1e-06, + "loss": 0.861, + "mean_token_accuracy": 0.7347699403762817, + "num_tokens": 299274206.0, + "step": 12675 + }, + { + "epoch": 1.392049198330771, + "grad_norm": 2.184908390045166, + "learning_rate": 1e-06, + "loss": 0.8107, + "mean_token_accuracy": 0.7378705143928528, + "num_tokens": 299300176.0, + "step": 12676 + }, + { + "epoch": 1.3921590160333845, + "grad_norm": 2.3620150089263916, + "learning_rate": 1e-06, + "loss": 0.932, + "mean_token_accuracy": 0.7196754217147827, + "num_tokens": 299324515.0, + "step": 12677 + }, + { + "epoch": 1.3922688337359983, + "grad_norm": 2.576397657394409, + "learning_rate": 1e-06, + "loss": 0.9179, + "mean_token_accuracy": 0.71651291847229, + "num_tokens": 299344261.0, + "step": 12678 + }, + { + "epoch": 1.3923786514386118, + "grad_norm": 2.764763593673706, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7236001491546631, + "num_tokens": 299362513.0, + "step": 12679 + }, + { + "epoch": 1.3924884691412256, + "grad_norm": 2.2995102405548096, + "learning_rate": 1e-06, + "loss": 0.8347, + "mean_token_accuracy": 0.7421996593475342, + "num_tokens": 299384654.0, + "step": 12680 + }, + { + "epoch": 1.3925982868438394, + "grad_norm": 2.406891345977783, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7267686128616333, + "num_tokens": 299406506.0, + "step": 12681 + }, + { + "epoch": 1.3927081045464529, + "grad_norm": 2.409212350845337, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7353933453559875, + "num_tokens": 299428514.0, + "step": 12682 + }, + { + "epoch": 1.3928179222490664, + "grad_norm": 2.545628070831299, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7343032360076904, + "num_tokens": 299447858.0, + "step": 12683 + }, + { + "epoch": 1.3929277399516802, + "grad_norm": 2.318122148513794, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7218877077102661, + "num_tokens": 299471053.0, + "step": 12684 + }, + { + "epoch": 1.393037557654294, + "grad_norm": 2.3220319747924805, + "learning_rate": 1e-06, + "loss": 0.8218, + "mean_token_accuracy": 0.7515831589698792, + "num_tokens": 299493038.0, + "step": 12685 + }, + { + "epoch": 1.3931473753569075, + "grad_norm": 2.1153361797332764, + "learning_rate": 1e-06, + "loss": 0.9765, + "mean_token_accuracy": 0.7030606269836426, + "num_tokens": 299521629.0, + "step": 12686 + }, + { + "epoch": 1.3932571930595212, + "grad_norm": 2.4547781944274902, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7165764570236206, + "num_tokens": 299545307.0, + "step": 12687 + }, + { + "epoch": 1.3933670107621348, + "grad_norm": 2.8776137828826904, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.7324284315109253, + "num_tokens": 299562692.0, + "step": 12688 + }, + { + "epoch": 1.3934768284647485, + "grad_norm": 2.143592119216919, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7100684642791748, + "num_tokens": 299591103.0, + "step": 12689 + }, + { + "epoch": 1.3935866461673623, + "grad_norm": 2.609109878540039, + "learning_rate": 1e-06, + "loss": 0.8193, + "mean_token_accuracy": 0.7419854402542114, + "num_tokens": 299610727.0, + "step": 12690 + }, + { + "epoch": 1.3936964638699758, + "grad_norm": 2.284956455230713, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7121756076812744, + "num_tokens": 299637037.0, + "step": 12691 + }, + { + "epoch": 1.3938062815725896, + "grad_norm": 2.414029836654663, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7234793305397034, + "num_tokens": 299659228.0, + "step": 12692 + }, + { + "epoch": 1.393916099275203, + "grad_norm": 2.333753824234009, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.7345362901687622, + "num_tokens": 299681924.0, + "step": 12693 + }, + { + "epoch": 1.3940259169778169, + "grad_norm": 2.1865968704223633, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7317701578140259, + "num_tokens": 299708981.0, + "step": 12694 + }, + { + "epoch": 1.3941357346804306, + "grad_norm": 2.36692476272583, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7210402488708496, + "num_tokens": 299731877.0, + "step": 12695 + }, + { + "epoch": 1.3942455523830442, + "grad_norm": 2.4198920726776123, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7188577651977539, + "num_tokens": 299753128.0, + "step": 12696 + }, + { + "epoch": 1.3943553700856577, + "grad_norm": 2.6508703231811523, + "learning_rate": 1e-06, + "loss": 0.8186, + "mean_token_accuracy": 0.744739294052124, + "num_tokens": 299772498.0, + "step": 12697 + }, + { + "epoch": 1.3944651877882714, + "grad_norm": 2.3521857261657715, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7183176279067993, + "num_tokens": 299795579.0, + "step": 12698 + }, + { + "epoch": 1.3945750054908852, + "grad_norm": 2.7947633266448975, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7221250534057617, + "num_tokens": 299813226.0, + "step": 12699 + }, + { + "epoch": 1.3946848231934987, + "grad_norm": 2.3848519325256348, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7230277061462402, + "num_tokens": 299835802.0, + "step": 12700 + }, + { + "epoch": 1.3947946408961125, + "grad_norm": 2.7579123973846436, + "learning_rate": 1e-06, + "loss": 0.8549, + "mean_token_accuracy": 0.7347347140312195, + "num_tokens": 299854745.0, + "step": 12701 + }, + { + "epoch": 1.394904458598726, + "grad_norm": 2.9668736457824707, + "learning_rate": 1e-06, + "loss": 0.8297, + "mean_token_accuracy": 0.739963173866272, + "num_tokens": 299871390.0, + "step": 12702 + }, + { + "epoch": 1.3950142763013398, + "grad_norm": 2.0372931957244873, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6818180084228516, + "num_tokens": 299902772.0, + "step": 12703 + }, + { + "epoch": 1.3951240940039535, + "grad_norm": 2.524080276489258, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7473536729812622, + "num_tokens": 299925668.0, + "step": 12704 + }, + { + "epoch": 1.395233911706567, + "grad_norm": 2.2815184593200684, + "learning_rate": 1e-06, + "loss": 0.8039, + "mean_token_accuracy": 0.7441644668579102, + "num_tokens": 299949832.0, + "step": 12705 + }, + { + "epoch": 1.3953437294091808, + "grad_norm": 2.092851161956787, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7298293709754944, + "num_tokens": 299975271.0, + "step": 12706 + }, + { + "epoch": 1.3954535471117944, + "grad_norm": 2.1050503253936768, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.6992809176445007, + "num_tokens": 300003576.0, + "step": 12707 + }, + { + "epoch": 1.3955633648144081, + "grad_norm": 2.438225269317627, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7176141738891602, + "num_tokens": 300028640.0, + "step": 12708 + }, + { + "epoch": 1.3956731825170219, + "grad_norm": 2.303866386413574, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7148922681808472, + "num_tokens": 300053596.0, + "step": 12709 + }, + { + "epoch": 1.3957830002196354, + "grad_norm": 2.1538140773773193, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.732440710067749, + "num_tokens": 300080597.0, + "step": 12710 + }, + { + "epoch": 1.395892817922249, + "grad_norm": 2.5520756244659424, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.719017505645752, + "num_tokens": 300101208.0, + "step": 12711 + }, + { + "epoch": 1.3960026356248627, + "grad_norm": 2.4932713508605957, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7065244913101196, + "num_tokens": 300122952.0, + "step": 12712 + }, + { + "epoch": 1.3961124533274765, + "grad_norm": 2.1953980922698975, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7078968286514282, + "num_tokens": 300148317.0, + "step": 12713 + }, + { + "epoch": 1.39622227103009, + "grad_norm": 2.110905647277832, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7184345126152039, + "num_tokens": 300178167.0, + "step": 12714 + }, + { + "epoch": 1.3963320887327038, + "grad_norm": 2.125572919845581, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7034988403320312, + "num_tokens": 300207958.0, + "step": 12715 + }, + { + "epoch": 1.3964419064353173, + "grad_norm": 2.669912815093994, + "learning_rate": 1e-06, + "loss": 0.8115, + "mean_token_accuracy": 0.745911717414856, + "num_tokens": 300225714.0, + "step": 12716 + }, + { + "epoch": 1.396551724137931, + "grad_norm": 2.3788139820098877, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7112680673599243, + "num_tokens": 300249924.0, + "step": 12717 + }, + { + "epoch": 1.3966615418405448, + "grad_norm": 2.2415034770965576, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.6951833963394165, + "num_tokens": 300276504.0, + "step": 12718 + }, + { + "epoch": 1.3967713595431583, + "grad_norm": 2.13991641998291, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7043668627738953, + "num_tokens": 300304513.0, + "step": 12719 + }, + { + "epoch": 1.396881177245772, + "grad_norm": 2.254007577896118, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.715076208114624, + "num_tokens": 300329809.0, + "step": 12720 + }, + { + "epoch": 1.3969909949483856, + "grad_norm": 1.949033498764038, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7235632538795471, + "num_tokens": 300361149.0, + "step": 12721 + }, + { + "epoch": 1.3971008126509994, + "grad_norm": 2.651015043258667, + "learning_rate": 1e-06, + "loss": 0.863, + "mean_token_accuracy": 0.7467962503433228, + "num_tokens": 300381861.0, + "step": 12722 + }, + { + "epoch": 1.397210630353613, + "grad_norm": 2.2479796409606934, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7241553068161011, + "num_tokens": 300407179.0, + "step": 12723 + }, + { + "epoch": 1.3973204480562267, + "grad_norm": 2.3716859817504883, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.7379183769226074, + "num_tokens": 300429183.0, + "step": 12724 + }, + { + "epoch": 1.3974302657588402, + "grad_norm": 2.1208505630493164, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.7153990864753723, + "num_tokens": 300457289.0, + "step": 12725 + }, + { + "epoch": 1.397540083461454, + "grad_norm": 2.0828053951263428, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7112045288085938, + "num_tokens": 300487709.0, + "step": 12726 + }, + { + "epoch": 1.3976499011640677, + "grad_norm": 2.4683122634887695, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7202821373939514, + "num_tokens": 300510273.0, + "step": 12727 + }, + { + "epoch": 1.3977597188666813, + "grad_norm": 2.3151447772979736, + "learning_rate": 1e-06, + "loss": 1.0459, + "mean_token_accuracy": 0.6829051971435547, + "num_tokens": 300534366.0, + "step": 12728 + }, + { + "epoch": 1.397869536569295, + "grad_norm": 2.286829710006714, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6908177137374878, + "num_tokens": 300559443.0, + "step": 12729 + }, + { + "epoch": 1.3979793542719086, + "grad_norm": 2.100721597671509, + "learning_rate": 1e-06, + "loss": 0.968, + "mean_token_accuracy": 0.7062867283821106, + "num_tokens": 300590384.0, + "step": 12730 + }, + { + "epoch": 1.3980891719745223, + "grad_norm": 2.996114730834961, + "learning_rate": 1e-06, + "loss": 0.8222, + "mean_token_accuracy": 0.7376492023468018, + "num_tokens": 300606897.0, + "step": 12731 + }, + { + "epoch": 1.398198989677136, + "grad_norm": 2.5072379112243652, + "learning_rate": 1e-06, + "loss": 0.8237, + "mean_token_accuracy": 0.748039722442627, + "num_tokens": 300626358.0, + "step": 12732 + }, + { + "epoch": 1.3983088073797496, + "grad_norm": 2.234437942504883, + "learning_rate": 1e-06, + "loss": 0.9256, + "mean_token_accuracy": 0.7153834104537964, + "num_tokens": 300652408.0, + "step": 12733 + }, + { + "epoch": 1.3984186250823631, + "grad_norm": 2.2291204929351807, + "learning_rate": 1e-06, + "loss": 0.8347, + "mean_token_accuracy": 0.738666296005249, + "num_tokens": 300677165.0, + "step": 12734 + }, + { + "epoch": 1.398528442784977, + "grad_norm": 2.617846965789795, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7041935324668884, + "num_tokens": 300696171.0, + "step": 12735 + }, + { + "epoch": 1.3986382604875907, + "grad_norm": 2.154996871948242, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6911801695823669, + "num_tokens": 300723999.0, + "step": 12736 + }, + { + "epoch": 1.3987480781902042, + "grad_norm": 2.9325406551361084, + "learning_rate": 1e-06, + "loss": 0.8201, + "mean_token_accuracy": 0.7417846322059631, + "num_tokens": 300739463.0, + "step": 12737 + }, + { + "epoch": 1.398857895892818, + "grad_norm": 2.4761836528778076, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.71784508228302, + "num_tokens": 300760009.0, + "step": 12738 + }, + { + "epoch": 1.3989677135954315, + "grad_norm": 2.306272268295288, + "learning_rate": 1e-06, + "loss": 1.0029, + "mean_token_accuracy": 0.6985899209976196, + "num_tokens": 300784009.0, + "step": 12739 + }, + { + "epoch": 1.3990775312980452, + "grad_norm": 2.6378636360168457, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7180310487747192, + "num_tokens": 300804575.0, + "step": 12740 + }, + { + "epoch": 1.399187349000659, + "grad_norm": 2.3419981002807617, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7093110084533691, + "num_tokens": 300828608.0, + "step": 12741 + }, + { + "epoch": 1.3992971667032725, + "grad_norm": 2.3651669025421143, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7003918886184692, + "num_tokens": 300851666.0, + "step": 12742 + }, + { + "epoch": 1.3994069844058863, + "grad_norm": 2.4392757415771484, + "learning_rate": 1e-06, + "loss": 0.8669, + "mean_token_accuracy": 0.7287652492523193, + "num_tokens": 300873505.0, + "step": 12743 + }, + { + "epoch": 1.3995168021084998, + "grad_norm": 2.4509775638580322, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7262144088745117, + "num_tokens": 300894455.0, + "step": 12744 + }, + { + "epoch": 1.3996266198111136, + "grad_norm": 2.4229824542999268, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7181324362754822, + "num_tokens": 300917626.0, + "step": 12745 + }, + { + "epoch": 1.3997364375137273, + "grad_norm": 2.4856958389282227, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7104300260543823, + "num_tokens": 300938818.0, + "step": 12746 + }, + { + "epoch": 1.3998462552163409, + "grad_norm": 2.1076676845550537, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7127333283424377, + "num_tokens": 300967745.0, + "step": 12747 + }, + { + "epoch": 1.3999560729189544, + "grad_norm": 2.1879396438598633, + "learning_rate": 1e-06, + "loss": 1.0212, + "mean_token_accuracy": 0.6827413439750671, + "num_tokens": 300994527.0, + "step": 12748 + }, + { + "epoch": 1.4000658906215682, + "grad_norm": 2.4525928497314453, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7199949026107788, + "num_tokens": 301016575.0, + "step": 12749 + }, + { + "epoch": 1.400175708324182, + "grad_norm": 2.3543784618377686, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7212921380996704, + "num_tokens": 301038291.0, + "step": 12750 + }, + { + "epoch": 1.4002855260267955, + "grad_norm": 2.33911395072937, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7188311815261841, + "num_tokens": 301060203.0, + "step": 12751 + }, + { + "epoch": 1.4003953437294092, + "grad_norm": 2.3454511165618896, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7355507612228394, + "num_tokens": 301082976.0, + "step": 12752 + }, + { + "epoch": 1.4005051614320227, + "grad_norm": 2.294248104095459, + "learning_rate": 1e-06, + "loss": 0.8636, + "mean_token_accuracy": 0.7232944965362549, + "num_tokens": 301105987.0, + "step": 12753 + }, + { + "epoch": 1.4006149791346365, + "grad_norm": 2.2615160942077637, + "learning_rate": 1e-06, + "loss": 0.9413, + "mean_token_accuracy": 0.7084887623786926, + "num_tokens": 301128938.0, + "step": 12754 + }, + { + "epoch": 1.4007247968372503, + "grad_norm": 2.299262046813965, + "learning_rate": 1e-06, + "loss": 0.8102, + "mean_token_accuracy": 0.7441760897636414, + "num_tokens": 301151907.0, + "step": 12755 + }, + { + "epoch": 1.4008346145398638, + "grad_norm": 2.193838596343994, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.6975260376930237, + "num_tokens": 301179961.0, + "step": 12756 + }, + { + "epoch": 1.4009444322424776, + "grad_norm": 2.757559299468994, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7138566970825195, + "num_tokens": 301198867.0, + "step": 12757 + }, + { + "epoch": 1.401054249945091, + "grad_norm": 2.271090507507324, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.6982830762863159, + "num_tokens": 301224950.0, + "step": 12758 + }, + { + "epoch": 1.4011640676477048, + "grad_norm": 2.3639235496520996, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7203127145767212, + "num_tokens": 301249187.0, + "step": 12759 + }, + { + "epoch": 1.4012738853503186, + "grad_norm": 2.218717575073242, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7533917427062988, + "num_tokens": 301273540.0, + "step": 12760 + }, + { + "epoch": 1.4013837030529321, + "grad_norm": 2.1800174713134766, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7055459022521973, + "num_tokens": 301301390.0, + "step": 12761 + }, + { + "epoch": 1.4014935207555457, + "grad_norm": 2.4513885974884033, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.717570960521698, + "num_tokens": 301321946.0, + "step": 12762 + }, + { + "epoch": 1.4016033384581594, + "grad_norm": 2.281564474105835, + "learning_rate": 1e-06, + "loss": 1.0009, + "mean_token_accuracy": 0.6999181509017944, + "num_tokens": 301347738.0, + "step": 12763 + }, + { + "epoch": 1.4017131561607732, + "grad_norm": 2.550266981124878, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7184991836547852, + "num_tokens": 301368261.0, + "step": 12764 + }, + { + "epoch": 1.4018229738633867, + "grad_norm": 2.143293857574463, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7224749326705933, + "num_tokens": 301396976.0, + "step": 12765 + }, + { + "epoch": 1.4019327915660005, + "grad_norm": 2.5784993171691895, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7204766273498535, + "num_tokens": 301416406.0, + "step": 12766 + }, + { + "epoch": 1.402042609268614, + "grad_norm": 2.643419027328491, + "learning_rate": 1e-06, + "loss": 0.768, + "mean_token_accuracy": 0.7500828504562378, + "num_tokens": 301433630.0, + "step": 12767 + }, + { + "epoch": 1.4021524269712278, + "grad_norm": 2.5101115703582764, + "learning_rate": 1e-06, + "loss": 0.8137, + "mean_token_accuracy": 0.7388830780982971, + "num_tokens": 301453356.0, + "step": 12768 + }, + { + "epoch": 1.4022622446738415, + "grad_norm": 2.3298659324645996, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7355433702468872, + "num_tokens": 301475479.0, + "step": 12769 + }, + { + "epoch": 1.402372062376455, + "grad_norm": 2.256798028945923, + "learning_rate": 1e-06, + "loss": 0.8832, + "mean_token_accuracy": 0.7240780591964722, + "num_tokens": 301499727.0, + "step": 12770 + }, + { + "epoch": 1.4024818800790688, + "grad_norm": 2.285196304321289, + "learning_rate": 1e-06, + "loss": 0.9851, + "mean_token_accuracy": 0.7030515670776367, + "num_tokens": 301524356.0, + "step": 12771 + }, + { + "epoch": 1.4025916977816824, + "grad_norm": 2.4907569885253906, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7316469550132751, + "num_tokens": 301546691.0, + "step": 12772 + }, + { + "epoch": 1.4027015154842961, + "grad_norm": 2.4850013256073, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7229344844818115, + "num_tokens": 301569181.0, + "step": 12773 + }, + { + "epoch": 1.4028113331869096, + "grad_norm": 2.0540502071380615, + "learning_rate": 1e-06, + "loss": 0.833, + "mean_token_accuracy": 0.7402781248092651, + "num_tokens": 301597352.0, + "step": 12774 + }, + { + "epoch": 1.4029211508895234, + "grad_norm": 2.461665391921997, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7292262315750122, + "num_tokens": 301618930.0, + "step": 12775 + }, + { + "epoch": 1.403030968592137, + "grad_norm": 2.552427053451538, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7036759257316589, + "num_tokens": 301640281.0, + "step": 12776 + }, + { + "epoch": 1.4031407862947507, + "grad_norm": 2.487077236175537, + "learning_rate": 1e-06, + "loss": 0.8519, + "mean_token_accuracy": 0.7521269917488098, + "num_tokens": 301660944.0, + "step": 12777 + }, + { + "epoch": 1.4032506039973645, + "grad_norm": 2.1757876873016357, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7164791822433472, + "num_tokens": 301687536.0, + "step": 12778 + }, + { + "epoch": 1.403360421699978, + "grad_norm": 2.1025407314300537, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.7109425067901611, + "num_tokens": 301715964.0, + "step": 12779 + }, + { + "epoch": 1.4034702394025917, + "grad_norm": 1.9506032466888428, + "learning_rate": 1e-06, + "loss": 1.0083, + "mean_token_accuracy": 0.6883634328842163, + "num_tokens": 301749297.0, + "step": 12780 + }, + { + "epoch": 1.4035800571052053, + "grad_norm": 2.042266845703125, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.725101113319397, + "num_tokens": 301778320.0, + "step": 12781 + }, + { + "epoch": 1.403689874807819, + "grad_norm": 2.2091333866119385, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.707895040512085, + "num_tokens": 301803586.0, + "step": 12782 + }, + { + "epoch": 1.4037996925104328, + "grad_norm": 2.5542683601379395, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.724626898765564, + "num_tokens": 301823871.0, + "step": 12783 + }, + { + "epoch": 1.4039095102130463, + "grad_norm": 2.287201166152954, + "learning_rate": 1e-06, + "loss": 0.9908, + "mean_token_accuracy": 0.6941765546798706, + "num_tokens": 301849120.0, + "step": 12784 + }, + { + "epoch": 1.40401932791566, + "grad_norm": 2.233855962753296, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.6983717679977417, + "num_tokens": 301874456.0, + "step": 12785 + }, + { + "epoch": 1.4041291456182736, + "grad_norm": 2.0248725414276123, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.6983165740966797, + "num_tokens": 301904996.0, + "step": 12786 + }, + { + "epoch": 1.4042389633208874, + "grad_norm": 2.6914432048797607, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7309236526489258, + "num_tokens": 301923446.0, + "step": 12787 + }, + { + "epoch": 1.404348781023501, + "grad_norm": 2.6504967212677, + "learning_rate": 1e-06, + "loss": 0.8548, + "mean_token_accuracy": 0.7369223833084106, + "num_tokens": 301943383.0, + "step": 12788 + }, + { + "epoch": 1.4044585987261147, + "grad_norm": 2.0859150886535645, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.7185016870498657, + "num_tokens": 301970678.0, + "step": 12789 + }, + { + "epoch": 1.4045684164287282, + "grad_norm": 2.2896974086761475, + "learning_rate": 1e-06, + "loss": 0.8831, + "mean_token_accuracy": 0.724731981754303, + "num_tokens": 301996704.0, + "step": 12790 + }, + { + "epoch": 1.404678234131342, + "grad_norm": 2.8208611011505127, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7170910239219666, + "num_tokens": 302013228.0, + "step": 12791 + }, + { + "epoch": 1.4047880518339557, + "grad_norm": 2.220388174057007, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7124418020248413, + "num_tokens": 302039748.0, + "step": 12792 + }, + { + "epoch": 1.4048978695365693, + "grad_norm": 2.4896140098571777, + "learning_rate": 1e-06, + "loss": 0.8668, + "mean_token_accuracy": 0.7290379405021667, + "num_tokens": 302061344.0, + "step": 12793 + }, + { + "epoch": 1.405007687239183, + "grad_norm": 2.7069549560546875, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7224900722503662, + "num_tokens": 302080357.0, + "step": 12794 + }, + { + "epoch": 1.4051175049417965, + "grad_norm": 2.3265650272369385, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.7114008665084839, + "num_tokens": 302106319.0, + "step": 12795 + }, + { + "epoch": 1.4052273226444103, + "grad_norm": 2.303316116333008, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7219985723495483, + "num_tokens": 302131839.0, + "step": 12796 + }, + { + "epoch": 1.405337140347024, + "grad_norm": 2.9156322479248047, + "learning_rate": 1e-06, + "loss": 0.8132, + "mean_token_accuracy": 0.7435882091522217, + "num_tokens": 302148686.0, + "step": 12797 + }, + { + "epoch": 1.4054469580496376, + "grad_norm": 2.767831802368164, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7270370721817017, + "num_tokens": 302166881.0, + "step": 12798 + }, + { + "epoch": 1.4055567757522511, + "grad_norm": 2.2408270835876465, + "learning_rate": 1e-06, + "loss": 0.9877, + "mean_token_accuracy": 0.6982338428497314, + "num_tokens": 302195532.0, + "step": 12799 + }, + { + "epoch": 1.4056665934548649, + "grad_norm": 3.1516737937927246, + "learning_rate": 1e-06, + "loss": 0.8164, + "mean_token_accuracy": 0.7387666702270508, + "num_tokens": 302209624.0, + "step": 12800 + }, + { + "epoch": 1.4057764111574786, + "grad_norm": 2.4431803226470947, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.707484781742096, + "num_tokens": 302232335.0, + "step": 12801 + }, + { + "epoch": 1.4058862288600922, + "grad_norm": 2.2057175636291504, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.706036388874054, + "num_tokens": 302259951.0, + "step": 12802 + }, + { + "epoch": 1.405996046562706, + "grad_norm": 2.597633123397827, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7160815000534058, + "num_tokens": 302280902.0, + "step": 12803 + }, + { + "epoch": 1.4061058642653195, + "grad_norm": 2.1632888317108154, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7158887386322021, + "num_tokens": 302308828.0, + "step": 12804 + }, + { + "epoch": 1.4062156819679332, + "grad_norm": 2.10685658454895, + "learning_rate": 1e-06, + "loss": 0.8674, + "mean_token_accuracy": 0.7261618375778198, + "num_tokens": 302333942.0, + "step": 12805 + }, + { + "epoch": 1.406325499670547, + "grad_norm": 2.6291005611419678, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7276430130004883, + "num_tokens": 302353558.0, + "step": 12806 + }, + { + "epoch": 1.4064353173731605, + "grad_norm": 2.9074482917785645, + "learning_rate": 1e-06, + "loss": 0.8445, + "mean_token_accuracy": 0.733952522277832, + "num_tokens": 302370491.0, + "step": 12807 + }, + { + "epoch": 1.4065451350757743, + "grad_norm": 2.3295252323150635, + "learning_rate": 1e-06, + "loss": 0.8161, + "mean_token_accuracy": 0.7419606447219849, + "num_tokens": 302391653.0, + "step": 12808 + }, + { + "epoch": 1.4066549527783878, + "grad_norm": 2.2914743423461914, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7202284336090088, + "num_tokens": 302414652.0, + "step": 12809 + }, + { + "epoch": 1.4067647704810016, + "grad_norm": 2.634995937347412, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7362657189369202, + "num_tokens": 302434243.0, + "step": 12810 + }, + { + "epoch": 1.4068745881836153, + "grad_norm": 2.384598731994629, + "learning_rate": 1e-06, + "loss": 0.9633, + "mean_token_accuracy": 0.6983894109725952, + "num_tokens": 302458918.0, + "step": 12811 + }, + { + "epoch": 1.4069844058862289, + "grad_norm": 2.6596412658691406, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7263609170913696, + "num_tokens": 302479144.0, + "step": 12812 + }, + { + "epoch": 1.4070942235888424, + "grad_norm": 2.5894975662231445, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7154991030693054, + "num_tokens": 302499151.0, + "step": 12813 + }, + { + "epoch": 1.4072040412914562, + "grad_norm": 2.3528451919555664, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7069731950759888, + "num_tokens": 302525933.0, + "step": 12814 + }, + { + "epoch": 1.40731385899407, + "grad_norm": 2.5371041297912598, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7189445495605469, + "num_tokens": 302547988.0, + "step": 12815 + }, + { + "epoch": 1.4074236766966834, + "grad_norm": 2.3200321197509766, + "learning_rate": 1e-06, + "loss": 0.9269, + "mean_token_accuracy": 0.7185686230659485, + "num_tokens": 302574816.0, + "step": 12816 + }, + { + "epoch": 1.4075334943992972, + "grad_norm": 2.4513790607452393, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7167066335678101, + "num_tokens": 302597660.0, + "step": 12817 + }, + { + "epoch": 1.4076433121019107, + "grad_norm": 2.1010007858276367, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7207055687904358, + "num_tokens": 302625298.0, + "step": 12818 + }, + { + "epoch": 1.4077531298045245, + "grad_norm": 2.0850636959075928, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7042691707611084, + "num_tokens": 302656222.0, + "step": 12819 + }, + { + "epoch": 1.4078629475071383, + "grad_norm": 2.793466567993164, + "learning_rate": 1e-06, + "loss": 0.8221, + "mean_token_accuracy": 0.7397395372390747, + "num_tokens": 302672495.0, + "step": 12820 + }, + { + "epoch": 1.4079727652097518, + "grad_norm": 2.6356537342071533, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7459589242935181, + "num_tokens": 302689989.0, + "step": 12821 + }, + { + "epoch": 1.4080825829123655, + "grad_norm": 2.154634952545166, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7306307554244995, + "num_tokens": 302714402.0, + "step": 12822 + }, + { + "epoch": 1.408192400614979, + "grad_norm": 2.221625328063965, + "learning_rate": 1e-06, + "loss": 0.8022, + "mean_token_accuracy": 0.74360191822052, + "num_tokens": 302737466.0, + "step": 12823 + }, + { + "epoch": 1.4083022183175928, + "grad_norm": 2.5344293117523193, + "learning_rate": 1e-06, + "loss": 0.8242, + "mean_token_accuracy": 0.7427418828010559, + "num_tokens": 302758930.0, + "step": 12824 + }, + { + "epoch": 1.4084120360202066, + "grad_norm": 2.8127143383026123, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.7307519912719727, + "num_tokens": 302776283.0, + "step": 12825 + }, + { + "epoch": 1.4085218537228201, + "grad_norm": 2.2455904483795166, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7185877561569214, + "num_tokens": 302800836.0, + "step": 12826 + }, + { + "epoch": 1.4086316714254337, + "grad_norm": 2.424342632293701, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7108119130134583, + "num_tokens": 302823486.0, + "step": 12827 + }, + { + "epoch": 1.4087414891280474, + "grad_norm": 2.291346549987793, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7291319966316223, + "num_tokens": 302848133.0, + "step": 12828 + }, + { + "epoch": 1.4088513068306612, + "grad_norm": 1.991210699081421, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7070643901824951, + "num_tokens": 302880839.0, + "step": 12829 + }, + { + "epoch": 1.4089611245332747, + "grad_norm": 2.351635694503784, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.739590048789978, + "num_tokens": 302904144.0, + "step": 12830 + }, + { + "epoch": 1.4090709422358885, + "grad_norm": 2.297942876815796, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.703411340713501, + "num_tokens": 302928890.0, + "step": 12831 + }, + { + "epoch": 1.409180759938502, + "grad_norm": 2.34391450881958, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.7170048952102661, + "num_tokens": 302952004.0, + "step": 12832 + }, + { + "epoch": 1.4092905776411158, + "grad_norm": 2.1743998527526855, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7101307511329651, + "num_tokens": 302979280.0, + "step": 12833 + }, + { + "epoch": 1.4094003953437295, + "grad_norm": 2.697943925857544, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.717683732509613, + "num_tokens": 302997675.0, + "step": 12834 + }, + { + "epoch": 1.409510213046343, + "grad_norm": 2.4637553691864014, + "learning_rate": 1e-06, + "loss": 0.834, + "mean_token_accuracy": 0.7365320920944214, + "num_tokens": 303017985.0, + "step": 12835 + }, + { + "epoch": 1.4096200307489568, + "grad_norm": 2.2172510623931885, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7256590723991394, + "num_tokens": 303042336.0, + "step": 12836 + }, + { + "epoch": 1.4097298484515703, + "grad_norm": 2.4787697792053223, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7189319729804993, + "num_tokens": 303064244.0, + "step": 12837 + }, + { + "epoch": 1.409839666154184, + "grad_norm": 2.0321922302246094, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.718631386756897, + "num_tokens": 303093704.0, + "step": 12838 + }, + { + "epoch": 1.4099494838567976, + "grad_norm": 2.2435851097106934, + "learning_rate": 1e-06, + "loss": 0.8368, + "mean_token_accuracy": 0.744621753692627, + "num_tokens": 303117975.0, + "step": 12839 + }, + { + "epoch": 1.4100593015594114, + "grad_norm": 2.0968525409698486, + "learning_rate": 1e-06, + "loss": 1.0128, + "mean_token_accuracy": 0.6995512843132019, + "num_tokens": 303148416.0, + "step": 12840 + }, + { + "epoch": 1.410169119262025, + "grad_norm": 2.3170740604400635, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7299244999885559, + "num_tokens": 303172039.0, + "step": 12841 + }, + { + "epoch": 1.4102789369646387, + "grad_norm": 2.0508999824523926, + "learning_rate": 1e-06, + "loss": 0.9401, + "mean_token_accuracy": 0.7043324708938599, + "num_tokens": 303203934.0, + "step": 12842 + }, + { + "epoch": 1.4103887546672524, + "grad_norm": 2.4000332355499268, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.6954683065414429, + "num_tokens": 303225487.0, + "step": 12843 + }, + { + "epoch": 1.410498572369866, + "grad_norm": 2.5549745559692383, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7049388885498047, + "num_tokens": 303245590.0, + "step": 12844 + }, + { + "epoch": 1.4106083900724797, + "grad_norm": 2.1594789028167725, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7110463380813599, + "num_tokens": 303271807.0, + "step": 12845 + }, + { + "epoch": 1.4107182077750933, + "grad_norm": 2.526404857635498, + "learning_rate": 1e-06, + "loss": 0.9717, + "mean_token_accuracy": 0.6981760263442993, + "num_tokens": 303294161.0, + "step": 12846 + }, + { + "epoch": 1.410828025477707, + "grad_norm": 2.009660482406616, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.710262656211853, + "num_tokens": 303324147.0, + "step": 12847 + }, + { + "epoch": 1.4109378431803208, + "grad_norm": 2.3585894107818604, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.7041970491409302, + "num_tokens": 303349222.0, + "step": 12848 + }, + { + "epoch": 1.4110476608829343, + "grad_norm": 2.220273017883301, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7109047770500183, + "num_tokens": 303377778.0, + "step": 12849 + }, + { + "epoch": 1.4111574785855479, + "grad_norm": 2.1866774559020996, + "learning_rate": 1e-06, + "loss": 1.0327, + "mean_token_accuracy": 0.6950550675392151, + "num_tokens": 303405368.0, + "step": 12850 + }, + { + "epoch": 1.4112672962881616, + "grad_norm": 2.3656561374664307, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.7208535671234131, + "num_tokens": 303429215.0, + "step": 12851 + }, + { + "epoch": 1.4113771139907754, + "grad_norm": 2.8064708709716797, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7386355400085449, + "num_tokens": 303448933.0, + "step": 12852 + }, + { + "epoch": 1.411486931693389, + "grad_norm": 2.2282145023345947, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7125263214111328, + "num_tokens": 303476487.0, + "step": 12853 + }, + { + "epoch": 1.4115967493960027, + "grad_norm": 2.59717059135437, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.7425650358200073, + "num_tokens": 303495719.0, + "step": 12854 + }, + { + "epoch": 1.4117065670986162, + "grad_norm": 2.1270804405212402, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7325065732002258, + "num_tokens": 303523838.0, + "step": 12855 + }, + { + "epoch": 1.41181638480123, + "grad_norm": 2.009096384048462, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7156001925468445, + "num_tokens": 303555167.0, + "step": 12856 + }, + { + "epoch": 1.4119262025038437, + "grad_norm": 2.0041403770446777, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7276018857955933, + "num_tokens": 303584688.0, + "step": 12857 + }, + { + "epoch": 1.4120360202064572, + "grad_norm": 2.695814371109009, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7330504059791565, + "num_tokens": 303602863.0, + "step": 12858 + }, + { + "epoch": 1.412145837909071, + "grad_norm": 2.526318311691284, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.7366384863853455, + "num_tokens": 303623938.0, + "step": 12859 + }, + { + "epoch": 1.4122556556116845, + "grad_norm": 2.2686870098114014, + "learning_rate": 1e-06, + "loss": 0.9865, + "mean_token_accuracy": 0.6922662854194641, + "num_tokens": 303650972.0, + "step": 12860 + }, + { + "epoch": 1.4123654733142983, + "grad_norm": 2.579197406768799, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7574466466903687, + "num_tokens": 303672719.0, + "step": 12861 + }, + { + "epoch": 1.412475291016912, + "grad_norm": 2.2738335132598877, + "learning_rate": 1e-06, + "loss": 0.9835, + "mean_token_accuracy": 0.7084808349609375, + "num_tokens": 303697528.0, + "step": 12862 + }, + { + "epoch": 1.4125851087195256, + "grad_norm": 2.491666078567505, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.7220020294189453, + "num_tokens": 303718251.0, + "step": 12863 + }, + { + "epoch": 1.4126949264221391, + "grad_norm": 2.228273630142212, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7106776237487793, + "num_tokens": 303743513.0, + "step": 12864 + }, + { + "epoch": 1.4128047441247529, + "grad_norm": 2.6085238456726074, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7223610877990723, + "num_tokens": 303762817.0, + "step": 12865 + }, + { + "epoch": 1.4129145618273666, + "grad_norm": 2.4796690940856934, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7291942834854126, + "num_tokens": 303783783.0, + "step": 12866 + }, + { + "epoch": 1.4130243795299802, + "grad_norm": 2.3522021770477295, + "learning_rate": 1e-06, + "loss": 0.862, + "mean_token_accuracy": 0.7314169406890869, + "num_tokens": 303808502.0, + "step": 12867 + }, + { + "epoch": 1.413134197232594, + "grad_norm": 2.200242280960083, + "learning_rate": 1e-06, + "loss": 0.8801, + "mean_token_accuracy": 0.7310462594032288, + "num_tokens": 303836383.0, + "step": 12868 + }, + { + "epoch": 1.4132440149352075, + "grad_norm": 1.9915592670440674, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7119629383087158, + "num_tokens": 303870294.0, + "step": 12869 + }, + { + "epoch": 1.4133538326378212, + "grad_norm": 2.077263116836548, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6904044151306152, + "num_tokens": 303901748.0, + "step": 12870 + }, + { + "epoch": 1.413463650340435, + "grad_norm": 2.370737314224243, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.7059537172317505, + "num_tokens": 303926398.0, + "step": 12871 + }, + { + "epoch": 1.4135734680430485, + "grad_norm": 2.5930898189544678, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7139390110969543, + "num_tokens": 303946161.0, + "step": 12872 + }, + { + "epoch": 1.4136832857456623, + "grad_norm": 2.588468551635742, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.7149230241775513, + "num_tokens": 303966659.0, + "step": 12873 + }, + { + "epoch": 1.4137931034482758, + "grad_norm": 2.4019978046417236, + "learning_rate": 1e-06, + "loss": 0.802, + "mean_token_accuracy": 0.7508010268211365, + "num_tokens": 303989135.0, + "step": 12874 + }, + { + "epoch": 1.4139029211508896, + "grad_norm": 2.580828905105591, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7253222465515137, + "num_tokens": 304009592.0, + "step": 12875 + }, + { + "epoch": 1.4140127388535033, + "grad_norm": 2.5908772945404053, + "learning_rate": 1e-06, + "loss": 0.8715, + "mean_token_accuracy": 0.7298473119735718, + "num_tokens": 304028349.0, + "step": 12876 + }, + { + "epoch": 1.4141225565561168, + "grad_norm": 2.047091484069824, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7288474440574646, + "num_tokens": 304055078.0, + "step": 12877 + }, + { + "epoch": 1.4142323742587304, + "grad_norm": 2.445716619491577, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7240912318229675, + "num_tokens": 304078259.0, + "step": 12878 + }, + { + "epoch": 1.4143421919613441, + "grad_norm": 2.413734197616577, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7113882303237915, + "num_tokens": 304102725.0, + "step": 12879 + }, + { + "epoch": 1.414452009663958, + "grad_norm": 2.3165650367736816, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7387765645980835, + "num_tokens": 304125671.0, + "step": 12880 + }, + { + "epoch": 1.4145618273665714, + "grad_norm": 1.883812427520752, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7008185982704163, + "num_tokens": 304159468.0, + "step": 12881 + }, + { + "epoch": 1.4146716450691852, + "grad_norm": 2.2733607292175293, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7223739624023438, + "num_tokens": 304183034.0, + "step": 12882 + }, + { + "epoch": 1.4147814627717987, + "grad_norm": 2.7409801483154297, + "learning_rate": 1e-06, + "loss": 0.8828, + "mean_token_accuracy": 0.7193273305892944, + "num_tokens": 304201732.0, + "step": 12883 + }, + { + "epoch": 1.4148912804744125, + "grad_norm": 2.0617990493774414, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7097582817077637, + "num_tokens": 304230821.0, + "step": 12884 + }, + { + "epoch": 1.4150010981770262, + "grad_norm": 2.5984771251678467, + "learning_rate": 1e-06, + "loss": 0.8382, + "mean_token_accuracy": 0.7343564033508301, + "num_tokens": 304251286.0, + "step": 12885 + }, + { + "epoch": 1.4151109158796398, + "grad_norm": 2.1915321350097656, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7034337520599365, + "num_tokens": 304279906.0, + "step": 12886 + }, + { + "epoch": 1.4152207335822535, + "grad_norm": 2.3878798484802246, + "learning_rate": 1e-06, + "loss": 0.9052, + "mean_token_accuracy": 0.7185619473457336, + "num_tokens": 304303899.0, + "step": 12887 + }, + { + "epoch": 1.415330551284867, + "grad_norm": 2.3497745990753174, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7310689687728882, + "num_tokens": 304325958.0, + "step": 12888 + }, + { + "epoch": 1.4154403689874808, + "grad_norm": 2.1236250400543213, + "learning_rate": 1e-06, + "loss": 0.7881, + "mean_token_accuracy": 0.7579361796379089, + "num_tokens": 304352989.0, + "step": 12889 + }, + { + "epoch": 1.4155501866900946, + "grad_norm": 2.3315916061401367, + "learning_rate": 1e-06, + "loss": 0.8735, + "mean_token_accuracy": 0.724429726600647, + "num_tokens": 304376802.0, + "step": 12890 + }, + { + "epoch": 1.4156600043927081, + "grad_norm": 2.503206968307495, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7355690002441406, + "num_tokens": 304398374.0, + "step": 12891 + }, + { + "epoch": 1.4157698220953217, + "grad_norm": 1.985018014907837, + "learning_rate": 1e-06, + "loss": 0.8519, + "mean_token_accuracy": 0.7308229207992554, + "num_tokens": 304428022.0, + "step": 12892 + }, + { + "epoch": 1.4158796397979354, + "grad_norm": 2.5391855239868164, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7176368236541748, + "num_tokens": 304448099.0, + "step": 12893 + }, + { + "epoch": 1.4159894575005492, + "grad_norm": 2.2947256565093994, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7081741094589233, + "num_tokens": 304473639.0, + "step": 12894 + }, + { + "epoch": 1.4160992752031627, + "grad_norm": 2.500004291534424, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7041109204292297, + "num_tokens": 304496524.0, + "step": 12895 + }, + { + "epoch": 1.4162090929057765, + "grad_norm": 2.456575632095337, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7150917649269104, + "num_tokens": 304518055.0, + "step": 12896 + }, + { + "epoch": 1.41631891060839, + "grad_norm": 2.262960195541382, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7021124958992004, + "num_tokens": 304543577.0, + "step": 12897 + }, + { + "epoch": 1.4164287283110037, + "grad_norm": 2.5501492023468018, + "learning_rate": 1e-06, + "loss": 0.821, + "mean_token_accuracy": 0.7399647235870361, + "num_tokens": 304562416.0, + "step": 12898 + }, + { + "epoch": 1.4165385460136175, + "grad_norm": 2.05061674118042, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7065045833587646, + "num_tokens": 304595764.0, + "step": 12899 + }, + { + "epoch": 1.416648363716231, + "grad_norm": 2.303717613220215, + "learning_rate": 1e-06, + "loss": 0.9796, + "mean_token_accuracy": 0.6994968056678772, + "num_tokens": 304619933.0, + "step": 12900 + }, + { + "epoch": 1.4167581814188448, + "grad_norm": 2.3070833683013916, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.7258707880973816, + "num_tokens": 304643774.0, + "step": 12901 + }, + { + "epoch": 1.4168679991214583, + "grad_norm": 2.4084789752960205, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.71042799949646, + "num_tokens": 304667592.0, + "step": 12902 + }, + { + "epoch": 1.416977816824072, + "grad_norm": 2.146409511566162, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7052962779998779, + "num_tokens": 304695435.0, + "step": 12903 + }, + { + "epoch": 1.4170876345266856, + "grad_norm": 2.455273151397705, + "learning_rate": 1e-06, + "loss": 0.8257, + "mean_token_accuracy": 0.7440284490585327, + "num_tokens": 304716010.0, + "step": 12904 + }, + { + "epoch": 1.4171974522292994, + "grad_norm": 2.0722408294677734, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7222387194633484, + "num_tokens": 304742851.0, + "step": 12905 + }, + { + "epoch": 1.417307269931913, + "grad_norm": 2.3449432849884033, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7258788347244263, + "num_tokens": 304764851.0, + "step": 12906 + }, + { + "epoch": 1.4174170876345267, + "grad_norm": 2.210289716720581, + "learning_rate": 1e-06, + "loss": 0.7887, + "mean_token_accuracy": 0.7503701448440552, + "num_tokens": 304790436.0, + "step": 12907 + }, + { + "epoch": 1.4175269053371404, + "grad_norm": 2.365663766860962, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.7386729121208191, + "num_tokens": 304810466.0, + "step": 12908 + }, + { + "epoch": 1.417636723039754, + "grad_norm": 2.330260753631592, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7132372260093689, + "num_tokens": 304834339.0, + "step": 12909 + }, + { + "epoch": 1.4177465407423677, + "grad_norm": 2.069136619567871, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7228940725326538, + "num_tokens": 304863885.0, + "step": 12910 + }, + { + "epoch": 1.4178563584449813, + "grad_norm": 2.144062042236328, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7181089520454407, + "num_tokens": 304894850.0, + "step": 12911 + }, + { + "epoch": 1.417966176147595, + "grad_norm": 2.2670738697052, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7097963690757751, + "num_tokens": 304918937.0, + "step": 12912 + }, + { + "epoch": 1.4180759938502088, + "grad_norm": 2.6370556354522705, + "learning_rate": 1e-06, + "loss": 0.9978, + "mean_token_accuracy": 0.7106629610061646, + "num_tokens": 304937996.0, + "step": 12913 + }, + { + "epoch": 1.4181858115528223, + "grad_norm": 2.4590375423431396, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.703423023223877, + "num_tokens": 304962086.0, + "step": 12914 + }, + { + "epoch": 1.4182956292554358, + "grad_norm": 2.1212573051452637, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7090177536010742, + "num_tokens": 304989041.0, + "step": 12915 + }, + { + "epoch": 1.4184054469580496, + "grad_norm": 2.4169921875, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7207741141319275, + "num_tokens": 305009773.0, + "step": 12916 + }, + { + "epoch": 1.4185152646606634, + "grad_norm": 2.29848575592041, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.7325396537780762, + "num_tokens": 305034345.0, + "step": 12917 + }, + { + "epoch": 1.418625082363277, + "grad_norm": 2.362440347671509, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.714404821395874, + "num_tokens": 305059926.0, + "step": 12918 + }, + { + "epoch": 1.4187349000658906, + "grad_norm": 2.3619518280029297, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7214288115501404, + "num_tokens": 305083056.0, + "step": 12919 + }, + { + "epoch": 1.4188447177685042, + "grad_norm": 2.3723039627075195, + "learning_rate": 1e-06, + "loss": 0.8036, + "mean_token_accuracy": 0.7399998307228088, + "num_tokens": 305106150.0, + "step": 12920 + }, + { + "epoch": 1.418954535471118, + "grad_norm": 2.1551456451416016, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7055602073669434, + "num_tokens": 305131940.0, + "step": 12921 + }, + { + "epoch": 1.4190643531737317, + "grad_norm": 2.0607354640960693, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7339667081832886, + "num_tokens": 305158941.0, + "step": 12922 + }, + { + "epoch": 1.4191741708763452, + "grad_norm": 2.400688409805298, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7235255837440491, + "num_tokens": 305181734.0, + "step": 12923 + }, + { + "epoch": 1.419283988578959, + "grad_norm": 2.5122601985931396, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.6933087706565857, + "num_tokens": 305204095.0, + "step": 12924 + }, + { + "epoch": 1.4193938062815725, + "grad_norm": 2.2402477264404297, + "learning_rate": 1e-06, + "loss": 0.7965, + "mean_token_accuracy": 0.7419695258140564, + "num_tokens": 305228509.0, + "step": 12925 + }, + { + "epoch": 1.4195036239841863, + "grad_norm": 2.41525936126709, + "learning_rate": 1e-06, + "loss": 0.9171, + "mean_token_accuracy": 0.716968297958374, + "num_tokens": 305250679.0, + "step": 12926 + }, + { + "epoch": 1.4196134416868, + "grad_norm": 2.1186959743499756, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7170783281326294, + "num_tokens": 305279498.0, + "step": 12927 + }, + { + "epoch": 1.4197232593894136, + "grad_norm": 2.204371690750122, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7190373539924622, + "num_tokens": 305305336.0, + "step": 12928 + }, + { + "epoch": 1.419833077092027, + "grad_norm": 2.2786357402801514, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7099870443344116, + "num_tokens": 305328413.0, + "step": 12929 + }, + { + "epoch": 1.4199428947946409, + "grad_norm": 2.0410289764404297, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7128313779830933, + "num_tokens": 305356536.0, + "step": 12930 + }, + { + "epoch": 1.4200527124972546, + "grad_norm": 2.1796348094940186, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7307217717170715, + "num_tokens": 305381451.0, + "step": 12931 + }, + { + "epoch": 1.4201625301998682, + "grad_norm": 2.4756247997283936, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.72269606590271, + "num_tokens": 305401673.0, + "step": 12932 + }, + { + "epoch": 1.420272347902482, + "grad_norm": 2.0628716945648193, + "learning_rate": 1e-06, + "loss": 1.0344, + "mean_token_accuracy": 0.6811543703079224, + "num_tokens": 305432591.0, + "step": 12933 + }, + { + "epoch": 1.4203821656050954, + "grad_norm": 2.344403028488159, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7127463817596436, + "num_tokens": 305457381.0, + "step": 12934 + }, + { + "epoch": 1.4204919833077092, + "grad_norm": 2.489760398864746, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.7183045744895935, + "num_tokens": 305477910.0, + "step": 12935 + }, + { + "epoch": 1.420601801010323, + "grad_norm": 2.715008497238159, + "learning_rate": 1e-06, + "loss": 0.8324, + "mean_token_accuracy": 0.734009325504303, + "num_tokens": 305495760.0, + "step": 12936 + }, + { + "epoch": 1.4207116187129365, + "grad_norm": 2.3977580070495605, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7173358798027039, + "num_tokens": 305521681.0, + "step": 12937 + }, + { + "epoch": 1.4208214364155503, + "grad_norm": 3.3572211265563965, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.701942503452301, + "num_tokens": 305535247.0, + "step": 12938 + }, + { + "epoch": 1.4209312541181638, + "grad_norm": 2.767862319946289, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.7100396752357483, + "num_tokens": 305553891.0, + "step": 12939 + }, + { + "epoch": 1.4210410718207775, + "grad_norm": 2.2894303798675537, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.709434986114502, + "num_tokens": 305577344.0, + "step": 12940 + }, + { + "epoch": 1.4211508895233913, + "grad_norm": 2.3594114780426025, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7026016712188721, + "num_tokens": 305603333.0, + "step": 12941 + }, + { + "epoch": 1.4212607072260048, + "grad_norm": 2.384795665740967, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7154927253723145, + "num_tokens": 305626324.0, + "step": 12942 + }, + { + "epoch": 1.4213705249286184, + "grad_norm": 2.341291666030884, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7261226177215576, + "num_tokens": 305651107.0, + "step": 12943 + }, + { + "epoch": 1.4214803426312321, + "grad_norm": 2.2876477241516113, + "learning_rate": 1e-06, + "loss": 0.8291, + "mean_token_accuracy": 0.7408720254898071, + "num_tokens": 305673789.0, + "step": 12944 + }, + { + "epoch": 1.4215901603338459, + "grad_norm": 2.29878830909729, + "learning_rate": 1e-06, + "loss": 0.735, + "mean_token_accuracy": 0.7579901814460754, + "num_tokens": 305695899.0, + "step": 12945 + }, + { + "epoch": 1.4216999780364594, + "grad_norm": 2.437769889831543, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.693177342414856, + "num_tokens": 305719497.0, + "step": 12946 + }, + { + "epoch": 1.4218097957390732, + "grad_norm": 2.434107542037964, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7126705646514893, + "num_tokens": 305743566.0, + "step": 12947 + }, + { + "epoch": 1.4219196134416867, + "grad_norm": 2.433572769165039, + "learning_rate": 1e-06, + "loss": 0.8536, + "mean_token_accuracy": 0.735144853591919, + "num_tokens": 305765700.0, + "step": 12948 + }, + { + "epoch": 1.4220294311443005, + "grad_norm": 2.390047788619995, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7188171148300171, + "num_tokens": 305790452.0, + "step": 12949 + }, + { + "epoch": 1.4221392488469142, + "grad_norm": 2.4954679012298584, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7032124996185303, + "num_tokens": 305813167.0, + "step": 12950 + }, + { + "epoch": 1.4222490665495278, + "grad_norm": 2.212402582168579, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7242028713226318, + "num_tokens": 305837817.0, + "step": 12951 + }, + { + "epoch": 1.4223588842521415, + "grad_norm": 2.4641988277435303, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7260864973068237, + "num_tokens": 305858132.0, + "step": 12952 + }, + { + "epoch": 1.422468701954755, + "grad_norm": 2.421485424041748, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7159454226493835, + "num_tokens": 305881403.0, + "step": 12953 + }, + { + "epoch": 1.4225785196573688, + "grad_norm": 2.745107650756836, + "learning_rate": 1e-06, + "loss": 0.8124, + "mean_token_accuracy": 0.737851619720459, + "num_tokens": 305898603.0, + "step": 12954 + }, + { + "epoch": 1.4226883373599823, + "grad_norm": 2.58744478225708, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7103643417358398, + "num_tokens": 305919979.0, + "step": 12955 + }, + { + "epoch": 1.422798155062596, + "grad_norm": 2.5429155826568604, + "learning_rate": 1e-06, + "loss": 0.8701, + "mean_token_accuracy": 0.7444891333580017, + "num_tokens": 305941029.0, + "step": 12956 + }, + { + "epoch": 1.4229079727652096, + "grad_norm": 2.293517827987671, + "learning_rate": 1e-06, + "loss": 0.8682, + "mean_token_accuracy": 0.7268093824386597, + "num_tokens": 305965505.0, + "step": 12957 + }, + { + "epoch": 1.4230177904678234, + "grad_norm": 2.3782958984375, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.702924370765686, + "num_tokens": 305988340.0, + "step": 12958 + }, + { + "epoch": 1.4231276081704372, + "grad_norm": 2.436685800552368, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7241464257240295, + "num_tokens": 306011139.0, + "step": 12959 + }, + { + "epoch": 1.4232374258730507, + "grad_norm": 2.490203380584717, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7105479836463928, + "num_tokens": 306032485.0, + "step": 12960 + }, + { + "epoch": 1.4233472435756644, + "grad_norm": 2.35813307762146, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7093942165374756, + "num_tokens": 306056506.0, + "step": 12961 + }, + { + "epoch": 1.423457061278278, + "grad_norm": 2.380070447921753, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.726280689239502, + "num_tokens": 306080192.0, + "step": 12962 + }, + { + "epoch": 1.4235668789808917, + "grad_norm": 2.5142581462860107, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7308124303817749, + "num_tokens": 306100558.0, + "step": 12963 + }, + { + "epoch": 1.4236766966835055, + "grad_norm": 2.4440691471099854, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7256718277931213, + "num_tokens": 306121701.0, + "step": 12964 + }, + { + "epoch": 1.423786514386119, + "grad_norm": 2.5527806282043457, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7105146050453186, + "num_tokens": 306144685.0, + "step": 12965 + }, + { + "epoch": 1.4238963320887328, + "grad_norm": 2.4534246921539307, + "learning_rate": 1e-06, + "loss": 0.8208, + "mean_token_accuracy": 0.7431467771530151, + "num_tokens": 306165677.0, + "step": 12966 + }, + { + "epoch": 1.4240061497913463, + "grad_norm": 2.419192314147949, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.723851203918457, + "num_tokens": 306188852.0, + "step": 12967 + }, + { + "epoch": 1.42411596749396, + "grad_norm": 2.371852159500122, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7147607803344727, + "num_tokens": 306212011.0, + "step": 12968 + }, + { + "epoch": 1.4242257851965736, + "grad_norm": 2.487042188644409, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7131221294403076, + "num_tokens": 306233345.0, + "step": 12969 + }, + { + "epoch": 1.4243356028991874, + "grad_norm": 2.2841620445251465, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.6980066895484924, + "num_tokens": 306257279.0, + "step": 12970 + }, + { + "epoch": 1.424445420601801, + "grad_norm": 2.4871091842651367, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7004421949386597, + "num_tokens": 306279456.0, + "step": 12971 + }, + { + "epoch": 1.4245552383044147, + "grad_norm": 2.3584887981414795, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7219394445419312, + "num_tokens": 306301418.0, + "step": 12972 + }, + { + "epoch": 1.4246650560070284, + "grad_norm": 2.610408306121826, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7230190634727478, + "num_tokens": 306321222.0, + "step": 12973 + }, + { + "epoch": 1.424774873709642, + "grad_norm": 1.9958462715148926, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7143529653549194, + "num_tokens": 306349789.0, + "step": 12974 + }, + { + "epoch": 1.4248846914122557, + "grad_norm": 2.711456537246704, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7138295769691467, + "num_tokens": 306369451.0, + "step": 12975 + }, + { + "epoch": 1.4249945091148692, + "grad_norm": 2.606659173965454, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7029390335083008, + "num_tokens": 306393100.0, + "step": 12976 + }, + { + "epoch": 1.425104326817483, + "grad_norm": 2.6115427017211914, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.7166534066200256, + "num_tokens": 306413045.0, + "step": 12977 + }, + { + "epoch": 1.4252141445200968, + "grad_norm": 2.3442537784576416, + "learning_rate": 1e-06, + "loss": 0.9301, + "mean_token_accuracy": 0.7119977474212646, + "num_tokens": 306437079.0, + "step": 12978 + }, + { + "epoch": 1.4253239622227103, + "grad_norm": 2.54762864112854, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.716484785079956, + "num_tokens": 306457187.0, + "step": 12979 + }, + { + "epoch": 1.4254337799253238, + "grad_norm": 2.4767889976501465, + "learning_rate": 1e-06, + "loss": 0.8576, + "mean_token_accuracy": 0.7295476794242859, + "num_tokens": 306478638.0, + "step": 12980 + }, + { + "epoch": 1.4255435976279376, + "grad_norm": 2.5852150917053223, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7195858955383301, + "num_tokens": 306498150.0, + "step": 12981 + }, + { + "epoch": 1.4256534153305513, + "grad_norm": 2.5805513858795166, + "learning_rate": 1e-06, + "loss": 0.8495, + "mean_token_accuracy": 0.7288561463356018, + "num_tokens": 306517892.0, + "step": 12982 + }, + { + "epoch": 1.4257632330331649, + "grad_norm": 2.186229705810547, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7244110107421875, + "num_tokens": 306544537.0, + "step": 12983 + }, + { + "epoch": 1.4258730507357786, + "grad_norm": 2.232180595397949, + "learning_rate": 1e-06, + "loss": 0.8821, + "mean_token_accuracy": 0.724433183670044, + "num_tokens": 306571540.0, + "step": 12984 + }, + { + "epoch": 1.4259828684383922, + "grad_norm": 2.2175021171569824, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.6966761350631714, + "num_tokens": 306598640.0, + "step": 12985 + }, + { + "epoch": 1.426092686141006, + "grad_norm": 2.105712890625, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7108597159385681, + "num_tokens": 306628686.0, + "step": 12986 + }, + { + "epoch": 1.4262025038436197, + "grad_norm": 2.296877861022949, + "learning_rate": 1e-06, + "loss": 0.8386, + "mean_token_accuracy": 0.735490620136261, + "num_tokens": 306653320.0, + "step": 12987 + }, + { + "epoch": 1.4263123215462332, + "grad_norm": 2.568179130554199, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7320300936698914, + "num_tokens": 306673396.0, + "step": 12988 + }, + { + "epoch": 1.426422139248847, + "grad_norm": 2.6787116527557373, + "learning_rate": 1e-06, + "loss": 0.8551, + "mean_token_accuracy": 0.7303425669670105, + "num_tokens": 306692277.0, + "step": 12989 + }, + { + "epoch": 1.4265319569514605, + "grad_norm": 2.1819825172424316, + "learning_rate": 1e-06, + "loss": 0.9881, + "mean_token_accuracy": 0.7076271772384644, + "num_tokens": 306719812.0, + "step": 12990 + }, + { + "epoch": 1.4266417746540743, + "grad_norm": 2.4787662029266357, + "learning_rate": 1e-06, + "loss": 0.993, + "mean_token_accuracy": 0.6892598867416382, + "num_tokens": 306743020.0, + "step": 12991 + }, + { + "epoch": 1.426751592356688, + "grad_norm": 2.479123115539551, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7254475355148315, + "num_tokens": 306764752.0, + "step": 12992 + }, + { + "epoch": 1.4268614100593016, + "grad_norm": 2.278749704360962, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7254766821861267, + "num_tokens": 306788880.0, + "step": 12993 + }, + { + "epoch": 1.426971227761915, + "grad_norm": 2.201582431793213, + "learning_rate": 1e-06, + "loss": 0.913, + "mean_token_accuracy": 0.711787760257721, + "num_tokens": 306814296.0, + "step": 12994 + }, + { + "epoch": 1.4270810454645289, + "grad_norm": 2.718120574951172, + "learning_rate": 1e-06, + "loss": 0.792, + "mean_token_accuracy": 0.7449207305908203, + "num_tokens": 306830627.0, + "step": 12995 + }, + { + "epoch": 1.4271908631671426, + "grad_norm": 2.44549298286438, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7263690233230591, + "num_tokens": 306853013.0, + "step": 12996 + }, + { + "epoch": 1.4273006808697561, + "grad_norm": 2.3116965293884277, + "learning_rate": 1e-06, + "loss": 1.0394, + "mean_token_accuracy": 0.6770648956298828, + "num_tokens": 306880596.0, + "step": 12997 + }, + { + "epoch": 1.42741049857237, + "grad_norm": 2.226541519165039, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7324634790420532, + "num_tokens": 306907111.0, + "step": 12998 + }, + { + "epoch": 1.4275203162749834, + "grad_norm": 2.479480504989624, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7032463550567627, + "num_tokens": 306930367.0, + "step": 12999 + }, + { + "epoch": 1.4276301339775972, + "grad_norm": 2.3438422679901123, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7251935005187988, + "num_tokens": 306953312.0, + "step": 13000 + }, + { + "epoch": 1.427739951680211, + "grad_norm": 2.2586069107055664, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.709342360496521, + "num_tokens": 306977827.0, + "step": 13001 + }, + { + "epoch": 1.4278497693828245, + "grad_norm": 2.5150153636932373, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7342453002929688, + "num_tokens": 306996810.0, + "step": 13002 + }, + { + "epoch": 1.4279595870854382, + "grad_norm": 2.438649892807007, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.731891393661499, + "num_tokens": 307018900.0, + "step": 13003 + }, + { + "epoch": 1.4280694047880518, + "grad_norm": 2.5270214080810547, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.6975203156471252, + "num_tokens": 307041448.0, + "step": 13004 + }, + { + "epoch": 1.4281792224906655, + "grad_norm": 2.159905433654785, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7076037526130676, + "num_tokens": 307068040.0, + "step": 13005 + }, + { + "epoch": 1.4282890401932793, + "grad_norm": 2.4836268424987793, + "learning_rate": 1e-06, + "loss": 0.9949, + "mean_token_accuracy": 0.696353554725647, + "num_tokens": 307091561.0, + "step": 13006 + }, + { + "epoch": 1.4283988578958928, + "grad_norm": 2.020193099975586, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.713204026222229, + "num_tokens": 307121864.0, + "step": 13007 + }, + { + "epoch": 1.4285086755985064, + "grad_norm": 2.4218976497650146, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7183170318603516, + "num_tokens": 307143715.0, + "step": 13008 + }, + { + "epoch": 1.4286184933011201, + "grad_norm": 2.1836729049682617, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7106508016586304, + "num_tokens": 307170888.0, + "step": 13009 + }, + { + "epoch": 1.4287283110037339, + "grad_norm": 2.396709680557251, + "learning_rate": 1e-06, + "loss": 0.9607, + "mean_token_accuracy": 0.701021134853363, + "num_tokens": 307194660.0, + "step": 13010 + }, + { + "epoch": 1.4288381287063474, + "grad_norm": 2.2030105590820312, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7257033586502075, + "num_tokens": 307220680.0, + "step": 13011 + }, + { + "epoch": 1.4289479464089612, + "grad_norm": 2.2666797637939453, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7109335660934448, + "num_tokens": 307245011.0, + "step": 13012 + }, + { + "epoch": 1.4290577641115747, + "grad_norm": 2.1572048664093018, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6973546147346497, + "num_tokens": 307274972.0, + "step": 13013 + }, + { + "epoch": 1.4291675818141885, + "grad_norm": 2.389045000076294, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.702180027961731, + "num_tokens": 307299351.0, + "step": 13014 + }, + { + "epoch": 1.4292773995168022, + "grad_norm": 2.497976064682007, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.7131794095039368, + "num_tokens": 307319808.0, + "step": 13015 + }, + { + "epoch": 1.4293872172194158, + "grad_norm": 2.3516011238098145, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7188881635665894, + "num_tokens": 307345115.0, + "step": 13016 + }, + { + "epoch": 1.4294970349220295, + "grad_norm": 2.144814968109131, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7154173851013184, + "num_tokens": 307374490.0, + "step": 13017 + }, + { + "epoch": 1.429606852624643, + "grad_norm": 2.5134224891662598, + "learning_rate": 1e-06, + "loss": 0.8408, + "mean_token_accuracy": 0.7342480421066284, + "num_tokens": 307395083.0, + "step": 13018 + }, + { + "epoch": 1.4297166703272568, + "grad_norm": 2.519073009490967, + "learning_rate": 1e-06, + "loss": 0.7847, + "mean_token_accuracy": 0.7462641000747681, + "num_tokens": 307414649.0, + "step": 13019 + }, + { + "epoch": 1.4298264880298703, + "grad_norm": 2.0498499870300293, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.7186771035194397, + "num_tokens": 307443640.0, + "step": 13020 + }, + { + "epoch": 1.429936305732484, + "grad_norm": 2.498100996017456, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7171648740768433, + "num_tokens": 307465871.0, + "step": 13021 + }, + { + "epoch": 1.4300461234350976, + "grad_norm": 2.2343761920928955, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7276109457015991, + "num_tokens": 307492844.0, + "step": 13022 + }, + { + "epoch": 1.4301559411377114, + "grad_norm": 2.380596160888672, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.7011368274688721, + "num_tokens": 307517961.0, + "step": 13023 + }, + { + "epoch": 1.4302657588403251, + "grad_norm": 2.464289426803589, + "learning_rate": 1e-06, + "loss": 0.7671, + "mean_token_accuracy": 0.7554749846458435, + "num_tokens": 307537388.0, + "step": 13024 + }, + { + "epoch": 1.4303755765429387, + "grad_norm": 2.452854633331299, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.7206617593765259, + "num_tokens": 307560212.0, + "step": 13025 + }, + { + "epoch": 1.4304853942455524, + "grad_norm": 2.1394712924957275, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7101539969444275, + "num_tokens": 307587929.0, + "step": 13026 + }, + { + "epoch": 1.430595211948166, + "grad_norm": 2.2930972576141357, + "learning_rate": 1e-06, + "loss": 0.8485, + "mean_token_accuracy": 0.735296368598938, + "num_tokens": 307611850.0, + "step": 13027 + }, + { + "epoch": 1.4307050296507797, + "grad_norm": 2.192727565765381, + "learning_rate": 1e-06, + "loss": 0.8986, + "mean_token_accuracy": 0.7258381247520447, + "num_tokens": 307639091.0, + "step": 13028 + }, + { + "epoch": 1.4308148473533935, + "grad_norm": 2.2277400493621826, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7011382579803467, + "num_tokens": 307667934.0, + "step": 13029 + }, + { + "epoch": 1.430924665056007, + "grad_norm": 2.4269888401031494, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7426612377166748, + "num_tokens": 307689994.0, + "step": 13030 + }, + { + "epoch": 1.4310344827586206, + "grad_norm": 2.6024909019470215, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7165483236312866, + "num_tokens": 307709874.0, + "step": 13031 + }, + { + "epoch": 1.4311443004612343, + "grad_norm": 2.1170520782470703, + "learning_rate": 1e-06, + "loss": 0.8579, + "mean_token_accuracy": 0.7346959114074707, + "num_tokens": 307736338.0, + "step": 13032 + }, + { + "epoch": 1.431254118163848, + "grad_norm": 2.1501710414886475, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7072773575782776, + "num_tokens": 307763425.0, + "step": 13033 + }, + { + "epoch": 1.4313639358664616, + "grad_norm": 2.3701999187469482, + "learning_rate": 1e-06, + "loss": 0.9481, + "mean_token_accuracy": 0.7057182192802429, + "num_tokens": 307784639.0, + "step": 13034 + }, + { + "epoch": 1.4314737535690754, + "grad_norm": 2.5146262645721436, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.723518967628479, + "num_tokens": 307807799.0, + "step": 13035 + }, + { + "epoch": 1.431583571271689, + "grad_norm": 2.54475998878479, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.725784182548523, + "num_tokens": 307829744.0, + "step": 13036 + }, + { + "epoch": 1.4316933889743026, + "grad_norm": 2.1218113899230957, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7175574898719788, + "num_tokens": 307857938.0, + "step": 13037 + }, + { + "epoch": 1.4318032066769164, + "grad_norm": 2.1836507320404053, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7418146729469299, + "num_tokens": 307883457.0, + "step": 13038 + }, + { + "epoch": 1.43191302437953, + "grad_norm": 2.399244546890259, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.7038286924362183, + "num_tokens": 307905628.0, + "step": 13039 + }, + { + "epoch": 1.4320228420821437, + "grad_norm": 2.109104633331299, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7281363010406494, + "num_tokens": 307932990.0, + "step": 13040 + }, + { + "epoch": 1.4321326597847572, + "grad_norm": 2.1961610317230225, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.6946163773536682, + "num_tokens": 307961660.0, + "step": 13041 + }, + { + "epoch": 1.432242477487371, + "grad_norm": 2.163343667984009, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7181965112686157, + "num_tokens": 307988514.0, + "step": 13042 + }, + { + "epoch": 1.4323522951899847, + "grad_norm": 2.2075932025909424, + "learning_rate": 1e-06, + "loss": 0.8096, + "mean_token_accuracy": 0.7391331195831299, + "num_tokens": 308012381.0, + "step": 13043 + }, + { + "epoch": 1.4324621128925983, + "grad_norm": 2.3629798889160156, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7144185900688171, + "num_tokens": 308035689.0, + "step": 13044 + }, + { + "epoch": 1.4325719305952118, + "grad_norm": 2.320420026779175, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7293720841407776, + "num_tokens": 308058065.0, + "step": 13045 + }, + { + "epoch": 1.4326817482978256, + "grad_norm": 1.7959039211273193, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7209798693656921, + "num_tokens": 308092569.0, + "step": 13046 + }, + { + "epoch": 1.4327915660004393, + "grad_norm": 2.217479705810547, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7007859349250793, + "num_tokens": 308117296.0, + "step": 13047 + }, + { + "epoch": 1.4329013837030529, + "grad_norm": 2.5516350269317627, + "learning_rate": 1e-06, + "loss": 0.8674, + "mean_token_accuracy": 0.7455090880393982, + "num_tokens": 308137904.0, + "step": 13048 + }, + { + "epoch": 1.4330112014056666, + "grad_norm": 2.7020723819732666, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7193684577941895, + "num_tokens": 308158161.0, + "step": 13049 + }, + { + "epoch": 1.4331210191082802, + "grad_norm": 1.8935006856918335, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.7241812944412231, + "num_tokens": 308192627.0, + "step": 13050 + }, + { + "epoch": 1.433230836810894, + "grad_norm": 2.4427433013916016, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7218705415725708, + "num_tokens": 308214910.0, + "step": 13051 + }, + { + "epoch": 1.4333406545135077, + "grad_norm": 2.278944492340088, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7083076238632202, + "num_tokens": 308239019.0, + "step": 13052 + }, + { + "epoch": 1.4334504722161212, + "grad_norm": 2.4253711700439453, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7224721312522888, + "num_tokens": 308262322.0, + "step": 13053 + }, + { + "epoch": 1.433560289918735, + "grad_norm": 2.638695478439331, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7376729846000671, + "num_tokens": 308280454.0, + "step": 13054 + }, + { + "epoch": 1.4336701076213485, + "grad_norm": 2.4599878787994385, + "learning_rate": 1e-06, + "loss": 0.8785, + "mean_token_accuracy": 0.7279826402664185, + "num_tokens": 308301592.0, + "step": 13055 + }, + { + "epoch": 1.4337799253239623, + "grad_norm": 2.377681016921997, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7084885239601135, + "num_tokens": 308325624.0, + "step": 13056 + }, + { + "epoch": 1.433889743026576, + "grad_norm": 2.356025218963623, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7243604063987732, + "num_tokens": 308348758.0, + "step": 13057 + }, + { + "epoch": 1.4339995607291895, + "grad_norm": 2.392350912094116, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7124185562133789, + "num_tokens": 308371613.0, + "step": 13058 + }, + { + "epoch": 1.434109378431803, + "grad_norm": 2.428723096847534, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7141435146331787, + "num_tokens": 308394135.0, + "step": 13059 + }, + { + "epoch": 1.4342191961344168, + "grad_norm": 2.60479474067688, + "learning_rate": 1e-06, + "loss": 0.9938, + "mean_token_accuracy": 0.6921088099479675, + "num_tokens": 308416782.0, + "step": 13060 + }, + { + "epoch": 1.4343290138370306, + "grad_norm": 2.4682984352111816, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7150520086288452, + "num_tokens": 308440497.0, + "step": 13061 + }, + { + "epoch": 1.4344388315396441, + "grad_norm": 2.5426766872406006, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.723412811756134, + "num_tokens": 308463130.0, + "step": 13062 + }, + { + "epoch": 1.434548649242258, + "grad_norm": 2.588836431503296, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7018488049507141, + "num_tokens": 308484836.0, + "step": 13063 + }, + { + "epoch": 1.4346584669448714, + "grad_norm": 2.571474075317383, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7351923584938049, + "num_tokens": 308502883.0, + "step": 13064 + }, + { + "epoch": 1.4347682846474852, + "grad_norm": 2.5213844776153564, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7207280993461609, + "num_tokens": 308524211.0, + "step": 13065 + }, + { + "epoch": 1.434878102350099, + "grad_norm": 2.3512966632843018, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.724610447883606, + "num_tokens": 308548124.0, + "step": 13066 + }, + { + "epoch": 1.4349879200527125, + "grad_norm": 2.486239433288574, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7042295932769775, + "num_tokens": 308568646.0, + "step": 13067 + }, + { + "epoch": 1.4350977377553262, + "grad_norm": 2.4099085330963135, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7185969948768616, + "num_tokens": 308591221.0, + "step": 13068 + }, + { + "epoch": 1.4352075554579398, + "grad_norm": 2.9227592945098877, + "learning_rate": 1e-06, + "loss": 0.7859, + "mean_token_accuracy": 0.7531650066375732, + "num_tokens": 308609336.0, + "step": 13069 + }, + { + "epoch": 1.4353173731605535, + "grad_norm": 2.0449957847595215, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7305715084075928, + "num_tokens": 308638575.0, + "step": 13070 + }, + { + "epoch": 1.4354271908631673, + "grad_norm": 2.1278798580169678, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.711139976978302, + "num_tokens": 308668902.0, + "step": 13071 + }, + { + "epoch": 1.4355370085657808, + "grad_norm": 2.514310598373413, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7146229147911072, + "num_tokens": 308690598.0, + "step": 13072 + }, + { + "epoch": 1.4356468262683943, + "grad_norm": 2.723259449005127, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7411428689956665, + "num_tokens": 308708568.0, + "step": 13073 + }, + { + "epoch": 1.435756643971008, + "grad_norm": 2.532694101333618, + "learning_rate": 1e-06, + "loss": 0.8178, + "mean_token_accuracy": 0.7365901470184326, + "num_tokens": 308726602.0, + "step": 13074 + }, + { + "epoch": 1.4358664616736219, + "grad_norm": 2.282313585281372, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7097499966621399, + "num_tokens": 308751656.0, + "step": 13075 + }, + { + "epoch": 1.4359762793762354, + "grad_norm": 2.1274168491363525, + "learning_rate": 1e-06, + "loss": 0.8449, + "mean_token_accuracy": 0.7393709421157837, + "num_tokens": 308779101.0, + "step": 13076 + }, + { + "epoch": 1.4360860970788492, + "grad_norm": 2.050036668777466, + "learning_rate": 1e-06, + "loss": 1.023, + "mean_token_accuracy": 0.6900756359100342, + "num_tokens": 308809701.0, + "step": 13077 + }, + { + "epoch": 1.4361959147814627, + "grad_norm": 2.584491729736328, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7299079895019531, + "num_tokens": 308830831.0, + "step": 13078 + }, + { + "epoch": 1.4363057324840764, + "grad_norm": 2.3312857151031494, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7070817947387695, + "num_tokens": 308854662.0, + "step": 13079 + }, + { + "epoch": 1.4364155501866902, + "grad_norm": 2.6630172729492188, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7309629917144775, + "num_tokens": 308874155.0, + "step": 13080 + }, + { + "epoch": 1.4365253678893037, + "grad_norm": 2.8503637313842773, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7250708341598511, + "num_tokens": 308892094.0, + "step": 13081 + }, + { + "epoch": 1.4366351855919175, + "grad_norm": 2.6476705074310303, + "learning_rate": 1e-06, + "loss": 0.8762, + "mean_token_accuracy": 0.7217444181442261, + "num_tokens": 308910186.0, + "step": 13082 + }, + { + "epoch": 1.436745003294531, + "grad_norm": 2.428622007369995, + "learning_rate": 1e-06, + "loss": 0.937, + "mean_token_accuracy": 0.7091280221939087, + "num_tokens": 308934338.0, + "step": 13083 + }, + { + "epoch": 1.4368548209971448, + "grad_norm": 2.213869571685791, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.704950213432312, + "num_tokens": 308961272.0, + "step": 13084 + }, + { + "epoch": 1.4369646386997583, + "grad_norm": 2.2593834400177, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7235528230667114, + "num_tokens": 308985886.0, + "step": 13085 + }, + { + "epoch": 1.437074456402372, + "grad_norm": 2.379098653793335, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.71982741355896, + "num_tokens": 309009387.0, + "step": 13086 + }, + { + "epoch": 1.4371842741049856, + "grad_norm": 2.539513111114502, + "learning_rate": 1e-06, + "loss": 0.9413, + "mean_token_accuracy": 0.7107921838760376, + "num_tokens": 309029479.0, + "step": 13087 + }, + { + "epoch": 1.4372940918075994, + "grad_norm": 2.6286263465881348, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7222380638122559, + "num_tokens": 309048688.0, + "step": 13088 + }, + { + "epoch": 1.4374039095102131, + "grad_norm": 2.2833361625671387, + "learning_rate": 1e-06, + "loss": 0.8573, + "mean_token_accuracy": 0.7352861762046814, + "num_tokens": 309072824.0, + "step": 13089 + }, + { + "epoch": 1.4375137272128267, + "grad_norm": 2.268641710281372, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7272565364837646, + "num_tokens": 309098897.0, + "step": 13090 + }, + { + "epoch": 1.4376235449154404, + "grad_norm": 2.4686102867126465, + "learning_rate": 1e-06, + "loss": 0.8419, + "mean_token_accuracy": 0.7455572485923767, + "num_tokens": 309120456.0, + "step": 13091 + }, + { + "epoch": 1.437733362618054, + "grad_norm": 2.7157294750213623, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7131240367889404, + "num_tokens": 309139325.0, + "step": 13092 + }, + { + "epoch": 1.4378431803206677, + "grad_norm": 2.530918598175049, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.6977846026420593, + "num_tokens": 309159308.0, + "step": 13093 + }, + { + "epoch": 1.4379529980232815, + "grad_norm": 2.325315237045288, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7249202132225037, + "num_tokens": 309181282.0, + "step": 13094 + }, + { + "epoch": 1.438062815725895, + "grad_norm": 2.1821954250335693, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7320724725723267, + "num_tokens": 309208423.0, + "step": 13095 + }, + { + "epoch": 1.4381726334285085, + "grad_norm": 2.330693006515503, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7232407331466675, + "num_tokens": 309232105.0, + "step": 13096 + }, + { + "epoch": 1.4382824511311223, + "grad_norm": 2.1469643115997314, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7051436901092529, + "num_tokens": 309261358.0, + "step": 13097 + }, + { + "epoch": 1.438392268833736, + "grad_norm": 2.6495800018310547, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7200120687484741, + "num_tokens": 309280452.0, + "step": 13098 + }, + { + "epoch": 1.4385020865363496, + "grad_norm": 2.8826375007629395, + "learning_rate": 1e-06, + "loss": 0.8551, + "mean_token_accuracy": 0.7270925045013428, + "num_tokens": 309298267.0, + "step": 13099 + }, + { + "epoch": 1.4386119042389633, + "grad_norm": 2.476414918899536, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.7314753532409668, + "num_tokens": 309319362.0, + "step": 13100 + }, + { + "epoch": 1.4387217219415769, + "grad_norm": 2.4358832836151123, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7199610471725464, + "num_tokens": 309341415.0, + "step": 13101 + }, + { + "epoch": 1.4388315396441906, + "grad_norm": 2.164047956466675, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7179358005523682, + "num_tokens": 309368935.0, + "step": 13102 + }, + { + "epoch": 1.4389413573468044, + "grad_norm": 2.2839596271514893, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7148343324661255, + "num_tokens": 309393183.0, + "step": 13103 + }, + { + "epoch": 1.439051175049418, + "grad_norm": 2.0095226764678955, + "learning_rate": 1e-06, + "loss": 0.8154, + "mean_token_accuracy": 0.7367187738418579, + "num_tokens": 309421409.0, + "step": 13104 + }, + { + "epoch": 1.4391609927520317, + "grad_norm": 1.928907036781311, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7392441034317017, + "num_tokens": 309453145.0, + "step": 13105 + }, + { + "epoch": 1.4392708104546452, + "grad_norm": 1.941057801246643, + "learning_rate": 1e-06, + "loss": 0.9408, + "mean_token_accuracy": 0.7135345935821533, + "num_tokens": 309486235.0, + "step": 13106 + }, + { + "epoch": 1.439380628157259, + "grad_norm": 2.2281246185302734, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7176219820976257, + "num_tokens": 309512838.0, + "step": 13107 + }, + { + "epoch": 1.4394904458598727, + "grad_norm": 2.1087327003479004, + "learning_rate": 1e-06, + "loss": 1.0284, + "mean_token_accuracy": 0.6949678659439087, + "num_tokens": 309540521.0, + "step": 13108 + }, + { + "epoch": 1.4396002635624863, + "grad_norm": 2.184567928314209, + "learning_rate": 1e-06, + "loss": 1.0906, + "mean_token_accuracy": 0.6797271966934204, + "num_tokens": 309567378.0, + "step": 13109 + }, + { + "epoch": 1.4397100812650998, + "grad_norm": 2.2293894290924072, + "learning_rate": 1e-06, + "loss": 0.9768, + "mean_token_accuracy": 0.7090877294540405, + "num_tokens": 309593280.0, + "step": 13110 + }, + { + "epoch": 1.4398198989677136, + "grad_norm": 2.1637587547302246, + "learning_rate": 1e-06, + "loss": 0.8234, + "mean_token_accuracy": 0.7393761277198792, + "num_tokens": 309617611.0, + "step": 13111 + }, + { + "epoch": 1.4399297166703273, + "grad_norm": 2.224478006362915, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7163403034210205, + "num_tokens": 309644125.0, + "step": 13112 + }, + { + "epoch": 1.4400395343729409, + "grad_norm": 2.31624174118042, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7093116641044617, + "num_tokens": 309667870.0, + "step": 13113 + }, + { + "epoch": 1.4401493520755546, + "grad_norm": 2.623260259628296, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7190690040588379, + "num_tokens": 309688604.0, + "step": 13114 + }, + { + "epoch": 1.4402591697781681, + "grad_norm": 2.0714516639709473, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7176917195320129, + "num_tokens": 309716647.0, + "step": 13115 + }, + { + "epoch": 1.440368987480782, + "grad_norm": 2.5892441272735596, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7300586700439453, + "num_tokens": 309736748.0, + "step": 13116 + }, + { + "epoch": 1.4404788051833957, + "grad_norm": 2.43046236038208, + "learning_rate": 1e-06, + "loss": 0.8347, + "mean_token_accuracy": 0.7364534139633179, + "num_tokens": 309758161.0, + "step": 13117 + }, + { + "epoch": 1.4405886228860092, + "grad_norm": 2.323248863220215, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7216321229934692, + "num_tokens": 309780733.0, + "step": 13118 + }, + { + "epoch": 1.440698440588623, + "grad_norm": 2.23787260055542, + "learning_rate": 1e-06, + "loss": 1.0312, + "mean_token_accuracy": 0.6941255927085876, + "num_tokens": 309808886.0, + "step": 13119 + }, + { + "epoch": 1.4408082582912365, + "grad_norm": 2.649683952331543, + "learning_rate": 1e-06, + "loss": 0.8986, + "mean_token_accuracy": 0.7236683368682861, + "num_tokens": 309828970.0, + "step": 13120 + }, + { + "epoch": 1.4409180759938502, + "grad_norm": 2.45680832862854, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7095925807952881, + "num_tokens": 309850575.0, + "step": 13121 + }, + { + "epoch": 1.441027893696464, + "grad_norm": 2.4265639781951904, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.7118232250213623, + "num_tokens": 309872837.0, + "step": 13122 + }, + { + "epoch": 1.4411377113990775, + "grad_norm": 2.6863038539886475, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7291348576545715, + "num_tokens": 309890684.0, + "step": 13123 + }, + { + "epoch": 1.441247529101691, + "grad_norm": 2.4453916549682617, + "learning_rate": 1e-06, + "loss": 0.8442, + "mean_token_accuracy": 0.73225998878479, + "num_tokens": 309910768.0, + "step": 13124 + }, + { + "epoch": 1.4413573468043048, + "grad_norm": 2.66951584815979, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7177851796150208, + "num_tokens": 309931057.0, + "step": 13125 + }, + { + "epoch": 1.4414671645069186, + "grad_norm": 2.1602375507354736, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7155693769454956, + "num_tokens": 309957116.0, + "step": 13126 + }, + { + "epoch": 1.4415769822095321, + "grad_norm": 2.752432107925415, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7194831967353821, + "num_tokens": 309977480.0, + "step": 13127 + }, + { + "epoch": 1.4416867999121459, + "grad_norm": 2.1590445041656494, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7066406607627869, + "num_tokens": 310003390.0, + "step": 13128 + }, + { + "epoch": 1.4417966176147594, + "grad_norm": 2.2209830284118652, + "learning_rate": 1e-06, + "loss": 0.9773, + "mean_token_accuracy": 0.7057114839553833, + "num_tokens": 310031808.0, + "step": 13129 + }, + { + "epoch": 1.4419064353173732, + "grad_norm": 2.604456901550293, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7337262630462646, + "num_tokens": 310050942.0, + "step": 13130 + }, + { + "epoch": 1.442016253019987, + "grad_norm": 2.3147337436676025, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7192633152008057, + "num_tokens": 310073991.0, + "step": 13131 + }, + { + "epoch": 1.4421260707226005, + "grad_norm": 2.293628692626953, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7218810319900513, + "num_tokens": 310096175.0, + "step": 13132 + }, + { + "epoch": 1.4422358884252142, + "grad_norm": 2.3779706954956055, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7284128665924072, + "num_tokens": 310118520.0, + "step": 13133 + }, + { + "epoch": 1.4423457061278278, + "grad_norm": 2.235506772994995, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7046331167221069, + "num_tokens": 310145006.0, + "step": 13134 + }, + { + "epoch": 1.4424555238304415, + "grad_norm": 2.3612170219421387, + "learning_rate": 1e-06, + "loss": 0.8686, + "mean_token_accuracy": 0.7287457585334778, + "num_tokens": 310167293.0, + "step": 13135 + }, + { + "epoch": 1.442565341533055, + "grad_norm": 2.356388807296753, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7118884921073914, + "num_tokens": 310190473.0, + "step": 13136 + }, + { + "epoch": 1.4426751592356688, + "grad_norm": 2.2530224323272705, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.700528621673584, + "num_tokens": 310215745.0, + "step": 13137 + }, + { + "epoch": 1.4427849769382823, + "grad_norm": 2.5049588680267334, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7220646739006042, + "num_tokens": 310236109.0, + "step": 13138 + }, + { + "epoch": 1.442894794640896, + "grad_norm": 2.233776330947876, + "learning_rate": 1e-06, + "loss": 0.8437, + "mean_token_accuracy": 0.7322403192520142, + "num_tokens": 310260743.0, + "step": 13139 + }, + { + "epoch": 1.4430046123435099, + "grad_norm": 2.3930177688598633, + "learning_rate": 1e-06, + "loss": 0.8704, + "mean_token_accuracy": 0.7208449840545654, + "num_tokens": 310284187.0, + "step": 13140 + }, + { + "epoch": 1.4431144300461234, + "grad_norm": 2.6768686771392822, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7326020002365112, + "num_tokens": 310302494.0, + "step": 13141 + }, + { + "epoch": 1.4432242477487371, + "grad_norm": 2.0572218894958496, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7037151455879211, + "num_tokens": 310335074.0, + "step": 13142 + }, + { + "epoch": 1.4433340654513507, + "grad_norm": 2.5650112628936768, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7238692045211792, + "num_tokens": 310356366.0, + "step": 13143 + }, + { + "epoch": 1.4434438831539644, + "grad_norm": 2.422207832336426, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7174794673919678, + "num_tokens": 310381153.0, + "step": 13144 + }, + { + "epoch": 1.4435537008565782, + "grad_norm": 1.9377998113632202, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7065199017524719, + "num_tokens": 310417644.0, + "step": 13145 + }, + { + "epoch": 1.4436635185591917, + "grad_norm": 2.318429946899414, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7087465524673462, + "num_tokens": 310443210.0, + "step": 13146 + }, + { + "epoch": 1.4437733362618055, + "grad_norm": 2.664665460586548, + "learning_rate": 1e-06, + "loss": 0.7755, + "mean_token_accuracy": 0.7488977313041687, + "num_tokens": 310460814.0, + "step": 13147 + }, + { + "epoch": 1.443883153964419, + "grad_norm": 2.212158679962158, + "learning_rate": 1e-06, + "loss": 0.9925, + "mean_token_accuracy": 0.6916514039039612, + "num_tokens": 310485479.0, + "step": 13148 + }, + { + "epoch": 1.4439929716670328, + "grad_norm": 2.2463290691375732, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7243589162826538, + "num_tokens": 310510850.0, + "step": 13149 + }, + { + "epoch": 1.4441027893696463, + "grad_norm": 2.3692057132720947, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.705403745174408, + "num_tokens": 310534394.0, + "step": 13150 + }, + { + "epoch": 1.44421260707226, + "grad_norm": 2.161921739578247, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7289581298828125, + "num_tokens": 310560817.0, + "step": 13151 + }, + { + "epoch": 1.4443224247748736, + "grad_norm": 2.095802068710327, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7217986583709717, + "num_tokens": 310589671.0, + "step": 13152 + }, + { + "epoch": 1.4444322424774874, + "grad_norm": 2.353325605392456, + "learning_rate": 1e-06, + "loss": 0.8544, + "mean_token_accuracy": 0.7292864322662354, + "num_tokens": 310613181.0, + "step": 13153 + }, + { + "epoch": 1.4445420601801011, + "grad_norm": 3.1035988330841064, + "learning_rate": 1e-06, + "loss": 0.7877, + "mean_token_accuracy": 0.7418096661567688, + "num_tokens": 310628384.0, + "step": 13154 + }, + { + "epoch": 1.4446518778827147, + "grad_norm": 2.500013828277588, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7224782705307007, + "num_tokens": 310651030.0, + "step": 13155 + }, + { + "epoch": 1.4447616955853284, + "grad_norm": 2.3112542629241943, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.6983565092086792, + "num_tokens": 310673293.0, + "step": 13156 + }, + { + "epoch": 1.444871513287942, + "grad_norm": 2.4504470825195312, + "learning_rate": 1e-06, + "loss": 0.8528, + "mean_token_accuracy": 0.7352718114852905, + "num_tokens": 310695314.0, + "step": 13157 + }, + { + "epoch": 1.4449813309905557, + "grad_norm": 2.661620616912842, + "learning_rate": 1e-06, + "loss": 0.7975, + "mean_token_accuracy": 0.7488322257995605, + "num_tokens": 310714057.0, + "step": 13158 + }, + { + "epoch": 1.4450911486931695, + "grad_norm": 2.7107698917388916, + "learning_rate": 1e-06, + "loss": 0.8611, + "mean_token_accuracy": 0.7358009815216064, + "num_tokens": 310733361.0, + "step": 13159 + }, + { + "epoch": 1.445200966395783, + "grad_norm": 2.287022113800049, + "learning_rate": 1e-06, + "loss": 0.8832, + "mean_token_accuracy": 0.7300570011138916, + "num_tokens": 310755989.0, + "step": 13160 + }, + { + "epoch": 1.4453107840983965, + "grad_norm": 2.315133810043335, + "learning_rate": 1e-06, + "loss": 0.8406, + "mean_token_accuracy": 0.7363327145576477, + "num_tokens": 310779197.0, + "step": 13161 + }, + { + "epoch": 1.4454206018010103, + "grad_norm": 2.685631275177002, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7304050922393799, + "num_tokens": 310798380.0, + "step": 13162 + }, + { + "epoch": 1.445530419503624, + "grad_norm": 2.46256947517395, + "learning_rate": 1e-06, + "loss": 0.8537, + "mean_token_accuracy": 0.7406740784645081, + "num_tokens": 310822070.0, + "step": 13163 + }, + { + "epoch": 1.4456402372062376, + "grad_norm": 2.2892842292785645, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7174612879753113, + "num_tokens": 310849078.0, + "step": 13164 + }, + { + "epoch": 1.4457500549088513, + "grad_norm": 2.3774960041046143, + "learning_rate": 1e-06, + "loss": 0.8488, + "mean_token_accuracy": 0.7353619933128357, + "num_tokens": 310872922.0, + "step": 13165 + }, + { + "epoch": 1.4458598726114649, + "grad_norm": 2.678081750869751, + "learning_rate": 1e-06, + "loss": 0.7837, + "mean_token_accuracy": 0.7399169206619263, + "num_tokens": 310891267.0, + "step": 13166 + }, + { + "epoch": 1.4459696903140786, + "grad_norm": 2.329414129257202, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7255064845085144, + "num_tokens": 310914755.0, + "step": 13167 + }, + { + "epoch": 1.4460795080166924, + "grad_norm": 2.3865697383880615, + "learning_rate": 1e-06, + "loss": 0.9393, + "mean_token_accuracy": 0.7127898931503296, + "num_tokens": 310937588.0, + "step": 13168 + }, + { + "epoch": 1.446189325719306, + "grad_norm": 2.224187135696411, + "learning_rate": 1e-06, + "loss": 0.8789, + "mean_token_accuracy": 0.7263393402099609, + "num_tokens": 310962781.0, + "step": 13169 + }, + { + "epoch": 1.4462991434219197, + "grad_norm": 2.3237979412078857, + "learning_rate": 1e-06, + "loss": 0.9693, + "mean_token_accuracy": 0.7046964168548584, + "num_tokens": 310988574.0, + "step": 13170 + }, + { + "epoch": 1.4464089611245332, + "grad_norm": 2.696692705154419, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.7152037620544434, + "num_tokens": 311007408.0, + "step": 13171 + }, + { + "epoch": 1.446518778827147, + "grad_norm": 2.617586374282837, + "learning_rate": 1e-06, + "loss": 0.8361, + "mean_token_accuracy": 0.741348147392273, + "num_tokens": 311026882.0, + "step": 13172 + }, + { + "epoch": 1.4466285965297607, + "grad_norm": 2.147555351257324, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7324315905570984, + "num_tokens": 311052995.0, + "step": 13173 + }, + { + "epoch": 1.4467384142323743, + "grad_norm": 2.8143978118896484, + "learning_rate": 1e-06, + "loss": 0.7702, + "mean_token_accuracy": 0.7558231353759766, + "num_tokens": 311068888.0, + "step": 13174 + }, + { + "epoch": 1.4468482319349878, + "grad_norm": 2.8916869163513184, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7053449153900146, + "num_tokens": 311092351.0, + "step": 13175 + }, + { + "epoch": 1.4469580496376016, + "grad_norm": 2.2033634185791016, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7311270236968994, + "num_tokens": 311118755.0, + "step": 13176 + }, + { + "epoch": 1.4470678673402153, + "grad_norm": 2.671299695968628, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7433767914772034, + "num_tokens": 311137133.0, + "step": 13177 + }, + { + "epoch": 1.4471776850428288, + "grad_norm": 2.3705644607543945, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7186487913131714, + "num_tokens": 311159538.0, + "step": 13178 + }, + { + "epoch": 1.4472875027454426, + "grad_norm": 2.6680774688720703, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7288272976875305, + "num_tokens": 311179440.0, + "step": 13179 + }, + { + "epoch": 1.4473973204480561, + "grad_norm": 2.3493494987487793, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7154531478881836, + "num_tokens": 311204435.0, + "step": 13180 + }, + { + "epoch": 1.44750713815067, + "grad_norm": 2.8660950660705566, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7401254177093506, + "num_tokens": 311222233.0, + "step": 13181 + }, + { + "epoch": 1.4476169558532836, + "grad_norm": 2.892771005630493, + "learning_rate": 1e-06, + "loss": 0.8335, + "mean_token_accuracy": 0.7436043620109558, + "num_tokens": 311238573.0, + "step": 13182 + }, + { + "epoch": 1.4477267735558972, + "grad_norm": 2.285804271697998, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.712388277053833, + "num_tokens": 311264195.0, + "step": 13183 + }, + { + "epoch": 1.447836591258511, + "grad_norm": 2.3519792556762695, + "learning_rate": 1e-06, + "loss": 0.7598, + "mean_token_accuracy": 0.7565710544586182, + "num_tokens": 311286920.0, + "step": 13184 + }, + { + "epoch": 1.4479464089611245, + "grad_norm": 2.13755202293396, + "learning_rate": 1e-06, + "loss": 0.8291, + "mean_token_accuracy": 0.7400351166725159, + "num_tokens": 311312816.0, + "step": 13185 + }, + { + "epoch": 1.4480562266637382, + "grad_norm": 2.306786298751831, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7239446640014648, + "num_tokens": 311339010.0, + "step": 13186 + }, + { + "epoch": 1.448166044366352, + "grad_norm": 2.4109785556793213, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7340668439865112, + "num_tokens": 311361655.0, + "step": 13187 + }, + { + "epoch": 1.4482758620689655, + "grad_norm": 2.2999050617218018, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7073925733566284, + "num_tokens": 311387579.0, + "step": 13188 + }, + { + "epoch": 1.448385679771579, + "grad_norm": 2.042917490005493, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7096236944198608, + "num_tokens": 311416093.0, + "step": 13189 + }, + { + "epoch": 1.4484954974741928, + "grad_norm": 2.192143440246582, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7230969667434692, + "num_tokens": 311442694.0, + "step": 13190 + }, + { + "epoch": 1.4486053151768066, + "grad_norm": 2.175126314163208, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7007055282592773, + "num_tokens": 311467716.0, + "step": 13191 + }, + { + "epoch": 1.44871513287942, + "grad_norm": 2.316375494003296, + "learning_rate": 1e-06, + "loss": 0.8738, + "mean_token_accuracy": 0.7289360165596008, + "num_tokens": 311491504.0, + "step": 13192 + }, + { + "epoch": 1.4488249505820339, + "grad_norm": 2.3957176208496094, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.7188349962234497, + "num_tokens": 311514042.0, + "step": 13193 + }, + { + "epoch": 1.4489347682846474, + "grad_norm": 2.277538776397705, + "learning_rate": 1e-06, + "loss": 1.0114, + "mean_token_accuracy": 0.6931854486465454, + "num_tokens": 311540991.0, + "step": 13194 + }, + { + "epoch": 1.4490445859872612, + "grad_norm": 2.0447866916656494, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7045325636863708, + "num_tokens": 311572172.0, + "step": 13195 + }, + { + "epoch": 1.449154403689875, + "grad_norm": 2.813058614730835, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7253912687301636, + "num_tokens": 311590392.0, + "step": 13196 + }, + { + "epoch": 1.4492642213924884, + "grad_norm": 2.347177505493164, + "learning_rate": 1e-06, + "loss": 0.9141, + "mean_token_accuracy": 0.718484103679657, + "num_tokens": 311614023.0, + "step": 13197 + }, + { + "epoch": 1.4493740390951022, + "grad_norm": 2.166379928588867, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.7419602870941162, + "num_tokens": 311641792.0, + "step": 13198 + }, + { + "epoch": 1.4494838567977157, + "grad_norm": 2.210723638534546, + "learning_rate": 1e-06, + "loss": 0.9253, + "mean_token_accuracy": 0.7132083177566528, + "num_tokens": 311667930.0, + "step": 13199 + }, + { + "epoch": 1.4495936745003295, + "grad_norm": 2.083507776260376, + "learning_rate": 1e-06, + "loss": 0.805, + "mean_token_accuracy": 0.7514007091522217, + "num_tokens": 311692662.0, + "step": 13200 + }, + { + "epoch": 1.449703492202943, + "grad_norm": 2.3741331100463867, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7283080816268921, + "num_tokens": 311716031.0, + "step": 13201 + }, + { + "epoch": 1.4498133099055568, + "grad_norm": 2.300071954727173, + "learning_rate": 1e-06, + "loss": 0.9732, + "mean_token_accuracy": 0.6971334218978882, + "num_tokens": 311740748.0, + "step": 13202 + }, + { + "epoch": 1.4499231276081703, + "grad_norm": 2.163001775741577, + "learning_rate": 1e-06, + "loss": 0.9741, + "mean_token_accuracy": 0.6991314888000488, + "num_tokens": 311768343.0, + "step": 13203 + }, + { + "epoch": 1.450032945310784, + "grad_norm": 2.2275619506835938, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7108004093170166, + "num_tokens": 311793655.0, + "step": 13204 + }, + { + "epoch": 1.4501427630133978, + "grad_norm": 2.373154640197754, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.702686071395874, + "num_tokens": 311817584.0, + "step": 13205 + }, + { + "epoch": 1.4502525807160114, + "grad_norm": 2.4359707832336426, + "learning_rate": 1e-06, + "loss": 0.7896, + "mean_token_accuracy": 0.7582560181617737, + "num_tokens": 311838863.0, + "step": 13206 + }, + { + "epoch": 1.4503623984186251, + "grad_norm": 2.4360249042510986, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.715890645980835, + "num_tokens": 311861392.0, + "step": 13207 + }, + { + "epoch": 1.4504722161212387, + "grad_norm": 2.0939087867736816, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7313324213027954, + "num_tokens": 311890118.0, + "step": 13208 + }, + { + "epoch": 1.4505820338238524, + "grad_norm": 2.071031093597412, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7285786867141724, + "num_tokens": 311918377.0, + "step": 13209 + }, + { + "epoch": 1.4506918515264662, + "grad_norm": 2.338029623031616, + "learning_rate": 1e-06, + "loss": 0.9, + "mean_token_accuracy": 0.7282700538635254, + "num_tokens": 311941146.0, + "step": 13210 + }, + { + "epoch": 1.4508016692290797, + "grad_norm": 2.2571756839752197, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7141469120979309, + "num_tokens": 311965793.0, + "step": 13211 + }, + { + "epoch": 1.4509114869316933, + "grad_norm": 2.386672258377075, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.6996482014656067, + "num_tokens": 311990957.0, + "step": 13212 + }, + { + "epoch": 1.451021304634307, + "grad_norm": 2.470710277557373, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7254918217658997, + "num_tokens": 312012265.0, + "step": 13213 + }, + { + "epoch": 1.4511311223369208, + "grad_norm": 2.2462313175201416, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7205569744110107, + "num_tokens": 312038575.0, + "step": 13214 + }, + { + "epoch": 1.4512409400395343, + "grad_norm": 2.2475249767303467, + "learning_rate": 1e-06, + "loss": 1.049, + "mean_token_accuracy": 0.6782315373420715, + "num_tokens": 312065032.0, + "step": 13215 + }, + { + "epoch": 1.451350757742148, + "grad_norm": 2.4745655059814453, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7212812900543213, + "num_tokens": 312086320.0, + "step": 13216 + }, + { + "epoch": 1.4514605754447616, + "grad_norm": 2.0556137561798096, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.7195258140563965, + "num_tokens": 312114609.0, + "step": 13217 + }, + { + "epoch": 1.4515703931473753, + "grad_norm": 2.3842215538024902, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.722328245639801, + "num_tokens": 312137203.0, + "step": 13218 + }, + { + "epoch": 1.451680210849989, + "grad_norm": 2.3962209224700928, + "learning_rate": 1e-06, + "loss": 0.7439, + "mean_token_accuracy": 0.7563179731369019, + "num_tokens": 312159021.0, + "step": 13219 + }, + { + "epoch": 1.4517900285526026, + "grad_norm": 2.692359447479248, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7217625379562378, + "num_tokens": 312178757.0, + "step": 13220 + }, + { + "epoch": 1.4518998462552164, + "grad_norm": 2.31667423248291, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7217514514923096, + "num_tokens": 312202803.0, + "step": 13221 + }, + { + "epoch": 1.45200966395783, + "grad_norm": 2.5648396015167236, + "learning_rate": 1e-06, + "loss": 1.0269, + "mean_token_accuracy": 0.6873370409011841, + "num_tokens": 312225359.0, + "step": 13222 + }, + { + "epoch": 1.4521194816604437, + "grad_norm": 2.3866870403289795, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7133616209030151, + "num_tokens": 312247886.0, + "step": 13223 + }, + { + "epoch": 1.4522292993630574, + "grad_norm": 2.249652862548828, + "learning_rate": 1e-06, + "loss": 1.0666, + "mean_token_accuracy": 0.6832194328308105, + "num_tokens": 312274589.0, + "step": 13224 + }, + { + "epoch": 1.452339117065671, + "grad_norm": 2.1641907691955566, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6957788467407227, + "num_tokens": 312303377.0, + "step": 13225 + }, + { + "epoch": 1.4524489347682845, + "grad_norm": 2.6784658432006836, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7315359711647034, + "num_tokens": 312323902.0, + "step": 13226 + }, + { + "epoch": 1.4525587524708983, + "grad_norm": 2.415369749069214, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7234154939651489, + "num_tokens": 312343920.0, + "step": 13227 + }, + { + "epoch": 1.452668570173512, + "grad_norm": 2.0458695888519287, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7258002758026123, + "num_tokens": 312373714.0, + "step": 13228 + }, + { + "epoch": 1.4527783878761256, + "grad_norm": 2.1895604133605957, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7183577418327332, + "num_tokens": 312400566.0, + "step": 13229 + }, + { + "epoch": 1.4528882055787393, + "grad_norm": 2.4597747325897217, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7241916656494141, + "num_tokens": 312423530.0, + "step": 13230 + }, + { + "epoch": 1.4529980232813529, + "grad_norm": 2.530095100402832, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7130533456802368, + "num_tokens": 312445303.0, + "step": 13231 + }, + { + "epoch": 1.4531078409839666, + "grad_norm": 2.36185884475708, + "learning_rate": 1e-06, + "loss": 0.9528, + "mean_token_accuracy": 0.7074962258338928, + "num_tokens": 312468404.0, + "step": 13232 + }, + { + "epoch": 1.4532176586865804, + "grad_norm": 2.386244773864746, + "learning_rate": 1e-06, + "loss": 0.7913, + "mean_token_accuracy": 0.741776704788208, + "num_tokens": 312488828.0, + "step": 13233 + }, + { + "epoch": 1.453327476389194, + "grad_norm": 1.92225182056427, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7268444299697876, + "num_tokens": 312520470.0, + "step": 13234 + }, + { + "epoch": 1.4534372940918077, + "grad_norm": 2.3772149085998535, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7170207500457764, + "num_tokens": 312544587.0, + "step": 13235 + }, + { + "epoch": 1.4535471117944212, + "grad_norm": 2.143188953399658, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.724682092666626, + "num_tokens": 312571051.0, + "step": 13236 + }, + { + "epoch": 1.453656929497035, + "grad_norm": 2.2511630058288574, + "learning_rate": 1e-06, + "loss": 0.9885, + "mean_token_accuracy": 0.6952046155929565, + "num_tokens": 312597383.0, + "step": 13237 + }, + { + "epoch": 1.4537667471996487, + "grad_norm": 1.949092149734497, + "learning_rate": 1e-06, + "loss": 0.8542, + "mean_token_accuracy": 0.7293494343757629, + "num_tokens": 312630820.0, + "step": 13238 + }, + { + "epoch": 1.4538765649022622, + "grad_norm": 2.074680805206299, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.6914129257202148, + "num_tokens": 312660294.0, + "step": 13239 + }, + { + "epoch": 1.4539863826048758, + "grad_norm": 2.244271755218506, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7328415513038635, + "num_tokens": 312684987.0, + "step": 13240 + }, + { + "epoch": 1.4540962003074895, + "grad_norm": 2.323011636734009, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7296245098114014, + "num_tokens": 312710168.0, + "step": 13241 + }, + { + "epoch": 1.4542060180101033, + "grad_norm": 2.3066697120666504, + "learning_rate": 1e-06, + "loss": 0.9977, + "mean_token_accuracy": 0.6982396245002747, + "num_tokens": 312735487.0, + "step": 13242 + }, + { + "epoch": 1.4543158357127168, + "grad_norm": 2.7516911029815674, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7310655117034912, + "num_tokens": 312753849.0, + "step": 13243 + }, + { + "epoch": 1.4544256534153306, + "grad_norm": 2.3167552947998047, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.711225152015686, + "num_tokens": 312778978.0, + "step": 13244 + }, + { + "epoch": 1.4545354711179441, + "grad_norm": 2.3976027965545654, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7337756752967834, + "num_tokens": 312802973.0, + "step": 13245 + }, + { + "epoch": 1.4546452888205579, + "grad_norm": 2.1693596839904785, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.717684268951416, + "num_tokens": 312829236.0, + "step": 13246 + }, + { + "epoch": 1.4547551065231716, + "grad_norm": 2.4600117206573486, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7274940013885498, + "num_tokens": 312851481.0, + "step": 13247 + }, + { + "epoch": 1.4548649242257852, + "grad_norm": 2.3679018020629883, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7116684913635254, + "num_tokens": 312875754.0, + "step": 13248 + }, + { + "epoch": 1.454974741928399, + "grad_norm": 2.073626756668091, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7186001539230347, + "num_tokens": 312905416.0, + "step": 13249 + }, + { + "epoch": 1.4550845596310125, + "grad_norm": 2.3397014141082764, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7155983448028564, + "num_tokens": 312929536.0, + "step": 13250 + }, + { + "epoch": 1.4551943773336262, + "grad_norm": 2.040361166000366, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.722143292427063, + "num_tokens": 312958642.0, + "step": 13251 + }, + { + "epoch": 1.45530419503624, + "grad_norm": 2.3903543949127197, + "learning_rate": 1e-06, + "loss": 0.9217, + "mean_token_accuracy": 0.7081798315048218, + "num_tokens": 312980628.0, + "step": 13252 + }, + { + "epoch": 1.4554140127388535, + "grad_norm": 2.61478590965271, + "learning_rate": 1e-06, + "loss": 0.7764, + "mean_token_accuracy": 0.7537278532981873, + "num_tokens": 312998357.0, + "step": 13253 + }, + { + "epoch": 1.455523830441467, + "grad_norm": 1.9961308240890503, + "learning_rate": 1e-06, + "loss": 1.0213, + "mean_token_accuracy": 0.6951446533203125, + "num_tokens": 313030002.0, + "step": 13254 + }, + { + "epoch": 1.4556336481440808, + "grad_norm": 2.055166244506836, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7039569616317749, + "num_tokens": 313060783.0, + "step": 13255 + }, + { + "epoch": 1.4557434658466946, + "grad_norm": 2.481876850128174, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7199456095695496, + "num_tokens": 313080735.0, + "step": 13256 + }, + { + "epoch": 1.455853283549308, + "grad_norm": 2.2505099773406982, + "learning_rate": 1e-06, + "loss": 0.7909, + "mean_token_accuracy": 0.7418581247329712, + "num_tokens": 313104281.0, + "step": 13257 + }, + { + "epoch": 1.4559631012519219, + "grad_norm": 2.280407190322876, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.710932731628418, + "num_tokens": 313129348.0, + "step": 13258 + }, + { + "epoch": 1.4560729189545354, + "grad_norm": 2.343928813934326, + "learning_rate": 1e-06, + "loss": 0.8595, + "mean_token_accuracy": 0.7333268523216248, + "num_tokens": 313152840.0, + "step": 13259 + }, + { + "epoch": 1.4561827366571491, + "grad_norm": 2.4584648609161377, + "learning_rate": 1e-06, + "loss": 0.8147, + "mean_token_accuracy": 0.7537002563476562, + "num_tokens": 313173688.0, + "step": 13260 + }, + { + "epoch": 1.456292554359763, + "grad_norm": 2.416161060333252, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7231506109237671, + "num_tokens": 313198225.0, + "step": 13261 + }, + { + "epoch": 1.4564023720623764, + "grad_norm": 2.247870683670044, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7231919765472412, + "num_tokens": 313224913.0, + "step": 13262 + }, + { + "epoch": 1.4565121897649902, + "grad_norm": 2.775817394256592, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.728239893913269, + "num_tokens": 313243165.0, + "step": 13263 + }, + { + "epoch": 1.4566220074676037, + "grad_norm": 2.342780590057373, + "learning_rate": 1e-06, + "loss": 0.8306, + "mean_token_accuracy": 0.7379820346832275, + "num_tokens": 313265197.0, + "step": 13264 + }, + { + "epoch": 1.4567318251702175, + "grad_norm": 2.2947580814361572, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.6949357986450195, + "num_tokens": 313290527.0, + "step": 13265 + }, + { + "epoch": 1.456841642872831, + "grad_norm": 2.462359666824341, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7163054347038269, + "num_tokens": 313312646.0, + "step": 13266 + }, + { + "epoch": 1.4569514605754448, + "grad_norm": 2.2674765586853027, + "learning_rate": 1e-06, + "loss": 0.8361, + "mean_token_accuracy": 0.7357345819473267, + "num_tokens": 313336132.0, + "step": 13267 + }, + { + "epoch": 1.4570612782780583, + "grad_norm": 1.8462321758270264, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.6942561864852905, + "num_tokens": 313374580.0, + "step": 13268 + }, + { + "epoch": 1.457171095980672, + "grad_norm": 2.259626626968384, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7247644066810608, + "num_tokens": 313399731.0, + "step": 13269 + }, + { + "epoch": 1.4572809136832858, + "grad_norm": 2.1526718139648438, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7202118635177612, + "num_tokens": 313427302.0, + "step": 13270 + }, + { + "epoch": 1.4573907313858994, + "grad_norm": 2.224400043487549, + "learning_rate": 1e-06, + "loss": 0.9251, + "mean_token_accuracy": 0.7212488651275635, + "num_tokens": 313451804.0, + "step": 13271 + }, + { + "epoch": 1.4575005490885131, + "grad_norm": 2.3490824699401855, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7087765336036682, + "num_tokens": 313475444.0, + "step": 13272 + }, + { + "epoch": 1.4576103667911267, + "grad_norm": 2.4773483276367188, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7025148868560791, + "num_tokens": 313500743.0, + "step": 13273 + }, + { + "epoch": 1.4577201844937404, + "grad_norm": 2.4088172912597656, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.6950837969779968, + "num_tokens": 313524947.0, + "step": 13274 + }, + { + "epoch": 1.4578300021963542, + "grad_norm": 2.202332019805908, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.7300326228141785, + "num_tokens": 313552445.0, + "step": 13275 + }, + { + "epoch": 1.4579398198989677, + "grad_norm": 2.348242998123169, + "learning_rate": 1e-06, + "loss": 0.8718, + "mean_token_accuracy": 0.7286336421966553, + "num_tokens": 313573515.0, + "step": 13276 + }, + { + "epoch": 1.4580496376015812, + "grad_norm": 2.063570261001587, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7137051820755005, + "num_tokens": 313602906.0, + "step": 13277 + }, + { + "epoch": 1.458159455304195, + "grad_norm": 2.120515823364258, + "learning_rate": 1e-06, + "loss": 0.8277, + "mean_token_accuracy": 0.7405366897583008, + "num_tokens": 313630736.0, + "step": 13278 + }, + { + "epoch": 1.4582692730068088, + "grad_norm": 2.216050386428833, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6930739283561707, + "num_tokens": 313657973.0, + "step": 13279 + }, + { + "epoch": 1.4583790907094223, + "grad_norm": 2.871401309967041, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7227693200111389, + "num_tokens": 313673825.0, + "step": 13280 + }, + { + "epoch": 1.458488908412036, + "grad_norm": 2.1275196075439453, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7000589966773987, + "num_tokens": 313702123.0, + "step": 13281 + }, + { + "epoch": 1.4585987261146496, + "grad_norm": 2.3682334423065186, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.7061082720756531, + "num_tokens": 313726184.0, + "step": 13282 + }, + { + "epoch": 1.4587085438172633, + "grad_norm": 2.3836514949798584, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7165420055389404, + "num_tokens": 313749839.0, + "step": 13283 + }, + { + "epoch": 1.458818361519877, + "grad_norm": 2.373223304748535, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7284512519836426, + "num_tokens": 313773815.0, + "step": 13284 + }, + { + "epoch": 1.4589281792224906, + "grad_norm": 2.635127305984497, + "learning_rate": 1e-06, + "loss": 0.8796, + "mean_token_accuracy": 0.7311208248138428, + "num_tokens": 313792738.0, + "step": 13285 + }, + { + "epoch": 1.4590379969251044, + "grad_norm": 2.589298963546753, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7169833183288574, + "num_tokens": 313813667.0, + "step": 13286 + }, + { + "epoch": 1.459147814627718, + "grad_norm": 2.4423041343688965, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.6987858414649963, + "num_tokens": 313837471.0, + "step": 13287 + }, + { + "epoch": 1.4592576323303317, + "grad_norm": 2.2854771614074707, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7173669934272766, + "num_tokens": 313861783.0, + "step": 13288 + }, + { + "epoch": 1.4593674500329454, + "grad_norm": 2.209038496017456, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7219333648681641, + "num_tokens": 313888701.0, + "step": 13289 + }, + { + "epoch": 1.459477267735559, + "grad_norm": 2.4943201541900635, + "learning_rate": 1e-06, + "loss": 0.9972, + "mean_token_accuracy": 0.7048766016960144, + "num_tokens": 313911677.0, + "step": 13290 + }, + { + "epoch": 1.4595870854381725, + "grad_norm": 2.209472894668579, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6894068121910095, + "num_tokens": 313937042.0, + "step": 13291 + }, + { + "epoch": 1.4596969031407863, + "grad_norm": 2.185093402862549, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7313833832740784, + "num_tokens": 313963505.0, + "step": 13292 + }, + { + "epoch": 1.4598067208434, + "grad_norm": 2.3809337615966797, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7182344794273376, + "num_tokens": 313985281.0, + "step": 13293 + }, + { + "epoch": 1.4599165385460136, + "grad_norm": 1.9969788789749146, + "learning_rate": 1e-06, + "loss": 0.8639, + "mean_token_accuracy": 0.7361039519309998, + "num_tokens": 314012699.0, + "step": 13294 + }, + { + "epoch": 1.4600263562486273, + "grad_norm": 2.538851022720337, + "learning_rate": 1e-06, + "loss": 0.7901, + "mean_token_accuracy": 0.7497696280479431, + "num_tokens": 314030770.0, + "step": 13295 + }, + { + "epoch": 1.4601361739512408, + "grad_norm": 2.1917319297790527, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6901352405548096, + "num_tokens": 314059567.0, + "step": 13296 + }, + { + "epoch": 1.4602459916538546, + "grad_norm": 2.2021780014038086, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7098918557167053, + "num_tokens": 314086052.0, + "step": 13297 + }, + { + "epoch": 1.4603558093564684, + "grad_norm": 2.1895430088043213, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7303527593612671, + "num_tokens": 314114561.0, + "step": 13298 + }, + { + "epoch": 1.460465627059082, + "grad_norm": 1.8385491371154785, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7299014925956726, + "num_tokens": 314150774.0, + "step": 13299 + }, + { + "epoch": 1.4605754447616957, + "grad_norm": 2.539527654647827, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7259732484817505, + "num_tokens": 314170319.0, + "step": 13300 + }, + { + "epoch": 1.4606852624643092, + "grad_norm": 2.1083176136016846, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7125968933105469, + "num_tokens": 314196981.0, + "step": 13301 + }, + { + "epoch": 1.460795080166923, + "grad_norm": 2.5531866550445557, + "learning_rate": 1e-06, + "loss": 0.846, + "mean_token_accuracy": 0.7311813235282898, + "num_tokens": 314217910.0, + "step": 13302 + }, + { + "epoch": 1.4609048978695367, + "grad_norm": 2.2268052101135254, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7275443077087402, + "num_tokens": 314244511.0, + "step": 13303 + }, + { + "epoch": 1.4610147155721502, + "grad_norm": 2.644376516342163, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7289319038391113, + "num_tokens": 314263410.0, + "step": 13304 + }, + { + "epoch": 1.4611245332747638, + "grad_norm": 2.3162808418273926, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7183696031570435, + "num_tokens": 314288510.0, + "step": 13305 + }, + { + "epoch": 1.4612343509773775, + "grad_norm": 2.2307872772216797, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6930687427520752, + "num_tokens": 314318533.0, + "step": 13306 + }, + { + "epoch": 1.4613441686799913, + "grad_norm": 2.63325834274292, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7294512987136841, + "num_tokens": 314337038.0, + "step": 13307 + }, + { + "epoch": 1.4614539863826048, + "grad_norm": 2.105677604675293, + "learning_rate": 1e-06, + "loss": 0.8076, + "mean_token_accuracy": 0.7412989735603333, + "num_tokens": 314364106.0, + "step": 13308 + }, + { + "epoch": 1.4615638040852186, + "grad_norm": 2.6749234199523926, + "learning_rate": 1e-06, + "loss": 0.766, + "mean_token_accuracy": 0.7529975175857544, + "num_tokens": 314381490.0, + "step": 13309 + }, + { + "epoch": 1.4616736217878321, + "grad_norm": 2.2322378158569336, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7114556431770325, + "num_tokens": 314405742.0, + "step": 13310 + }, + { + "epoch": 1.4617834394904459, + "grad_norm": 2.1695291996002197, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.6970442533493042, + "num_tokens": 314433729.0, + "step": 13311 + }, + { + "epoch": 1.4618932571930596, + "grad_norm": 2.2231380939483643, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.712583065032959, + "num_tokens": 314460988.0, + "step": 13312 + }, + { + "epoch": 1.4620030748956732, + "grad_norm": 2.4199938774108887, + "learning_rate": 1e-06, + "loss": 0.9148, + "mean_token_accuracy": 0.7183020710945129, + "num_tokens": 314483999.0, + "step": 13313 + }, + { + "epoch": 1.462112892598287, + "grad_norm": 2.416321039199829, + "learning_rate": 1e-06, + "loss": 1.0187, + "mean_token_accuracy": 0.6930309534072876, + "num_tokens": 314507699.0, + "step": 13314 + }, + { + "epoch": 1.4622227103009005, + "grad_norm": 2.4760239124298096, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7174022197723389, + "num_tokens": 314528734.0, + "step": 13315 + }, + { + "epoch": 1.4623325280035142, + "grad_norm": 2.4075489044189453, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7158142328262329, + "num_tokens": 314551131.0, + "step": 13316 + }, + { + "epoch": 1.462442345706128, + "grad_norm": 2.794719696044922, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7061765193939209, + "num_tokens": 314570269.0, + "step": 13317 + }, + { + "epoch": 1.4625521634087415, + "grad_norm": 2.339993715286255, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7116217613220215, + "num_tokens": 314594698.0, + "step": 13318 + }, + { + "epoch": 1.462661981111355, + "grad_norm": 2.463275194168091, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7225102782249451, + "num_tokens": 314617232.0, + "step": 13319 + }, + { + "epoch": 1.4627717988139688, + "grad_norm": 2.66434645652771, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7285881042480469, + "num_tokens": 314643644.0, + "step": 13320 + }, + { + "epoch": 1.4628816165165826, + "grad_norm": 2.6085543632507324, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7346298694610596, + "num_tokens": 314662794.0, + "step": 13321 + }, + { + "epoch": 1.462991434219196, + "grad_norm": 2.2031893730163574, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7109165191650391, + "num_tokens": 314690793.0, + "step": 13322 + }, + { + "epoch": 1.4631012519218098, + "grad_norm": 2.37044095993042, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7179007530212402, + "num_tokens": 314715414.0, + "step": 13323 + }, + { + "epoch": 1.4632110696244234, + "grad_norm": 2.5100011825561523, + "learning_rate": 1e-06, + "loss": 0.8257, + "mean_token_accuracy": 0.739776074886322, + "num_tokens": 314736539.0, + "step": 13324 + }, + { + "epoch": 1.4633208873270371, + "grad_norm": 2.5456223487854004, + "learning_rate": 1e-06, + "loss": 0.8602, + "mean_token_accuracy": 0.7270817160606384, + "num_tokens": 314758469.0, + "step": 13325 + }, + { + "epoch": 1.463430705029651, + "grad_norm": 2.604755163192749, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7304392457008362, + "num_tokens": 314778346.0, + "step": 13326 + }, + { + "epoch": 1.4635405227322644, + "grad_norm": 2.3326072692871094, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.718923807144165, + "num_tokens": 314802736.0, + "step": 13327 + }, + { + "epoch": 1.4636503404348782, + "grad_norm": 2.1540422439575195, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7084599137306213, + "num_tokens": 314831664.0, + "step": 13328 + }, + { + "epoch": 1.4637601581374917, + "grad_norm": 2.370795488357544, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7077287435531616, + "num_tokens": 314854961.0, + "step": 13329 + }, + { + "epoch": 1.4638699758401055, + "grad_norm": 2.492216110229492, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7452865839004517, + "num_tokens": 314875584.0, + "step": 13330 + }, + { + "epoch": 1.463979793542719, + "grad_norm": 2.3046464920043945, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7151592373847961, + "num_tokens": 314902525.0, + "step": 13331 + }, + { + "epoch": 1.4640896112453328, + "grad_norm": 2.1848182678222656, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7119917273521423, + "num_tokens": 314929096.0, + "step": 13332 + }, + { + "epoch": 1.4641994289479463, + "grad_norm": 2.5782811641693115, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7192776203155518, + "num_tokens": 314950395.0, + "step": 13333 + }, + { + "epoch": 1.46430924665056, + "grad_norm": 2.358564615249634, + "learning_rate": 1e-06, + "loss": 0.8233, + "mean_token_accuracy": 0.7331849932670593, + "num_tokens": 314973780.0, + "step": 13334 + }, + { + "epoch": 1.4644190643531738, + "grad_norm": 2.3852338790893555, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.7003337144851685, + "num_tokens": 314997994.0, + "step": 13335 + }, + { + "epoch": 1.4645288820557874, + "grad_norm": 2.5147109031677246, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.735533595085144, + "num_tokens": 315019087.0, + "step": 13336 + }, + { + "epoch": 1.464638699758401, + "grad_norm": 2.229095697402954, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7277231216430664, + "num_tokens": 315044136.0, + "step": 13337 + }, + { + "epoch": 1.4647485174610146, + "grad_norm": 2.3316597938537598, + "learning_rate": 1e-06, + "loss": 0.8122, + "mean_token_accuracy": 0.7476615309715271, + "num_tokens": 315067607.0, + "step": 13338 + }, + { + "epoch": 1.4648583351636284, + "grad_norm": 2.24992036819458, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7246125340461731, + "num_tokens": 315093766.0, + "step": 13339 + }, + { + "epoch": 1.4649681528662422, + "grad_norm": 3.127717971801758, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7088322639465332, + "num_tokens": 315109421.0, + "step": 13340 + }, + { + "epoch": 1.4650779705688557, + "grad_norm": 2.8441505432128906, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7156063914299011, + "num_tokens": 315127819.0, + "step": 13341 + }, + { + "epoch": 1.4651877882714692, + "grad_norm": 2.5943844318389893, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.703522801399231, + "num_tokens": 315149313.0, + "step": 13342 + }, + { + "epoch": 1.465297605974083, + "grad_norm": 2.306295871734619, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7133773565292358, + "num_tokens": 315175436.0, + "step": 13343 + }, + { + "epoch": 1.4654074236766967, + "grad_norm": 2.208906412124634, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7214028239250183, + "num_tokens": 315202497.0, + "step": 13344 + }, + { + "epoch": 1.4655172413793103, + "grad_norm": 2.092978000640869, + "learning_rate": 1e-06, + "loss": 0.9984, + "mean_token_accuracy": 0.6954282522201538, + "num_tokens": 315232525.0, + "step": 13345 + }, + { + "epoch": 1.465627059081924, + "grad_norm": 2.1083691120147705, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.722605288028717, + "num_tokens": 315260429.0, + "step": 13346 + }, + { + "epoch": 1.4657368767845376, + "grad_norm": 2.785656690597534, + "learning_rate": 1e-06, + "loss": 0.7803, + "mean_token_accuracy": 0.7556840777397156, + "num_tokens": 315276759.0, + "step": 13347 + }, + { + "epoch": 1.4658466944871513, + "grad_norm": 2.1040894985198975, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7178075313568115, + "num_tokens": 315305118.0, + "step": 13348 + }, + { + "epoch": 1.465956512189765, + "grad_norm": 2.386876344680786, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7323805093765259, + "num_tokens": 315327074.0, + "step": 13349 + }, + { + "epoch": 1.4660663298923786, + "grad_norm": 2.232914924621582, + "learning_rate": 1e-06, + "loss": 0.78, + "mean_token_accuracy": 0.744093120098114, + "num_tokens": 315351301.0, + "step": 13350 + }, + { + "epoch": 1.4661761475949924, + "grad_norm": 2.026679277420044, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7127702236175537, + "num_tokens": 315380350.0, + "step": 13351 + }, + { + "epoch": 1.466285965297606, + "grad_norm": 2.4587488174438477, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.7178390026092529, + "num_tokens": 315402497.0, + "step": 13352 + }, + { + "epoch": 1.4663957830002197, + "grad_norm": 2.4907138347625732, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.726813554763794, + "num_tokens": 315423626.0, + "step": 13353 + }, + { + "epoch": 1.4665056007028334, + "grad_norm": 2.2155299186706543, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7173854112625122, + "num_tokens": 315451534.0, + "step": 13354 + }, + { + "epoch": 1.466615418405447, + "grad_norm": 2.2073919773101807, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7349463701248169, + "num_tokens": 315478455.0, + "step": 13355 + }, + { + "epoch": 1.4667252361080605, + "grad_norm": 2.3188509941101074, + "learning_rate": 1e-06, + "loss": 0.8826, + "mean_token_accuracy": 0.7235814929008484, + "num_tokens": 315502341.0, + "step": 13356 + }, + { + "epoch": 1.4668350538106742, + "grad_norm": 2.2032454013824463, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.6969830393791199, + "num_tokens": 315531661.0, + "step": 13357 + }, + { + "epoch": 1.466944871513288, + "grad_norm": 2.1852407455444336, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7121505737304688, + "num_tokens": 315558231.0, + "step": 13358 + }, + { + "epoch": 1.4670546892159015, + "grad_norm": 2.637465476989746, + "learning_rate": 1e-06, + "loss": 0.7913, + "mean_token_accuracy": 0.7464212775230408, + "num_tokens": 315576877.0, + "step": 13359 + }, + { + "epoch": 1.4671645069185153, + "grad_norm": 2.3194074630737305, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7089724540710449, + "num_tokens": 315601144.0, + "step": 13360 + }, + { + "epoch": 1.4672743246211288, + "grad_norm": 2.6585445404052734, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.6977245807647705, + "num_tokens": 315620111.0, + "step": 13361 + }, + { + "epoch": 1.4673841423237426, + "grad_norm": 2.372152805328369, + "learning_rate": 1e-06, + "loss": 0.8461, + "mean_token_accuracy": 0.7383381724357605, + "num_tokens": 315641521.0, + "step": 13362 + }, + { + "epoch": 1.4674939600263563, + "grad_norm": 2.196122884750366, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.6894159317016602, + "num_tokens": 315666358.0, + "step": 13363 + }, + { + "epoch": 1.4676037777289699, + "grad_norm": 2.289376735687256, + "learning_rate": 1e-06, + "loss": 0.8745, + "mean_token_accuracy": 0.7241256237030029, + "num_tokens": 315690888.0, + "step": 13364 + }, + { + "epoch": 1.4677135954315836, + "grad_norm": 2.2356035709381104, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7287431955337524, + "num_tokens": 315714982.0, + "step": 13365 + }, + { + "epoch": 1.4678234131341972, + "grad_norm": 2.4296936988830566, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7291986346244812, + "num_tokens": 315736720.0, + "step": 13366 + }, + { + "epoch": 1.467933230836811, + "grad_norm": 2.8631556034088135, + "learning_rate": 1e-06, + "loss": 0.7946, + "mean_token_accuracy": 0.7516276836395264, + "num_tokens": 315754126.0, + "step": 13367 + }, + { + "epoch": 1.4680430485394247, + "grad_norm": 2.206523895263672, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.708471417427063, + "num_tokens": 315780025.0, + "step": 13368 + }, + { + "epoch": 1.4681528662420382, + "grad_norm": 2.6087357997894287, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7048788070678711, + "num_tokens": 315800985.0, + "step": 13369 + }, + { + "epoch": 1.4682626839446518, + "grad_norm": 2.3736484050750732, + "learning_rate": 1e-06, + "loss": 0.8821, + "mean_token_accuracy": 0.7215628623962402, + "num_tokens": 315824518.0, + "step": 13370 + }, + { + "epoch": 1.4683725016472655, + "grad_norm": 2.2752139568328857, + "learning_rate": 1e-06, + "loss": 0.8913, + "mean_token_accuracy": 0.7309483289718628, + "num_tokens": 315849901.0, + "step": 13371 + }, + { + "epoch": 1.4684823193498793, + "grad_norm": 2.7308928966522217, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7285720705986023, + "num_tokens": 315867115.0, + "step": 13372 + }, + { + "epoch": 1.4685921370524928, + "grad_norm": 2.0949740409851074, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7051933407783508, + "num_tokens": 315895942.0, + "step": 13373 + }, + { + "epoch": 1.4687019547551066, + "grad_norm": 2.561136484146118, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7257136702537537, + "num_tokens": 315915165.0, + "step": 13374 + }, + { + "epoch": 1.46881177245772, + "grad_norm": 2.836355447769165, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7124664783477783, + "num_tokens": 315932976.0, + "step": 13375 + }, + { + "epoch": 1.4689215901603339, + "grad_norm": 2.3308966159820557, + "learning_rate": 1e-06, + "loss": 0.9759, + "mean_token_accuracy": 0.7054634094238281, + "num_tokens": 315959373.0, + "step": 13376 + }, + { + "epoch": 1.4690314078629476, + "grad_norm": 2.0352907180786133, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7147423028945923, + "num_tokens": 315989109.0, + "step": 13377 + }, + { + "epoch": 1.4691412255655611, + "grad_norm": 2.306150436401367, + "learning_rate": 1e-06, + "loss": 0.777, + "mean_token_accuracy": 0.7479240894317627, + "num_tokens": 316010666.0, + "step": 13378 + }, + { + "epoch": 1.469251043268175, + "grad_norm": 2.2903475761413574, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.7242274880409241, + "num_tokens": 316034635.0, + "step": 13379 + }, + { + "epoch": 1.4693608609707884, + "grad_norm": 2.5888359546661377, + "learning_rate": 1e-06, + "loss": 0.7534, + "mean_token_accuracy": 0.7527869343757629, + "num_tokens": 316052655.0, + "step": 13380 + }, + { + "epoch": 1.4694706786734022, + "grad_norm": 2.295668125152588, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.7180643081665039, + "num_tokens": 316077096.0, + "step": 13381 + }, + { + "epoch": 1.4695804963760157, + "grad_norm": 2.343524217605591, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7257577180862427, + "num_tokens": 316100758.0, + "step": 13382 + }, + { + "epoch": 1.4696903140786295, + "grad_norm": 2.0692455768585205, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7169369459152222, + "num_tokens": 316130859.0, + "step": 13383 + }, + { + "epoch": 1.469800131781243, + "grad_norm": 1.9446766376495361, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.722723662853241, + "num_tokens": 316163163.0, + "step": 13384 + }, + { + "epoch": 1.4699099494838568, + "grad_norm": 2.1825435161590576, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7171171307563782, + "num_tokens": 316188616.0, + "step": 13385 + }, + { + "epoch": 1.4700197671864705, + "grad_norm": 2.041548490524292, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.6964833736419678, + "num_tokens": 316220362.0, + "step": 13386 + }, + { + "epoch": 1.470129584889084, + "grad_norm": 2.287492036819458, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7170132398605347, + "num_tokens": 316246785.0, + "step": 13387 + }, + { + "epoch": 1.4702394025916978, + "grad_norm": 2.2686052322387695, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.7316689491271973, + "num_tokens": 316269066.0, + "step": 13388 + }, + { + "epoch": 1.4703492202943114, + "grad_norm": 2.054316759109497, + "learning_rate": 1e-06, + "loss": 0.9827, + "mean_token_accuracy": 0.7033167481422424, + "num_tokens": 316300610.0, + "step": 13389 + }, + { + "epoch": 1.4704590379969251, + "grad_norm": 2.551025867462158, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7343852519989014, + "num_tokens": 316323032.0, + "step": 13390 + }, + { + "epoch": 1.4705688556995389, + "grad_norm": 2.6705753803253174, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7181582450866699, + "num_tokens": 316343311.0, + "step": 13391 + }, + { + "epoch": 1.4706786734021524, + "grad_norm": 2.216508388519287, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7216174602508545, + "num_tokens": 316370019.0, + "step": 13392 + }, + { + "epoch": 1.4707884911047662, + "grad_norm": 2.5843472480773926, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.721176266670227, + "num_tokens": 316389831.0, + "step": 13393 + }, + { + "epoch": 1.4708983088073797, + "grad_norm": 2.0340518951416016, + "learning_rate": 1e-06, + "loss": 1.0081, + "mean_token_accuracy": 0.695207953453064, + "num_tokens": 316420868.0, + "step": 13394 + }, + { + "epoch": 1.4710081265099935, + "grad_norm": 2.8129873275756836, + "learning_rate": 1e-06, + "loss": 0.8247, + "mean_token_accuracy": 0.7405045628547668, + "num_tokens": 316438868.0, + "step": 13395 + }, + { + "epoch": 1.471117944212607, + "grad_norm": 2.3215420246124268, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.720859169960022, + "num_tokens": 316463575.0, + "step": 13396 + }, + { + "epoch": 1.4712277619152208, + "grad_norm": 2.6593282222747803, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7215637564659119, + "num_tokens": 316483477.0, + "step": 13397 + }, + { + "epoch": 1.4713375796178343, + "grad_norm": 2.2053794860839844, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7159909605979919, + "num_tokens": 316509232.0, + "step": 13398 + }, + { + "epoch": 1.471447397320448, + "grad_norm": 2.7792184352874756, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7209594249725342, + "num_tokens": 316526376.0, + "step": 13399 + }, + { + "epoch": 1.4715572150230618, + "grad_norm": 2.025460720062256, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7123178243637085, + "num_tokens": 316557310.0, + "step": 13400 + }, + { + "epoch": 1.4716670327256753, + "grad_norm": 2.5993237495422363, + "learning_rate": 1e-06, + "loss": 0.8383, + "mean_token_accuracy": 0.734846830368042, + "num_tokens": 316577665.0, + "step": 13401 + }, + { + "epoch": 1.471776850428289, + "grad_norm": 2.2314376831054688, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7208596467971802, + "num_tokens": 316603454.0, + "step": 13402 + }, + { + "epoch": 1.4718866681309026, + "grad_norm": 2.424278736114502, + "learning_rate": 1e-06, + "loss": 0.7456, + "mean_token_accuracy": 0.7701603770256042, + "num_tokens": 316624049.0, + "step": 13403 + }, + { + "epoch": 1.4719964858335164, + "grad_norm": 2.42586088180542, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.7054424285888672, + "num_tokens": 316648196.0, + "step": 13404 + }, + { + "epoch": 1.4721063035361301, + "grad_norm": 2.4180121421813965, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7083070874214172, + "num_tokens": 316670407.0, + "step": 13405 + }, + { + "epoch": 1.4722161212387437, + "grad_norm": 2.674612045288086, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7093781232833862, + "num_tokens": 316690444.0, + "step": 13406 + }, + { + "epoch": 1.4723259389413572, + "grad_norm": 2.370973587036133, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7266560792922974, + "num_tokens": 316714192.0, + "step": 13407 + }, + { + "epoch": 1.472435756643971, + "grad_norm": 2.22334361076355, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.6892113089561462, + "num_tokens": 316744014.0, + "step": 13408 + }, + { + "epoch": 1.4725455743465847, + "grad_norm": 2.165412425994873, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.728114128112793, + "num_tokens": 316768470.0, + "step": 13409 + }, + { + "epoch": 1.4726553920491983, + "grad_norm": 2.0137991905212402, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.71458899974823, + "num_tokens": 316799120.0, + "step": 13410 + }, + { + "epoch": 1.472765209751812, + "grad_norm": 2.3148858547210693, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.7211120128631592, + "num_tokens": 316821280.0, + "step": 13411 + }, + { + "epoch": 1.4728750274544256, + "grad_norm": 1.8326350450515747, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7116268873214722, + "num_tokens": 316854246.0, + "step": 13412 + }, + { + "epoch": 1.4729848451570393, + "grad_norm": 2.197751760482788, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7302650213241577, + "num_tokens": 316880557.0, + "step": 13413 + }, + { + "epoch": 1.473094662859653, + "grad_norm": 2.052459239959717, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7185225486755371, + "num_tokens": 316908375.0, + "step": 13414 + }, + { + "epoch": 1.4732044805622666, + "grad_norm": 2.1311159133911133, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7105594873428345, + "num_tokens": 316936807.0, + "step": 13415 + }, + { + "epoch": 1.4733142982648804, + "grad_norm": 2.2966957092285156, + "learning_rate": 1e-06, + "loss": 0.8119, + "mean_token_accuracy": 0.7486686706542969, + "num_tokens": 316960832.0, + "step": 13416 + }, + { + "epoch": 1.473424115967494, + "grad_norm": 2.6190478801727295, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7356070280075073, + "num_tokens": 316979690.0, + "step": 13417 + }, + { + "epoch": 1.4735339336701077, + "grad_norm": 2.1915063858032227, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7170107364654541, + "num_tokens": 317004757.0, + "step": 13418 + }, + { + "epoch": 1.4736437513727214, + "grad_norm": 2.0794949531555176, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7211348414421082, + "num_tokens": 317032391.0, + "step": 13419 + }, + { + "epoch": 1.473753569075335, + "grad_norm": 2.345402479171753, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.708253026008606, + "num_tokens": 317054329.0, + "step": 13420 + }, + { + "epoch": 1.4738633867779485, + "grad_norm": 2.545198440551758, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7176607251167297, + "num_tokens": 317075074.0, + "step": 13421 + }, + { + "epoch": 1.4739732044805622, + "grad_norm": 2.254696846008301, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7048999071121216, + "num_tokens": 317101811.0, + "step": 13422 + }, + { + "epoch": 1.474083022183176, + "grad_norm": 2.786731481552124, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7368163466453552, + "num_tokens": 317117613.0, + "step": 13423 + }, + { + "epoch": 1.4741928398857895, + "grad_norm": 2.811255693435669, + "learning_rate": 1e-06, + "loss": 0.8291, + "mean_token_accuracy": 0.7377707958221436, + "num_tokens": 317136305.0, + "step": 13424 + }, + { + "epoch": 1.4743026575884033, + "grad_norm": 1.9463599920272827, + "learning_rate": 1e-06, + "loss": 1.0102, + "mean_token_accuracy": 0.6830759048461914, + "num_tokens": 317169198.0, + "step": 13425 + }, + { + "epoch": 1.4744124752910168, + "grad_norm": 2.2701196670532227, + "learning_rate": 1e-06, + "loss": 0.9665, + "mean_token_accuracy": 0.7028033137321472, + "num_tokens": 317195682.0, + "step": 13426 + }, + { + "epoch": 1.4745222929936306, + "grad_norm": 2.4482460021972656, + "learning_rate": 1e-06, + "loss": 0.9246, + "mean_token_accuracy": 0.712287425994873, + "num_tokens": 317218189.0, + "step": 13427 + }, + { + "epoch": 1.4746321106962443, + "grad_norm": 2.182466745376587, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7214247584342957, + "num_tokens": 317245042.0, + "step": 13428 + }, + { + "epoch": 1.4747419283988579, + "grad_norm": 2.2555294036865234, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.7384421825408936, + "num_tokens": 317268630.0, + "step": 13429 + }, + { + "epoch": 1.4748517461014716, + "grad_norm": 2.31318736076355, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7080088257789612, + "num_tokens": 317293959.0, + "step": 13430 + }, + { + "epoch": 1.4749615638040852, + "grad_norm": 2.3234260082244873, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7197166681289673, + "num_tokens": 317317710.0, + "step": 13431 + }, + { + "epoch": 1.475071381506699, + "grad_norm": 2.817692518234253, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7193590402603149, + "num_tokens": 317333994.0, + "step": 13432 + }, + { + "epoch": 1.4751811992093127, + "grad_norm": 2.5763638019561768, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7245227098464966, + "num_tokens": 317354328.0, + "step": 13433 + }, + { + "epoch": 1.4752910169119262, + "grad_norm": 2.017886161804199, + "learning_rate": 1e-06, + "loss": 0.9978, + "mean_token_accuracy": 0.6959502696990967, + "num_tokens": 317384327.0, + "step": 13434 + }, + { + "epoch": 1.4754008346145397, + "grad_norm": 2.6105523109436035, + "learning_rate": 1e-06, + "loss": 0.7925, + "mean_token_accuracy": 0.7480972409248352, + "num_tokens": 317403431.0, + "step": 13435 + }, + { + "epoch": 1.4755106523171535, + "grad_norm": 2.45634126663208, + "learning_rate": 1e-06, + "loss": 0.8436, + "mean_token_accuracy": 0.732036828994751, + "num_tokens": 317424784.0, + "step": 13436 + }, + { + "epoch": 1.4756204700197673, + "grad_norm": 2.213820695877075, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7179175615310669, + "num_tokens": 317451221.0, + "step": 13437 + }, + { + "epoch": 1.4757302877223808, + "grad_norm": 2.576444149017334, + "learning_rate": 1e-06, + "loss": 0.7972, + "mean_token_accuracy": 0.741429328918457, + "num_tokens": 317469989.0, + "step": 13438 + }, + { + "epoch": 1.4758401054249946, + "grad_norm": 2.2562310695648193, + "learning_rate": 1e-06, + "loss": 0.9693, + "mean_token_accuracy": 0.7009409070014954, + "num_tokens": 317494248.0, + "step": 13439 + }, + { + "epoch": 1.475949923127608, + "grad_norm": 2.1498892307281494, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7256414890289307, + "num_tokens": 317521965.0, + "step": 13440 + }, + { + "epoch": 1.4760597408302218, + "grad_norm": 2.6880745887756348, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7138209939002991, + "num_tokens": 317541482.0, + "step": 13441 + }, + { + "epoch": 1.4761695585328356, + "grad_norm": 2.2294795513153076, + "learning_rate": 1e-06, + "loss": 0.9803, + "mean_token_accuracy": 0.7083976864814758, + "num_tokens": 317568989.0, + "step": 13442 + }, + { + "epoch": 1.4762793762354491, + "grad_norm": 2.5039682388305664, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.725229799747467, + "num_tokens": 317590897.0, + "step": 13443 + }, + { + "epoch": 1.476389193938063, + "grad_norm": 2.1024367809295654, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.7351740598678589, + "num_tokens": 317619390.0, + "step": 13444 + }, + { + "epoch": 1.4764990116406764, + "grad_norm": 2.766178607940674, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7091561555862427, + "num_tokens": 317640310.0, + "step": 13445 + }, + { + "epoch": 1.4766088293432902, + "grad_norm": 2.3561675548553467, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7164581418037415, + "num_tokens": 317666106.0, + "step": 13446 + }, + { + "epoch": 1.4767186470459037, + "grad_norm": 2.588789224624634, + "learning_rate": 1e-06, + "loss": 0.8446, + "mean_token_accuracy": 0.7305781841278076, + "num_tokens": 317684819.0, + "step": 13447 + }, + { + "epoch": 1.4768284647485175, + "grad_norm": 2.293574571609497, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7193476557731628, + "num_tokens": 317709762.0, + "step": 13448 + }, + { + "epoch": 1.476938282451131, + "grad_norm": 2.298687219619751, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7253609895706177, + "num_tokens": 317735055.0, + "step": 13449 + }, + { + "epoch": 1.4770481001537448, + "grad_norm": 2.9026131629943848, + "learning_rate": 1e-06, + "loss": 0.782, + "mean_token_accuracy": 0.7419165372848511, + "num_tokens": 317751117.0, + "step": 13450 + }, + { + "epoch": 1.4771579178563585, + "grad_norm": 2.441585063934326, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7171253561973572, + "num_tokens": 317775181.0, + "step": 13451 + }, + { + "epoch": 1.477267735558972, + "grad_norm": 2.479440927505493, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7187928557395935, + "num_tokens": 317796749.0, + "step": 13452 + }, + { + "epoch": 1.4773775532615858, + "grad_norm": 2.628878593444824, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.72605299949646, + "num_tokens": 317816296.0, + "step": 13453 + }, + { + "epoch": 1.4774873709641994, + "grad_norm": 2.270685911178589, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.707109808921814, + "num_tokens": 317841408.0, + "step": 13454 + }, + { + "epoch": 1.477597188666813, + "grad_norm": 2.765536308288574, + "learning_rate": 1e-06, + "loss": 0.8803, + "mean_token_accuracy": 0.7262096405029297, + "num_tokens": 317858726.0, + "step": 13455 + }, + { + "epoch": 1.4777070063694269, + "grad_norm": 2.71968412399292, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7059820294380188, + "num_tokens": 317878122.0, + "step": 13456 + }, + { + "epoch": 1.4778168240720404, + "grad_norm": 2.0563559532165527, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7091928720474243, + "num_tokens": 317906035.0, + "step": 13457 + }, + { + "epoch": 1.477926641774654, + "grad_norm": 2.173802375793457, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7290944457054138, + "num_tokens": 317931608.0, + "step": 13458 + }, + { + "epoch": 1.4780364594772677, + "grad_norm": 2.2542476654052734, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7151690721511841, + "num_tokens": 317954744.0, + "step": 13459 + }, + { + "epoch": 1.4781462771798815, + "grad_norm": 1.8755167722702026, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7067142128944397, + "num_tokens": 317987614.0, + "step": 13460 + }, + { + "epoch": 1.478256094882495, + "grad_norm": 2.3208019733428955, + "learning_rate": 1e-06, + "loss": 0.9459, + "mean_token_accuracy": 0.7051302194595337, + "num_tokens": 318011710.0, + "step": 13461 + }, + { + "epoch": 1.4783659125851087, + "grad_norm": 2.226543664932251, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7037686705589294, + "num_tokens": 318038067.0, + "step": 13462 + }, + { + "epoch": 1.4784757302877223, + "grad_norm": 2.137537956237793, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7178294658660889, + "num_tokens": 318065595.0, + "step": 13463 + }, + { + "epoch": 1.478585547990336, + "grad_norm": 2.545764923095703, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7163772583007812, + "num_tokens": 318086454.0, + "step": 13464 + }, + { + "epoch": 1.4786953656929498, + "grad_norm": 2.6603810787200928, + "learning_rate": 1e-06, + "loss": 0.8444, + "mean_token_accuracy": 0.7221739292144775, + "num_tokens": 318105802.0, + "step": 13465 + }, + { + "epoch": 1.4788051833955633, + "grad_norm": 2.4022085666656494, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.7085716128349304, + "num_tokens": 318128424.0, + "step": 13466 + }, + { + "epoch": 1.478915001098177, + "grad_norm": 2.348893404006958, + "learning_rate": 1e-06, + "loss": 0.8764, + "mean_token_accuracy": 0.7445898056030273, + "num_tokens": 318151222.0, + "step": 13467 + }, + { + "epoch": 1.4790248188007906, + "grad_norm": 2.3365304470062256, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.72245192527771, + "num_tokens": 318175457.0, + "step": 13468 + }, + { + "epoch": 1.4791346365034044, + "grad_norm": 2.2613749504089355, + "learning_rate": 1e-06, + "loss": 0.9714, + "mean_token_accuracy": 0.7031426429748535, + "num_tokens": 318201936.0, + "step": 13469 + }, + { + "epoch": 1.4792444542060181, + "grad_norm": 2.1661376953125, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7202879190444946, + "num_tokens": 318231086.0, + "step": 13470 + }, + { + "epoch": 1.4793542719086317, + "grad_norm": 2.4113426208496094, + "learning_rate": 1e-06, + "loss": 0.8959, + "mean_token_accuracy": 0.7243843078613281, + "num_tokens": 318253115.0, + "step": 13471 + }, + { + "epoch": 1.4794640896112452, + "grad_norm": 2.521933078765869, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7045320868492126, + "num_tokens": 318277244.0, + "step": 13472 + }, + { + "epoch": 1.479573907313859, + "grad_norm": 2.5204038619995117, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7363311052322388, + "num_tokens": 318299884.0, + "step": 13473 + }, + { + "epoch": 1.4796837250164727, + "grad_norm": 2.6522505283355713, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.7317119240760803, + "num_tokens": 318317999.0, + "step": 13474 + }, + { + "epoch": 1.4797935427190863, + "grad_norm": 2.160109758377075, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7214118838310242, + "num_tokens": 318347672.0, + "step": 13475 + }, + { + "epoch": 1.4799033604217, + "grad_norm": 2.487513542175293, + "learning_rate": 1e-06, + "loss": 0.8498, + "mean_token_accuracy": 0.7371653318405151, + "num_tokens": 318367445.0, + "step": 13476 + }, + { + "epoch": 1.4800131781243135, + "grad_norm": 2.7221145629882812, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7156976461410522, + "num_tokens": 318387552.0, + "step": 13477 + }, + { + "epoch": 1.4801229958269273, + "grad_norm": 2.1888935565948486, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7203363180160522, + "num_tokens": 318416402.0, + "step": 13478 + }, + { + "epoch": 1.480232813529541, + "grad_norm": 2.429334878921509, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7371674180030823, + "num_tokens": 318436772.0, + "step": 13479 + }, + { + "epoch": 1.4803426312321546, + "grad_norm": 2.5660505294799805, + "learning_rate": 1e-06, + "loss": 0.8408, + "mean_token_accuracy": 0.7362996339797974, + "num_tokens": 318455638.0, + "step": 13480 + }, + { + "epoch": 1.4804524489347684, + "grad_norm": 2.6293768882751465, + "learning_rate": 1e-06, + "loss": 0.8546, + "mean_token_accuracy": 0.7329002618789673, + "num_tokens": 318475465.0, + "step": 13481 + }, + { + "epoch": 1.4805622666373819, + "grad_norm": 2.2451863288879395, + "learning_rate": 1e-06, + "loss": 1.0135, + "mean_token_accuracy": 0.6912342309951782, + "num_tokens": 318503503.0, + "step": 13482 + }, + { + "epoch": 1.4806720843399956, + "grad_norm": 2.646381139755249, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7173322439193726, + "num_tokens": 318522391.0, + "step": 13483 + }, + { + "epoch": 1.4807819020426094, + "grad_norm": 2.125617504119873, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7212098240852356, + "num_tokens": 318552242.0, + "step": 13484 + }, + { + "epoch": 1.480891719745223, + "grad_norm": 2.3583943843841553, + "learning_rate": 1e-06, + "loss": 0.8749, + "mean_token_accuracy": 0.7334442138671875, + "num_tokens": 318575529.0, + "step": 13485 + }, + { + "epoch": 1.4810015374478365, + "grad_norm": 2.4066054821014404, + "learning_rate": 1e-06, + "loss": 0.8427, + "mean_token_accuracy": 0.729224681854248, + "num_tokens": 318597782.0, + "step": 13486 + }, + { + "epoch": 1.4811113551504502, + "grad_norm": 2.4945244789123535, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7183225154876709, + "num_tokens": 318618973.0, + "step": 13487 + }, + { + "epoch": 1.481221172853064, + "grad_norm": 2.36954665184021, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7291275858879089, + "num_tokens": 318641765.0, + "step": 13488 + }, + { + "epoch": 1.4813309905556775, + "grad_norm": 2.2399654388427734, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7216043472290039, + "num_tokens": 318664216.0, + "step": 13489 + }, + { + "epoch": 1.4814408082582913, + "grad_norm": 2.3065526485443115, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7151548862457275, + "num_tokens": 318685789.0, + "step": 13490 + }, + { + "epoch": 1.4815506259609048, + "grad_norm": 2.825300455093384, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7141746282577515, + "num_tokens": 318703889.0, + "step": 13491 + }, + { + "epoch": 1.4816604436635186, + "grad_norm": 2.454397439956665, + "learning_rate": 1e-06, + "loss": 0.843, + "mean_token_accuracy": 0.725957453250885, + "num_tokens": 318725051.0, + "step": 13492 + }, + { + "epoch": 1.4817702613661323, + "grad_norm": 2.2011377811431885, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7153661251068115, + "num_tokens": 318750852.0, + "step": 13493 + }, + { + "epoch": 1.4818800790687459, + "grad_norm": 2.8403961658477783, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7304903268814087, + "num_tokens": 318768921.0, + "step": 13494 + }, + { + "epoch": 1.4819898967713596, + "grad_norm": 2.389071464538574, + "learning_rate": 1e-06, + "loss": 0.7389, + "mean_token_accuracy": 0.7577884793281555, + "num_tokens": 318788328.0, + "step": 13495 + }, + { + "epoch": 1.4820997144739732, + "grad_norm": 2.4235663414001465, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7226975560188293, + "num_tokens": 318812459.0, + "step": 13496 + }, + { + "epoch": 1.482209532176587, + "grad_norm": 2.167769432067871, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7276331186294556, + "num_tokens": 318838973.0, + "step": 13497 + }, + { + "epoch": 1.4823193498792007, + "grad_norm": 2.349904775619507, + "learning_rate": 1e-06, + "loss": 0.8222, + "mean_token_accuracy": 0.7384113669395447, + "num_tokens": 318861786.0, + "step": 13498 + }, + { + "epoch": 1.4824291675818142, + "grad_norm": 2.4958608150482178, + "learning_rate": 1e-06, + "loss": 0.8474, + "mean_token_accuracy": 0.7305898666381836, + "num_tokens": 318883226.0, + "step": 13499 + }, + { + "epoch": 1.4825389852844277, + "grad_norm": 2.2047996520996094, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7076631784439087, + "num_tokens": 318910687.0, + "step": 13500 + }, + { + "epoch": 1.4826488029870415, + "grad_norm": 2.3690600395202637, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7168248891830444, + "num_tokens": 318933276.0, + "step": 13501 + }, + { + "epoch": 1.4827586206896552, + "grad_norm": 2.2447879314422607, + "learning_rate": 1e-06, + "loss": 0.9096, + "mean_token_accuracy": 0.7222710847854614, + "num_tokens": 318959273.0, + "step": 13502 + }, + { + "epoch": 1.4828684383922688, + "grad_norm": 2.4620296955108643, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7197614908218384, + "num_tokens": 318982096.0, + "step": 13503 + }, + { + "epoch": 1.4829782560948825, + "grad_norm": 2.225780487060547, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7266851663589478, + "num_tokens": 319008492.0, + "step": 13504 + }, + { + "epoch": 1.483088073797496, + "grad_norm": 2.065014123916626, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7159344553947449, + "num_tokens": 319038015.0, + "step": 13505 + }, + { + "epoch": 1.4831978915001098, + "grad_norm": 2.066020965576172, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7112314701080322, + "num_tokens": 319066417.0, + "step": 13506 + }, + { + "epoch": 1.4833077092027236, + "grad_norm": 2.1444947719573975, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.6991884112358093, + "num_tokens": 319094009.0, + "step": 13507 + }, + { + "epoch": 1.4834175269053371, + "grad_norm": 2.36489200592041, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7080973386764526, + "num_tokens": 319116365.0, + "step": 13508 + }, + { + "epoch": 1.4835273446079509, + "grad_norm": 2.146444082260132, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7128589749336243, + "num_tokens": 319144275.0, + "step": 13509 + }, + { + "epoch": 1.4836371623105644, + "grad_norm": 2.2432472705841064, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.734817624092102, + "num_tokens": 319170424.0, + "step": 13510 + }, + { + "epoch": 1.4837469800131782, + "grad_norm": 2.0010597705841064, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7198668718338013, + "num_tokens": 319200463.0, + "step": 13511 + }, + { + "epoch": 1.4838567977157917, + "grad_norm": 2.8632259368896484, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7302136421203613, + "num_tokens": 319218988.0, + "step": 13512 + }, + { + "epoch": 1.4839666154184055, + "grad_norm": 2.6731464862823486, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7208395600318909, + "num_tokens": 319238364.0, + "step": 13513 + }, + { + "epoch": 1.484076433121019, + "grad_norm": 2.2246832847595215, + "learning_rate": 1e-06, + "loss": 0.87, + "mean_token_accuracy": 0.7305663824081421, + "num_tokens": 319264258.0, + "step": 13514 + }, + { + "epoch": 1.4841862508236328, + "grad_norm": 2.5099189281463623, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7268441915512085, + "num_tokens": 319285332.0, + "step": 13515 + }, + { + "epoch": 1.4842960685262465, + "grad_norm": 2.694356918334961, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7252318859100342, + "num_tokens": 319305195.0, + "step": 13516 + }, + { + "epoch": 1.48440588622886, + "grad_norm": 2.570032835006714, + "learning_rate": 1e-06, + "loss": 0.8419, + "mean_token_accuracy": 0.7371866106987, + "num_tokens": 319325715.0, + "step": 13517 + }, + { + "epoch": 1.4845157039314738, + "grad_norm": 2.378920793533325, + "learning_rate": 1e-06, + "loss": 0.9014, + "mean_token_accuracy": 0.7296772599220276, + "num_tokens": 319347847.0, + "step": 13518 + }, + { + "epoch": 1.4846255216340873, + "grad_norm": 2.4069550037384033, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7280083894729614, + "num_tokens": 319370625.0, + "step": 13519 + }, + { + "epoch": 1.484735339336701, + "grad_norm": 2.4757208824157715, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7298404574394226, + "num_tokens": 319391663.0, + "step": 13520 + }, + { + "epoch": 1.4848451570393149, + "grad_norm": 2.707707643508911, + "learning_rate": 1e-06, + "loss": 0.8552, + "mean_token_accuracy": 0.7316851019859314, + "num_tokens": 319410351.0, + "step": 13521 + }, + { + "epoch": 1.4849549747419284, + "grad_norm": 2.2474348545074463, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7222871780395508, + "num_tokens": 319434737.0, + "step": 13522 + }, + { + "epoch": 1.485064792444542, + "grad_norm": 2.1197071075439453, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7140669226646423, + "num_tokens": 319462648.0, + "step": 13523 + }, + { + "epoch": 1.4851746101471557, + "grad_norm": 2.1764426231384277, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7134038209915161, + "num_tokens": 319487905.0, + "step": 13524 + }, + { + "epoch": 1.4852844278497694, + "grad_norm": 2.3491127490997314, + "learning_rate": 1e-06, + "loss": 0.9557, + "mean_token_accuracy": 0.7020621299743652, + "num_tokens": 319514062.0, + "step": 13525 + }, + { + "epoch": 1.485394245552383, + "grad_norm": 2.4652891159057617, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7000607848167419, + "num_tokens": 319535135.0, + "step": 13526 + }, + { + "epoch": 1.4855040632549967, + "grad_norm": 2.472529649734497, + "learning_rate": 1e-06, + "loss": 0.8303, + "mean_token_accuracy": 0.7390895485877991, + "num_tokens": 319555727.0, + "step": 13527 + }, + { + "epoch": 1.4856138809576103, + "grad_norm": 2.432309627532959, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7025320529937744, + "num_tokens": 319578222.0, + "step": 13528 + }, + { + "epoch": 1.485723698660224, + "grad_norm": 2.3700051307678223, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7055572271347046, + "num_tokens": 319603245.0, + "step": 13529 + }, + { + "epoch": 1.4858335163628378, + "grad_norm": 2.2937734127044678, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7052093744277954, + "num_tokens": 319628274.0, + "step": 13530 + }, + { + "epoch": 1.4859433340654513, + "grad_norm": 2.460217237472534, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7163376212120056, + "num_tokens": 319650686.0, + "step": 13531 + }, + { + "epoch": 1.486053151768065, + "grad_norm": 3.291299819946289, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7378882169723511, + "num_tokens": 319663813.0, + "step": 13532 + }, + { + "epoch": 1.4861629694706786, + "grad_norm": 2.53041672706604, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7060629725456238, + "num_tokens": 319684606.0, + "step": 13533 + }, + { + "epoch": 1.4862727871732924, + "grad_norm": 2.2690751552581787, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7210605144500732, + "num_tokens": 319710703.0, + "step": 13534 + }, + { + "epoch": 1.4863826048759061, + "grad_norm": 2.333317518234253, + "learning_rate": 1e-06, + "loss": 0.8343, + "mean_token_accuracy": 0.7371222972869873, + "num_tokens": 319734687.0, + "step": 13535 + }, + { + "epoch": 1.4864924225785197, + "grad_norm": 2.28393292427063, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7056543827056885, + "num_tokens": 319760200.0, + "step": 13536 + }, + { + "epoch": 1.4866022402811332, + "grad_norm": 2.2647740840911865, + "learning_rate": 1e-06, + "loss": 0.8521, + "mean_token_accuracy": 0.7309314012527466, + "num_tokens": 319782479.0, + "step": 13537 + }, + { + "epoch": 1.486712057983747, + "grad_norm": 2.303454637527466, + "learning_rate": 1e-06, + "loss": 0.7694, + "mean_token_accuracy": 0.765765368938446, + "num_tokens": 319807075.0, + "step": 13538 + }, + { + "epoch": 1.4868218756863607, + "grad_norm": 2.1411211490631104, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7209292650222778, + "num_tokens": 319836367.0, + "step": 13539 + }, + { + "epoch": 1.4869316933889742, + "grad_norm": 2.2577755451202393, + "learning_rate": 1e-06, + "loss": 0.9281, + "mean_token_accuracy": 0.7068502902984619, + "num_tokens": 319863066.0, + "step": 13540 + }, + { + "epoch": 1.487041511091588, + "grad_norm": 2.2377355098724365, + "learning_rate": 1e-06, + "loss": 0.9467, + "mean_token_accuracy": 0.6976954936981201, + "num_tokens": 319887673.0, + "step": 13541 + }, + { + "epoch": 1.4871513287942015, + "grad_norm": 2.2509913444519043, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7158191800117493, + "num_tokens": 319911669.0, + "step": 13542 + }, + { + "epoch": 1.4872611464968153, + "grad_norm": 2.0013833045959473, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.7157854437828064, + "num_tokens": 319943443.0, + "step": 13543 + }, + { + "epoch": 1.487370964199429, + "grad_norm": 2.575310707092285, + "learning_rate": 1e-06, + "loss": 0.8069, + "mean_token_accuracy": 0.750260591506958, + "num_tokens": 319962850.0, + "step": 13544 + }, + { + "epoch": 1.4874807819020426, + "grad_norm": 2.4384725093841553, + "learning_rate": 1e-06, + "loss": 0.7629, + "mean_token_accuracy": 0.7486100196838379, + "num_tokens": 319984099.0, + "step": 13545 + }, + { + "epoch": 1.4875905996046563, + "grad_norm": 2.514059543609619, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7106362581253052, + "num_tokens": 320003676.0, + "step": 13546 + }, + { + "epoch": 1.4877004173072699, + "grad_norm": 2.3671555519104004, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7060960531234741, + "num_tokens": 320027823.0, + "step": 13547 + }, + { + "epoch": 1.4878102350098836, + "grad_norm": 2.594909906387329, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7160900831222534, + "num_tokens": 320047588.0, + "step": 13548 + }, + { + "epoch": 1.4879200527124974, + "grad_norm": 2.3483266830444336, + "learning_rate": 1e-06, + "loss": 0.9479, + "mean_token_accuracy": 0.7087750434875488, + "num_tokens": 320072444.0, + "step": 13549 + }, + { + "epoch": 1.488029870415111, + "grad_norm": 2.5535690784454346, + "learning_rate": 1e-06, + "loss": 0.9406, + "mean_token_accuracy": 0.7173879146575928, + "num_tokens": 320093569.0, + "step": 13550 + }, + { + "epoch": 1.4881396881177245, + "grad_norm": 2.318439245223999, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.7214102745056152, + "num_tokens": 320116389.0, + "step": 13551 + }, + { + "epoch": 1.4882495058203382, + "grad_norm": 2.2478983402252197, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7182613015174866, + "num_tokens": 320140471.0, + "step": 13552 + }, + { + "epoch": 1.488359323522952, + "grad_norm": 2.2240145206451416, + "learning_rate": 1e-06, + "loss": 0.8426, + "mean_token_accuracy": 0.734445333480835, + "num_tokens": 320165365.0, + "step": 13553 + }, + { + "epoch": 1.4884691412255655, + "grad_norm": 2.4685568809509277, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.726044774055481, + "num_tokens": 320186962.0, + "step": 13554 + }, + { + "epoch": 1.4885789589281793, + "grad_norm": 2.430490255355835, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7195972800254822, + "num_tokens": 320211369.0, + "step": 13555 + }, + { + "epoch": 1.4886887766307928, + "grad_norm": 2.38275146484375, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7133848071098328, + "num_tokens": 320234177.0, + "step": 13556 + }, + { + "epoch": 1.4887985943334066, + "grad_norm": 2.0103583335876465, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7065339088439941, + "num_tokens": 320265814.0, + "step": 13557 + }, + { + "epoch": 1.4889084120360203, + "grad_norm": 2.3745927810668945, + "learning_rate": 1e-06, + "loss": 0.8843, + "mean_token_accuracy": 0.7288780212402344, + "num_tokens": 320287425.0, + "step": 13558 + }, + { + "epoch": 1.4890182297386338, + "grad_norm": 2.3579843044281006, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7181617021560669, + "num_tokens": 320310524.0, + "step": 13559 + }, + { + "epoch": 1.4891280474412476, + "grad_norm": 2.392354726791382, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.718275249004364, + "num_tokens": 320333374.0, + "step": 13560 + }, + { + "epoch": 1.4892378651438611, + "grad_norm": 2.2476184368133545, + "learning_rate": 1e-06, + "loss": 1.0107, + "mean_token_accuracy": 0.6897906064987183, + "num_tokens": 320360315.0, + "step": 13561 + }, + { + "epoch": 1.489347682846475, + "grad_norm": 2.2385520935058594, + "learning_rate": 1e-06, + "loss": 0.959, + "mean_token_accuracy": 0.7063965797424316, + "num_tokens": 320385592.0, + "step": 13562 + }, + { + "epoch": 1.4894575005490884, + "grad_norm": 2.626896858215332, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7040088176727295, + "num_tokens": 320406121.0, + "step": 13563 + }, + { + "epoch": 1.4895673182517022, + "grad_norm": 2.673495054244995, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.7134262323379517, + "num_tokens": 320427136.0, + "step": 13564 + }, + { + "epoch": 1.4896771359543157, + "grad_norm": 2.180574655532837, + "learning_rate": 1e-06, + "loss": 0.9754, + "mean_token_accuracy": 0.6903082132339478, + "num_tokens": 320454497.0, + "step": 13565 + }, + { + "epoch": 1.4897869536569295, + "grad_norm": 2.5559804439544678, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7278966903686523, + "num_tokens": 320475597.0, + "step": 13566 + }, + { + "epoch": 1.4898967713595432, + "grad_norm": 2.259551525115967, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7181828022003174, + "num_tokens": 320499877.0, + "step": 13567 + }, + { + "epoch": 1.4900065890621568, + "grad_norm": 2.010021209716797, + "learning_rate": 1e-06, + "loss": 0.8473, + "mean_token_accuracy": 0.7297734618186951, + "num_tokens": 320531291.0, + "step": 13568 + }, + { + "epoch": 1.4901164067647705, + "grad_norm": 2.3037593364715576, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7247946262359619, + "num_tokens": 320557046.0, + "step": 13569 + }, + { + "epoch": 1.490226224467384, + "grad_norm": 2.3479437828063965, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7258058786392212, + "num_tokens": 320581462.0, + "step": 13570 + }, + { + "epoch": 1.4903360421699978, + "grad_norm": 2.2679946422576904, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7158930897712708, + "num_tokens": 320606868.0, + "step": 13571 + }, + { + "epoch": 1.4904458598726116, + "grad_norm": 2.633331775665283, + "learning_rate": 1e-06, + "loss": 0.7562, + "mean_token_accuracy": 0.7553161978721619, + "num_tokens": 320625760.0, + "step": 13572 + }, + { + "epoch": 1.4905556775752251, + "grad_norm": 1.9349071979522705, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7220568656921387, + "num_tokens": 320657072.0, + "step": 13573 + }, + { + "epoch": 1.4906654952778389, + "grad_norm": 2.486480951309204, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.7116335034370422, + "num_tokens": 320679522.0, + "step": 13574 + }, + { + "epoch": 1.4907753129804524, + "grad_norm": 2.833467483520508, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7045539617538452, + "num_tokens": 320696796.0, + "step": 13575 + }, + { + "epoch": 1.4908851306830662, + "grad_norm": 2.2181432247161865, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7132648229598999, + "num_tokens": 320721496.0, + "step": 13576 + }, + { + "epoch": 1.4909949483856797, + "grad_norm": 2.374520778656006, + "learning_rate": 1e-06, + "loss": 1.0113, + "mean_token_accuracy": 0.6980192065238953, + "num_tokens": 320745877.0, + "step": 13577 + }, + { + "epoch": 1.4911047660882935, + "grad_norm": 2.0437679290771484, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7089157700538635, + "num_tokens": 320778382.0, + "step": 13578 + }, + { + "epoch": 1.491214583790907, + "grad_norm": 2.118100166320801, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7165759801864624, + "num_tokens": 320806662.0, + "step": 13579 + }, + { + "epoch": 1.4913244014935207, + "grad_norm": 2.3427844047546387, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6960549354553223, + "num_tokens": 320829266.0, + "step": 13580 + }, + { + "epoch": 1.4914342191961345, + "grad_norm": 2.8716161251068115, + "learning_rate": 1e-06, + "loss": 0.7592, + "mean_token_accuracy": 0.7526165843009949, + "num_tokens": 320845079.0, + "step": 13581 + }, + { + "epoch": 1.491544036898748, + "grad_norm": 2.647404193878174, + "learning_rate": 1e-06, + "loss": 0.8118, + "mean_token_accuracy": 0.7400893568992615, + "num_tokens": 320864557.0, + "step": 13582 + }, + { + "epoch": 1.4916538546013618, + "grad_norm": 2.3850302696228027, + "learning_rate": 1e-06, + "loss": 0.8849, + "mean_token_accuracy": 0.7210065126419067, + "num_tokens": 320887354.0, + "step": 13583 + }, + { + "epoch": 1.4917636723039753, + "grad_norm": 2.5083651542663574, + "learning_rate": 1e-06, + "loss": 0.8201, + "mean_token_accuracy": 0.7458240389823914, + "num_tokens": 320907909.0, + "step": 13584 + }, + { + "epoch": 1.491873490006589, + "grad_norm": 2.6531379222869873, + "learning_rate": 1e-06, + "loss": 1.0103, + "mean_token_accuracy": 0.6909968852996826, + "num_tokens": 320928322.0, + "step": 13585 + }, + { + "epoch": 1.4919833077092028, + "grad_norm": 3.24613094329834, + "learning_rate": 1e-06, + "loss": 0.7935, + "mean_token_accuracy": 0.7541654109954834, + "num_tokens": 320943233.0, + "step": 13586 + }, + { + "epoch": 1.4920931254118164, + "grad_norm": 2.4349441528320312, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7204195857048035, + "num_tokens": 320966766.0, + "step": 13587 + }, + { + "epoch": 1.49220294311443, + "grad_norm": 2.4164295196533203, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7243212461471558, + "num_tokens": 320989773.0, + "step": 13588 + }, + { + "epoch": 1.4923127608170437, + "grad_norm": 2.204723596572876, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7092904448509216, + "num_tokens": 321016560.0, + "step": 13589 + }, + { + "epoch": 1.4924225785196574, + "grad_norm": 2.382566452026367, + "learning_rate": 1e-06, + "loss": 0.8956, + "mean_token_accuracy": 0.7209138870239258, + "num_tokens": 321039724.0, + "step": 13590 + }, + { + "epoch": 1.492532396222271, + "grad_norm": 2.2275192737579346, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7348782420158386, + "num_tokens": 321063647.0, + "step": 13591 + }, + { + "epoch": 1.4926422139248847, + "grad_norm": 2.5167300701141357, + "learning_rate": 1e-06, + "loss": 0.8016, + "mean_token_accuracy": 0.747584879398346, + "num_tokens": 321084396.0, + "step": 13592 + }, + { + "epoch": 1.4927520316274983, + "grad_norm": 2.761307716369629, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7274796366691589, + "num_tokens": 321102643.0, + "step": 13593 + }, + { + "epoch": 1.492861849330112, + "grad_norm": 2.222663164138794, + "learning_rate": 1e-06, + "loss": 0.76, + "mean_token_accuracy": 0.759507417678833, + "num_tokens": 321126052.0, + "step": 13594 + }, + { + "epoch": 1.4929716670327258, + "grad_norm": 2.9361653327941895, + "learning_rate": 1e-06, + "loss": 0.8111, + "mean_token_accuracy": 0.7902921438217163, + "num_tokens": 321143267.0, + "step": 13595 + }, + { + "epoch": 1.4930814847353393, + "grad_norm": 2.4065046310424805, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7180807590484619, + "num_tokens": 321165459.0, + "step": 13596 + }, + { + "epoch": 1.493191302437953, + "grad_norm": 2.4858169555664062, + "learning_rate": 1e-06, + "loss": 0.8319, + "mean_token_accuracy": 0.7407795190811157, + "num_tokens": 321185301.0, + "step": 13597 + }, + { + "epoch": 1.4933011201405666, + "grad_norm": 2.619680881500244, + "learning_rate": 1e-06, + "loss": 0.7121, + "mean_token_accuracy": 0.7670464515686035, + "num_tokens": 321203204.0, + "step": 13598 + }, + { + "epoch": 1.4934109378431804, + "grad_norm": 2.3070733547210693, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7043762803077698, + "num_tokens": 321230077.0, + "step": 13599 + }, + { + "epoch": 1.493520755545794, + "grad_norm": 2.1591694355010986, + "learning_rate": 1e-06, + "loss": 1.0237, + "mean_token_accuracy": 0.6904323101043701, + "num_tokens": 321258197.0, + "step": 13600 + }, + { + "epoch": 1.4936305732484076, + "grad_norm": 2.6240315437316895, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.7292290329933167, + "num_tokens": 321277409.0, + "step": 13601 + }, + { + "epoch": 1.4937403909510212, + "grad_norm": 2.1287193298339844, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.737223744392395, + "num_tokens": 321304004.0, + "step": 13602 + }, + { + "epoch": 1.493850208653635, + "grad_norm": 2.1724319458007812, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.708707332611084, + "num_tokens": 321332576.0, + "step": 13603 + }, + { + "epoch": 1.4939600263562487, + "grad_norm": 2.5293874740600586, + "learning_rate": 1e-06, + "loss": 0.8506, + "mean_token_accuracy": 0.7299484014511108, + "num_tokens": 321351768.0, + "step": 13604 + }, + { + "epoch": 1.4940698440588622, + "grad_norm": 2.215230703353882, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7194113731384277, + "num_tokens": 321377554.0, + "step": 13605 + }, + { + "epoch": 1.494179661761476, + "grad_norm": 2.2072031497955322, + "learning_rate": 1e-06, + "loss": 0.7846, + "mean_token_accuracy": 0.7584803104400635, + "num_tokens": 321402138.0, + "step": 13606 + }, + { + "epoch": 1.4942894794640895, + "grad_norm": 2.2870423793792725, + "learning_rate": 1e-06, + "loss": 0.8594, + "mean_token_accuracy": 0.7315720319747925, + "num_tokens": 321426412.0, + "step": 13607 + }, + { + "epoch": 1.4943992971667033, + "grad_norm": 2.2540359497070312, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7146718502044678, + "num_tokens": 321453356.0, + "step": 13608 + }, + { + "epoch": 1.494509114869317, + "grad_norm": 2.2414662837982178, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7271950840950012, + "num_tokens": 321480829.0, + "step": 13609 + }, + { + "epoch": 1.4946189325719306, + "grad_norm": 2.298999071121216, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7099080085754395, + "num_tokens": 321505395.0, + "step": 13610 + }, + { + "epoch": 1.4947287502745443, + "grad_norm": 2.4803690910339355, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7120479345321655, + "num_tokens": 321525891.0, + "step": 13611 + }, + { + "epoch": 1.4948385679771579, + "grad_norm": 2.0921237468719482, + "learning_rate": 1e-06, + "loss": 1.0341, + "mean_token_accuracy": 0.6861693263053894, + "num_tokens": 321554828.0, + "step": 13612 + }, + { + "epoch": 1.4949483856797716, + "grad_norm": 2.119799852371216, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.702677309513092, + "num_tokens": 321584564.0, + "step": 13613 + }, + { + "epoch": 1.4950582033823854, + "grad_norm": 2.5931780338287354, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7265889048576355, + "num_tokens": 321604349.0, + "step": 13614 + }, + { + "epoch": 1.495168021084999, + "grad_norm": 2.159531354904175, + "learning_rate": 1e-06, + "loss": 1.0117, + "mean_token_accuracy": 0.6978976726531982, + "num_tokens": 321632468.0, + "step": 13615 + }, + { + "epoch": 1.4952778387876124, + "grad_norm": 2.5344953536987305, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7275267839431763, + "num_tokens": 321654287.0, + "step": 13616 + }, + { + "epoch": 1.4953876564902262, + "grad_norm": 2.458620071411133, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7177127003669739, + "num_tokens": 321676781.0, + "step": 13617 + }, + { + "epoch": 1.49549747419284, + "grad_norm": 2.4877679347991943, + "learning_rate": 1e-06, + "loss": 0.8158, + "mean_token_accuracy": 0.7462615966796875, + "num_tokens": 321698143.0, + "step": 13618 + }, + { + "epoch": 1.4956072918954535, + "grad_norm": 2.081317186355591, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.702461302280426, + "num_tokens": 321726684.0, + "step": 13619 + }, + { + "epoch": 1.4957171095980673, + "grad_norm": 2.2988600730895996, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.6995969414710999, + "num_tokens": 321753051.0, + "step": 13620 + }, + { + "epoch": 1.4958269273006808, + "grad_norm": 2.465430974960327, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7175387740135193, + "num_tokens": 321777340.0, + "step": 13621 + }, + { + "epoch": 1.4959367450032945, + "grad_norm": 2.3599648475646973, + "learning_rate": 1e-06, + "loss": 0.8532, + "mean_token_accuracy": 0.7341727018356323, + "num_tokens": 321800966.0, + "step": 13622 + }, + { + "epoch": 1.4960465627059083, + "grad_norm": 2.1778831481933594, + "learning_rate": 1e-06, + "loss": 0.862, + "mean_token_accuracy": 0.7265742421150208, + "num_tokens": 321827462.0, + "step": 13623 + }, + { + "epoch": 1.4961563804085218, + "grad_norm": 2.3558125495910645, + "learning_rate": 1e-06, + "loss": 0.8166, + "mean_token_accuracy": 0.741459846496582, + "num_tokens": 321851252.0, + "step": 13624 + }, + { + "epoch": 1.4962661981111356, + "grad_norm": 2.4015777111053467, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7006825804710388, + "num_tokens": 321874757.0, + "step": 13625 + }, + { + "epoch": 1.4963760158137491, + "grad_norm": 2.1927053928375244, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.728300154209137, + "num_tokens": 321900789.0, + "step": 13626 + }, + { + "epoch": 1.4964858335163629, + "grad_norm": 2.1467058658599854, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7093920111656189, + "num_tokens": 321930564.0, + "step": 13627 + }, + { + "epoch": 1.4965956512189764, + "grad_norm": 2.6476197242736816, + "learning_rate": 1e-06, + "loss": 0.8383, + "mean_token_accuracy": 0.7387085556983948, + "num_tokens": 321949816.0, + "step": 13628 + }, + { + "epoch": 1.4967054689215902, + "grad_norm": 2.688328504562378, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.726163387298584, + "num_tokens": 321969365.0, + "step": 13629 + }, + { + "epoch": 1.4968152866242037, + "grad_norm": 2.8421432971954346, + "learning_rate": 1e-06, + "loss": 0.8505, + "mean_token_accuracy": 0.7253834009170532, + "num_tokens": 321986928.0, + "step": 13630 + }, + { + "epoch": 1.4969251043268175, + "grad_norm": 2.5378878116607666, + "learning_rate": 1e-06, + "loss": 1.0127, + "mean_token_accuracy": 0.6816838383674622, + "num_tokens": 322006327.0, + "step": 13631 + }, + { + "epoch": 1.4970349220294312, + "grad_norm": 2.4368693828582764, + "learning_rate": 1e-06, + "loss": 0.7546, + "mean_token_accuracy": 0.7574430704116821, + "num_tokens": 322025677.0, + "step": 13632 + }, + { + "epoch": 1.4971447397320448, + "grad_norm": 2.7909343242645264, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7259571552276611, + "num_tokens": 322043965.0, + "step": 13633 + }, + { + "epoch": 1.4972545574346585, + "grad_norm": 2.8612167835235596, + "learning_rate": 1e-06, + "loss": 0.7983, + "mean_token_accuracy": 0.7410143613815308, + "num_tokens": 322060933.0, + "step": 13634 + }, + { + "epoch": 1.497364375137272, + "grad_norm": 2.4511618614196777, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7336653470993042, + "num_tokens": 322083532.0, + "step": 13635 + }, + { + "epoch": 1.4974741928398858, + "grad_norm": 2.643099784851074, + "learning_rate": 1e-06, + "loss": 0.7932, + "mean_token_accuracy": 0.7479906678199768, + "num_tokens": 322101688.0, + "step": 13636 + }, + { + "epoch": 1.4975840105424996, + "grad_norm": 2.6760077476501465, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.7245712280273438, + "num_tokens": 322120206.0, + "step": 13637 + }, + { + "epoch": 1.497693828245113, + "grad_norm": 2.2041430473327637, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7158205509185791, + "num_tokens": 322148186.0, + "step": 13638 + }, + { + "epoch": 1.4978036459477266, + "grad_norm": 2.1257972717285156, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.6973111629486084, + "num_tokens": 322176546.0, + "step": 13639 + }, + { + "epoch": 1.4979134636503404, + "grad_norm": 2.3087103366851807, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7333100438117981, + "num_tokens": 322202187.0, + "step": 13640 + }, + { + "epoch": 1.4980232813529542, + "grad_norm": 2.028427839279175, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7125467658042908, + "num_tokens": 322233602.0, + "step": 13641 + }, + { + "epoch": 1.4981330990555677, + "grad_norm": 2.7624106407165527, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7087746858596802, + "num_tokens": 322252304.0, + "step": 13642 + }, + { + "epoch": 1.4982429167581814, + "grad_norm": 2.743813991546631, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7354098558425903, + "num_tokens": 322271251.0, + "step": 13643 + }, + { + "epoch": 1.498352734460795, + "grad_norm": 2.4504642486572266, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7140101790428162, + "num_tokens": 322291315.0, + "step": 13644 + }, + { + "epoch": 1.4984625521634087, + "grad_norm": 2.1850385665893555, + "learning_rate": 1e-06, + "loss": 0.854, + "mean_token_accuracy": 0.7338272333145142, + "num_tokens": 322315794.0, + "step": 13645 + }, + { + "epoch": 1.4985723698660225, + "grad_norm": 2.4870145320892334, + "learning_rate": 1e-06, + "loss": 0.8248, + "mean_token_accuracy": 0.7364552021026611, + "num_tokens": 322335135.0, + "step": 13646 + }, + { + "epoch": 1.498682187568636, + "grad_norm": 2.314941883087158, + "learning_rate": 1e-06, + "loss": 0.8399, + "mean_token_accuracy": 0.7296447157859802, + "num_tokens": 322358346.0, + "step": 13647 + }, + { + "epoch": 1.4987920052712498, + "grad_norm": 2.328503131866455, + "learning_rate": 1e-06, + "loss": 0.9684, + "mean_token_accuracy": 0.7055618166923523, + "num_tokens": 322384042.0, + "step": 13648 + }, + { + "epoch": 1.4989018229738633, + "grad_norm": 3.02278995513916, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7241935729980469, + "num_tokens": 322399494.0, + "step": 13649 + }, + { + "epoch": 1.499011640676477, + "grad_norm": 2.5504229068756104, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7236725091934204, + "num_tokens": 322419783.0, + "step": 13650 + }, + { + "epoch": 1.4991214583790908, + "grad_norm": 2.266915798187256, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7270464897155762, + "num_tokens": 322443950.0, + "step": 13651 + }, + { + "epoch": 1.4992312760817044, + "grad_norm": 2.380858898162842, + "learning_rate": 1e-06, + "loss": 0.9701, + "mean_token_accuracy": 0.7086247205734253, + "num_tokens": 322469230.0, + "step": 13652 + }, + { + "epoch": 1.499341093784318, + "grad_norm": 2.7588813304901123, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7172712087631226, + "num_tokens": 322489382.0, + "step": 13653 + }, + { + "epoch": 1.4994509114869317, + "grad_norm": 2.024358034133911, + "learning_rate": 1e-06, + "loss": 0.9479, + "mean_token_accuracy": 0.7108960747718811, + "num_tokens": 322517180.0, + "step": 13654 + }, + { + "epoch": 1.4995607291895454, + "grad_norm": 2.4904532432556152, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.731564998626709, + "num_tokens": 322538322.0, + "step": 13655 + }, + { + "epoch": 1.499670546892159, + "grad_norm": 2.4526288509368896, + "learning_rate": 1e-06, + "loss": 0.8484, + "mean_token_accuracy": 0.7388450503349304, + "num_tokens": 322559231.0, + "step": 13656 + }, + { + "epoch": 1.4997803645947727, + "grad_norm": 2.2452242374420166, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.717704176902771, + "num_tokens": 322583710.0, + "step": 13657 + }, + { + "epoch": 1.4998901822973862, + "grad_norm": 2.4790685176849365, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7245256304740906, + "num_tokens": 322604579.0, + "step": 13658 + }, + { + "epoch": 1.5, + "grad_norm": 2.3240225315093994, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7173056602478027, + "num_tokens": 322629642.0, + "step": 13659 + }, + { + "epoch": 1.5001098177026138, + "grad_norm": 2.4466147422790527, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7034010291099548, + "num_tokens": 322652414.0, + "step": 13660 + }, + { + "epoch": 1.5002196354052273, + "grad_norm": 2.71653151512146, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7256666421890259, + "num_tokens": 322671287.0, + "step": 13661 + }, + { + "epoch": 1.5003294531078408, + "grad_norm": 1.9687854051589966, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7206435203552246, + "num_tokens": 322701792.0, + "step": 13662 + }, + { + "epoch": 1.5004392708104546, + "grad_norm": 2.300539970397949, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7206317782402039, + "num_tokens": 322725127.0, + "step": 13663 + }, + { + "epoch": 1.5005490885130683, + "grad_norm": 2.2323739528656006, + "learning_rate": 1e-06, + "loss": 0.9303, + "mean_token_accuracy": 0.7138643264770508, + "num_tokens": 322749124.0, + "step": 13664 + }, + { + "epoch": 1.500658906215682, + "grad_norm": 2.2851481437683105, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7047160267829895, + "num_tokens": 322773564.0, + "step": 13665 + }, + { + "epoch": 1.5007687239182956, + "grad_norm": 2.0951976776123047, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7176772952079773, + "num_tokens": 322802406.0, + "step": 13666 + }, + { + "epoch": 1.5008785416209092, + "grad_norm": 2.272644519805908, + "learning_rate": 1e-06, + "loss": 0.9816, + "mean_token_accuracy": 0.6965683102607727, + "num_tokens": 322829791.0, + "step": 13667 + }, + { + "epoch": 1.500988359323523, + "grad_norm": 2.0804271697998047, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.715977668762207, + "num_tokens": 322859002.0, + "step": 13668 + }, + { + "epoch": 1.5010981770261367, + "grad_norm": 2.706986665725708, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7167613506317139, + "num_tokens": 322877024.0, + "step": 13669 + }, + { + "epoch": 1.5012079947287504, + "grad_norm": 2.440303087234497, + "learning_rate": 1e-06, + "loss": 0.7754, + "mean_token_accuracy": 0.7533713579177856, + "num_tokens": 322899320.0, + "step": 13670 + }, + { + "epoch": 1.501317812431364, + "grad_norm": 2.4966135025024414, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7302086353302002, + "num_tokens": 322919873.0, + "step": 13671 + }, + { + "epoch": 1.5014276301339775, + "grad_norm": 2.3729655742645264, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.730921745300293, + "num_tokens": 322944596.0, + "step": 13672 + }, + { + "epoch": 1.5015374478365913, + "grad_norm": 2.5056090354919434, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7041614055633545, + "num_tokens": 322967527.0, + "step": 13673 + }, + { + "epoch": 1.501647265539205, + "grad_norm": 2.3575806617736816, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7293175458908081, + "num_tokens": 322990317.0, + "step": 13674 + }, + { + "epoch": 1.5017570832418186, + "grad_norm": 3.2011923789978027, + "learning_rate": 1e-06, + "loss": 0.8136, + "mean_token_accuracy": 0.7346084117889404, + "num_tokens": 323003930.0, + "step": 13675 + }, + { + "epoch": 1.501866900944432, + "grad_norm": 2.294271230697632, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7186357975006104, + "num_tokens": 323027495.0, + "step": 13676 + }, + { + "epoch": 1.5019767186470458, + "grad_norm": 2.4273064136505127, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7171329259872437, + "num_tokens": 323049147.0, + "step": 13677 + }, + { + "epoch": 1.5020865363496596, + "grad_norm": 2.8426663875579834, + "learning_rate": 1e-06, + "loss": 0.8029, + "mean_token_accuracy": 0.7400824427604675, + "num_tokens": 323065198.0, + "step": 13678 + }, + { + "epoch": 1.5021963540522734, + "grad_norm": 2.7387335300445557, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7208201885223389, + "num_tokens": 323085586.0, + "step": 13679 + }, + { + "epoch": 1.502306171754887, + "grad_norm": 2.1556007862091064, + "learning_rate": 1e-06, + "loss": 1.0131, + "mean_token_accuracy": 0.6916682124137878, + "num_tokens": 323114930.0, + "step": 13680 + }, + { + "epoch": 1.5024159894575004, + "grad_norm": 2.8007595539093018, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7220582962036133, + "num_tokens": 323132111.0, + "step": 13681 + }, + { + "epoch": 1.5025258071601142, + "grad_norm": 2.03164005279541, + "learning_rate": 1e-06, + "loss": 0.8344, + "mean_token_accuracy": 0.7357892990112305, + "num_tokens": 323162550.0, + "step": 13682 + }, + { + "epoch": 1.502635624862728, + "grad_norm": 3.1202731132507324, + "learning_rate": 1e-06, + "loss": 0.7819, + "mean_token_accuracy": 0.7569953203201294, + "num_tokens": 323176960.0, + "step": 13683 + }, + { + "epoch": 1.5027454425653415, + "grad_norm": 2.323021650314331, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7192057967185974, + "num_tokens": 323199909.0, + "step": 13684 + }, + { + "epoch": 1.5028552602679552, + "grad_norm": 2.6391406059265137, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.713107705116272, + "num_tokens": 323219722.0, + "step": 13685 + }, + { + "epoch": 1.5029650779705688, + "grad_norm": 2.1236228942871094, + "learning_rate": 1e-06, + "loss": 0.8266, + "mean_token_accuracy": 0.7424286603927612, + "num_tokens": 323247090.0, + "step": 13686 + }, + { + "epoch": 1.5030748956731825, + "grad_norm": 2.4254469871520996, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7159318923950195, + "num_tokens": 323270373.0, + "step": 13687 + }, + { + "epoch": 1.5031847133757963, + "grad_norm": 2.759941577911377, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7199444770812988, + "num_tokens": 323290067.0, + "step": 13688 + }, + { + "epoch": 1.5032945310784098, + "grad_norm": 2.659785270690918, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7361253499984741, + "num_tokens": 323310185.0, + "step": 13689 + }, + { + "epoch": 1.5034043487810234, + "grad_norm": 2.5068600177764893, + "learning_rate": 1e-06, + "loss": 0.8721, + "mean_token_accuracy": 0.7272230386734009, + "num_tokens": 323330524.0, + "step": 13690 + }, + { + "epoch": 1.5035141664836371, + "grad_norm": 2.368511199951172, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7392505407333374, + "num_tokens": 323352146.0, + "step": 13691 + }, + { + "epoch": 1.5036239841862509, + "grad_norm": 2.1071159839630127, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.716648519039154, + "num_tokens": 323380010.0, + "step": 13692 + }, + { + "epoch": 1.5037338018888646, + "grad_norm": 2.0884785652160645, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7119255065917969, + "num_tokens": 323409101.0, + "step": 13693 + }, + { + "epoch": 1.5038436195914782, + "grad_norm": 2.3464043140411377, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7133605480194092, + "num_tokens": 323432619.0, + "step": 13694 + }, + { + "epoch": 1.5039534372940917, + "grad_norm": 2.305492401123047, + "learning_rate": 1e-06, + "loss": 0.8613, + "mean_token_accuracy": 0.7312876582145691, + "num_tokens": 323456429.0, + "step": 13695 + }, + { + "epoch": 1.5040632549967055, + "grad_norm": 2.2228546142578125, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7100951671600342, + "num_tokens": 323481765.0, + "step": 13696 + }, + { + "epoch": 1.5041730726993192, + "grad_norm": 2.3968775272369385, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7364517450332642, + "num_tokens": 323506436.0, + "step": 13697 + }, + { + "epoch": 1.5042828904019327, + "grad_norm": 2.1028733253479004, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7086980938911438, + "num_tokens": 323536523.0, + "step": 13698 + }, + { + "epoch": 1.5043927081045465, + "grad_norm": 2.2331156730651855, + "learning_rate": 1e-06, + "loss": 0.8237, + "mean_token_accuracy": 0.7364808320999146, + "num_tokens": 323562039.0, + "step": 13699 + }, + { + "epoch": 1.50450252580716, + "grad_norm": 2.2114627361297607, + "learning_rate": 1e-06, + "loss": 0.956, + "mean_token_accuracy": 0.7112417221069336, + "num_tokens": 323587303.0, + "step": 13700 + }, + { + "epoch": 1.5046123435097738, + "grad_norm": 2.0180835723876953, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.6984397172927856, + "num_tokens": 323617177.0, + "step": 13701 + }, + { + "epoch": 1.5047221612123876, + "grad_norm": 2.4212260246276855, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7197679877281189, + "num_tokens": 323640699.0, + "step": 13702 + }, + { + "epoch": 1.504831978915001, + "grad_norm": 2.1365885734558105, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7211982011795044, + "num_tokens": 323667588.0, + "step": 13703 + }, + { + "epoch": 1.5049417966176146, + "grad_norm": 2.4910857677459717, + "learning_rate": 1e-06, + "loss": 0.8223, + "mean_token_accuracy": 0.7402490377426147, + "num_tokens": 323687130.0, + "step": 13704 + }, + { + "epoch": 1.5050516143202284, + "grad_norm": 2.596921920776367, + "learning_rate": 1e-06, + "loss": 0.8704, + "mean_token_accuracy": 0.7284554243087769, + "num_tokens": 323706646.0, + "step": 13705 + }, + { + "epoch": 1.5051614320228421, + "grad_norm": 2.4440131187438965, + "learning_rate": 1e-06, + "loss": 0.7873, + "mean_token_accuracy": 0.7581671476364136, + "num_tokens": 323726647.0, + "step": 13706 + }, + { + "epoch": 1.505271249725456, + "grad_norm": 2.4752867221832275, + "learning_rate": 1e-06, + "loss": 0.9012, + "mean_token_accuracy": 0.7209264636039734, + "num_tokens": 323749010.0, + "step": 13707 + }, + { + "epoch": 1.5053810674280694, + "grad_norm": 2.4606716632843018, + "learning_rate": 1e-06, + "loss": 0.8234, + "mean_token_accuracy": 0.7476855516433716, + "num_tokens": 323769549.0, + "step": 13708 + }, + { + "epoch": 1.505490885130683, + "grad_norm": 2.449794292449951, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7204158306121826, + "num_tokens": 323792415.0, + "step": 13709 + }, + { + "epoch": 1.5056007028332967, + "grad_norm": 2.5549299716949463, + "learning_rate": 1e-06, + "loss": 0.8093, + "mean_token_accuracy": 0.7451251745223999, + "num_tokens": 323811555.0, + "step": 13710 + }, + { + "epoch": 1.5057105205359105, + "grad_norm": 2.6214964389801025, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7283925414085388, + "num_tokens": 323830373.0, + "step": 13711 + }, + { + "epoch": 1.505820338238524, + "grad_norm": 2.0860085487365723, + "learning_rate": 1e-06, + "loss": 0.8415, + "mean_token_accuracy": 0.732701301574707, + "num_tokens": 323857148.0, + "step": 13712 + }, + { + "epoch": 1.5059301559411375, + "grad_norm": 2.399815559387207, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7285420894622803, + "num_tokens": 323880663.0, + "step": 13713 + }, + { + "epoch": 1.5060399736437513, + "grad_norm": 2.2299420833587646, + "learning_rate": 1e-06, + "loss": 0.9406, + "mean_token_accuracy": 0.706331193447113, + "num_tokens": 323907060.0, + "step": 13714 + }, + { + "epoch": 1.506149791346365, + "grad_norm": 2.1737210750579834, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7256367206573486, + "num_tokens": 323932059.0, + "step": 13715 + }, + { + "epoch": 1.5062596090489788, + "grad_norm": 2.433845043182373, + "learning_rate": 1e-06, + "loss": 0.8444, + "mean_token_accuracy": 0.7365900278091431, + "num_tokens": 323954731.0, + "step": 13716 + }, + { + "epoch": 1.5063694267515924, + "grad_norm": 2.59722900390625, + "learning_rate": 1e-06, + "loss": 0.9256, + "mean_token_accuracy": 0.7184909582138062, + "num_tokens": 323975936.0, + "step": 13717 + }, + { + "epoch": 1.506479244454206, + "grad_norm": 1.9825454950332642, + "learning_rate": 1e-06, + "loss": 0.8408, + "mean_token_accuracy": 0.7368251085281372, + "num_tokens": 324004849.0, + "step": 13718 + }, + { + "epoch": 1.5065890621568196, + "grad_norm": 2.191591262817383, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.711219072341919, + "num_tokens": 324030186.0, + "step": 13719 + }, + { + "epoch": 1.5066988798594334, + "grad_norm": 2.2499847412109375, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7143051028251648, + "num_tokens": 324055331.0, + "step": 13720 + }, + { + "epoch": 1.5068086975620472, + "grad_norm": 2.320815086364746, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.723644495010376, + "num_tokens": 324078821.0, + "step": 13721 + }, + { + "epoch": 1.5069185152646607, + "grad_norm": 1.9465534687042236, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7070971727371216, + "num_tokens": 324110098.0, + "step": 13722 + }, + { + "epoch": 1.5070283329672742, + "grad_norm": 2.90264630317688, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.723792314529419, + "num_tokens": 324127370.0, + "step": 13723 + }, + { + "epoch": 1.507138150669888, + "grad_norm": 2.3811888694763184, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.707735002040863, + "num_tokens": 324152080.0, + "step": 13724 + }, + { + "epoch": 1.5072479683725017, + "grad_norm": 2.0876848697662354, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7151011228561401, + "num_tokens": 324179436.0, + "step": 13725 + }, + { + "epoch": 1.5073577860751153, + "grad_norm": 2.239064931869507, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.7282992601394653, + "num_tokens": 324205216.0, + "step": 13726 + }, + { + "epoch": 1.5074676037777288, + "grad_norm": 2.369471311569214, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7158076763153076, + "num_tokens": 324229119.0, + "step": 13727 + }, + { + "epoch": 1.5075774214803426, + "grad_norm": 2.1428816318511963, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7140656113624573, + "num_tokens": 324256861.0, + "step": 13728 + }, + { + "epoch": 1.5076872391829563, + "grad_norm": 2.2176060676574707, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7251914739608765, + "num_tokens": 324280784.0, + "step": 13729 + }, + { + "epoch": 1.50779705688557, + "grad_norm": 2.290361166000366, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7138840556144714, + "num_tokens": 324306235.0, + "step": 13730 + }, + { + "epoch": 1.5079068745881836, + "grad_norm": 2.4798483848571777, + "learning_rate": 1e-06, + "loss": 0.749, + "mean_token_accuracy": 0.7971950769424438, + "num_tokens": 324325801.0, + "step": 13731 + }, + { + "epoch": 1.5080166922907972, + "grad_norm": 2.277264356613159, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.72562575340271, + "num_tokens": 324349391.0, + "step": 13732 + }, + { + "epoch": 1.508126509993411, + "grad_norm": 2.5545125007629395, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7279861569404602, + "num_tokens": 324370083.0, + "step": 13733 + }, + { + "epoch": 1.5082363276960247, + "grad_norm": 2.1837010383605957, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7098322510719299, + "num_tokens": 324397735.0, + "step": 13734 + }, + { + "epoch": 1.5083461453986382, + "grad_norm": 2.4474494457244873, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7276371121406555, + "num_tokens": 324418774.0, + "step": 13735 + }, + { + "epoch": 1.508455963101252, + "grad_norm": 2.2497775554656982, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7090582847595215, + "num_tokens": 324445736.0, + "step": 13736 + }, + { + "epoch": 1.5085657808038655, + "grad_norm": 2.6459197998046875, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7122604846954346, + "num_tokens": 324466382.0, + "step": 13737 + }, + { + "epoch": 1.5086755985064793, + "grad_norm": 2.3019309043884277, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7264846563339233, + "num_tokens": 324489814.0, + "step": 13738 + }, + { + "epoch": 1.508785416209093, + "grad_norm": 2.249572992324829, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7146146297454834, + "num_tokens": 324517945.0, + "step": 13739 + }, + { + "epoch": 1.5088952339117065, + "grad_norm": 1.8992176055908203, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.6948825716972351, + "num_tokens": 324555349.0, + "step": 13740 + }, + { + "epoch": 1.50900505161432, + "grad_norm": 2.5254173278808594, + "learning_rate": 1e-06, + "loss": 0.8917, + "mean_token_accuracy": 0.725182294845581, + "num_tokens": 324576735.0, + "step": 13741 + }, + { + "epoch": 1.5091148693169338, + "grad_norm": 2.3540451526641846, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7097395062446594, + "num_tokens": 324601351.0, + "step": 13742 + }, + { + "epoch": 1.5092246870195476, + "grad_norm": 2.226343870162964, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.712403416633606, + "num_tokens": 324627966.0, + "step": 13743 + }, + { + "epoch": 1.5093345047221614, + "grad_norm": 2.4288370609283447, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6969661712646484, + "num_tokens": 324651912.0, + "step": 13744 + }, + { + "epoch": 1.5094443224247749, + "grad_norm": 2.315350294113159, + "learning_rate": 1e-06, + "loss": 0.901, + "mean_token_accuracy": 0.7173072099685669, + "num_tokens": 324676366.0, + "step": 13745 + }, + { + "epoch": 1.5095541401273884, + "grad_norm": 2.3659005165100098, + "learning_rate": 1e-06, + "loss": 0.8623, + "mean_token_accuracy": 0.7308979034423828, + "num_tokens": 324699355.0, + "step": 13746 + }, + { + "epoch": 1.5096639578300022, + "grad_norm": 2.122168779373169, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7281404733657837, + "num_tokens": 324725417.0, + "step": 13747 + }, + { + "epoch": 1.509773775532616, + "grad_norm": 2.2394938468933105, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7219288945198059, + "num_tokens": 324752090.0, + "step": 13748 + }, + { + "epoch": 1.5098835932352295, + "grad_norm": 2.434114694595337, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7297400236129761, + "num_tokens": 324774194.0, + "step": 13749 + }, + { + "epoch": 1.5099934109378432, + "grad_norm": 2.4055230617523193, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7396035194396973, + "num_tokens": 324796194.0, + "step": 13750 + }, + { + "epoch": 1.5101032286404568, + "grad_norm": 2.4327454566955566, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7105297446250916, + "num_tokens": 324819595.0, + "step": 13751 + }, + { + "epoch": 1.5102130463430705, + "grad_norm": 2.117316484451294, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7238205671310425, + "num_tokens": 324848578.0, + "step": 13752 + }, + { + "epoch": 1.5103228640456843, + "grad_norm": 2.2801175117492676, + "learning_rate": 1e-06, + "loss": 0.8075, + "mean_token_accuracy": 0.7446630597114563, + "num_tokens": 324871907.0, + "step": 13753 + }, + { + "epoch": 1.5104326817482978, + "grad_norm": 2.255347967147827, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.7037931680679321, + "num_tokens": 324898898.0, + "step": 13754 + }, + { + "epoch": 1.5105424994509113, + "grad_norm": 2.2735960483551025, + "learning_rate": 1e-06, + "loss": 0.8564, + "mean_token_accuracy": 0.7372925281524658, + "num_tokens": 324920482.0, + "step": 13755 + }, + { + "epoch": 1.510652317153525, + "grad_norm": 2.5641610622406006, + "learning_rate": 1e-06, + "loss": 0.8418, + "mean_token_accuracy": 0.7394275665283203, + "num_tokens": 324940909.0, + "step": 13756 + }, + { + "epoch": 1.5107621348561389, + "grad_norm": 2.7322378158569336, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7002928853034973, + "num_tokens": 324957821.0, + "step": 13757 + }, + { + "epoch": 1.5108719525587526, + "grad_norm": 2.1073803901672363, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.7022182941436768, + "num_tokens": 324984546.0, + "step": 13758 + }, + { + "epoch": 1.5109817702613662, + "grad_norm": 2.8791353702545166, + "learning_rate": 1e-06, + "loss": 0.784, + "mean_token_accuracy": 0.7439772486686707, + "num_tokens": 325001752.0, + "step": 13759 + }, + { + "epoch": 1.5110915879639797, + "grad_norm": 2.312940835952759, + "learning_rate": 1e-06, + "loss": 1.0559, + "mean_token_accuracy": 0.6895783543586731, + "num_tokens": 325027853.0, + "step": 13760 + }, + { + "epoch": 1.5112014056665934, + "grad_norm": 2.5917298793792725, + "learning_rate": 1e-06, + "loss": 0.7778, + "mean_token_accuracy": 0.7458375692367554, + "num_tokens": 325047002.0, + "step": 13761 + }, + { + "epoch": 1.5113112233692072, + "grad_norm": 2.4558966159820557, + "learning_rate": 1e-06, + "loss": 0.8209, + "mean_token_accuracy": 0.7362304925918579, + "num_tokens": 325068898.0, + "step": 13762 + }, + { + "epoch": 1.5114210410718207, + "grad_norm": 2.322059154510498, + "learning_rate": 1e-06, + "loss": 0.9846, + "mean_token_accuracy": 0.6952128410339355, + "num_tokens": 325092591.0, + "step": 13763 + }, + { + "epoch": 1.5115308587744345, + "grad_norm": 2.429680347442627, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.722337007522583, + "num_tokens": 325116112.0, + "step": 13764 + }, + { + "epoch": 1.511640676477048, + "grad_norm": 2.258915662765503, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.7203304767608643, + "num_tokens": 325141027.0, + "step": 13765 + }, + { + "epoch": 1.5117504941796618, + "grad_norm": 2.1758034229278564, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.738691508769989, + "num_tokens": 325165946.0, + "step": 13766 + }, + { + "epoch": 1.5118603118822755, + "grad_norm": 2.357975482940674, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7273095846176147, + "num_tokens": 325189908.0, + "step": 13767 + }, + { + "epoch": 1.511970129584889, + "grad_norm": 2.1384215354919434, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.7235692739486694, + "num_tokens": 325216985.0, + "step": 13768 + }, + { + "epoch": 1.5120799472875026, + "grad_norm": 2.6210780143737793, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7107272148132324, + "num_tokens": 325237412.0, + "step": 13769 + }, + { + "epoch": 1.5121897649901164, + "grad_norm": 2.5436062812805176, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7135641574859619, + "num_tokens": 325257796.0, + "step": 13770 + }, + { + "epoch": 1.5122995826927301, + "grad_norm": 2.0795774459838867, + "learning_rate": 1e-06, + "loss": 0.9349, + "mean_token_accuracy": 0.7105054259300232, + "num_tokens": 325287389.0, + "step": 13771 + }, + { + "epoch": 1.5124094003953439, + "grad_norm": 2.42390775680542, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7219681143760681, + "num_tokens": 325308294.0, + "step": 13772 + }, + { + "epoch": 1.5125192180979574, + "grad_norm": 2.259039878845215, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7101868391036987, + "num_tokens": 325333036.0, + "step": 13773 + }, + { + "epoch": 1.512629035800571, + "grad_norm": 2.1798806190490723, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7117053270339966, + "num_tokens": 325361605.0, + "step": 13774 + }, + { + "epoch": 1.5127388535031847, + "grad_norm": 2.6093387603759766, + "learning_rate": 1e-06, + "loss": 0.8401, + "mean_token_accuracy": 0.7311594486236572, + "num_tokens": 325381138.0, + "step": 13775 + }, + { + "epoch": 1.5128486712057985, + "grad_norm": 1.9231834411621094, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7185388803482056, + "num_tokens": 325411755.0, + "step": 13776 + }, + { + "epoch": 1.512958488908412, + "grad_norm": 2.115903377532959, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7217601537704468, + "num_tokens": 325438894.0, + "step": 13777 + }, + { + "epoch": 1.5130683066110255, + "grad_norm": 2.809750556945801, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7250046730041504, + "num_tokens": 325456345.0, + "step": 13778 + }, + { + "epoch": 1.5131781243136393, + "grad_norm": 2.522839069366455, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7087125778198242, + "num_tokens": 325478169.0, + "step": 13779 + }, + { + "epoch": 1.513287942016253, + "grad_norm": 2.4365768432617188, + "learning_rate": 1e-06, + "loss": 0.852, + "mean_token_accuracy": 0.7331676483154297, + "num_tokens": 325500710.0, + "step": 13780 + }, + { + "epoch": 1.5133977597188668, + "grad_norm": 2.5677599906921387, + "learning_rate": 1e-06, + "loss": 0.7857, + "mean_token_accuracy": 0.7494998574256897, + "num_tokens": 325521466.0, + "step": 13781 + }, + { + "epoch": 1.5135075774214803, + "grad_norm": 2.634690523147583, + "learning_rate": 1e-06, + "loss": 0.8234, + "mean_token_accuracy": 0.7313028573989868, + "num_tokens": 325541614.0, + "step": 13782 + }, + { + "epoch": 1.5136173951240939, + "grad_norm": 2.1309871673583984, + "learning_rate": 1e-06, + "loss": 0.8474, + "mean_token_accuracy": 0.7312811613082886, + "num_tokens": 325570871.0, + "step": 13783 + }, + { + "epoch": 1.5137272128267076, + "grad_norm": 2.5509841442108154, + "learning_rate": 1e-06, + "loss": 0.8749, + "mean_token_accuracy": 0.7286927700042725, + "num_tokens": 325591476.0, + "step": 13784 + }, + { + "epoch": 1.5138370305293214, + "grad_norm": 2.1383755207061768, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7020810842514038, + "num_tokens": 325616353.0, + "step": 13785 + }, + { + "epoch": 1.5139468482319351, + "grad_norm": 2.332477569580078, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7392958402633667, + "num_tokens": 325641490.0, + "step": 13786 + }, + { + "epoch": 1.5140566659345487, + "grad_norm": 2.757840633392334, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7186574935913086, + "num_tokens": 325659628.0, + "step": 13787 + }, + { + "epoch": 1.5141664836371622, + "grad_norm": 2.9639410972595215, + "learning_rate": 1e-06, + "loss": 0.9699, + "mean_token_accuracy": 0.7033841013908386, + "num_tokens": 325678864.0, + "step": 13788 + }, + { + "epoch": 1.514276301339776, + "grad_norm": 2.2494161128997803, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7250090837478638, + "num_tokens": 325705452.0, + "step": 13789 + }, + { + "epoch": 1.5143861190423897, + "grad_norm": 1.9940123558044434, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7300841212272644, + "num_tokens": 325734409.0, + "step": 13790 + }, + { + "epoch": 1.5144959367450033, + "grad_norm": 2.3349568843841553, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.6994191408157349, + "num_tokens": 325758059.0, + "step": 13791 + }, + { + "epoch": 1.5146057544476168, + "grad_norm": 2.4204866886138916, + "learning_rate": 1e-06, + "loss": 0.9865, + "mean_token_accuracy": 0.7138081789016724, + "num_tokens": 325779623.0, + "step": 13792 + }, + { + "epoch": 1.5147155721502306, + "grad_norm": 2.37787127494812, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7108978033065796, + "num_tokens": 325803612.0, + "step": 13793 + }, + { + "epoch": 1.5148253898528443, + "grad_norm": 1.965025782585144, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.7056661248207092, + "num_tokens": 325837733.0, + "step": 13794 + }, + { + "epoch": 1.514935207555458, + "grad_norm": 2.347223997116089, + "learning_rate": 1e-06, + "loss": 0.8434, + "mean_token_accuracy": 0.726581335067749, + "num_tokens": 325860571.0, + "step": 13795 + }, + { + "epoch": 1.5150450252580716, + "grad_norm": 2.3842501640319824, + "learning_rate": 1e-06, + "loss": 0.8007, + "mean_token_accuracy": 0.7434190511703491, + "num_tokens": 325883930.0, + "step": 13796 + }, + { + "epoch": 1.5151548429606851, + "grad_norm": 2.4880330562591553, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.7020223140716553, + "num_tokens": 325908968.0, + "step": 13797 + }, + { + "epoch": 1.515264660663299, + "grad_norm": 2.299581289291382, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7189540863037109, + "num_tokens": 325931740.0, + "step": 13798 + }, + { + "epoch": 1.5153744783659127, + "grad_norm": 2.8073890209198, + "learning_rate": 1e-06, + "loss": 0.8029, + "mean_token_accuracy": 0.7457197904586792, + "num_tokens": 325948124.0, + "step": 13799 + }, + { + "epoch": 1.5154842960685262, + "grad_norm": 2.2039549350738525, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7219545841217041, + "num_tokens": 325973186.0, + "step": 13800 + }, + { + "epoch": 1.51559411377114, + "grad_norm": 2.5493791103363037, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7306121587753296, + "num_tokens": 325992845.0, + "step": 13801 + }, + { + "epoch": 1.5157039314737535, + "grad_norm": 2.396188974380493, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7211773991584778, + "num_tokens": 326016625.0, + "step": 13802 + }, + { + "epoch": 1.5158137491763672, + "grad_norm": 2.197188138961792, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7199894189834595, + "num_tokens": 326042631.0, + "step": 13803 + }, + { + "epoch": 1.515923566878981, + "grad_norm": 2.1358585357666016, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.707012414932251, + "num_tokens": 326070140.0, + "step": 13804 + }, + { + "epoch": 1.5160333845815945, + "grad_norm": 2.184451103210449, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7110021114349365, + "num_tokens": 326096573.0, + "step": 13805 + }, + { + "epoch": 1.516143202284208, + "grad_norm": 2.9599695205688477, + "learning_rate": 1e-06, + "loss": 0.8928, + "mean_token_accuracy": 0.7333489656448364, + "num_tokens": 326113029.0, + "step": 13806 + }, + { + "epoch": 1.5162530199868218, + "grad_norm": 2.2504916191101074, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7175946235656738, + "num_tokens": 326138642.0, + "step": 13807 + }, + { + "epoch": 1.5163628376894356, + "grad_norm": 2.4605929851531982, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.731520414352417, + "num_tokens": 326159216.0, + "step": 13808 + }, + { + "epoch": 1.5164726553920493, + "grad_norm": 2.603168249130249, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7116419672966003, + "num_tokens": 326179584.0, + "step": 13809 + }, + { + "epoch": 1.5165824730946629, + "grad_norm": 3.1338531970977783, + "learning_rate": 1e-06, + "loss": 0.7751, + "mean_token_accuracy": 0.752375066280365, + "num_tokens": 326195115.0, + "step": 13810 + }, + { + "epoch": 1.5166922907972764, + "grad_norm": 2.4338626861572266, + "learning_rate": 1e-06, + "loss": 0.8904, + "mean_token_accuracy": 0.7202489376068115, + "num_tokens": 326216679.0, + "step": 13811 + }, + { + "epoch": 1.5168021084998902, + "grad_norm": 2.8886420726776123, + "learning_rate": 1e-06, + "loss": 0.814, + "mean_token_accuracy": 0.7358143925666809, + "num_tokens": 326232910.0, + "step": 13812 + }, + { + "epoch": 1.516911926202504, + "grad_norm": 2.212714910507202, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7054595947265625, + "num_tokens": 326256159.0, + "step": 13813 + }, + { + "epoch": 1.5170217439051175, + "grad_norm": 2.346961498260498, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7327479720115662, + "num_tokens": 326279829.0, + "step": 13814 + }, + { + "epoch": 1.5171315616077312, + "grad_norm": 2.5089142322540283, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7123920321464539, + "num_tokens": 326301028.0, + "step": 13815 + }, + { + "epoch": 1.5172413793103448, + "grad_norm": 2.3668723106384277, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.725919246673584, + "num_tokens": 326325396.0, + "step": 13816 + }, + { + "epoch": 1.5173511970129585, + "grad_norm": 2.272017002105713, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7087191343307495, + "num_tokens": 326353123.0, + "step": 13817 + }, + { + "epoch": 1.5174610147155723, + "grad_norm": 2.381319761276245, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.7108470797538757, + "num_tokens": 326377188.0, + "step": 13818 + }, + { + "epoch": 1.5175708324181858, + "grad_norm": 2.5147767066955566, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7249138355255127, + "num_tokens": 326398516.0, + "step": 13819 + }, + { + "epoch": 1.5176806501207993, + "grad_norm": 2.516300678253174, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7387818098068237, + "num_tokens": 326418522.0, + "step": 13820 + }, + { + "epoch": 1.517790467823413, + "grad_norm": 2.2958126068115234, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.735948920249939, + "num_tokens": 326444366.0, + "step": 13821 + }, + { + "epoch": 1.5179002855260268, + "grad_norm": 2.1876425743103027, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7225900888442993, + "num_tokens": 326471140.0, + "step": 13822 + }, + { + "epoch": 1.5180101032286406, + "grad_norm": 2.1567633152008057, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7225232720375061, + "num_tokens": 326499043.0, + "step": 13823 + }, + { + "epoch": 1.5181199209312541, + "grad_norm": 2.7912395000457764, + "learning_rate": 1e-06, + "loss": 0.782, + "mean_token_accuracy": 0.7553843259811401, + "num_tokens": 326516541.0, + "step": 13824 + }, + { + "epoch": 1.5182297386338677, + "grad_norm": 2.9093565940856934, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7290822863578796, + "num_tokens": 326533125.0, + "step": 13825 + }, + { + "epoch": 1.5183395563364814, + "grad_norm": 2.6844613552093506, + "learning_rate": 1e-06, + "loss": 0.8332, + "mean_token_accuracy": 0.7339736819267273, + "num_tokens": 326552173.0, + "step": 13826 + }, + { + "epoch": 1.5184493740390952, + "grad_norm": 2.4032833576202393, + "learning_rate": 1e-06, + "loss": 0.8006, + "mean_token_accuracy": 0.7488344311714172, + "num_tokens": 326574089.0, + "step": 13827 + }, + { + "epoch": 1.5185591917417087, + "grad_norm": 2.2558488845825195, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7171667218208313, + "num_tokens": 326598456.0, + "step": 13828 + }, + { + "epoch": 1.5186690094443223, + "grad_norm": 2.584279775619507, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.708156943321228, + "num_tokens": 326618421.0, + "step": 13829 + }, + { + "epoch": 1.518778827146936, + "grad_norm": 2.568427801132202, + "learning_rate": 1e-06, + "loss": 0.7856, + "mean_token_accuracy": 0.7444154024124146, + "num_tokens": 326637555.0, + "step": 13830 + }, + { + "epoch": 1.5188886448495498, + "grad_norm": 2.345843553543091, + "learning_rate": 1e-06, + "loss": 0.8252, + "mean_token_accuracy": 0.7404698133468628, + "num_tokens": 326658617.0, + "step": 13831 + }, + { + "epoch": 1.5189984625521635, + "grad_norm": 2.2650787830352783, + "learning_rate": 1e-06, + "loss": 0.7864, + "mean_token_accuracy": 0.7481531500816345, + "num_tokens": 326682253.0, + "step": 13832 + }, + { + "epoch": 1.519108280254777, + "grad_norm": 2.6713879108428955, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7209020853042603, + "num_tokens": 326703594.0, + "step": 13833 + }, + { + "epoch": 1.5192180979573906, + "grad_norm": 2.476917028427124, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7147468328475952, + "num_tokens": 326726527.0, + "step": 13834 + }, + { + "epoch": 1.5193279156600044, + "grad_norm": 2.6080515384674072, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.7114249467849731, + "num_tokens": 326746557.0, + "step": 13835 + }, + { + "epoch": 1.5194377333626181, + "grad_norm": 2.2986347675323486, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.731167197227478, + "num_tokens": 326768472.0, + "step": 13836 + }, + { + "epoch": 1.5195475510652319, + "grad_norm": 2.579780101776123, + "learning_rate": 1e-06, + "loss": 0.9253, + "mean_token_accuracy": 0.7252035140991211, + "num_tokens": 326786965.0, + "step": 13837 + }, + { + "epoch": 1.5196573687678454, + "grad_norm": 2.4358222484588623, + "learning_rate": 1e-06, + "loss": 0.8071, + "mean_token_accuracy": 0.7408345937728882, + "num_tokens": 326807606.0, + "step": 13838 + }, + { + "epoch": 1.519767186470459, + "grad_norm": 2.3542795181274414, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.712920606136322, + "num_tokens": 326833202.0, + "step": 13839 + }, + { + "epoch": 1.5198770041730727, + "grad_norm": 2.4290268421173096, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.7177499532699585, + "num_tokens": 326853722.0, + "step": 13840 + }, + { + "epoch": 1.5199868218756865, + "grad_norm": 2.1800477504730225, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7207207679748535, + "num_tokens": 326880289.0, + "step": 13841 + }, + { + "epoch": 1.5200966395783, + "grad_norm": 2.208078622817993, + "learning_rate": 1e-06, + "loss": 1.0095, + "mean_token_accuracy": 0.690392792224884, + "num_tokens": 326907046.0, + "step": 13842 + }, + { + "epoch": 1.5202064572809135, + "grad_norm": 2.300743341445923, + "learning_rate": 1e-06, + "loss": 0.9787, + "mean_token_accuracy": 0.6953344345092773, + "num_tokens": 326932107.0, + "step": 13843 + }, + { + "epoch": 1.5203162749835273, + "grad_norm": 2.18235182762146, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7121787667274475, + "num_tokens": 326960153.0, + "step": 13844 + }, + { + "epoch": 1.520426092686141, + "grad_norm": 2.420227527618408, + "learning_rate": 1e-06, + "loss": 0.8399, + "mean_token_accuracy": 0.748580276966095, + "num_tokens": 326981308.0, + "step": 13845 + }, + { + "epoch": 1.5205359103887548, + "grad_norm": 2.3489341735839844, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7073160409927368, + "num_tokens": 327007718.0, + "step": 13846 + }, + { + "epoch": 1.5206457280913683, + "grad_norm": 2.607513189315796, + "learning_rate": 1e-06, + "loss": 0.8851, + "mean_token_accuracy": 0.7369298934936523, + "num_tokens": 327027315.0, + "step": 13847 + }, + { + "epoch": 1.5207555457939819, + "grad_norm": 2.0558505058288574, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7136727571487427, + "num_tokens": 327056934.0, + "step": 13848 + }, + { + "epoch": 1.5208653634965956, + "grad_norm": 2.4725234508514404, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7071038484573364, + "num_tokens": 327079312.0, + "step": 13849 + }, + { + "epoch": 1.5209751811992094, + "grad_norm": 2.467015266418457, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7255945205688477, + "num_tokens": 327100262.0, + "step": 13850 + }, + { + "epoch": 1.5210849989018231, + "grad_norm": 2.0353870391845703, + "learning_rate": 1e-06, + "loss": 1.0144, + "mean_token_accuracy": 0.6945677995681763, + "num_tokens": 327132436.0, + "step": 13851 + }, + { + "epoch": 1.5211948166044367, + "grad_norm": 2.5700201988220215, + "learning_rate": 1e-06, + "loss": 0.8784, + "mean_token_accuracy": 0.7214193344116211, + "num_tokens": 327153939.0, + "step": 13852 + }, + { + "epoch": 1.5213046343070502, + "grad_norm": 2.7116105556488037, + "learning_rate": 1e-06, + "loss": 0.7966, + "mean_token_accuracy": 0.7441934943199158, + "num_tokens": 327172314.0, + "step": 13853 + }, + { + "epoch": 1.521414452009664, + "grad_norm": 2.582941770553589, + "learning_rate": 1e-06, + "loss": 1.007, + "mean_token_accuracy": 0.691866397857666, + "num_tokens": 327194226.0, + "step": 13854 + }, + { + "epoch": 1.5215242697122777, + "grad_norm": 2.1015381813049316, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7234818935394287, + "num_tokens": 327222976.0, + "step": 13855 + }, + { + "epoch": 1.5216340874148913, + "grad_norm": 2.9765515327453613, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.7347893118858337, + "num_tokens": 327238010.0, + "step": 13856 + }, + { + "epoch": 1.5217439051175048, + "grad_norm": 3.0715527534484863, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7223720550537109, + "num_tokens": 327254037.0, + "step": 13857 + }, + { + "epoch": 1.5218537228201185, + "grad_norm": 2.4263012409210205, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7222845554351807, + "num_tokens": 327277036.0, + "step": 13858 + }, + { + "epoch": 1.5219635405227323, + "grad_norm": 2.342770576477051, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7128537893295288, + "num_tokens": 327301446.0, + "step": 13859 + }, + { + "epoch": 1.522073358225346, + "grad_norm": 2.2123255729675293, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7053278088569641, + "num_tokens": 327327892.0, + "step": 13860 + }, + { + "epoch": 1.5221831759279596, + "grad_norm": 2.3529164791107178, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7046459913253784, + "num_tokens": 327352861.0, + "step": 13861 + }, + { + "epoch": 1.5222929936305731, + "grad_norm": 2.332493305206299, + "learning_rate": 1e-06, + "loss": 0.8083, + "mean_token_accuracy": 0.7462953329086304, + "num_tokens": 327373685.0, + "step": 13862 + }, + { + "epoch": 1.522402811333187, + "grad_norm": 2.470160484313965, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7105385661125183, + "num_tokens": 327394794.0, + "step": 13863 + }, + { + "epoch": 1.5225126290358006, + "grad_norm": 2.041595220565796, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.711092472076416, + "num_tokens": 327423665.0, + "step": 13864 + }, + { + "epoch": 1.5226224467384142, + "grad_norm": 2.1136746406555176, + "learning_rate": 1e-06, + "loss": 0.9497, + "mean_token_accuracy": 0.7024351358413696, + "num_tokens": 327451686.0, + "step": 13865 + }, + { + "epoch": 1.522732264441028, + "grad_norm": 2.6011722087860107, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7165129780769348, + "num_tokens": 327472377.0, + "step": 13866 + }, + { + "epoch": 1.5228420821436415, + "grad_norm": 2.3957769870758057, + "learning_rate": 1e-06, + "loss": 1.0225, + "mean_token_accuracy": 0.7058658599853516, + "num_tokens": 327494002.0, + "step": 13867 + }, + { + "epoch": 1.5229518998462552, + "grad_norm": 2.2822511196136475, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7084692716598511, + "num_tokens": 327517788.0, + "step": 13868 + }, + { + "epoch": 1.523061717548869, + "grad_norm": 2.3744614124298096, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7344555854797363, + "num_tokens": 327538931.0, + "step": 13869 + }, + { + "epoch": 1.5231715352514825, + "grad_norm": 2.7673964500427246, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7347071170806885, + "num_tokens": 327557743.0, + "step": 13870 + }, + { + "epoch": 1.523281352954096, + "grad_norm": 2.550276756286621, + "learning_rate": 1e-06, + "loss": 0.861, + "mean_token_accuracy": 0.7356337308883667, + "num_tokens": 327578333.0, + "step": 13871 + }, + { + "epoch": 1.5233911706567098, + "grad_norm": 2.3729515075683594, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7319679260253906, + "num_tokens": 327599615.0, + "step": 13872 + }, + { + "epoch": 1.5235009883593236, + "grad_norm": 2.325277090072632, + "learning_rate": 1e-06, + "loss": 0.9771, + "mean_token_accuracy": 0.7088560461997986, + "num_tokens": 327624770.0, + "step": 13873 + }, + { + "epoch": 1.5236108060619373, + "grad_norm": 2.351888418197632, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.73951256275177, + "num_tokens": 327646580.0, + "step": 13874 + }, + { + "epoch": 1.5237206237645509, + "grad_norm": 2.4887075424194336, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7262063026428223, + "num_tokens": 327668133.0, + "step": 13875 + }, + { + "epoch": 1.5238304414671644, + "grad_norm": 2.4233360290527344, + "learning_rate": 1e-06, + "loss": 0.9814, + "mean_token_accuracy": 0.7013371586799622, + "num_tokens": 327695272.0, + "step": 13876 + }, + { + "epoch": 1.5239402591697782, + "grad_norm": 2.5714759826660156, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7263768911361694, + "num_tokens": 327714943.0, + "step": 13877 + }, + { + "epoch": 1.524050076872392, + "grad_norm": 2.466557264328003, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7009098529815674, + "num_tokens": 327737244.0, + "step": 13878 + }, + { + "epoch": 1.5241598945750054, + "grad_norm": 2.2400176525115967, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7019495368003845, + "num_tokens": 327764800.0, + "step": 13879 + }, + { + "epoch": 1.5242697122776192, + "grad_norm": 2.2897300720214844, + "learning_rate": 1e-06, + "loss": 0.9596, + "mean_token_accuracy": 0.7012991905212402, + "num_tokens": 327787711.0, + "step": 13880 + }, + { + "epoch": 1.5243795299802327, + "grad_norm": 2.4246134757995605, + "learning_rate": 1e-06, + "loss": 0.733, + "mean_token_accuracy": 0.758762001991272, + "num_tokens": 327806929.0, + "step": 13881 + }, + { + "epoch": 1.5244893476828465, + "grad_norm": 2.375305414199829, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7102905511856079, + "num_tokens": 327829914.0, + "step": 13882 + }, + { + "epoch": 1.5245991653854603, + "grad_norm": 2.4350366592407227, + "learning_rate": 1e-06, + "loss": 0.9862, + "mean_token_accuracy": 0.7026832103729248, + "num_tokens": 327851469.0, + "step": 13883 + }, + { + "epoch": 1.5247089830880738, + "grad_norm": 2.69657301902771, + "learning_rate": 1e-06, + "loss": 0.8108, + "mean_token_accuracy": 0.7476328611373901, + "num_tokens": 327868280.0, + "step": 13884 + }, + { + "epoch": 1.5248188007906873, + "grad_norm": 2.3054420948028564, + "learning_rate": 1e-06, + "loss": 0.8625, + "mean_token_accuracy": 0.7286185622215271, + "num_tokens": 327892933.0, + "step": 13885 + }, + { + "epoch": 1.524928618493301, + "grad_norm": 2.490513563156128, + "learning_rate": 1e-06, + "loss": 0.7812, + "mean_token_accuracy": 0.7480009198188782, + "num_tokens": 327913739.0, + "step": 13886 + }, + { + "epoch": 1.5250384361959148, + "grad_norm": 2.5766794681549072, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.714277982711792, + "num_tokens": 327932847.0, + "step": 13887 + }, + { + "epoch": 1.5251482538985286, + "grad_norm": 2.323565721511841, + "learning_rate": 1e-06, + "loss": 0.9096, + "mean_token_accuracy": 0.7124214172363281, + "num_tokens": 327956887.0, + "step": 13888 + }, + { + "epoch": 1.5252580716011421, + "grad_norm": 2.342693328857422, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7284310460090637, + "num_tokens": 327980209.0, + "step": 13889 + }, + { + "epoch": 1.5253678893037557, + "grad_norm": 2.240729808807373, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7139900922775269, + "num_tokens": 328005801.0, + "step": 13890 + }, + { + "epoch": 1.5254777070063694, + "grad_norm": 2.436779499053955, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.6973398923873901, + "num_tokens": 328029026.0, + "step": 13891 + }, + { + "epoch": 1.5255875247089832, + "grad_norm": 2.449432373046875, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7148329615592957, + "num_tokens": 328051844.0, + "step": 13892 + }, + { + "epoch": 1.5256973424115967, + "grad_norm": 2.7166597843170166, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7153061032295227, + "num_tokens": 328069488.0, + "step": 13893 + }, + { + "epoch": 1.5258071601142102, + "grad_norm": 2.2679004669189453, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.6986778974533081, + "num_tokens": 328094978.0, + "step": 13894 + }, + { + "epoch": 1.525916977816824, + "grad_norm": 2.4776835441589355, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7093055248260498, + "num_tokens": 328121885.0, + "step": 13895 + }, + { + "epoch": 1.5260267955194378, + "grad_norm": 2.141779899597168, + "learning_rate": 1e-06, + "loss": 0.9445, + "mean_token_accuracy": 0.7105125188827515, + "num_tokens": 328148775.0, + "step": 13896 + }, + { + "epoch": 1.5261366132220515, + "grad_norm": 2.6677896976470947, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7389976978302002, + "num_tokens": 328167372.0, + "step": 13897 + }, + { + "epoch": 1.526246430924665, + "grad_norm": 2.6088669300079346, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7233462929725647, + "num_tokens": 328186980.0, + "step": 13898 + }, + { + "epoch": 1.5263562486272786, + "grad_norm": 2.5049753189086914, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7278735637664795, + "num_tokens": 328207161.0, + "step": 13899 + }, + { + "epoch": 1.5264660663298923, + "grad_norm": 2.6724226474761963, + "learning_rate": 1e-06, + "loss": 0.8197, + "mean_token_accuracy": 0.7334551215171814, + "num_tokens": 328225579.0, + "step": 13900 + }, + { + "epoch": 1.526575884032506, + "grad_norm": 2.793905258178711, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7134724855422974, + "num_tokens": 328243671.0, + "step": 13901 + }, + { + "epoch": 1.5266857017351199, + "grad_norm": 2.5339248180389404, + "learning_rate": 1e-06, + "loss": 0.7889, + "mean_token_accuracy": 0.7449617385864258, + "num_tokens": 328263392.0, + "step": 13902 + }, + { + "epoch": 1.5267955194377334, + "grad_norm": 2.4369826316833496, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7191288471221924, + "num_tokens": 328285765.0, + "step": 13903 + }, + { + "epoch": 1.526905337140347, + "grad_norm": 2.3417160511016846, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7118303775787354, + "num_tokens": 328308820.0, + "step": 13904 + }, + { + "epoch": 1.5270151548429607, + "grad_norm": 2.90586256980896, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7196378111839294, + "num_tokens": 328325638.0, + "step": 13905 + }, + { + "epoch": 1.5271249725455744, + "grad_norm": 2.392892360687256, + "learning_rate": 1e-06, + "loss": 0.897, + "mean_token_accuracy": 0.717444896697998, + "num_tokens": 328348245.0, + "step": 13906 + }, + { + "epoch": 1.527234790248188, + "grad_norm": 2.082648277282715, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7284523248672485, + "num_tokens": 328377474.0, + "step": 13907 + }, + { + "epoch": 1.5273446079508015, + "grad_norm": 2.522610664367676, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7266187071800232, + "num_tokens": 328399781.0, + "step": 13908 + }, + { + "epoch": 1.5274544256534153, + "grad_norm": 2.3722634315490723, + "learning_rate": 1e-06, + "loss": 0.8205, + "mean_token_accuracy": 0.7433484792709351, + "num_tokens": 328422037.0, + "step": 13909 + }, + { + "epoch": 1.527564243356029, + "grad_norm": 2.815453290939331, + "learning_rate": 1e-06, + "loss": 0.8185, + "mean_token_accuracy": 0.7383055686950684, + "num_tokens": 328439214.0, + "step": 13910 + }, + { + "epoch": 1.5276740610586428, + "grad_norm": 2.762972593307495, + "learning_rate": 1e-06, + "loss": 0.7922, + "mean_token_accuracy": 0.747319757938385, + "num_tokens": 328456768.0, + "step": 13911 + }, + { + "epoch": 1.5277838787612563, + "grad_norm": 2.526918649673462, + "learning_rate": 1e-06, + "loss": 0.8812, + "mean_token_accuracy": 0.72197026014328, + "num_tokens": 328477002.0, + "step": 13912 + }, + { + "epoch": 1.5278936964638699, + "grad_norm": 2.2787177562713623, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7143518328666687, + "num_tokens": 328503556.0, + "step": 13913 + }, + { + "epoch": 1.5280035141664836, + "grad_norm": 2.6519224643707275, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7260843515396118, + "num_tokens": 328523127.0, + "step": 13914 + }, + { + "epoch": 1.5281133318690974, + "grad_norm": 2.707139730453491, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7279467582702637, + "num_tokens": 328541872.0, + "step": 13915 + }, + { + "epoch": 1.5282231495717111, + "grad_norm": 2.437650442123413, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.705397367477417, + "num_tokens": 328566439.0, + "step": 13916 + }, + { + "epoch": 1.5283329672743247, + "grad_norm": 2.2045881748199463, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7107985019683838, + "num_tokens": 328593003.0, + "step": 13917 + }, + { + "epoch": 1.5284427849769382, + "grad_norm": 2.751640796661377, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7177056670188904, + "num_tokens": 328611831.0, + "step": 13918 + }, + { + "epoch": 1.528552602679552, + "grad_norm": 2.577754497528076, + "learning_rate": 1e-06, + "loss": 0.854, + "mean_token_accuracy": 0.7436133027076721, + "num_tokens": 328632969.0, + "step": 13919 + }, + { + "epoch": 1.5286624203821657, + "grad_norm": 2.4924581050872803, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7334011197090149, + "num_tokens": 328654349.0, + "step": 13920 + }, + { + "epoch": 1.5287722380847792, + "grad_norm": 1.9503873586654663, + "learning_rate": 1e-06, + "loss": 0.9727, + "mean_token_accuracy": 0.6999762654304504, + "num_tokens": 328687696.0, + "step": 13921 + }, + { + "epoch": 1.5288820557873928, + "grad_norm": 2.458059310913086, + "learning_rate": 1e-06, + "loss": 0.859, + "mean_token_accuracy": 0.7281598448753357, + "num_tokens": 328709051.0, + "step": 13922 + }, + { + "epoch": 1.5289918734900065, + "grad_norm": 2.4688711166381836, + "learning_rate": 1e-06, + "loss": 0.7662, + "mean_token_accuracy": 0.7556628584861755, + "num_tokens": 328731001.0, + "step": 13923 + }, + { + "epoch": 1.5291016911926203, + "grad_norm": 2.3780267238616943, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7073211669921875, + "num_tokens": 328755436.0, + "step": 13924 + }, + { + "epoch": 1.529211508895234, + "grad_norm": 3.2556114196777344, + "learning_rate": 1e-06, + "loss": 0.8069, + "mean_token_accuracy": 0.761237382888794, + "num_tokens": 328768315.0, + "step": 13925 + }, + { + "epoch": 1.5293213265978476, + "grad_norm": 2.2273943424224854, + "learning_rate": 1e-06, + "loss": 0.8005, + "mean_token_accuracy": 0.7528956532478333, + "num_tokens": 328791655.0, + "step": 13926 + }, + { + "epoch": 1.5294311443004611, + "grad_norm": 2.3226966857910156, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7195491790771484, + "num_tokens": 328815187.0, + "step": 13927 + }, + { + "epoch": 1.5295409620030749, + "grad_norm": 2.134251117706299, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.7166085839271545, + "num_tokens": 328843301.0, + "step": 13928 + }, + { + "epoch": 1.5296507797056886, + "grad_norm": 2.5005276203155518, + "learning_rate": 1e-06, + "loss": 0.7924, + "mean_token_accuracy": 0.7404749393463135, + "num_tokens": 328864900.0, + "step": 13929 + }, + { + "epoch": 1.5297605974083022, + "grad_norm": 2.1438987255096436, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7093473076820374, + "num_tokens": 328892565.0, + "step": 13930 + }, + { + "epoch": 1.529870415110916, + "grad_norm": 2.256460428237915, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7369595766067505, + "num_tokens": 328917685.0, + "step": 13931 + }, + { + "epoch": 1.5299802328135295, + "grad_norm": 2.442233085632324, + "learning_rate": 1e-06, + "loss": 0.8046, + "mean_token_accuracy": 0.7438573837280273, + "num_tokens": 328937594.0, + "step": 13932 + }, + { + "epoch": 1.5300900505161432, + "grad_norm": 2.474731206893921, + "learning_rate": 1e-06, + "loss": 0.8525, + "mean_token_accuracy": 0.7323917746543884, + "num_tokens": 328957966.0, + "step": 13933 + }, + { + "epoch": 1.530199868218757, + "grad_norm": 2.4786148071289062, + "learning_rate": 1e-06, + "loss": 0.8712, + "mean_token_accuracy": 0.7365813255310059, + "num_tokens": 328980513.0, + "step": 13934 + }, + { + "epoch": 1.5303096859213705, + "grad_norm": 2.6429693698883057, + "learning_rate": 1e-06, + "loss": 0.8666, + "mean_token_accuracy": 0.7289829254150391, + "num_tokens": 329002237.0, + "step": 13935 + }, + { + "epoch": 1.530419503623984, + "grad_norm": 2.3919456005096436, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7044614553451538, + "num_tokens": 329027439.0, + "step": 13936 + }, + { + "epoch": 1.5305293213265978, + "grad_norm": 2.411489725112915, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7127002477645874, + "num_tokens": 329049489.0, + "step": 13937 + }, + { + "epoch": 1.5306391390292116, + "grad_norm": 2.2282822132110596, + "learning_rate": 1e-06, + "loss": 0.8353, + "mean_token_accuracy": 0.7370262742042542, + "num_tokens": 329072941.0, + "step": 13938 + }, + { + "epoch": 1.5307489567318253, + "grad_norm": 2.3118093013763428, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.712118923664093, + "num_tokens": 329096325.0, + "step": 13939 + }, + { + "epoch": 1.5308587744344389, + "grad_norm": 2.0476081371307373, + "learning_rate": 1e-06, + "loss": 0.929, + "mean_token_accuracy": 0.7136566638946533, + "num_tokens": 329126533.0, + "step": 13940 + }, + { + "epoch": 1.5309685921370524, + "grad_norm": 2.186155319213867, + "learning_rate": 1e-06, + "loss": 1.0603, + "mean_token_accuracy": 0.6775633692741394, + "num_tokens": 329157359.0, + "step": 13941 + }, + { + "epoch": 1.5310784098396661, + "grad_norm": 2.526951551437378, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7086943984031677, + "num_tokens": 329178396.0, + "step": 13942 + }, + { + "epoch": 1.53118822754228, + "grad_norm": 2.192211866378784, + "learning_rate": 1e-06, + "loss": 0.8687, + "mean_token_accuracy": 0.732367217540741, + "num_tokens": 329204718.0, + "step": 13943 + }, + { + "epoch": 1.5312980452448934, + "grad_norm": 2.113328218460083, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7051762342453003, + "num_tokens": 329234222.0, + "step": 13944 + }, + { + "epoch": 1.5314078629475072, + "grad_norm": 2.1684348583221436, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7151111960411072, + "num_tokens": 329262924.0, + "step": 13945 + }, + { + "epoch": 1.5315176806501207, + "grad_norm": 2.405167579650879, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.7151548862457275, + "num_tokens": 329284744.0, + "step": 13946 + }, + { + "epoch": 1.5316274983527345, + "grad_norm": 2.0700082778930664, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7289035320281982, + "num_tokens": 329314776.0, + "step": 13947 + }, + { + "epoch": 1.5317373160553482, + "grad_norm": 1.967886209487915, + "learning_rate": 1e-06, + "loss": 0.8253, + "mean_token_accuracy": 0.7357999086380005, + "num_tokens": 329348181.0, + "step": 13948 + }, + { + "epoch": 1.5318471337579618, + "grad_norm": 2.248541831970215, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7138058543205261, + "num_tokens": 329374004.0, + "step": 13949 + }, + { + "epoch": 1.5319569514605753, + "grad_norm": 2.3688137531280518, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7108157277107239, + "num_tokens": 329397773.0, + "step": 13950 + }, + { + "epoch": 1.532066769163189, + "grad_norm": 2.3344566822052, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7199900150299072, + "num_tokens": 329421352.0, + "step": 13951 + }, + { + "epoch": 1.5321765868658028, + "grad_norm": 2.0822885036468506, + "learning_rate": 1e-06, + "loss": 1.0167, + "mean_token_accuracy": 0.6833726167678833, + "num_tokens": 329453347.0, + "step": 13952 + }, + { + "epoch": 1.5322864045684166, + "grad_norm": 2.3456308841705322, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.7093775272369385, + "num_tokens": 329479790.0, + "step": 13953 + }, + { + "epoch": 1.5323962222710301, + "grad_norm": 2.318427324295044, + "learning_rate": 1e-06, + "loss": 0.8221, + "mean_token_accuracy": 0.741511344909668, + "num_tokens": 329503403.0, + "step": 13954 + }, + { + "epoch": 1.5325060399736437, + "grad_norm": 2.5297672748565674, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.709988534450531, + "num_tokens": 329527001.0, + "step": 13955 + }, + { + "epoch": 1.5326158576762574, + "grad_norm": 2.3193752765655518, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.7149349451065063, + "num_tokens": 329551198.0, + "step": 13956 + }, + { + "epoch": 1.5327256753788712, + "grad_norm": 2.363098382949829, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7099173069000244, + "num_tokens": 329574708.0, + "step": 13957 + }, + { + "epoch": 1.5328354930814847, + "grad_norm": 2.0973358154296875, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7109438180923462, + "num_tokens": 329602557.0, + "step": 13958 + }, + { + "epoch": 1.5329453107840982, + "grad_norm": 2.330449342727661, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.7251059412956238, + "num_tokens": 329626103.0, + "step": 13959 + }, + { + "epoch": 1.533055128486712, + "grad_norm": 2.19880747795105, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7279798984527588, + "num_tokens": 329652846.0, + "step": 13960 + }, + { + "epoch": 1.5331649461893258, + "grad_norm": 2.288287878036499, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7191932201385498, + "num_tokens": 329678435.0, + "step": 13961 + }, + { + "epoch": 1.5332747638919395, + "grad_norm": 2.251932382583618, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.691085934638977, + "num_tokens": 329703281.0, + "step": 13962 + }, + { + "epoch": 1.533384581594553, + "grad_norm": 2.6382763385772705, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7248368859291077, + "num_tokens": 329723243.0, + "step": 13963 + }, + { + "epoch": 1.5334943992971666, + "grad_norm": 2.218961477279663, + "learning_rate": 1e-06, + "loss": 0.9805, + "mean_token_accuracy": 0.7029632329940796, + "num_tokens": 329752957.0, + "step": 13964 + }, + { + "epoch": 1.5336042169997803, + "grad_norm": 2.6349692344665527, + "learning_rate": 1e-06, + "loss": 0.921, + "mean_token_accuracy": 0.7104987502098083, + "num_tokens": 329772121.0, + "step": 13965 + }, + { + "epoch": 1.533714034702394, + "grad_norm": 2.678060293197632, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7262804508209229, + "num_tokens": 329792470.0, + "step": 13966 + }, + { + "epoch": 1.5338238524050078, + "grad_norm": 2.423839807510376, + "learning_rate": 1e-06, + "loss": 1.0362, + "mean_token_accuracy": 0.6924777030944824, + "num_tokens": 329816819.0, + "step": 13967 + }, + { + "epoch": 1.5339336701076214, + "grad_norm": 3.59006667137146, + "learning_rate": 1e-06, + "loss": 0.7829, + "mean_token_accuracy": 0.7383090853691101, + "num_tokens": 329828455.0, + "step": 13968 + }, + { + "epoch": 1.534043487810235, + "grad_norm": 2.4860501289367676, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7271039485931396, + "num_tokens": 329847586.0, + "step": 13969 + }, + { + "epoch": 1.5341533055128487, + "grad_norm": 2.2782106399536133, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7277101278305054, + "num_tokens": 329872498.0, + "step": 13970 + }, + { + "epoch": 1.5342631232154624, + "grad_norm": 3.090282440185547, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7262411713600159, + "num_tokens": 329888234.0, + "step": 13971 + }, + { + "epoch": 1.534372940918076, + "grad_norm": 2.111539363861084, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.6953167915344238, + "num_tokens": 329919644.0, + "step": 13972 + }, + { + "epoch": 1.5344827586206895, + "grad_norm": 2.8266665935516357, + "learning_rate": 1e-06, + "loss": 0.7577, + "mean_token_accuracy": 0.758237361907959, + "num_tokens": 329936397.0, + "step": 13973 + }, + { + "epoch": 1.5345925763233033, + "grad_norm": 2.155879259109497, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7050762176513672, + "num_tokens": 329962842.0, + "step": 13974 + }, + { + "epoch": 1.534702394025917, + "grad_norm": 2.8077046871185303, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.7281826734542847, + "num_tokens": 329980046.0, + "step": 13975 + }, + { + "epoch": 1.5348122117285308, + "grad_norm": 2.492522716522217, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7213820815086365, + "num_tokens": 329999953.0, + "step": 13976 + }, + { + "epoch": 1.5349220294311443, + "grad_norm": 2.171865701675415, + "learning_rate": 1e-06, + "loss": 1.0207, + "mean_token_accuracy": 0.6839488744735718, + "num_tokens": 330027290.0, + "step": 13977 + }, + { + "epoch": 1.5350318471337578, + "grad_norm": 2.307934045791626, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7278692126274109, + "num_tokens": 330050913.0, + "step": 13978 + }, + { + "epoch": 1.5351416648363716, + "grad_norm": 2.4463257789611816, + "learning_rate": 1e-06, + "loss": 0.9592, + "mean_token_accuracy": 0.7074869275093079, + "num_tokens": 330075389.0, + "step": 13979 + }, + { + "epoch": 1.5352514825389854, + "grad_norm": 2.775317668914795, + "learning_rate": 1e-06, + "loss": 0.9084, + "mean_token_accuracy": 0.7224119305610657, + "num_tokens": 330095162.0, + "step": 13980 + }, + { + "epoch": 1.535361300241599, + "grad_norm": 2.8074958324432373, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7275784015655518, + "num_tokens": 330113961.0, + "step": 13981 + }, + { + "epoch": 1.5354711179442126, + "grad_norm": 2.2428557872772217, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7205382585525513, + "num_tokens": 330139198.0, + "step": 13982 + }, + { + "epoch": 1.5355809356468262, + "grad_norm": 2.460460901260376, + "learning_rate": 1e-06, + "loss": 0.973, + "mean_token_accuracy": 0.703743577003479, + "num_tokens": 330163381.0, + "step": 13983 + }, + { + "epoch": 1.53569075334944, + "grad_norm": 2.2278201580047607, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7099908590316772, + "num_tokens": 330189931.0, + "step": 13984 + }, + { + "epoch": 1.5358005710520537, + "grad_norm": 2.477797269821167, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7218656539916992, + "num_tokens": 330210845.0, + "step": 13985 + }, + { + "epoch": 1.5359103887546672, + "grad_norm": 2.421753168106079, + "learning_rate": 1e-06, + "loss": 0.9874, + "mean_token_accuracy": 0.6982806921005249, + "num_tokens": 330234036.0, + "step": 13986 + }, + { + "epoch": 1.5360202064572808, + "grad_norm": 2.248307228088379, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7112820148468018, + "num_tokens": 330258145.0, + "step": 13987 + }, + { + "epoch": 1.5361300241598945, + "grad_norm": 2.4613280296325684, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7346082925796509, + "num_tokens": 330279953.0, + "step": 13988 + }, + { + "epoch": 1.5362398418625083, + "grad_norm": 2.19000244140625, + "learning_rate": 1e-06, + "loss": 0.8452, + "mean_token_accuracy": 0.7369349002838135, + "num_tokens": 330304361.0, + "step": 13989 + }, + { + "epoch": 1.536349659565122, + "grad_norm": 2.524592161178589, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7131183743476868, + "num_tokens": 330326124.0, + "step": 13990 + }, + { + "epoch": 1.5364594772677356, + "grad_norm": 2.1543807983398438, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7176438570022583, + "num_tokens": 330353418.0, + "step": 13991 + }, + { + "epoch": 1.536569294970349, + "grad_norm": 2.232541084289551, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.6980224847793579, + "num_tokens": 330379077.0, + "step": 13992 + }, + { + "epoch": 1.5366791126729629, + "grad_norm": 2.45474910736084, + "learning_rate": 1e-06, + "loss": 0.9606, + "mean_token_accuracy": 0.7107855081558228, + "num_tokens": 330402280.0, + "step": 13993 + }, + { + "epoch": 1.5367889303755766, + "grad_norm": 2.452801465988159, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7297143936157227, + "num_tokens": 330424155.0, + "step": 13994 + }, + { + "epoch": 1.5368987480781902, + "grad_norm": 2.4887349605560303, + "learning_rate": 1e-06, + "loss": 0.947, + "mean_token_accuracy": 0.7062684297561646, + "num_tokens": 330445258.0, + "step": 13995 + }, + { + "epoch": 1.537008565780804, + "grad_norm": 2.5573790073394775, + "learning_rate": 1e-06, + "loss": 0.8082, + "mean_token_accuracy": 0.7371218204498291, + "num_tokens": 330463098.0, + "step": 13996 + }, + { + "epoch": 1.5371183834834174, + "grad_norm": 2.3890151977539062, + "learning_rate": 1e-06, + "loss": 0.8027, + "mean_token_accuracy": 0.7535946369171143, + "num_tokens": 330484449.0, + "step": 13997 + }, + { + "epoch": 1.5372282011860312, + "grad_norm": 1.9647159576416016, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.7398547530174255, + "num_tokens": 330515730.0, + "step": 13998 + }, + { + "epoch": 1.537338018888645, + "grad_norm": 2.2725462913513184, + "learning_rate": 1e-06, + "loss": 0.8547, + "mean_token_accuracy": 0.7310824394226074, + "num_tokens": 330539284.0, + "step": 13999 + }, + { + "epoch": 1.5374478365912585, + "grad_norm": 2.2817862033843994, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7014442682266235, + "num_tokens": 330562537.0, + "step": 14000 + }, + { + "epoch": 1.537557654293872, + "grad_norm": 2.801267623901367, + "learning_rate": 1e-06, + "loss": 0.8848, + "mean_token_accuracy": 0.7204378247261047, + "num_tokens": 330580867.0, + "step": 14001 + }, + { + "epoch": 1.5376674719964858, + "grad_norm": 2.21669340133667, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7153281569480896, + "num_tokens": 330610416.0, + "step": 14002 + }, + { + "epoch": 1.5377772896990995, + "grad_norm": 2.2613413333892822, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7204656600952148, + "num_tokens": 330636349.0, + "step": 14003 + }, + { + "epoch": 1.5378871074017133, + "grad_norm": 2.6505889892578125, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7099055051803589, + "num_tokens": 330656326.0, + "step": 14004 + }, + { + "epoch": 1.5379969251043268, + "grad_norm": 2.3367018699645996, + "learning_rate": 1e-06, + "loss": 0.8682, + "mean_token_accuracy": 0.7270104289054871, + "num_tokens": 330680524.0, + "step": 14005 + }, + { + "epoch": 1.5381067428069404, + "grad_norm": 2.3623039722442627, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.7018519639968872, + "num_tokens": 330705418.0, + "step": 14006 + }, + { + "epoch": 1.5382165605095541, + "grad_norm": 2.0989842414855957, + "learning_rate": 1e-06, + "loss": 0.7966, + "mean_token_accuracy": 0.748501718044281, + "num_tokens": 330730932.0, + "step": 14007 + }, + { + "epoch": 1.5383263782121679, + "grad_norm": 2.441599130630493, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7235180139541626, + "num_tokens": 330752525.0, + "step": 14008 + }, + { + "epoch": 1.5384361959147814, + "grad_norm": 2.2244439125061035, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7416093349456787, + "num_tokens": 330778104.0, + "step": 14009 + }, + { + "epoch": 1.538546013617395, + "grad_norm": 2.036085844039917, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.6908175349235535, + "num_tokens": 330808702.0, + "step": 14010 + }, + { + "epoch": 1.5386558313200087, + "grad_norm": 2.530880928039551, + "learning_rate": 1e-06, + "loss": 0.8887, + "mean_token_accuracy": 0.7336335182189941, + "num_tokens": 330827894.0, + "step": 14011 + }, + { + "epoch": 1.5387656490226225, + "grad_norm": 2.5282607078552246, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7367144823074341, + "num_tokens": 330847313.0, + "step": 14012 + }, + { + "epoch": 1.5388754667252362, + "grad_norm": 2.331723690032959, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.706821084022522, + "num_tokens": 330871483.0, + "step": 14013 + }, + { + "epoch": 1.5389852844278498, + "grad_norm": 2.082082986831665, + "learning_rate": 1e-06, + "loss": 0.9783, + "mean_token_accuracy": 0.7126186490058899, + "num_tokens": 330901162.0, + "step": 14014 + }, + { + "epoch": 1.5390951021304633, + "grad_norm": 2.650758743286133, + "learning_rate": 1e-06, + "loss": 0.8023, + "mean_token_accuracy": 0.751537561416626, + "num_tokens": 330921637.0, + "step": 14015 + }, + { + "epoch": 1.539204919833077, + "grad_norm": 2.5530076026916504, + "learning_rate": 1e-06, + "loss": 0.8286, + "mean_token_accuracy": 0.7481410503387451, + "num_tokens": 330942798.0, + "step": 14016 + }, + { + "epoch": 1.5393147375356908, + "grad_norm": 2.540933132171631, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7219585180282593, + "num_tokens": 330963036.0, + "step": 14017 + }, + { + "epoch": 1.5394245552383046, + "grad_norm": 2.4326791763305664, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7326168417930603, + "num_tokens": 330984685.0, + "step": 14018 + }, + { + "epoch": 1.539534372940918, + "grad_norm": 2.6150102615356445, + "learning_rate": 1e-06, + "loss": 0.7971, + "mean_token_accuracy": 0.7404502034187317, + "num_tokens": 331005647.0, + "step": 14019 + }, + { + "epoch": 1.5396441906435316, + "grad_norm": 2.2179057598114014, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7186582088470459, + "num_tokens": 331032702.0, + "step": 14020 + }, + { + "epoch": 1.5397540083461454, + "grad_norm": 2.5045838356018066, + "learning_rate": 1e-06, + "loss": 0.9947, + "mean_token_accuracy": 0.6909228563308716, + "num_tokens": 331054765.0, + "step": 14021 + }, + { + "epoch": 1.5398638260487592, + "grad_norm": 2.127603054046631, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.7136965394020081, + "num_tokens": 331080988.0, + "step": 14022 + }, + { + "epoch": 1.5399736437513727, + "grad_norm": 2.142000675201416, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7190476059913635, + "num_tokens": 331108730.0, + "step": 14023 + }, + { + "epoch": 1.5400834614539862, + "grad_norm": 2.698730945587158, + "learning_rate": 1e-06, + "loss": 0.8204, + "mean_token_accuracy": 0.7435117959976196, + "num_tokens": 331127257.0, + "step": 14024 + }, + { + "epoch": 1.5401932791566, + "grad_norm": 2.3618826866149902, + "learning_rate": 1e-06, + "loss": 0.8492, + "mean_token_accuracy": 0.730774998664856, + "num_tokens": 331149326.0, + "step": 14025 + }, + { + "epoch": 1.5403030968592137, + "grad_norm": 1.9305567741394043, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6873052716255188, + "num_tokens": 331181404.0, + "step": 14026 + }, + { + "epoch": 1.5404129145618275, + "grad_norm": 2.0765554904937744, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.7119853496551514, + "num_tokens": 331211638.0, + "step": 14027 + }, + { + "epoch": 1.540522732264441, + "grad_norm": 2.4399619102478027, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7229329347610474, + "num_tokens": 331233040.0, + "step": 14028 + }, + { + "epoch": 1.5406325499670546, + "grad_norm": 1.8875205516815186, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7163827419281006, + "num_tokens": 331267026.0, + "step": 14029 + }, + { + "epoch": 1.5407423676696683, + "grad_norm": 2.4348220825195312, + "learning_rate": 1e-06, + "loss": 0.9622, + "mean_token_accuracy": 0.694936990737915, + "num_tokens": 331288745.0, + "step": 14030 + }, + { + "epoch": 1.540852185372282, + "grad_norm": 2.0521435737609863, + "learning_rate": 1e-06, + "loss": 0.9694, + "mean_token_accuracy": 0.7072049379348755, + "num_tokens": 331318805.0, + "step": 14031 + }, + { + "epoch": 1.5409620030748958, + "grad_norm": 2.3957438468933105, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7300510406494141, + "num_tokens": 331340220.0, + "step": 14032 + }, + { + "epoch": 1.5410718207775094, + "grad_norm": 2.5892789363861084, + "learning_rate": 1e-06, + "loss": 0.8227, + "mean_token_accuracy": 0.734093964099884, + "num_tokens": 331360024.0, + "step": 14033 + }, + { + "epoch": 1.541181638480123, + "grad_norm": 2.663116693496704, + "learning_rate": 1e-06, + "loss": 0.8671, + "mean_token_accuracy": 0.7205273509025574, + "num_tokens": 331379663.0, + "step": 14034 + }, + { + "epoch": 1.5412914561827367, + "grad_norm": 2.3652095794677734, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.7086594104766846, + "num_tokens": 331403737.0, + "step": 14035 + }, + { + "epoch": 1.5414012738853504, + "grad_norm": 2.4916155338287354, + "learning_rate": 1e-06, + "loss": 0.8669, + "mean_token_accuracy": 0.7263604998588562, + "num_tokens": 331425215.0, + "step": 14036 + }, + { + "epoch": 1.541511091587964, + "grad_norm": 1.9950252771377563, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7028478980064392, + "num_tokens": 331457317.0, + "step": 14037 + }, + { + "epoch": 1.5416209092905775, + "grad_norm": 2.6699583530426025, + "learning_rate": 1e-06, + "loss": 0.7785, + "mean_token_accuracy": 0.7506659030914307, + "num_tokens": 331475390.0, + "step": 14038 + }, + { + "epoch": 1.5417307269931912, + "grad_norm": 2.6455540657043457, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.708061695098877, + "num_tokens": 331494304.0, + "step": 14039 + }, + { + "epoch": 1.541840544695805, + "grad_norm": 2.8122622966766357, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7178133726119995, + "num_tokens": 331512679.0, + "step": 14040 + }, + { + "epoch": 1.5419503623984188, + "grad_norm": 2.268068790435791, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7155276536941528, + "num_tokens": 331537995.0, + "step": 14041 + }, + { + "epoch": 1.5420601801010323, + "grad_norm": 2.7695987224578857, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7226670980453491, + "num_tokens": 331557387.0, + "step": 14042 + }, + { + "epoch": 1.5421699978036458, + "grad_norm": 2.794637441635132, + "learning_rate": 1e-06, + "loss": 0.863, + "mean_token_accuracy": 0.7294466495513916, + "num_tokens": 331575107.0, + "step": 14043 + }, + { + "epoch": 1.5422798155062596, + "grad_norm": 2.0658509731292725, + "learning_rate": 1e-06, + "loss": 0.9472, + "mean_token_accuracy": 0.7062137722969055, + "num_tokens": 331604781.0, + "step": 14044 + }, + { + "epoch": 1.5423896332088733, + "grad_norm": 2.7099835872650146, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.7080039978027344, + "num_tokens": 331624367.0, + "step": 14045 + }, + { + "epoch": 1.5424994509114869, + "grad_norm": 2.370344638824463, + "learning_rate": 1e-06, + "loss": 0.997, + "mean_token_accuracy": 0.6994719505310059, + "num_tokens": 331649199.0, + "step": 14046 + }, + { + "epoch": 1.5426092686141006, + "grad_norm": 2.120067834854126, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7150517106056213, + "num_tokens": 331676906.0, + "step": 14047 + }, + { + "epoch": 1.5427190863167142, + "grad_norm": 2.476447343826294, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7135704755783081, + "num_tokens": 331699051.0, + "step": 14048 + }, + { + "epoch": 1.542828904019328, + "grad_norm": 2.3798835277557373, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.7103880047798157, + "num_tokens": 331722895.0, + "step": 14049 + }, + { + "epoch": 1.5429387217219417, + "grad_norm": 2.4772768020629883, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7298234701156616, + "num_tokens": 331746238.0, + "step": 14050 + }, + { + "epoch": 1.5430485394245552, + "grad_norm": 2.0787930488586426, + "learning_rate": 1e-06, + "loss": 1.0256, + "mean_token_accuracy": 0.6825673580169678, + "num_tokens": 331778416.0, + "step": 14051 + }, + { + "epoch": 1.5431583571271688, + "grad_norm": 2.284707546234131, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7022547721862793, + "num_tokens": 331804614.0, + "step": 14052 + }, + { + "epoch": 1.5432681748297825, + "grad_norm": 2.298449754714966, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6881848573684692, + "num_tokens": 331831180.0, + "step": 14053 + }, + { + "epoch": 1.5433779925323963, + "grad_norm": 2.217099189758301, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7071554660797119, + "num_tokens": 331856784.0, + "step": 14054 + }, + { + "epoch": 1.54348781023501, + "grad_norm": 2.821074962615967, + "learning_rate": 1e-06, + "loss": 0.8331, + "mean_token_accuracy": 0.742966890335083, + "num_tokens": 331872492.0, + "step": 14055 + }, + { + "epoch": 1.5435976279376236, + "grad_norm": 2.2283434867858887, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.6996940970420837, + "num_tokens": 331898519.0, + "step": 14056 + }, + { + "epoch": 1.543707445640237, + "grad_norm": 2.2547926902770996, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7138519287109375, + "num_tokens": 331926533.0, + "step": 14057 + }, + { + "epoch": 1.5438172633428509, + "grad_norm": 1.8844611644744873, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.7021857500076294, + "num_tokens": 331960447.0, + "step": 14058 + }, + { + "epoch": 1.5439270810454646, + "grad_norm": 2.9866251945495605, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7140284180641174, + "num_tokens": 331977687.0, + "step": 14059 + }, + { + "epoch": 1.5440368987480781, + "grad_norm": 2.6235103607177734, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7158877849578857, + "num_tokens": 331997113.0, + "step": 14060 + }, + { + "epoch": 1.544146716450692, + "grad_norm": 2.1545329093933105, + "learning_rate": 1e-06, + "loss": 0.9152, + "mean_token_accuracy": 0.7133103013038635, + "num_tokens": 332023513.0, + "step": 14061 + }, + { + "epoch": 1.5442565341533054, + "grad_norm": 2.449392318725586, + "learning_rate": 1e-06, + "loss": 0.7307, + "mean_token_accuracy": 0.7627509832382202, + "num_tokens": 332043432.0, + "step": 14062 + }, + { + "epoch": 1.5443663518559192, + "grad_norm": 2.354968309402466, + "learning_rate": 1e-06, + "loss": 0.834, + "mean_token_accuracy": 0.7432190179824829, + "num_tokens": 332065666.0, + "step": 14063 + }, + { + "epoch": 1.544476169558533, + "grad_norm": 2.2741262912750244, + "learning_rate": 1e-06, + "loss": 0.8871, + "mean_token_accuracy": 0.7186712026596069, + "num_tokens": 332091668.0, + "step": 14064 + }, + { + "epoch": 1.5445859872611465, + "grad_norm": 2.3549106121063232, + "learning_rate": 1e-06, + "loss": 0.8668, + "mean_token_accuracy": 0.7387166619300842, + "num_tokens": 332113642.0, + "step": 14065 + }, + { + "epoch": 1.54469580496376, + "grad_norm": 2.5497162342071533, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7211347222328186, + "num_tokens": 332132906.0, + "step": 14066 + }, + { + "epoch": 1.5448056226663738, + "grad_norm": 2.379702568054199, + "learning_rate": 1e-06, + "loss": 0.7625, + "mean_token_accuracy": 0.7465820908546448, + "num_tokens": 332153144.0, + "step": 14067 + }, + { + "epoch": 1.5449154403689875, + "grad_norm": 2.3666367530822754, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7248045206069946, + "num_tokens": 332177076.0, + "step": 14068 + }, + { + "epoch": 1.5450252580716013, + "grad_norm": 2.400041103363037, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7026928067207336, + "num_tokens": 332200131.0, + "step": 14069 + }, + { + "epoch": 1.5451350757742148, + "grad_norm": 2.1194589138031006, + "learning_rate": 1e-06, + "loss": 1.014, + "mean_token_accuracy": 0.689563512802124, + "num_tokens": 332229110.0, + "step": 14070 + }, + { + "epoch": 1.5452448934768284, + "grad_norm": 2.5167629718780518, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.7318653464317322, + "num_tokens": 332249527.0, + "step": 14071 + }, + { + "epoch": 1.5453547111794421, + "grad_norm": 2.0825936794281006, + "learning_rate": 1e-06, + "loss": 0.9587, + "mean_token_accuracy": 0.7075182199478149, + "num_tokens": 332279547.0, + "step": 14072 + }, + { + "epoch": 1.5454645288820559, + "grad_norm": 2.244899272918701, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7006407976150513, + "num_tokens": 332308132.0, + "step": 14073 + }, + { + "epoch": 1.5455743465846694, + "grad_norm": 2.404247999191284, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7308338284492493, + "num_tokens": 332328960.0, + "step": 14074 + }, + { + "epoch": 1.545684164287283, + "grad_norm": 2.5715553760528564, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7402423620223999, + "num_tokens": 332348227.0, + "step": 14075 + }, + { + "epoch": 1.5457939819898967, + "grad_norm": 2.2242238521575928, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.703310489654541, + "num_tokens": 332373314.0, + "step": 14076 + }, + { + "epoch": 1.5459037996925105, + "grad_norm": 2.4803526401519775, + "learning_rate": 1e-06, + "loss": 1.014, + "mean_token_accuracy": 0.7049664258956909, + "num_tokens": 332395561.0, + "step": 14077 + }, + { + "epoch": 1.5460136173951242, + "grad_norm": 2.7642505168914795, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7272952795028687, + "num_tokens": 332413441.0, + "step": 14078 + }, + { + "epoch": 1.5461234350977378, + "grad_norm": 2.1579930782318115, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.6957040429115295, + "num_tokens": 332444393.0, + "step": 14079 + }, + { + "epoch": 1.5462332528003513, + "grad_norm": 2.623814821243286, + "learning_rate": 1e-06, + "loss": 0.8373, + "mean_token_accuracy": 0.7445995807647705, + "num_tokens": 332464217.0, + "step": 14080 + }, + { + "epoch": 1.546343070502965, + "grad_norm": 2.310346841812134, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7197633981704712, + "num_tokens": 332489826.0, + "step": 14081 + }, + { + "epoch": 1.5464528882055788, + "grad_norm": 2.669088840484619, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7176554203033447, + "num_tokens": 332510956.0, + "step": 14082 + }, + { + "epoch": 1.5465627059081926, + "grad_norm": 2.4389901161193848, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.6977746486663818, + "num_tokens": 332534950.0, + "step": 14083 + }, + { + "epoch": 1.546672523610806, + "grad_norm": 2.9261817932128906, + "learning_rate": 1e-06, + "loss": 0.9254, + "mean_token_accuracy": 0.7213700413703918, + "num_tokens": 332554216.0, + "step": 14084 + }, + { + "epoch": 1.5467823413134196, + "grad_norm": 2.0932347774505615, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.720266580581665, + "num_tokens": 332581510.0, + "step": 14085 + }, + { + "epoch": 1.5468921590160334, + "grad_norm": 2.278334140777588, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7164040207862854, + "num_tokens": 332605399.0, + "step": 14086 + }, + { + "epoch": 1.5470019767186471, + "grad_norm": 2.2507007122039795, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.723275899887085, + "num_tokens": 332630776.0, + "step": 14087 + }, + { + "epoch": 1.5471117944212607, + "grad_norm": 2.486588716506958, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7216402292251587, + "num_tokens": 332653423.0, + "step": 14088 + }, + { + "epoch": 1.5472216121238742, + "grad_norm": 2.87968373298645, + "learning_rate": 1e-06, + "loss": 0.8845, + "mean_token_accuracy": 0.7297845482826233, + "num_tokens": 332671775.0, + "step": 14089 + }, + { + "epoch": 1.547331429826488, + "grad_norm": 2.5002682209014893, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7347710132598877, + "num_tokens": 332692511.0, + "step": 14090 + }, + { + "epoch": 1.5474412475291017, + "grad_norm": 2.3663132190704346, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7205518484115601, + "num_tokens": 332715328.0, + "step": 14091 + }, + { + "epoch": 1.5475510652317155, + "grad_norm": 2.73190975189209, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.7346652150154114, + "num_tokens": 332733015.0, + "step": 14092 + }, + { + "epoch": 1.547660882934329, + "grad_norm": 2.401872396469116, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7331259250640869, + "num_tokens": 332755331.0, + "step": 14093 + }, + { + "epoch": 1.5477707006369426, + "grad_norm": 2.4078214168548584, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7249695062637329, + "num_tokens": 332777531.0, + "step": 14094 + }, + { + "epoch": 1.5478805183395563, + "grad_norm": 2.6295015811920166, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7260817289352417, + "num_tokens": 332795847.0, + "step": 14095 + }, + { + "epoch": 1.54799033604217, + "grad_norm": 2.3135457038879395, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7250382900238037, + "num_tokens": 332821641.0, + "step": 14096 + }, + { + "epoch": 1.5481001537447838, + "grad_norm": 2.178705930709839, + "learning_rate": 1e-06, + "loss": 0.8508, + "mean_token_accuracy": 0.731687068939209, + "num_tokens": 332847224.0, + "step": 14097 + }, + { + "epoch": 1.5482099714473974, + "grad_norm": 2.4937562942504883, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7143236398696899, + "num_tokens": 332869684.0, + "step": 14098 + }, + { + "epoch": 1.548319789150011, + "grad_norm": 2.124816417694092, + "learning_rate": 1e-06, + "loss": 0.8718, + "mean_token_accuracy": 0.7233541011810303, + "num_tokens": 332898118.0, + "step": 14099 + }, + { + "epoch": 1.5484296068526247, + "grad_norm": 2.0212225914001465, + "learning_rate": 1e-06, + "loss": 0.9896, + "mean_token_accuracy": 0.7023455500602722, + "num_tokens": 332929937.0, + "step": 14100 + }, + { + "epoch": 1.5485394245552384, + "grad_norm": 2.463399648666382, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7172777652740479, + "num_tokens": 332951357.0, + "step": 14101 + }, + { + "epoch": 1.548649242257852, + "grad_norm": 2.1840250492095947, + "learning_rate": 1e-06, + "loss": 0.9926, + "mean_token_accuracy": 0.6965547800064087, + "num_tokens": 332980046.0, + "step": 14102 + }, + { + "epoch": 1.5487590599604655, + "grad_norm": 2.2750072479248047, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.731763482093811, + "num_tokens": 333004022.0, + "step": 14103 + }, + { + "epoch": 1.5488688776630792, + "grad_norm": 2.3800439834594727, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7280552387237549, + "num_tokens": 333026377.0, + "step": 14104 + }, + { + "epoch": 1.548978695365693, + "grad_norm": 2.0462050437927246, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.699026882648468, + "num_tokens": 333056860.0, + "step": 14105 + }, + { + "epoch": 1.5490885130683067, + "grad_norm": 2.242391347885132, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.6935176849365234, + "num_tokens": 333083460.0, + "step": 14106 + }, + { + "epoch": 1.5491983307709203, + "grad_norm": 2.344480276107788, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7203878164291382, + "num_tokens": 333105859.0, + "step": 14107 + }, + { + "epoch": 1.5493081484735338, + "grad_norm": 2.638986825942993, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7168304920196533, + "num_tokens": 333126706.0, + "step": 14108 + }, + { + "epoch": 1.5494179661761476, + "grad_norm": 2.4281117916107178, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7158820629119873, + "num_tokens": 333146865.0, + "step": 14109 + }, + { + "epoch": 1.5495277838787613, + "grad_norm": 2.316298246383667, + "learning_rate": 1e-06, + "loss": 0.913, + "mean_token_accuracy": 0.7142049670219421, + "num_tokens": 333172558.0, + "step": 14110 + }, + { + "epoch": 1.5496376015813749, + "grad_norm": 2.612820625305176, + "learning_rate": 1e-06, + "loss": 0.8812, + "mean_token_accuracy": 0.7280726432800293, + "num_tokens": 333192986.0, + "step": 14111 + }, + { + "epoch": 1.5497474192839886, + "grad_norm": 2.184091567993164, + "learning_rate": 1e-06, + "loss": 0.9986, + "mean_token_accuracy": 0.6929141283035278, + "num_tokens": 333221263.0, + "step": 14112 + }, + { + "epoch": 1.5498572369866022, + "grad_norm": 1.9858413934707642, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.724077582359314, + "num_tokens": 333253593.0, + "step": 14113 + }, + { + "epoch": 1.549967054689216, + "grad_norm": 2.5998661518096924, + "learning_rate": 1e-06, + "loss": 0.974, + "mean_token_accuracy": 0.6980440020561218, + "num_tokens": 333274145.0, + "step": 14114 + }, + { + "epoch": 1.5500768723918297, + "grad_norm": 2.394634485244751, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7299035787582397, + "num_tokens": 333295870.0, + "step": 14115 + }, + { + "epoch": 1.5501866900944432, + "grad_norm": 2.810471296310425, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7299983501434326, + "num_tokens": 333313515.0, + "step": 14116 + }, + { + "epoch": 1.5502965077970567, + "grad_norm": 2.854767084121704, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.723795473575592, + "num_tokens": 333330908.0, + "step": 14117 + }, + { + "epoch": 1.5504063254996705, + "grad_norm": 2.422593355178833, + "learning_rate": 1e-06, + "loss": 0.798, + "mean_token_accuracy": 0.7445043325424194, + "num_tokens": 333352031.0, + "step": 14118 + }, + { + "epoch": 1.5505161432022843, + "grad_norm": 2.795823335647583, + "learning_rate": 1e-06, + "loss": 0.801, + "mean_token_accuracy": 0.7449314594268799, + "num_tokens": 333368515.0, + "step": 14119 + }, + { + "epoch": 1.550625960904898, + "grad_norm": 2.281964063644409, + "learning_rate": 1e-06, + "loss": 0.8443, + "mean_token_accuracy": 0.7353131175041199, + "num_tokens": 333392713.0, + "step": 14120 + }, + { + "epoch": 1.5507357786075116, + "grad_norm": 2.4742138385772705, + "learning_rate": 1e-06, + "loss": 0.8639, + "mean_token_accuracy": 0.7211514711380005, + "num_tokens": 333414227.0, + "step": 14121 + }, + { + "epoch": 1.550845596310125, + "grad_norm": 2.0690362453460693, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7391177415847778, + "num_tokens": 333444131.0, + "step": 14122 + }, + { + "epoch": 1.5509554140127388, + "grad_norm": 2.275273323059082, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.7017458081245422, + "num_tokens": 333469396.0, + "step": 14123 + }, + { + "epoch": 1.5510652317153526, + "grad_norm": 2.388946294784546, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7209938764572144, + "num_tokens": 333494083.0, + "step": 14124 + }, + { + "epoch": 1.5511750494179661, + "grad_norm": 2.1421406269073486, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7289360761642456, + "num_tokens": 333521620.0, + "step": 14125 + }, + { + "epoch": 1.55128486712058, + "grad_norm": 2.6502087116241455, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7139618396759033, + "num_tokens": 333541609.0, + "step": 14126 + }, + { + "epoch": 1.5513946848231934, + "grad_norm": 2.3710365295410156, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.747150182723999, + "num_tokens": 333562799.0, + "step": 14127 + }, + { + "epoch": 1.5515045025258072, + "grad_norm": 2.2351362705230713, + "learning_rate": 1e-06, + "loss": 0.832, + "mean_token_accuracy": 0.7414177656173706, + "num_tokens": 333587384.0, + "step": 14128 + }, + { + "epoch": 1.551614320228421, + "grad_norm": 2.3345229625701904, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7123148441314697, + "num_tokens": 333611529.0, + "step": 14129 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 2.394749879837036, + "learning_rate": 1e-06, + "loss": 0.7977, + "mean_token_accuracy": 0.7391335368156433, + "num_tokens": 333634584.0, + "step": 14130 + }, + { + "epoch": 1.551833955633648, + "grad_norm": 2.096684694290161, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7243175506591797, + "num_tokens": 333660765.0, + "step": 14131 + }, + { + "epoch": 1.5519437733362618, + "grad_norm": 2.3706700801849365, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7178713083267212, + "num_tokens": 333686979.0, + "step": 14132 + }, + { + "epoch": 1.5520535910388755, + "grad_norm": 2.4157755374908447, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7309549450874329, + "num_tokens": 333709703.0, + "step": 14133 + }, + { + "epoch": 1.5521634087414893, + "grad_norm": 2.7329776287078857, + "learning_rate": 1e-06, + "loss": 0.8374, + "mean_token_accuracy": 0.7430358529090881, + "num_tokens": 333729045.0, + "step": 14134 + }, + { + "epoch": 1.5522732264441028, + "grad_norm": 2.2964112758636475, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7351663708686829, + "num_tokens": 333754857.0, + "step": 14135 + }, + { + "epoch": 1.5523830441467164, + "grad_norm": 2.194568395614624, + "learning_rate": 1e-06, + "loss": 0.9267, + "mean_token_accuracy": 0.7177267074584961, + "num_tokens": 333780548.0, + "step": 14136 + }, + { + "epoch": 1.55249286184933, + "grad_norm": 1.9928510189056396, + "learning_rate": 1e-06, + "loss": 0.8673, + "mean_token_accuracy": 0.7358065843582153, + "num_tokens": 333809284.0, + "step": 14137 + }, + { + "epoch": 1.5526026795519439, + "grad_norm": 2.468585729598999, + "learning_rate": 1e-06, + "loss": 0.9914, + "mean_token_accuracy": 0.6982916593551636, + "num_tokens": 333832055.0, + "step": 14138 + }, + { + "epoch": 1.5527124972545574, + "grad_norm": 2.476759672164917, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7166376113891602, + "num_tokens": 333853624.0, + "step": 14139 + }, + { + "epoch": 1.552822314957171, + "grad_norm": 2.4435808658599854, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7195732593536377, + "num_tokens": 333877320.0, + "step": 14140 + }, + { + "epoch": 1.5529321326597847, + "grad_norm": 2.3135132789611816, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7152539491653442, + "num_tokens": 333900600.0, + "step": 14141 + }, + { + "epoch": 1.5530419503623984, + "grad_norm": 2.2524607181549072, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7159298658370972, + "num_tokens": 333927635.0, + "step": 14142 + }, + { + "epoch": 1.5531517680650122, + "grad_norm": 2.468475580215454, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7270145416259766, + "num_tokens": 333948626.0, + "step": 14143 + }, + { + "epoch": 1.5532615857676257, + "grad_norm": 2.7203099727630615, + "learning_rate": 1e-06, + "loss": 0.8582, + "mean_token_accuracy": 0.7235537767410278, + "num_tokens": 333966558.0, + "step": 14144 + }, + { + "epoch": 1.5533714034702393, + "grad_norm": 2.1649250984191895, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7135037779808044, + "num_tokens": 333992337.0, + "step": 14145 + }, + { + "epoch": 1.553481221172853, + "grad_norm": 2.157679319381714, + "learning_rate": 1e-06, + "loss": 0.8835, + "mean_token_accuracy": 0.7302474975585938, + "num_tokens": 334017865.0, + "step": 14146 + }, + { + "epoch": 1.5535910388754668, + "grad_norm": 2.306382656097412, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7105607986450195, + "num_tokens": 334042961.0, + "step": 14147 + }, + { + "epoch": 1.5537008565780805, + "grad_norm": 2.540109872817993, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7322847247123718, + "num_tokens": 334064393.0, + "step": 14148 + }, + { + "epoch": 1.553810674280694, + "grad_norm": 2.4359140396118164, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7228292226791382, + "num_tokens": 334085702.0, + "step": 14149 + }, + { + "epoch": 1.5539204919833076, + "grad_norm": 2.2997560501098633, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.7026093602180481, + "num_tokens": 334108825.0, + "step": 14150 + }, + { + "epoch": 1.5540303096859214, + "grad_norm": 2.4475603103637695, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7472571134567261, + "num_tokens": 334130226.0, + "step": 14151 + }, + { + "epoch": 1.5541401273885351, + "grad_norm": 2.408888101577759, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7182058095932007, + "num_tokens": 334153583.0, + "step": 14152 + }, + { + "epoch": 1.5542499450911487, + "grad_norm": 2.220508575439453, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7140434980392456, + "num_tokens": 334178564.0, + "step": 14153 + }, + { + "epoch": 1.5543597627937622, + "grad_norm": 2.6248762607574463, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.7277206182479858, + "num_tokens": 334198229.0, + "step": 14154 + }, + { + "epoch": 1.554469580496376, + "grad_norm": 2.2969539165496826, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7281672954559326, + "num_tokens": 334223630.0, + "step": 14155 + }, + { + "epoch": 1.5545793981989897, + "grad_norm": 2.319136619567871, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.6997380256652832, + "num_tokens": 334251231.0, + "step": 14156 + }, + { + "epoch": 1.5546892159016035, + "grad_norm": 2.4108290672302246, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7298002243041992, + "num_tokens": 334275227.0, + "step": 14157 + }, + { + "epoch": 1.554799033604217, + "grad_norm": 2.072511672973633, + "learning_rate": 1e-06, + "loss": 0.9422, + "mean_token_accuracy": 0.7087035179138184, + "num_tokens": 334305532.0, + "step": 14158 + }, + { + "epoch": 1.5549088513068305, + "grad_norm": 2.1226999759674072, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7033313512802124, + "num_tokens": 334333863.0, + "step": 14159 + }, + { + "epoch": 1.5550186690094443, + "grad_norm": 2.293393850326538, + "learning_rate": 1e-06, + "loss": 0.9838, + "mean_token_accuracy": 0.6966055631637573, + "num_tokens": 334362108.0, + "step": 14160 + }, + { + "epoch": 1.555128486712058, + "grad_norm": 2.49906063079834, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7178522348403931, + "num_tokens": 334384837.0, + "step": 14161 + }, + { + "epoch": 1.5552383044146716, + "grad_norm": 2.5828545093536377, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.7009472250938416, + "num_tokens": 334406535.0, + "step": 14162 + }, + { + "epoch": 1.5553481221172853, + "grad_norm": 2.348205089569092, + "learning_rate": 1e-06, + "loss": 0.9913, + "mean_token_accuracy": 0.6976767778396606, + "num_tokens": 334429004.0, + "step": 14163 + }, + { + "epoch": 1.5554579398198989, + "grad_norm": 2.574411392211914, + "learning_rate": 1e-06, + "loss": 0.8244, + "mean_token_accuracy": 0.7361215949058533, + "num_tokens": 334448485.0, + "step": 14164 + }, + { + "epoch": 1.5555677575225126, + "grad_norm": 2.7996737957000732, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7348117828369141, + "num_tokens": 334465114.0, + "step": 14165 + }, + { + "epoch": 1.5556775752251264, + "grad_norm": 2.5322115421295166, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7099575996398926, + "num_tokens": 334485288.0, + "step": 14166 + }, + { + "epoch": 1.55578739292774, + "grad_norm": 2.255704641342163, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7246270179748535, + "num_tokens": 334510006.0, + "step": 14167 + }, + { + "epoch": 1.5558972106303535, + "grad_norm": 2.3015475273132324, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7073569297790527, + "num_tokens": 334532850.0, + "step": 14168 + }, + { + "epoch": 1.5560070283329672, + "grad_norm": 2.3380491733551025, + "learning_rate": 1e-06, + "loss": 0.8569, + "mean_token_accuracy": 0.7234160900115967, + "num_tokens": 334555899.0, + "step": 14169 + }, + { + "epoch": 1.556116846035581, + "grad_norm": 2.1406517028808594, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7185025215148926, + "num_tokens": 334583926.0, + "step": 14170 + }, + { + "epoch": 1.5562266637381947, + "grad_norm": 2.312056064605713, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7212224006652832, + "num_tokens": 334607209.0, + "step": 14171 + }, + { + "epoch": 1.5563364814408083, + "grad_norm": 2.708932638168335, + "learning_rate": 1e-06, + "loss": 0.8198, + "mean_token_accuracy": 0.738629937171936, + "num_tokens": 334625019.0, + "step": 14172 + }, + { + "epoch": 1.5564462991434218, + "grad_norm": 2.350969076156616, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7130724191665649, + "num_tokens": 334649418.0, + "step": 14173 + }, + { + "epoch": 1.5565561168460356, + "grad_norm": 2.473198175430298, + "learning_rate": 1e-06, + "loss": 0.8715, + "mean_token_accuracy": 0.7256579399108887, + "num_tokens": 334671682.0, + "step": 14174 + }, + { + "epoch": 1.5566659345486493, + "grad_norm": 2.50860333442688, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7077277898788452, + "num_tokens": 334694111.0, + "step": 14175 + }, + { + "epoch": 1.5567757522512629, + "grad_norm": 2.8026440143585205, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7043224573135376, + "num_tokens": 334712740.0, + "step": 14176 + }, + { + "epoch": 1.5568855699538766, + "grad_norm": 2.5275256633758545, + "learning_rate": 1e-06, + "loss": 0.8521, + "mean_token_accuracy": 0.7344969511032104, + "num_tokens": 334734044.0, + "step": 14177 + }, + { + "epoch": 1.5569953876564901, + "grad_norm": 2.823826313018799, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7162581086158752, + "num_tokens": 334750523.0, + "step": 14178 + }, + { + "epoch": 1.557105205359104, + "grad_norm": 2.3855347633361816, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7176762819290161, + "num_tokens": 334773834.0, + "step": 14179 + }, + { + "epoch": 1.5572150230617177, + "grad_norm": 2.1827433109283447, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7019451856613159, + "num_tokens": 334798412.0, + "step": 14180 + }, + { + "epoch": 1.5573248407643312, + "grad_norm": 2.5107550621032715, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7322363257408142, + "num_tokens": 334817258.0, + "step": 14181 + }, + { + "epoch": 1.5574346584669447, + "grad_norm": 2.4428317546844482, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7259231805801392, + "num_tokens": 334838044.0, + "step": 14182 + }, + { + "epoch": 1.5575444761695585, + "grad_norm": 2.419050455093384, + "learning_rate": 1e-06, + "loss": 0.7907, + "mean_token_accuracy": 0.7466296553611755, + "num_tokens": 334857773.0, + "step": 14183 + }, + { + "epoch": 1.5576542938721722, + "grad_norm": 2.47074818611145, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7206364870071411, + "num_tokens": 334880027.0, + "step": 14184 + }, + { + "epoch": 1.557764111574786, + "grad_norm": 2.3982250690460205, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7296183109283447, + "num_tokens": 334902826.0, + "step": 14185 + }, + { + "epoch": 1.5578739292773995, + "grad_norm": 2.377509832382202, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.720321774482727, + "num_tokens": 334925122.0, + "step": 14186 + }, + { + "epoch": 1.557983746980013, + "grad_norm": 2.356109619140625, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.7052456140518188, + "num_tokens": 334949739.0, + "step": 14187 + }, + { + "epoch": 1.5580935646826268, + "grad_norm": 2.3134536743164062, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7331368327140808, + "num_tokens": 334976429.0, + "step": 14188 + }, + { + "epoch": 1.5582033823852406, + "grad_norm": 1.9535759687423706, + "learning_rate": 1e-06, + "loss": 0.9712, + "mean_token_accuracy": 0.7004114389419556, + "num_tokens": 335007450.0, + "step": 14189 + }, + { + "epoch": 1.5583132000878541, + "grad_norm": 2.4526844024658203, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.6986128687858582, + "num_tokens": 335032488.0, + "step": 14190 + }, + { + "epoch": 1.5584230177904677, + "grad_norm": 2.300705909729004, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7189894318580627, + "num_tokens": 335059004.0, + "step": 14191 + }, + { + "epoch": 1.5585328354930814, + "grad_norm": 2.2398340702056885, + "learning_rate": 1e-06, + "loss": 0.9408, + "mean_token_accuracy": 0.7123309373855591, + "num_tokens": 335086537.0, + "step": 14192 + }, + { + "epoch": 1.5586426531956952, + "grad_norm": 2.3556015491485596, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.737798810005188, + "num_tokens": 335108200.0, + "step": 14193 + }, + { + "epoch": 1.558752470898309, + "grad_norm": 2.1090104579925537, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7328441143035889, + "num_tokens": 335133088.0, + "step": 14194 + }, + { + "epoch": 1.5588622886009225, + "grad_norm": 2.468432903289795, + "learning_rate": 1e-06, + "loss": 0.748, + "mean_token_accuracy": 0.7566665410995483, + "num_tokens": 335154392.0, + "step": 14195 + }, + { + "epoch": 1.558972106303536, + "grad_norm": 2.899724006652832, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.7358759641647339, + "num_tokens": 335171260.0, + "step": 14196 + }, + { + "epoch": 1.5590819240061498, + "grad_norm": 2.4289278984069824, + "learning_rate": 1e-06, + "loss": 0.993, + "mean_token_accuracy": 0.712365448474884, + "num_tokens": 335196002.0, + "step": 14197 + }, + { + "epoch": 1.5591917417087635, + "grad_norm": 2.2085888385772705, + "learning_rate": 1e-06, + "loss": 0.8418, + "mean_token_accuracy": 0.7336951494216919, + "num_tokens": 335222585.0, + "step": 14198 + }, + { + "epoch": 1.5593015594113773, + "grad_norm": 2.2783126831054688, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.729236364364624, + "num_tokens": 335245931.0, + "step": 14199 + }, + { + "epoch": 1.5594113771139908, + "grad_norm": 2.2476308345794678, + "learning_rate": 1e-06, + "loss": 0.9389, + "mean_token_accuracy": 0.7103268504142761, + "num_tokens": 335270083.0, + "step": 14200 + }, + { + "epoch": 1.5595211948166043, + "grad_norm": 2.4224257469177246, + "learning_rate": 1e-06, + "loss": 0.9537, + "mean_token_accuracy": 0.7044598460197449, + "num_tokens": 335294809.0, + "step": 14201 + }, + { + "epoch": 1.559631012519218, + "grad_norm": 2.158114433288574, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7201147079467773, + "num_tokens": 335320968.0, + "step": 14202 + }, + { + "epoch": 1.5597408302218319, + "grad_norm": 2.566459894180298, + "learning_rate": 1e-06, + "loss": 0.8119, + "mean_token_accuracy": 0.7586460113525391, + "num_tokens": 335341373.0, + "step": 14203 + }, + { + "epoch": 1.5598506479244454, + "grad_norm": 2.3701212406158447, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.711561381816864, + "num_tokens": 335366337.0, + "step": 14204 + }, + { + "epoch": 1.559960465627059, + "grad_norm": 2.145016670227051, + "learning_rate": 1e-06, + "loss": 0.8698, + "mean_token_accuracy": 0.7267940044403076, + "num_tokens": 335394035.0, + "step": 14205 + }, + { + "epoch": 1.5600702833296727, + "grad_norm": 2.763151168823242, + "learning_rate": 1e-06, + "loss": 0.9797, + "mean_token_accuracy": 0.7248702049255371, + "num_tokens": 335414122.0, + "step": 14206 + }, + { + "epoch": 1.5601801010322864, + "grad_norm": 2.3401215076446533, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7089858055114746, + "num_tokens": 335437705.0, + "step": 14207 + }, + { + "epoch": 1.5602899187349002, + "grad_norm": 2.3357388973236084, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.7414689064025879, + "num_tokens": 335461673.0, + "step": 14208 + }, + { + "epoch": 1.5603997364375137, + "grad_norm": 2.0281286239624023, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7059568166732788, + "num_tokens": 335492884.0, + "step": 14209 + }, + { + "epoch": 1.5605095541401273, + "grad_norm": 2.2857298851013184, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.7195433974266052, + "num_tokens": 335515297.0, + "step": 14210 + }, + { + "epoch": 1.560619371842741, + "grad_norm": 2.5596985816955566, + "learning_rate": 1e-06, + "loss": 0.8222, + "mean_token_accuracy": 0.732948899269104, + "num_tokens": 335533618.0, + "step": 14211 + }, + { + "epoch": 1.5607291895453548, + "grad_norm": 2.198173761367798, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.7249860167503357, + "num_tokens": 335559212.0, + "step": 14212 + }, + { + "epoch": 1.5608390072479685, + "grad_norm": 2.279470920562744, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7239667177200317, + "num_tokens": 335584684.0, + "step": 14213 + }, + { + "epoch": 1.560948824950582, + "grad_norm": 2.1843786239624023, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7224193811416626, + "num_tokens": 335609960.0, + "step": 14214 + }, + { + "epoch": 1.5610586426531956, + "grad_norm": 2.2359538078308105, + "learning_rate": 1e-06, + "loss": 0.9012, + "mean_token_accuracy": 0.7161862850189209, + "num_tokens": 335636137.0, + "step": 14215 + }, + { + "epoch": 1.5611684603558094, + "grad_norm": 2.120274782180786, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.7055791616439819, + "num_tokens": 335666105.0, + "step": 14216 + }, + { + "epoch": 1.5612782780584231, + "grad_norm": 2.5132765769958496, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7189469337463379, + "num_tokens": 335686626.0, + "step": 14217 + }, + { + "epoch": 1.5613880957610367, + "grad_norm": 2.024465799331665, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7242764234542847, + "num_tokens": 335717321.0, + "step": 14218 + }, + { + "epoch": 1.5614979134636502, + "grad_norm": 2.6138038635253906, + "learning_rate": 1e-06, + "loss": 0.8216, + "mean_token_accuracy": 0.7467729449272156, + "num_tokens": 335737044.0, + "step": 14219 + }, + { + "epoch": 1.561607731166264, + "grad_norm": 2.671701669692993, + "learning_rate": 1e-06, + "loss": 0.8832, + "mean_token_accuracy": 0.7239828109741211, + "num_tokens": 335756105.0, + "step": 14220 + }, + { + "epoch": 1.5617175488688777, + "grad_norm": 2.5621414184570312, + "learning_rate": 1e-06, + "loss": 0.8669, + "mean_token_accuracy": 0.7303864359855652, + "num_tokens": 335777739.0, + "step": 14221 + }, + { + "epoch": 1.5618273665714915, + "grad_norm": 2.6629788875579834, + "learning_rate": 1e-06, + "loss": 0.8824, + "mean_token_accuracy": 0.7328628301620483, + "num_tokens": 335798949.0, + "step": 14222 + }, + { + "epoch": 1.561937184274105, + "grad_norm": 2.378204822540283, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7109116315841675, + "num_tokens": 335823733.0, + "step": 14223 + }, + { + "epoch": 1.5620470019767185, + "grad_norm": 2.2093400955200195, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.7329251766204834, + "num_tokens": 335850051.0, + "step": 14224 + }, + { + "epoch": 1.5621568196793323, + "grad_norm": 2.6110117435455322, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7050325870513916, + "num_tokens": 335868862.0, + "step": 14225 + }, + { + "epoch": 1.562266637381946, + "grad_norm": 2.4038407802581787, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.6988444924354553, + "num_tokens": 335891814.0, + "step": 14226 + }, + { + "epoch": 1.5623764550845596, + "grad_norm": 2.2824811935424805, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7235440611839294, + "num_tokens": 335918574.0, + "step": 14227 + }, + { + "epoch": 1.5624862727871733, + "grad_norm": 2.5556821823120117, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7244105935096741, + "num_tokens": 335938397.0, + "step": 14228 + }, + { + "epoch": 1.5625960904897869, + "grad_norm": 2.384092092514038, + "learning_rate": 1e-06, + "loss": 0.9451, + "mean_token_accuracy": 0.7157233953475952, + "num_tokens": 335962470.0, + "step": 14229 + }, + { + "epoch": 1.5627059081924006, + "grad_norm": 2.2006051540374756, + "learning_rate": 1e-06, + "loss": 1.0086, + "mean_token_accuracy": 0.6947332620620728, + "num_tokens": 335990160.0, + "step": 14230 + }, + { + "epoch": 1.5628157258950144, + "grad_norm": 2.3236889839172363, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7228670120239258, + "num_tokens": 336015051.0, + "step": 14231 + }, + { + "epoch": 1.562925543597628, + "grad_norm": 2.4244987964630127, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7261461019515991, + "num_tokens": 336037376.0, + "step": 14232 + }, + { + "epoch": 1.5630353613002415, + "grad_norm": 2.404592990875244, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7210417985916138, + "num_tokens": 336059274.0, + "step": 14233 + }, + { + "epoch": 1.5631451790028552, + "grad_norm": 2.459932804107666, + "learning_rate": 1e-06, + "loss": 0.9579, + "mean_token_accuracy": 0.7018432021141052, + "num_tokens": 336080952.0, + "step": 14234 + }, + { + "epoch": 1.563254996705469, + "grad_norm": 2.615778684616089, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.7438439130783081, + "num_tokens": 336099321.0, + "step": 14235 + }, + { + "epoch": 1.5633648144080827, + "grad_norm": 2.2302515506744385, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.725354015827179, + "num_tokens": 336124012.0, + "step": 14236 + }, + { + "epoch": 1.5634746321106963, + "grad_norm": 2.487811326980591, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7279506921768188, + "num_tokens": 336142961.0, + "step": 14237 + }, + { + "epoch": 1.5635844498133098, + "grad_norm": 2.210927724838257, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7254214286804199, + "num_tokens": 336169904.0, + "step": 14238 + }, + { + "epoch": 1.5636942675159236, + "grad_norm": 2.325244426727295, + "learning_rate": 1e-06, + "loss": 0.988, + "mean_token_accuracy": 0.6983761787414551, + "num_tokens": 336196392.0, + "step": 14239 + }, + { + "epoch": 1.5638040852185373, + "grad_norm": 2.4388833045959473, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.7361501455307007, + "num_tokens": 336217122.0, + "step": 14240 + }, + { + "epoch": 1.5639139029211508, + "grad_norm": 2.2159297466278076, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7230014204978943, + "num_tokens": 336242779.0, + "step": 14241 + }, + { + "epoch": 1.5640237206237646, + "grad_norm": 2.0953118801116943, + "learning_rate": 1e-06, + "loss": 0.9682, + "mean_token_accuracy": 0.7011547088623047, + "num_tokens": 336273261.0, + "step": 14242 + }, + { + "epoch": 1.5641335383263781, + "grad_norm": 2.5876545906066895, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7227518558502197, + "num_tokens": 336293984.0, + "step": 14243 + }, + { + "epoch": 1.564243356028992, + "grad_norm": 2.046848773956299, + "learning_rate": 1e-06, + "loss": 0.9639, + "mean_token_accuracy": 0.7042868137359619, + "num_tokens": 336323112.0, + "step": 14244 + }, + { + "epoch": 1.5643531737316057, + "grad_norm": 2.149139642715454, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.7092663049697876, + "num_tokens": 336350317.0, + "step": 14245 + }, + { + "epoch": 1.5644629914342192, + "grad_norm": 2.16001558303833, + "learning_rate": 1e-06, + "loss": 0.9361, + "mean_token_accuracy": 0.7152420282363892, + "num_tokens": 336377466.0, + "step": 14246 + }, + { + "epoch": 1.5645728091368327, + "grad_norm": 2.217534303665161, + "learning_rate": 1e-06, + "loss": 0.7968, + "mean_token_accuracy": 0.7438367605209351, + "num_tokens": 336402633.0, + "step": 14247 + }, + { + "epoch": 1.5646826268394465, + "grad_norm": 2.656022548675537, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7138804793357849, + "num_tokens": 336423555.0, + "step": 14248 + }, + { + "epoch": 1.5647924445420602, + "grad_norm": 2.3473942279815674, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7231850624084473, + "num_tokens": 336447427.0, + "step": 14249 + }, + { + "epoch": 1.564902262244674, + "grad_norm": 2.2306416034698486, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7224171161651611, + "num_tokens": 336470599.0, + "step": 14250 + }, + { + "epoch": 1.5650120799472875, + "grad_norm": 2.575345277786255, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7255473136901855, + "num_tokens": 336490451.0, + "step": 14251 + }, + { + "epoch": 1.565121897649901, + "grad_norm": 2.377638816833496, + "learning_rate": 1e-06, + "loss": 0.9297, + "mean_token_accuracy": 0.7090637683868408, + "num_tokens": 336513773.0, + "step": 14252 + }, + { + "epoch": 1.5652317153525148, + "grad_norm": 2.2986812591552734, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7134552001953125, + "num_tokens": 336538245.0, + "step": 14253 + }, + { + "epoch": 1.5653415330551286, + "grad_norm": 2.395766258239746, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.7013355493545532, + "num_tokens": 336563135.0, + "step": 14254 + }, + { + "epoch": 1.565451350757742, + "grad_norm": 2.784792423248291, + "learning_rate": 1e-06, + "loss": 0.7977, + "mean_token_accuracy": 0.7455782890319824, + "num_tokens": 336580647.0, + "step": 14255 + }, + { + "epoch": 1.5655611684603556, + "grad_norm": 2.603827714920044, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7002218961715698, + "num_tokens": 336602236.0, + "step": 14256 + }, + { + "epoch": 1.5656709861629694, + "grad_norm": 2.0315372943878174, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7193422317504883, + "num_tokens": 336635486.0, + "step": 14257 + }, + { + "epoch": 1.5657808038655832, + "grad_norm": 2.568681478500366, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7409912347793579, + "num_tokens": 336656923.0, + "step": 14258 + }, + { + "epoch": 1.565890621568197, + "grad_norm": 2.107449769973755, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7144686579704285, + "num_tokens": 336688480.0, + "step": 14259 + }, + { + "epoch": 1.5660004392708105, + "grad_norm": 2.2490689754486084, + "learning_rate": 1e-06, + "loss": 0.8302, + "mean_token_accuracy": 0.7374285459518433, + "num_tokens": 336710797.0, + "step": 14260 + }, + { + "epoch": 1.566110256973424, + "grad_norm": 2.427302122116089, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7267718315124512, + "num_tokens": 336733973.0, + "step": 14261 + }, + { + "epoch": 1.5662200746760377, + "grad_norm": 2.161090850830078, + "learning_rate": 1e-06, + "loss": 0.9867, + "mean_token_accuracy": 0.6975412368774414, + "num_tokens": 336761732.0, + "step": 14262 + }, + { + "epoch": 1.5663298923786515, + "grad_norm": 2.4519920349121094, + "learning_rate": 1e-06, + "loss": 0.9526, + "mean_token_accuracy": 0.7055057287216187, + "num_tokens": 336783246.0, + "step": 14263 + }, + { + "epoch": 1.5664397100812653, + "grad_norm": 2.3936545848846436, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7147144079208374, + "num_tokens": 336805635.0, + "step": 14264 + }, + { + "epoch": 1.5665495277838788, + "grad_norm": 2.251140832901001, + "learning_rate": 1e-06, + "loss": 0.9306, + "mean_token_accuracy": 0.7098425626754761, + "num_tokens": 336832158.0, + "step": 14265 + }, + { + "epoch": 1.5666593454864923, + "grad_norm": 2.320791006088257, + "learning_rate": 1e-06, + "loss": 0.9014, + "mean_token_accuracy": 0.7223018407821655, + "num_tokens": 336856895.0, + "step": 14266 + }, + { + "epoch": 1.566769163189106, + "grad_norm": 1.9143813848495483, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.699446976184845, + "num_tokens": 336891094.0, + "step": 14267 + }, + { + "epoch": 1.5668789808917198, + "grad_norm": 2.2813966274261475, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.717871367931366, + "num_tokens": 336915589.0, + "step": 14268 + }, + { + "epoch": 1.5669887985943334, + "grad_norm": 2.3758580684661865, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7174406051635742, + "num_tokens": 336937705.0, + "step": 14269 + }, + { + "epoch": 1.567098616296947, + "grad_norm": 2.2780916690826416, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.7314102649688721, + "num_tokens": 336961906.0, + "step": 14270 + }, + { + "epoch": 1.5672084339995607, + "grad_norm": 2.0971860885620117, + "learning_rate": 1e-06, + "loss": 0.885, + "mean_token_accuracy": 0.7268686294555664, + "num_tokens": 336992405.0, + "step": 14271 + }, + { + "epoch": 1.5673182517021744, + "grad_norm": 2.2613728046417236, + "learning_rate": 1e-06, + "loss": 0.9229, + "mean_token_accuracy": 0.7212603092193604, + "num_tokens": 337015622.0, + "step": 14272 + }, + { + "epoch": 1.5674280694047882, + "grad_norm": 2.3286592960357666, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.72642982006073, + "num_tokens": 337040152.0, + "step": 14273 + }, + { + "epoch": 1.5675378871074017, + "grad_norm": 2.3286170959472656, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7118499279022217, + "num_tokens": 337064226.0, + "step": 14274 + }, + { + "epoch": 1.5676477048100153, + "grad_norm": 2.573134660720825, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7143799066543579, + "num_tokens": 337088667.0, + "step": 14275 + }, + { + "epoch": 1.567757522512629, + "grad_norm": 2.44387149810791, + "learning_rate": 1e-06, + "loss": 0.8299, + "mean_token_accuracy": 0.735145092010498, + "num_tokens": 337109768.0, + "step": 14276 + }, + { + "epoch": 1.5678673402152428, + "grad_norm": 2.392489194869995, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7340794801712036, + "num_tokens": 337132635.0, + "step": 14277 + }, + { + "epoch": 1.5679771579178565, + "grad_norm": 2.0336854457855225, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.710384726524353, + "num_tokens": 337162177.0, + "step": 14278 + }, + { + "epoch": 1.56808697562047, + "grad_norm": 2.6880204677581787, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7289680242538452, + "num_tokens": 337182082.0, + "step": 14279 + }, + { + "epoch": 1.5681967933230836, + "grad_norm": 2.2014963626861572, + "learning_rate": 1e-06, + "loss": 1.0495, + "mean_token_accuracy": 0.6934356093406677, + "num_tokens": 337209366.0, + "step": 14280 + }, + { + "epoch": 1.5683066110256974, + "grad_norm": 2.3254401683807373, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.7245826721191406, + "num_tokens": 337233150.0, + "step": 14281 + }, + { + "epoch": 1.568416428728311, + "grad_norm": 2.3769490718841553, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7088631391525269, + "num_tokens": 337258489.0, + "step": 14282 + }, + { + "epoch": 1.5685262464309246, + "grad_norm": 2.112384080886841, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.7208470106124878, + "num_tokens": 337286041.0, + "step": 14283 + }, + { + "epoch": 1.5686360641335382, + "grad_norm": 2.141465902328491, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7110071182250977, + "num_tokens": 337312789.0, + "step": 14284 + }, + { + "epoch": 1.568745881836152, + "grad_norm": 2.5335192680358887, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7313419580459595, + "num_tokens": 337332612.0, + "step": 14285 + }, + { + "epoch": 1.5688556995387657, + "grad_norm": 2.340533494949341, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.7208017706871033, + "num_tokens": 337354603.0, + "step": 14286 + }, + { + "epoch": 1.5689655172413794, + "grad_norm": 2.4295098781585693, + "learning_rate": 1e-06, + "loss": 0.7981, + "mean_token_accuracy": 0.7461255192756653, + "num_tokens": 337375409.0, + "step": 14287 + }, + { + "epoch": 1.569075334943993, + "grad_norm": 2.369292974472046, + "learning_rate": 1e-06, + "loss": 0.8689, + "mean_token_accuracy": 0.7272611856460571, + "num_tokens": 337397294.0, + "step": 14288 + }, + { + "epoch": 1.5691851526466065, + "grad_norm": 2.0923407077789307, + "learning_rate": 1e-06, + "loss": 0.9605, + "mean_token_accuracy": 0.7111687660217285, + "num_tokens": 337425108.0, + "step": 14289 + }, + { + "epoch": 1.5692949703492203, + "grad_norm": 2.304030418395996, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.73638916015625, + "num_tokens": 337447292.0, + "step": 14290 + }, + { + "epoch": 1.569404788051834, + "grad_norm": 2.0224392414093018, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7202191352844238, + "num_tokens": 337477615.0, + "step": 14291 + }, + { + "epoch": 1.5695146057544476, + "grad_norm": 2.205528497695923, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.728736400604248, + "num_tokens": 337502967.0, + "step": 14292 + }, + { + "epoch": 1.5696244234570613, + "grad_norm": 2.4120945930480957, + "learning_rate": 1e-06, + "loss": 0.8288, + "mean_token_accuracy": 0.7384313344955444, + "num_tokens": 337525049.0, + "step": 14293 + }, + { + "epoch": 1.5697342411596749, + "grad_norm": 2.167273759841919, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7233700156211853, + "num_tokens": 337550686.0, + "step": 14294 + }, + { + "epoch": 1.5698440588622886, + "grad_norm": 2.44966459274292, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.719698429107666, + "num_tokens": 337571772.0, + "step": 14295 + }, + { + "epoch": 1.5699538765649024, + "grad_norm": 2.3609583377838135, + "learning_rate": 1e-06, + "loss": 0.8191, + "mean_token_accuracy": 0.7469190359115601, + "num_tokens": 337593381.0, + "step": 14296 + }, + { + "epoch": 1.570063694267516, + "grad_norm": 2.265099048614502, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7021429538726807, + "num_tokens": 337620234.0, + "step": 14297 + }, + { + "epoch": 1.5701735119701294, + "grad_norm": 2.438202142715454, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7268542647361755, + "num_tokens": 337641359.0, + "step": 14298 + }, + { + "epoch": 1.5702833296727432, + "grad_norm": 2.147937059402466, + "learning_rate": 1e-06, + "loss": 0.9397, + "mean_token_accuracy": 0.7051102519035339, + "num_tokens": 337669477.0, + "step": 14299 + }, + { + "epoch": 1.570393147375357, + "grad_norm": 2.485891103744507, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7186262011528015, + "num_tokens": 337692013.0, + "step": 14300 + }, + { + "epoch": 1.5705029650779707, + "grad_norm": 2.2937662601470947, + "learning_rate": 1e-06, + "loss": 1.0498, + "mean_token_accuracy": 0.684441089630127, + "num_tokens": 337717959.0, + "step": 14301 + }, + { + "epoch": 1.5706127827805842, + "grad_norm": 2.5210416316986084, + "learning_rate": 1e-06, + "loss": 0.9882, + "mean_token_accuracy": 0.7107133865356445, + "num_tokens": 337739450.0, + "step": 14302 + }, + { + "epoch": 1.5707226004831978, + "grad_norm": 2.3846373558044434, + "learning_rate": 1e-06, + "loss": 0.8024, + "mean_token_accuracy": 0.7392963767051697, + "num_tokens": 337760972.0, + "step": 14303 + }, + { + "epoch": 1.5708324181858115, + "grad_norm": 2.0222184658050537, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7092426419258118, + "num_tokens": 337790996.0, + "step": 14304 + }, + { + "epoch": 1.5709422358884253, + "grad_norm": 2.2638626098632812, + "learning_rate": 1e-06, + "loss": 0.8067, + "mean_token_accuracy": 0.7409018278121948, + "num_tokens": 337813899.0, + "step": 14305 + }, + { + "epoch": 1.5710520535910388, + "grad_norm": 2.3444228172302246, + "learning_rate": 1e-06, + "loss": 0.9795, + "mean_token_accuracy": 0.6971414089202881, + "num_tokens": 337838793.0, + "step": 14306 + }, + { + "epoch": 1.5711618712936526, + "grad_norm": 2.4338884353637695, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7042232751846313, + "num_tokens": 337860729.0, + "step": 14307 + }, + { + "epoch": 1.5712716889962661, + "grad_norm": 2.1313440799713135, + "learning_rate": 1e-06, + "loss": 0.841, + "mean_token_accuracy": 0.7427354454994202, + "num_tokens": 337885171.0, + "step": 14308 + }, + { + "epoch": 1.5713815066988799, + "grad_norm": 2.2777700424194336, + "learning_rate": 1e-06, + "loss": 0.8056, + "mean_token_accuracy": 0.7405797243118286, + "num_tokens": 337907980.0, + "step": 14309 + }, + { + "epoch": 1.5714913244014936, + "grad_norm": 2.1893959045410156, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7308773994445801, + "num_tokens": 337934488.0, + "step": 14310 + }, + { + "epoch": 1.5716011421041072, + "grad_norm": 2.053652286529541, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.70714271068573, + "num_tokens": 337963978.0, + "step": 14311 + }, + { + "epoch": 1.5717109598067207, + "grad_norm": 2.3505492210388184, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7204643487930298, + "num_tokens": 337987130.0, + "step": 14312 + }, + { + "epoch": 1.5718207775093345, + "grad_norm": 2.3468518257141113, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7201443910598755, + "num_tokens": 338009544.0, + "step": 14313 + }, + { + "epoch": 1.5719305952119482, + "grad_norm": 2.6886608600616455, + "learning_rate": 1e-06, + "loss": 0.7815, + "mean_token_accuracy": 0.7465806603431702, + "num_tokens": 338027540.0, + "step": 14314 + }, + { + "epoch": 1.572040412914562, + "grad_norm": 2.441657066345215, + "learning_rate": 1e-06, + "loss": 0.838, + "mean_token_accuracy": 0.7380995154380798, + "num_tokens": 338047720.0, + "step": 14315 + }, + { + "epoch": 1.5721502306171755, + "grad_norm": 2.1883718967437744, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7177072763442993, + "num_tokens": 338075258.0, + "step": 14316 + }, + { + "epoch": 1.572260048319789, + "grad_norm": 2.2378768920898438, + "learning_rate": 1e-06, + "loss": 1.0198, + "mean_token_accuracy": 0.6956419348716736, + "num_tokens": 338101119.0, + "step": 14317 + }, + { + "epoch": 1.5723698660224028, + "grad_norm": 2.3018264770507812, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.7014707326889038, + "num_tokens": 338125158.0, + "step": 14318 + }, + { + "epoch": 1.5724796837250166, + "grad_norm": 2.173837423324585, + "learning_rate": 1e-06, + "loss": 0.9453, + "mean_token_accuracy": 0.7053418755531311, + "num_tokens": 338152726.0, + "step": 14319 + }, + { + "epoch": 1.57258950142763, + "grad_norm": 2.213438034057617, + "learning_rate": 1e-06, + "loss": 0.8912, + "mean_token_accuracy": 0.7214114665985107, + "num_tokens": 338178841.0, + "step": 14320 + }, + { + "epoch": 1.5726993191302436, + "grad_norm": 2.0596609115600586, + "learning_rate": 1e-06, + "loss": 0.9571, + "mean_token_accuracy": 0.7028188109397888, + "num_tokens": 338209845.0, + "step": 14321 + }, + { + "epoch": 1.5728091368328574, + "grad_norm": 2.6102640628814697, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7191756963729858, + "num_tokens": 338229636.0, + "step": 14322 + }, + { + "epoch": 1.5729189545354711, + "grad_norm": 2.1094613075256348, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.715370237827301, + "num_tokens": 338258378.0, + "step": 14323 + }, + { + "epoch": 1.573028772238085, + "grad_norm": 2.185039520263672, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7161257266998291, + "num_tokens": 338285113.0, + "step": 14324 + }, + { + "epoch": 1.5731385899406984, + "grad_norm": 2.5052783489227295, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7175828218460083, + "num_tokens": 338306688.0, + "step": 14325 + }, + { + "epoch": 1.573248407643312, + "grad_norm": 2.2531540393829346, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7172062993049622, + "num_tokens": 338330999.0, + "step": 14326 + }, + { + "epoch": 1.5733582253459257, + "grad_norm": 1.9453999996185303, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7020698189735413, + "num_tokens": 338363346.0, + "step": 14327 + }, + { + "epoch": 1.5734680430485395, + "grad_norm": 2.5061416625976562, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.741834819316864, + "num_tokens": 338383060.0, + "step": 14328 + }, + { + "epoch": 1.5735778607511532, + "grad_norm": 2.4576797485351562, + "learning_rate": 1e-06, + "loss": 1.0022, + "mean_token_accuracy": 0.689568281173706, + "num_tokens": 338405484.0, + "step": 14329 + }, + { + "epoch": 1.5736876784537668, + "grad_norm": 2.4287400245666504, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.7034757137298584, + "num_tokens": 338427610.0, + "step": 14330 + }, + { + "epoch": 1.5737974961563803, + "grad_norm": 2.9673197269439697, + "learning_rate": 1e-06, + "loss": 0.8179, + "mean_token_accuracy": 0.7394500970840454, + "num_tokens": 338442736.0, + "step": 14331 + }, + { + "epoch": 1.573907313858994, + "grad_norm": 2.240147113800049, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7217751741409302, + "num_tokens": 338466749.0, + "step": 14332 + }, + { + "epoch": 1.5740171315616078, + "grad_norm": 2.3757576942443848, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7144637107849121, + "num_tokens": 338490186.0, + "step": 14333 + }, + { + "epoch": 1.5741269492642214, + "grad_norm": 2.2104508876800537, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.6861444115638733, + "num_tokens": 338517618.0, + "step": 14334 + }, + { + "epoch": 1.574236766966835, + "grad_norm": 2.228527784347534, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.6970694065093994, + "num_tokens": 338542513.0, + "step": 14335 + }, + { + "epoch": 1.5743465846694487, + "grad_norm": 2.202401876449585, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7190777659416199, + "num_tokens": 338568217.0, + "step": 14336 + }, + { + "epoch": 1.5744564023720624, + "grad_norm": 2.317495822906494, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.6992058753967285, + "num_tokens": 338592021.0, + "step": 14337 + }, + { + "epoch": 1.5745662200746762, + "grad_norm": 2.59794545173645, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.7266861796379089, + "num_tokens": 338611662.0, + "step": 14338 + }, + { + "epoch": 1.5746760377772897, + "grad_norm": 2.3350369930267334, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7245666980743408, + "num_tokens": 338633822.0, + "step": 14339 + }, + { + "epoch": 1.5747858554799032, + "grad_norm": 2.112051486968994, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7059681415557861, + "num_tokens": 338661115.0, + "step": 14340 + }, + { + "epoch": 1.574895673182517, + "grad_norm": 2.11922550201416, + "learning_rate": 1e-06, + "loss": 0.837, + "mean_token_accuracy": 0.7309467792510986, + "num_tokens": 338688462.0, + "step": 14341 + }, + { + "epoch": 1.5750054908851308, + "grad_norm": 2.6142876148223877, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7412975430488586, + "num_tokens": 338710668.0, + "step": 14342 + }, + { + "epoch": 1.5751153085877443, + "grad_norm": 2.699265241622925, + "learning_rate": 1e-06, + "loss": 0.8498, + "mean_token_accuracy": 0.7312695980072021, + "num_tokens": 338729059.0, + "step": 14343 + }, + { + "epoch": 1.575225126290358, + "grad_norm": 2.0697808265686035, + "learning_rate": 1e-06, + "loss": 1.0134, + "mean_token_accuracy": 0.6912539005279541, + "num_tokens": 338760233.0, + "step": 14344 + }, + { + "epoch": 1.5753349439929716, + "grad_norm": 2.111490249633789, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7324320673942566, + "num_tokens": 338787291.0, + "step": 14345 + }, + { + "epoch": 1.5754447616955853, + "grad_norm": 2.5481927394866943, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.7302504181861877, + "num_tokens": 338806583.0, + "step": 14346 + }, + { + "epoch": 1.575554579398199, + "grad_norm": 2.2119665145874023, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.7018942832946777, + "num_tokens": 338833575.0, + "step": 14347 + }, + { + "epoch": 1.5756643971008126, + "grad_norm": 2.7173404693603516, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7409610748291016, + "num_tokens": 338851174.0, + "step": 14348 + }, + { + "epoch": 1.5757742148034262, + "grad_norm": 2.2030487060546875, + "learning_rate": 1e-06, + "loss": 1.038, + "mean_token_accuracy": 0.6957366466522217, + "num_tokens": 338882229.0, + "step": 14349 + }, + { + "epoch": 1.57588403250604, + "grad_norm": 2.439687490463257, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7251101732254028, + "num_tokens": 338904292.0, + "step": 14350 + }, + { + "epoch": 1.5759938502086537, + "grad_norm": 2.371344804763794, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7286153435707092, + "num_tokens": 338926797.0, + "step": 14351 + }, + { + "epoch": 1.5761036679112674, + "grad_norm": 2.466740608215332, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7146846652030945, + "num_tokens": 338949646.0, + "step": 14352 + }, + { + "epoch": 1.576213485613881, + "grad_norm": 2.631117343902588, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7267371416091919, + "num_tokens": 338968504.0, + "step": 14353 + }, + { + "epoch": 1.5763233033164945, + "grad_norm": 2.275089979171753, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7191520929336548, + "num_tokens": 338992312.0, + "step": 14354 + }, + { + "epoch": 1.5764331210191083, + "grad_norm": 2.48785662651062, + "learning_rate": 1e-06, + "loss": 0.8454, + "mean_token_accuracy": 0.7342789769172668, + "num_tokens": 339012807.0, + "step": 14355 + }, + { + "epoch": 1.576542938721722, + "grad_norm": 2.314304828643799, + "learning_rate": 1e-06, + "loss": 1.0011, + "mean_token_accuracy": 0.689124584197998, + "num_tokens": 339039237.0, + "step": 14356 + }, + { + "epoch": 1.5766527564243356, + "grad_norm": 2.441354513168335, + "learning_rate": 1e-06, + "loss": 0.8281, + "mean_token_accuracy": 0.7489166855812073, + "num_tokens": 339059456.0, + "step": 14357 + }, + { + "epoch": 1.5767625741269493, + "grad_norm": 2.381370782852173, + "learning_rate": 1e-06, + "loss": 0.8354, + "mean_token_accuracy": 0.7394182682037354, + "num_tokens": 339082972.0, + "step": 14358 + }, + { + "epoch": 1.5768723918295628, + "grad_norm": 2.072629451751709, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7227045297622681, + "num_tokens": 339111057.0, + "step": 14359 + }, + { + "epoch": 1.5769822095321766, + "grad_norm": 2.2739219665527344, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7020699977874756, + "num_tokens": 339135435.0, + "step": 14360 + }, + { + "epoch": 1.5770920272347904, + "grad_norm": 2.4241039752960205, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.714117169380188, + "num_tokens": 339158643.0, + "step": 14361 + }, + { + "epoch": 1.577201844937404, + "grad_norm": 2.3617708683013916, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7209839820861816, + "num_tokens": 339182856.0, + "step": 14362 + }, + { + "epoch": 1.5773116626400174, + "grad_norm": 2.0072181224823, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.7018269300460815, + "num_tokens": 339214758.0, + "step": 14363 + }, + { + "epoch": 1.5774214803426312, + "grad_norm": 2.5396358966827393, + "learning_rate": 1e-06, + "loss": 0.8473, + "mean_token_accuracy": 0.7459141612052917, + "num_tokens": 339236868.0, + "step": 14364 + }, + { + "epoch": 1.577531298045245, + "grad_norm": 2.2579050064086914, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.7006940245628357, + "num_tokens": 339261916.0, + "step": 14365 + }, + { + "epoch": 1.5776411157478587, + "grad_norm": 2.3072216510772705, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.6972332000732422, + "num_tokens": 339285565.0, + "step": 14366 + }, + { + "epoch": 1.5777509334504722, + "grad_norm": 2.4542629718780518, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7145472764968872, + "num_tokens": 339308324.0, + "step": 14367 + }, + { + "epoch": 1.5778607511530858, + "grad_norm": 2.533740520477295, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7278708219528198, + "num_tokens": 339327892.0, + "step": 14368 + }, + { + "epoch": 1.5779705688556995, + "grad_norm": 2.0787320137023926, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7128574848175049, + "num_tokens": 339356501.0, + "step": 14369 + }, + { + "epoch": 1.5780803865583133, + "grad_norm": 2.4185097217559814, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7096691727638245, + "num_tokens": 339379440.0, + "step": 14370 + }, + { + "epoch": 1.5781902042609268, + "grad_norm": 2.2558376789093018, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7073338627815247, + "num_tokens": 339405981.0, + "step": 14371 + }, + { + "epoch": 1.5783000219635406, + "grad_norm": 2.3222572803497314, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7375255823135376, + "num_tokens": 339429099.0, + "step": 14372 + }, + { + "epoch": 1.5784098396661541, + "grad_norm": 2.534254312515259, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7291852831840515, + "num_tokens": 339448422.0, + "step": 14373 + }, + { + "epoch": 1.5785196573687679, + "grad_norm": 2.2712533473968506, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7070186734199524, + "num_tokens": 339472889.0, + "step": 14374 + }, + { + "epoch": 1.5786294750713816, + "grad_norm": 2.531874179840088, + "learning_rate": 1e-06, + "loss": 0.8041, + "mean_token_accuracy": 0.7462072372436523, + "num_tokens": 339492426.0, + "step": 14375 + }, + { + "epoch": 1.5787392927739952, + "grad_norm": 2.227497100830078, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7400245666503906, + "num_tokens": 339517064.0, + "step": 14376 + }, + { + "epoch": 1.5788491104766087, + "grad_norm": 2.444509267807007, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.7086119651794434, + "num_tokens": 339537897.0, + "step": 14377 + }, + { + "epoch": 1.5789589281792225, + "grad_norm": 2.1924147605895996, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.703676700592041, + "num_tokens": 339564146.0, + "step": 14378 + }, + { + "epoch": 1.5790687458818362, + "grad_norm": 2.193392515182495, + "learning_rate": 1e-06, + "loss": 0.9116, + "mean_token_accuracy": 0.7143710851669312, + "num_tokens": 339590935.0, + "step": 14379 + }, + { + "epoch": 1.57917856358445, + "grad_norm": 2.2726986408233643, + "learning_rate": 1e-06, + "loss": 0.7825, + "mean_token_accuracy": 0.7489181756973267, + "num_tokens": 339613210.0, + "step": 14380 + }, + { + "epoch": 1.5792883812870635, + "grad_norm": 2.2221522331237793, + "learning_rate": 1e-06, + "loss": 0.9488, + "mean_token_accuracy": 0.709584653377533, + "num_tokens": 339638060.0, + "step": 14381 + }, + { + "epoch": 1.579398198989677, + "grad_norm": 2.770498275756836, + "learning_rate": 1e-06, + "loss": 0.8411, + "mean_token_accuracy": 0.7335065603256226, + "num_tokens": 339654328.0, + "step": 14382 + }, + { + "epoch": 1.5795080166922908, + "grad_norm": 2.253014326095581, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7139188647270203, + "num_tokens": 339679387.0, + "step": 14383 + }, + { + "epoch": 1.5796178343949046, + "grad_norm": 2.132146120071411, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.7263753414154053, + "num_tokens": 339704500.0, + "step": 14384 + }, + { + "epoch": 1.579727652097518, + "grad_norm": 2.1977922916412354, + "learning_rate": 1e-06, + "loss": 0.8975, + "mean_token_accuracy": 0.7206035852432251, + "num_tokens": 339730179.0, + "step": 14385 + }, + { + "epoch": 1.5798374698001316, + "grad_norm": 2.425654411315918, + "learning_rate": 1e-06, + "loss": 1.0451, + "mean_token_accuracy": 0.6782344579696655, + "num_tokens": 339755407.0, + "step": 14386 + }, + { + "epoch": 1.5799472875027454, + "grad_norm": 2.3671300411224365, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7179663777351379, + "num_tokens": 339778048.0, + "step": 14387 + }, + { + "epoch": 1.5800571052053591, + "grad_norm": 2.9821298122406006, + "learning_rate": 1e-06, + "loss": 0.7977, + "mean_token_accuracy": 0.7477195858955383, + "num_tokens": 339793139.0, + "step": 14388 + }, + { + "epoch": 1.580166922907973, + "grad_norm": 2.1405138969421387, + "learning_rate": 1e-06, + "loss": 0.8586, + "mean_token_accuracy": 0.727293074131012, + "num_tokens": 339817692.0, + "step": 14389 + }, + { + "epoch": 1.5802767406105864, + "grad_norm": 2.1620917320251465, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.701296329498291, + "num_tokens": 339845480.0, + "step": 14390 + }, + { + "epoch": 1.5803865583132, + "grad_norm": 2.1800179481506348, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7060936689376831, + "num_tokens": 339873840.0, + "step": 14391 + }, + { + "epoch": 1.5804963760158137, + "grad_norm": 2.179415225982666, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6829826235771179, + "num_tokens": 339903379.0, + "step": 14392 + }, + { + "epoch": 1.5806061937184275, + "grad_norm": 2.6000609397888184, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7437618374824524, + "num_tokens": 339927828.0, + "step": 14393 + }, + { + "epoch": 1.5807160114210412, + "grad_norm": 3.0272369384765625, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.729454755783081, + "num_tokens": 339944298.0, + "step": 14394 + }, + { + "epoch": 1.5808258291236548, + "grad_norm": 2.8323633670806885, + "learning_rate": 1e-06, + "loss": 0.8134, + "mean_token_accuracy": 0.7391934394836426, + "num_tokens": 339962955.0, + "step": 14395 + }, + { + "epoch": 1.5809356468262683, + "grad_norm": 2.3360626697540283, + "learning_rate": 1e-06, + "loss": 0.9253, + "mean_token_accuracy": 0.7113383412361145, + "num_tokens": 339986973.0, + "step": 14396 + }, + { + "epoch": 1.581045464528882, + "grad_norm": 2.4833827018737793, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7120118141174316, + "num_tokens": 340010323.0, + "step": 14397 + }, + { + "epoch": 1.5811552822314958, + "grad_norm": 2.315211534500122, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7217838764190674, + "num_tokens": 340035390.0, + "step": 14398 + }, + { + "epoch": 1.5812650999341094, + "grad_norm": 2.183706760406494, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7082324624061584, + "num_tokens": 340059744.0, + "step": 14399 + }, + { + "epoch": 1.5813749176367229, + "grad_norm": 2.932056188583374, + "learning_rate": 1e-06, + "loss": 0.8596, + "mean_token_accuracy": 0.7373113632202148, + "num_tokens": 340074164.0, + "step": 14400 + }, + { + "epoch": 1.5814847353393366, + "grad_norm": 2.3170461654663086, + "learning_rate": 1e-06, + "loss": 0.8401, + "mean_token_accuracy": 0.7336169481277466, + "num_tokens": 340096560.0, + "step": 14401 + }, + { + "epoch": 1.5815945530419504, + "grad_norm": 2.6506354808807373, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7162191867828369, + "num_tokens": 340117618.0, + "step": 14402 + }, + { + "epoch": 1.5817043707445642, + "grad_norm": 2.637887716293335, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7176200151443481, + "num_tokens": 340138047.0, + "step": 14403 + }, + { + "epoch": 1.5818141884471777, + "grad_norm": 2.0322458744049072, + "learning_rate": 1e-06, + "loss": 0.8901, + "mean_token_accuracy": 0.7225842475891113, + "num_tokens": 340166969.0, + "step": 14404 + }, + { + "epoch": 1.5819240061497912, + "grad_norm": 2.10807204246521, + "learning_rate": 1e-06, + "loss": 1.0187, + "mean_token_accuracy": 0.6975222826004028, + "num_tokens": 340195595.0, + "step": 14405 + }, + { + "epoch": 1.582033823852405, + "grad_norm": 2.206582546234131, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7264407277107239, + "num_tokens": 340219596.0, + "step": 14406 + }, + { + "epoch": 1.5821436415550187, + "grad_norm": 2.097229480743408, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7244536876678467, + "num_tokens": 340246313.0, + "step": 14407 + }, + { + "epoch": 1.5822534592576323, + "grad_norm": 2.2363290786743164, + "learning_rate": 1e-06, + "loss": 0.77, + "mean_token_accuracy": 0.7619738578796387, + "num_tokens": 340269033.0, + "step": 14408 + }, + { + "epoch": 1.582363276960246, + "grad_norm": 2.0861196517944336, + "learning_rate": 1e-06, + "loss": 0.8187, + "mean_token_accuracy": 0.7392593622207642, + "num_tokens": 340298165.0, + "step": 14409 + }, + { + "epoch": 1.5824730946628596, + "grad_norm": 2.2043795585632324, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7062905430793762, + "num_tokens": 340325157.0, + "step": 14410 + }, + { + "epoch": 1.5825829123654733, + "grad_norm": 2.334660768508911, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7133129239082336, + "num_tokens": 340348621.0, + "step": 14411 + }, + { + "epoch": 1.582692730068087, + "grad_norm": 2.240173101425171, + "learning_rate": 1e-06, + "loss": 0.8001, + "mean_token_accuracy": 0.7508271336555481, + "num_tokens": 340372828.0, + "step": 14412 + }, + { + "epoch": 1.5828025477707006, + "grad_norm": 2.5643749237060547, + "learning_rate": 1e-06, + "loss": 0.874, + "mean_token_accuracy": 0.7252705693244934, + "num_tokens": 340392614.0, + "step": 14413 + }, + { + "epoch": 1.5829123654733142, + "grad_norm": 2.334174394607544, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7336796522140503, + "num_tokens": 340415463.0, + "step": 14414 + }, + { + "epoch": 1.583022183175928, + "grad_norm": 2.148869037628174, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.711855411529541, + "num_tokens": 340443407.0, + "step": 14415 + }, + { + "epoch": 1.5831320008785417, + "grad_norm": 2.6369590759277344, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7182498574256897, + "num_tokens": 340462767.0, + "step": 14416 + }, + { + "epoch": 1.5832418185811554, + "grad_norm": 2.446699619293213, + "learning_rate": 1e-06, + "loss": 0.9246, + "mean_token_accuracy": 0.7189203500747681, + "num_tokens": 340484781.0, + "step": 14417 + }, + { + "epoch": 1.583351636283769, + "grad_norm": 2.188120126724243, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.710267186164856, + "num_tokens": 340510730.0, + "step": 14418 + }, + { + "epoch": 1.5834614539863825, + "grad_norm": 2.6354286670684814, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7122541666030884, + "num_tokens": 340531254.0, + "step": 14419 + }, + { + "epoch": 1.5835712716889963, + "grad_norm": 2.377394437789917, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.705030620098114, + "num_tokens": 340557076.0, + "step": 14420 + }, + { + "epoch": 1.58368108939161, + "grad_norm": 2.7626092433929443, + "learning_rate": 1e-06, + "loss": 0.8202, + "mean_token_accuracy": 0.7403030395507812, + "num_tokens": 340574301.0, + "step": 14421 + }, + { + "epoch": 1.5837909070942235, + "grad_norm": 2.4661362171173096, + "learning_rate": 1e-06, + "loss": 0.8219, + "mean_token_accuracy": 0.735869288444519, + "num_tokens": 340595242.0, + "step": 14422 + }, + { + "epoch": 1.5839007247968373, + "grad_norm": 2.79522442817688, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7235496640205383, + "num_tokens": 340613082.0, + "step": 14423 + }, + { + "epoch": 1.5840105424994508, + "grad_norm": 2.624201774597168, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7392902374267578, + "num_tokens": 340630509.0, + "step": 14424 + }, + { + "epoch": 1.5841203602020646, + "grad_norm": 2.3496646881103516, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7203433513641357, + "num_tokens": 340652669.0, + "step": 14425 + }, + { + "epoch": 1.5842301779046783, + "grad_norm": 2.2513930797576904, + "learning_rate": 1e-06, + "loss": 0.8929, + "mean_token_accuracy": 0.718697190284729, + "num_tokens": 340678018.0, + "step": 14426 + }, + { + "epoch": 1.5843399956072919, + "grad_norm": 2.2433998584747314, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7159154415130615, + "num_tokens": 340703072.0, + "step": 14427 + }, + { + "epoch": 1.5844498133099054, + "grad_norm": 3.3293380737304688, + "learning_rate": 1e-06, + "loss": 0.809, + "mean_token_accuracy": 0.7400294542312622, + "num_tokens": 340716227.0, + "step": 14428 + }, + { + "epoch": 1.5845596310125192, + "grad_norm": 1.972284197807312, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7114277482032776, + "num_tokens": 340746653.0, + "step": 14429 + }, + { + "epoch": 1.584669448715133, + "grad_norm": 2.307365894317627, + "learning_rate": 1e-06, + "loss": 0.9223, + "mean_token_accuracy": 0.723589301109314, + "num_tokens": 340770202.0, + "step": 14430 + }, + { + "epoch": 1.5847792664177467, + "grad_norm": 2.5463314056396484, + "learning_rate": 1e-06, + "loss": 0.9987, + "mean_token_accuracy": 0.6900674104690552, + "num_tokens": 340791816.0, + "step": 14431 + }, + { + "epoch": 1.5848890841203602, + "grad_norm": 2.2584197521209717, + "learning_rate": 1e-06, + "loss": 0.9844, + "mean_token_accuracy": 0.6927851438522339, + "num_tokens": 340819756.0, + "step": 14432 + }, + { + "epoch": 1.5849989018229738, + "grad_norm": 2.312229871749878, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7161605954170227, + "num_tokens": 340844244.0, + "step": 14433 + }, + { + "epoch": 1.5851087195255875, + "grad_norm": 2.759610891342163, + "learning_rate": 1e-06, + "loss": 0.7637, + "mean_token_accuracy": 0.753495991230011, + "num_tokens": 340861267.0, + "step": 14434 + }, + { + "epoch": 1.5852185372282013, + "grad_norm": 2.1506893634796143, + "learning_rate": 1e-06, + "loss": 0.8506, + "mean_token_accuracy": 0.7360080480575562, + "num_tokens": 340886317.0, + "step": 14435 + }, + { + "epoch": 1.5853283549308148, + "grad_norm": 2.3953824043273926, + "learning_rate": 1e-06, + "loss": 0.9344, + "mean_token_accuracy": 0.7228567600250244, + "num_tokens": 340909033.0, + "step": 14436 + }, + { + "epoch": 1.5854381726334283, + "grad_norm": 2.7707438468933105, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7322989702224731, + "num_tokens": 340927689.0, + "step": 14437 + }, + { + "epoch": 1.585547990336042, + "grad_norm": 2.2675435543060303, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.730345606803894, + "num_tokens": 340955231.0, + "step": 14438 + }, + { + "epoch": 1.5856578080386559, + "grad_norm": 2.203960657119751, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7368495464324951, + "num_tokens": 340980104.0, + "step": 14439 + }, + { + "epoch": 1.5857676257412696, + "grad_norm": 2.3359196186065674, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.7113524675369263, + "num_tokens": 341005805.0, + "step": 14440 + }, + { + "epoch": 1.5858774434438832, + "grad_norm": 2.358365297317505, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7191678285598755, + "num_tokens": 341029826.0, + "step": 14441 + }, + { + "epoch": 1.5859872611464967, + "grad_norm": 2.2073819637298584, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7106927037239075, + "num_tokens": 341055920.0, + "step": 14442 + }, + { + "epoch": 1.5860970788491104, + "grad_norm": 2.278557777404785, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7182650566101074, + "num_tokens": 341079893.0, + "step": 14443 + }, + { + "epoch": 1.5862068965517242, + "grad_norm": 2.4389684200286865, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7085593938827515, + "num_tokens": 341101677.0, + "step": 14444 + }, + { + "epoch": 1.586316714254338, + "grad_norm": 2.3705029487609863, + "learning_rate": 1e-06, + "loss": 0.8692, + "mean_token_accuracy": 0.7223778963088989, + "num_tokens": 341124086.0, + "step": 14445 + }, + { + "epoch": 1.5864265319569515, + "grad_norm": 2.118007183074951, + "learning_rate": 1e-06, + "loss": 0.9235, + "mean_token_accuracy": 0.7214794158935547, + "num_tokens": 341152612.0, + "step": 14446 + }, + { + "epoch": 1.586536349659565, + "grad_norm": 2.5391929149627686, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.7098720669746399, + "num_tokens": 341174717.0, + "step": 14447 + }, + { + "epoch": 1.5866461673621788, + "grad_norm": 2.6142868995666504, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7195417881011963, + "num_tokens": 341194956.0, + "step": 14448 + }, + { + "epoch": 1.5867559850647925, + "grad_norm": 2.278331756591797, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.728000283241272, + "num_tokens": 341218381.0, + "step": 14449 + }, + { + "epoch": 1.586865802767406, + "grad_norm": 2.372838020324707, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.7460417747497559, + "num_tokens": 341239994.0, + "step": 14450 + }, + { + "epoch": 1.5869756204700196, + "grad_norm": 2.5361328125, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.7527890205383301, + "num_tokens": 341259551.0, + "step": 14451 + }, + { + "epoch": 1.5870854381726334, + "grad_norm": 2.7053587436676025, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.729653000831604, + "num_tokens": 341277651.0, + "step": 14452 + }, + { + "epoch": 1.5871952558752471, + "grad_norm": 2.4510538578033447, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7145353555679321, + "num_tokens": 341300407.0, + "step": 14453 + }, + { + "epoch": 1.5873050735778609, + "grad_norm": 2.3871166706085205, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.716523289680481, + "num_tokens": 341325394.0, + "step": 14454 + }, + { + "epoch": 1.5874148912804744, + "grad_norm": 2.2737324237823486, + "learning_rate": 1e-06, + "loss": 0.8152, + "mean_token_accuracy": 0.734748899936676, + "num_tokens": 341348761.0, + "step": 14455 + }, + { + "epoch": 1.587524708983088, + "grad_norm": 2.3560643196105957, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7104445695877075, + "num_tokens": 341371944.0, + "step": 14456 + }, + { + "epoch": 1.5876345266857017, + "grad_norm": 2.2381045818328857, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7343705892562866, + "num_tokens": 341397284.0, + "step": 14457 + }, + { + "epoch": 1.5877443443883155, + "grad_norm": 2.44545316696167, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7302514314651489, + "num_tokens": 341418774.0, + "step": 14458 + }, + { + "epoch": 1.5878541620909292, + "grad_norm": 2.2581560611724854, + "learning_rate": 1e-06, + "loss": 0.9825, + "mean_token_accuracy": 0.704331636428833, + "num_tokens": 341444915.0, + "step": 14459 + }, + { + "epoch": 1.5879639797935428, + "grad_norm": 2.3167264461517334, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7185405492782593, + "num_tokens": 341470149.0, + "step": 14460 + }, + { + "epoch": 1.5880737974961563, + "grad_norm": 2.155400514602661, + "learning_rate": 1e-06, + "loss": 0.9408, + "mean_token_accuracy": 0.7095875144004822, + "num_tokens": 341496155.0, + "step": 14461 + }, + { + "epoch": 1.58818361519877, + "grad_norm": 2.340498447418213, + "learning_rate": 1e-06, + "loss": 0.9903, + "mean_token_accuracy": 0.6935428380966187, + "num_tokens": 341521259.0, + "step": 14462 + }, + { + "epoch": 1.5882934329013838, + "grad_norm": 2.2580504417419434, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7218471765518188, + "num_tokens": 341547227.0, + "step": 14463 + }, + { + "epoch": 1.5884032506039973, + "grad_norm": 2.780611515045166, + "learning_rate": 1e-06, + "loss": 0.8287, + "mean_token_accuracy": 0.7388924360275269, + "num_tokens": 341565370.0, + "step": 14464 + }, + { + "epoch": 1.5885130683066109, + "grad_norm": 2.2134454250335693, + "learning_rate": 1e-06, + "loss": 0.7975, + "mean_token_accuracy": 0.7500588893890381, + "num_tokens": 341590158.0, + "step": 14465 + }, + { + "epoch": 1.5886228860092246, + "grad_norm": 2.4810421466827393, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7266600131988525, + "num_tokens": 341612201.0, + "step": 14466 + }, + { + "epoch": 1.5887327037118384, + "grad_norm": 2.118353843688965, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7150041460990906, + "num_tokens": 341639544.0, + "step": 14467 + }, + { + "epoch": 1.5888425214144521, + "grad_norm": 2.2753055095672607, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.7432308197021484, + "num_tokens": 341662627.0, + "step": 14468 + }, + { + "epoch": 1.5889523391170657, + "grad_norm": 2.3862223625183105, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7180195450782776, + "num_tokens": 341684208.0, + "step": 14469 + }, + { + "epoch": 1.5890621568196792, + "grad_norm": 2.2782793045043945, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7253312468528748, + "num_tokens": 341709314.0, + "step": 14470 + }, + { + "epoch": 1.589171974522293, + "grad_norm": 2.027869462966919, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7124552726745605, + "num_tokens": 341739791.0, + "step": 14471 + }, + { + "epoch": 1.5892817922249067, + "grad_norm": 2.3374946117401123, + "learning_rate": 1e-06, + "loss": 0.8126, + "mean_token_accuracy": 0.7362088561058044, + "num_tokens": 341761803.0, + "step": 14472 + }, + { + "epoch": 1.5893916099275203, + "grad_norm": 2.596781015396118, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.7345097064971924, + "num_tokens": 341780158.0, + "step": 14473 + }, + { + "epoch": 1.589501427630134, + "grad_norm": 2.000929355621338, + "learning_rate": 1e-06, + "loss": 0.9322, + "mean_token_accuracy": 0.7161679267883301, + "num_tokens": 341810006.0, + "step": 14474 + }, + { + "epoch": 1.5896112453327476, + "grad_norm": 2.284909248352051, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7182453274726868, + "num_tokens": 341833278.0, + "step": 14475 + }, + { + "epoch": 1.5897210630353613, + "grad_norm": 2.1968491077423096, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.710529088973999, + "num_tokens": 341860970.0, + "step": 14476 + }, + { + "epoch": 1.589830880737975, + "grad_norm": 1.959031105041504, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7250205874443054, + "num_tokens": 341895110.0, + "step": 14477 + }, + { + "epoch": 1.5899406984405886, + "grad_norm": 2.0792524814605713, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7201780080795288, + "num_tokens": 341924112.0, + "step": 14478 + }, + { + "epoch": 1.5900505161432021, + "grad_norm": 2.1022591590881348, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7307576537132263, + "num_tokens": 341950082.0, + "step": 14479 + }, + { + "epoch": 1.590160333845816, + "grad_norm": 2.465637683868408, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7044590711593628, + "num_tokens": 341973694.0, + "step": 14480 + }, + { + "epoch": 1.5902701515484297, + "grad_norm": 2.462064266204834, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7131327390670776, + "num_tokens": 341995564.0, + "step": 14481 + }, + { + "epoch": 1.5903799692510434, + "grad_norm": 2.5715689659118652, + "learning_rate": 1e-06, + "loss": 0.7893, + "mean_token_accuracy": 0.7537752389907837, + "num_tokens": 342014774.0, + "step": 14482 + }, + { + "epoch": 1.590489786953657, + "grad_norm": 2.635148286819458, + "learning_rate": 1e-06, + "loss": 0.7644, + "mean_token_accuracy": 0.7657797336578369, + "num_tokens": 342031730.0, + "step": 14483 + }, + { + "epoch": 1.5905996046562705, + "grad_norm": 2.1365325450897217, + "learning_rate": 1e-06, + "loss": 0.8573, + "mean_token_accuracy": 0.7374184131622314, + "num_tokens": 342058461.0, + "step": 14484 + }, + { + "epoch": 1.5907094223588842, + "grad_norm": 2.3588099479675293, + "learning_rate": 1e-06, + "loss": 0.9888, + "mean_token_accuracy": 0.6992933750152588, + "num_tokens": 342083003.0, + "step": 14485 + }, + { + "epoch": 1.590819240061498, + "grad_norm": 2.1077375411987305, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.720841646194458, + "num_tokens": 342111202.0, + "step": 14486 + }, + { + "epoch": 1.5909290577641115, + "grad_norm": 2.3304619789123535, + "learning_rate": 1e-06, + "loss": 0.8458, + "mean_token_accuracy": 0.7326299548149109, + "num_tokens": 342134671.0, + "step": 14487 + }, + { + "epoch": 1.5910388754667253, + "grad_norm": 2.29917049407959, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7197254300117493, + "num_tokens": 342158550.0, + "step": 14488 + }, + { + "epoch": 1.5911486931693388, + "grad_norm": 2.5702710151672363, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7107982635498047, + "num_tokens": 342179234.0, + "step": 14489 + }, + { + "epoch": 1.5912585108719526, + "grad_norm": 2.0572893619537354, + "learning_rate": 1e-06, + "loss": 0.8497, + "mean_token_accuracy": 0.7297385931015015, + "num_tokens": 342207415.0, + "step": 14490 + }, + { + "epoch": 1.5913683285745663, + "grad_norm": 2.0769433975219727, + "learning_rate": 1e-06, + "loss": 0.991, + "mean_token_accuracy": 0.694599986076355, + "num_tokens": 342236723.0, + "step": 14491 + }, + { + "epoch": 1.5914781462771799, + "grad_norm": 2.1081347465515137, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.6945661306381226, + "num_tokens": 342265774.0, + "step": 14492 + }, + { + "epoch": 1.5915879639797934, + "grad_norm": 2.0208992958068848, + "learning_rate": 1e-06, + "loss": 0.9566, + "mean_token_accuracy": 0.7033793926239014, + "num_tokens": 342297586.0, + "step": 14493 + }, + { + "epoch": 1.5916977816824072, + "grad_norm": 2.9252779483795166, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7224242091178894, + "num_tokens": 342313168.0, + "step": 14494 + }, + { + "epoch": 1.591807599385021, + "grad_norm": 2.479112386703491, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7359914779663086, + "num_tokens": 342334204.0, + "step": 14495 + }, + { + "epoch": 1.5919174170876347, + "grad_norm": 2.2353878021240234, + "learning_rate": 1e-06, + "loss": 0.768, + "mean_token_accuracy": 0.763027012348175, + "num_tokens": 342358947.0, + "step": 14496 + }, + { + "epoch": 1.5920272347902482, + "grad_norm": 1.8206753730773926, + "learning_rate": 1e-06, + "loss": 0.8148, + "mean_token_accuracy": 0.7398828268051147, + "num_tokens": 342391432.0, + "step": 14497 + }, + { + "epoch": 1.5921370524928617, + "grad_norm": 2.054164171218872, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7091033458709717, + "num_tokens": 342421383.0, + "step": 14498 + }, + { + "epoch": 1.5922468701954755, + "grad_norm": 2.063821792602539, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7046604156494141, + "num_tokens": 342452547.0, + "step": 14499 + }, + { + "epoch": 1.5923566878980893, + "grad_norm": 2.5649008750915527, + "learning_rate": 1e-06, + "loss": 0.8112, + "mean_token_accuracy": 0.748505711555481, + "num_tokens": 342471749.0, + "step": 14500 + }, + { + "epoch": 1.5924665056007028, + "grad_norm": 2.7286019325256348, + "learning_rate": 1e-06, + "loss": 0.7565, + "mean_token_accuracy": 0.7576848864555359, + "num_tokens": 342489487.0, + "step": 14501 + }, + { + "epoch": 1.5925763233033163, + "grad_norm": 2.0522613525390625, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7194911241531372, + "num_tokens": 342518869.0, + "step": 14502 + }, + { + "epoch": 1.59268614100593, + "grad_norm": 2.4119467735290527, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7068175673484802, + "num_tokens": 342545239.0, + "step": 14503 + }, + { + "epoch": 1.5927959587085438, + "grad_norm": 2.3749396800994873, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.693856954574585, + "num_tokens": 342568993.0, + "step": 14504 + }, + { + "epoch": 1.5929057764111576, + "grad_norm": 2.737565517425537, + "learning_rate": 1e-06, + "loss": 0.9023, + "mean_token_accuracy": 0.7246105074882507, + "num_tokens": 342586794.0, + "step": 14505 + }, + { + "epoch": 1.5930155941137711, + "grad_norm": 2.488306760787964, + "learning_rate": 1e-06, + "loss": 0.8928, + "mean_token_accuracy": 0.7204442024230957, + "num_tokens": 342608575.0, + "step": 14506 + }, + { + "epoch": 1.5931254118163847, + "grad_norm": 2.1366336345672607, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7226961851119995, + "num_tokens": 342635231.0, + "step": 14507 + }, + { + "epoch": 1.5932352295189984, + "grad_norm": 2.1018176078796387, + "learning_rate": 1e-06, + "loss": 0.9382, + "mean_token_accuracy": 0.7113903760910034, + "num_tokens": 342662690.0, + "step": 14508 + }, + { + "epoch": 1.5933450472216122, + "grad_norm": 2.4535391330718994, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7259187698364258, + "num_tokens": 342683539.0, + "step": 14509 + }, + { + "epoch": 1.593454864924226, + "grad_norm": 2.334110736846924, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7166720628738403, + "num_tokens": 342707146.0, + "step": 14510 + }, + { + "epoch": 1.5935646826268395, + "grad_norm": 2.4153501987457275, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7067233324050903, + "num_tokens": 342727683.0, + "step": 14511 + }, + { + "epoch": 1.593674500329453, + "grad_norm": 2.265906572341919, + "learning_rate": 1e-06, + "loss": 0.8575, + "mean_token_accuracy": 0.7270185947418213, + "num_tokens": 342752329.0, + "step": 14512 + }, + { + "epoch": 1.5937843180320668, + "grad_norm": 2.4974043369293213, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7066373825073242, + "num_tokens": 342773155.0, + "step": 14513 + }, + { + "epoch": 1.5938941357346805, + "grad_norm": 2.3501627445220947, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7067744731903076, + "num_tokens": 342798341.0, + "step": 14514 + }, + { + "epoch": 1.594003953437294, + "grad_norm": 2.31122088432312, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7085708379745483, + "num_tokens": 342823014.0, + "step": 14515 + }, + { + "epoch": 1.5941137711399076, + "grad_norm": 2.7496285438537598, + "learning_rate": 1e-06, + "loss": 0.85, + "mean_token_accuracy": 0.7276850938796997, + "num_tokens": 342840618.0, + "step": 14516 + }, + { + "epoch": 1.5942235888425214, + "grad_norm": 2.4506890773773193, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7117792367935181, + "num_tokens": 342863283.0, + "step": 14517 + }, + { + "epoch": 1.5943334065451351, + "grad_norm": 2.0810694694519043, + "learning_rate": 1e-06, + "loss": 0.9953, + "mean_token_accuracy": 0.6950318813323975, + "num_tokens": 342894511.0, + "step": 14518 + }, + { + "epoch": 1.5944432242477489, + "grad_norm": 2.364095449447632, + "learning_rate": 1e-06, + "loss": 0.8405, + "mean_token_accuracy": 0.7399425506591797, + "num_tokens": 342916954.0, + "step": 14519 + }, + { + "epoch": 1.5945530419503624, + "grad_norm": 2.6155881881713867, + "learning_rate": 1e-06, + "loss": 0.8431, + "mean_token_accuracy": 0.7315146327018738, + "num_tokens": 342935929.0, + "step": 14520 + }, + { + "epoch": 1.594662859652976, + "grad_norm": 2.442401170730591, + "learning_rate": 1e-06, + "loss": 0.8485, + "mean_token_accuracy": 0.732244610786438, + "num_tokens": 342957526.0, + "step": 14521 + }, + { + "epoch": 1.5947726773555897, + "grad_norm": 2.406174659729004, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7113357782363892, + "num_tokens": 342980255.0, + "step": 14522 + }, + { + "epoch": 1.5948824950582035, + "grad_norm": 2.438002586364746, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7098242044448853, + "num_tokens": 343002332.0, + "step": 14523 + }, + { + "epoch": 1.5949923127608172, + "grad_norm": 2.111633539199829, + "learning_rate": 1e-06, + "loss": 0.8577, + "mean_token_accuracy": 0.7351341843605042, + "num_tokens": 343030046.0, + "step": 14524 + }, + { + "epoch": 1.5951021304634307, + "grad_norm": 2.6472373008728027, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7314052581787109, + "num_tokens": 343047278.0, + "step": 14525 + }, + { + "epoch": 1.5952119481660443, + "grad_norm": 2.2691798210144043, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7017467021942139, + "num_tokens": 343072299.0, + "step": 14526 + }, + { + "epoch": 1.595321765868658, + "grad_norm": 2.7241649627685547, + "learning_rate": 1e-06, + "loss": 0.9321, + "mean_token_accuracy": 0.7159877419471741, + "num_tokens": 343090786.0, + "step": 14527 + }, + { + "epoch": 1.5954315835712718, + "grad_norm": 2.3192291259765625, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7327917218208313, + "num_tokens": 343114469.0, + "step": 14528 + }, + { + "epoch": 1.5955414012738853, + "grad_norm": 2.658463716506958, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.7218234539031982, + "num_tokens": 343136079.0, + "step": 14529 + }, + { + "epoch": 1.5956512189764989, + "grad_norm": 2.2270584106445312, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7148355841636658, + "num_tokens": 343161838.0, + "step": 14530 + }, + { + "epoch": 1.5957610366791126, + "grad_norm": 2.46744966506958, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7277476787567139, + "num_tokens": 343184792.0, + "step": 14531 + }, + { + "epoch": 1.5958708543817264, + "grad_norm": 2.577523708343506, + "learning_rate": 1e-06, + "loss": 0.7997, + "mean_token_accuracy": 0.7552846670150757, + "num_tokens": 343203303.0, + "step": 14532 + }, + { + "epoch": 1.5959806720843401, + "grad_norm": 2.394721746444702, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7359992861747742, + "num_tokens": 343225193.0, + "step": 14533 + }, + { + "epoch": 1.5960904897869537, + "grad_norm": 2.531893730163574, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7350804805755615, + "num_tokens": 343245468.0, + "step": 14534 + }, + { + "epoch": 1.5962003074895672, + "grad_norm": 2.571828842163086, + "learning_rate": 1e-06, + "loss": 0.9746, + "mean_token_accuracy": 0.6979683637619019, + "num_tokens": 343266884.0, + "step": 14535 + }, + { + "epoch": 1.596310125192181, + "grad_norm": 2.324309825897217, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7157304883003235, + "num_tokens": 343290006.0, + "step": 14536 + }, + { + "epoch": 1.5964199428947947, + "grad_norm": 2.4530465602874756, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7069643139839172, + "num_tokens": 343313379.0, + "step": 14537 + }, + { + "epoch": 1.5965297605974083, + "grad_norm": 2.273678779602051, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7391711473464966, + "num_tokens": 343337862.0, + "step": 14538 + }, + { + "epoch": 1.596639578300022, + "grad_norm": 2.244079113006592, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7233439683914185, + "num_tokens": 343363931.0, + "step": 14539 + }, + { + "epoch": 1.5967493960026355, + "grad_norm": 2.169015407562256, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7135956287384033, + "num_tokens": 343391402.0, + "step": 14540 + }, + { + "epoch": 1.5968592137052493, + "grad_norm": 2.3508124351501465, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7121302485466003, + "num_tokens": 343414214.0, + "step": 14541 + }, + { + "epoch": 1.596969031407863, + "grad_norm": 2.7247087955474854, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7266103029251099, + "num_tokens": 343432166.0, + "step": 14542 + }, + { + "epoch": 1.5970788491104766, + "grad_norm": 2.5890867710113525, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.7279891967773438, + "num_tokens": 343450483.0, + "step": 14543 + }, + { + "epoch": 1.5971886668130901, + "grad_norm": 2.451967477798462, + "learning_rate": 1e-06, + "loss": 0.9014, + "mean_token_accuracy": 0.720862627029419, + "num_tokens": 343471095.0, + "step": 14544 + }, + { + "epoch": 1.5972984845157039, + "grad_norm": 2.633167266845703, + "learning_rate": 1e-06, + "loss": 0.9068, + "mean_token_accuracy": 0.7205315828323364, + "num_tokens": 343490654.0, + "step": 14545 + }, + { + "epoch": 1.5974083022183176, + "grad_norm": 2.1746256351470947, + "learning_rate": 1e-06, + "loss": 0.9878, + "mean_token_accuracy": 0.7008830308914185, + "num_tokens": 343518246.0, + "step": 14546 + }, + { + "epoch": 1.5975181199209314, + "grad_norm": 2.613130569458008, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7239171266555786, + "num_tokens": 343538645.0, + "step": 14547 + }, + { + "epoch": 1.597627937623545, + "grad_norm": 2.1318702697753906, + "learning_rate": 1e-06, + "loss": 0.8271, + "mean_token_accuracy": 0.7410721182823181, + "num_tokens": 343566137.0, + "step": 14548 + }, + { + "epoch": 1.5977377553261585, + "grad_norm": 2.197795867919922, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7331582307815552, + "num_tokens": 343592029.0, + "step": 14549 + }, + { + "epoch": 1.5978475730287722, + "grad_norm": 2.2863004207611084, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7060150504112244, + "num_tokens": 343617389.0, + "step": 14550 + }, + { + "epoch": 1.597957390731386, + "grad_norm": 2.339735746383667, + "learning_rate": 1e-06, + "loss": 0.8035, + "mean_token_accuracy": 0.739098310470581, + "num_tokens": 343639920.0, + "step": 14551 + }, + { + "epoch": 1.5980672084339995, + "grad_norm": 2.2960262298583984, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7201419472694397, + "num_tokens": 343664864.0, + "step": 14552 + }, + { + "epoch": 1.5981770261366133, + "grad_norm": 2.4693679809570312, + "learning_rate": 1e-06, + "loss": 0.932, + "mean_token_accuracy": 0.7127057909965515, + "num_tokens": 343687197.0, + "step": 14553 + }, + { + "epoch": 1.5982868438392268, + "grad_norm": 2.3113744258880615, + "learning_rate": 1e-06, + "loss": 0.829, + "mean_token_accuracy": 0.7371276617050171, + "num_tokens": 343710866.0, + "step": 14554 + }, + { + "epoch": 1.5983966615418406, + "grad_norm": 2.959986686706543, + "learning_rate": 1e-06, + "loss": 0.7743, + "mean_token_accuracy": 0.75284743309021, + "num_tokens": 343726432.0, + "step": 14555 + }, + { + "epoch": 1.5985064792444543, + "grad_norm": 2.7140324115753174, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7198283076286316, + "num_tokens": 343746131.0, + "step": 14556 + }, + { + "epoch": 1.5986162969470679, + "grad_norm": 2.234074354171753, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7097328901290894, + "num_tokens": 343775771.0, + "step": 14557 + }, + { + "epoch": 1.5987261146496814, + "grad_norm": 2.7226672172546387, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7213461995124817, + "num_tokens": 343793059.0, + "step": 14558 + }, + { + "epoch": 1.5988359323522952, + "grad_norm": 2.1974127292633057, + "learning_rate": 1e-06, + "loss": 0.881, + "mean_token_accuracy": 0.7260077595710754, + "num_tokens": 343819348.0, + "step": 14559 + }, + { + "epoch": 1.598945750054909, + "grad_norm": 2.56563663482666, + "learning_rate": 1e-06, + "loss": 0.9213, + "mean_token_accuracy": 0.7171963453292847, + "num_tokens": 343840766.0, + "step": 14560 + }, + { + "epoch": 1.5990555677575227, + "grad_norm": 2.305065155029297, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.7216812372207642, + "num_tokens": 343863574.0, + "step": 14561 + }, + { + "epoch": 1.5991653854601362, + "grad_norm": 2.42712664604187, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7151368856430054, + "num_tokens": 343888868.0, + "step": 14562 + }, + { + "epoch": 1.5992752031627497, + "grad_norm": 2.473827362060547, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7240207195281982, + "num_tokens": 343910479.0, + "step": 14563 + }, + { + "epoch": 1.5993850208653635, + "grad_norm": 2.307738780975342, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7068288922309875, + "num_tokens": 343935634.0, + "step": 14564 + }, + { + "epoch": 1.5994948385679773, + "grad_norm": 2.492666721343994, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7160844802856445, + "num_tokens": 343958121.0, + "step": 14565 + }, + { + "epoch": 1.5996046562705908, + "grad_norm": 2.3679769039154053, + "learning_rate": 1e-06, + "loss": 0.8262, + "mean_token_accuracy": 0.7352772951126099, + "num_tokens": 343979326.0, + "step": 14566 + }, + { + "epoch": 1.5997144739732043, + "grad_norm": 2.3053250312805176, + "learning_rate": 1e-06, + "loss": 0.9507, + "mean_token_accuracy": 0.7100507616996765, + "num_tokens": 344005484.0, + "step": 14567 + }, + { + "epoch": 1.599824291675818, + "grad_norm": 2.275418758392334, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.7073997259140015, + "num_tokens": 344030782.0, + "step": 14568 + }, + { + "epoch": 1.5999341093784318, + "grad_norm": 2.390718698501587, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7163046598434448, + "num_tokens": 344053352.0, + "step": 14569 + }, + { + "epoch": 1.6000439270810456, + "grad_norm": 2.2263073921203613, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7109279036521912, + "num_tokens": 344079725.0, + "step": 14570 + }, + { + "epoch": 1.6001537447836591, + "grad_norm": 2.249082326889038, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7182959914207458, + "num_tokens": 344104447.0, + "step": 14571 + }, + { + "epoch": 1.6002635624862727, + "grad_norm": 2.121777057647705, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7214858531951904, + "num_tokens": 344131245.0, + "step": 14572 + }, + { + "epoch": 1.6003733801888864, + "grad_norm": 2.379079818725586, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.7018551826477051, + "num_tokens": 344156582.0, + "step": 14573 + }, + { + "epoch": 1.6004831978915002, + "grad_norm": 2.2808165550231934, + "learning_rate": 1e-06, + "loss": 0.7975, + "mean_token_accuracy": 0.7497113347053528, + "num_tokens": 344181126.0, + "step": 14574 + }, + { + "epoch": 1.600593015594114, + "grad_norm": 2.7590534687042236, + "learning_rate": 1e-06, + "loss": 0.86, + "mean_token_accuracy": 0.736346423625946, + "num_tokens": 344198844.0, + "step": 14575 + }, + { + "epoch": 1.6007028332967275, + "grad_norm": 2.370039701461792, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7087863087654114, + "num_tokens": 344220726.0, + "step": 14576 + }, + { + "epoch": 1.600812650999341, + "grad_norm": 2.457728624343872, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.702791154384613, + "num_tokens": 344243970.0, + "step": 14577 + }, + { + "epoch": 1.6009224687019548, + "grad_norm": 2.7740330696105957, + "learning_rate": 1e-06, + "loss": 0.7929, + "mean_token_accuracy": 0.7450711727142334, + "num_tokens": 344260214.0, + "step": 14578 + }, + { + "epoch": 1.6010322864045685, + "grad_norm": 2.7664294242858887, + "learning_rate": 1e-06, + "loss": 0.811, + "mean_token_accuracy": 0.7410430908203125, + "num_tokens": 344279092.0, + "step": 14579 + }, + { + "epoch": 1.601142104107182, + "grad_norm": 2.137145757675171, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.726067304611206, + "num_tokens": 344307177.0, + "step": 14580 + }, + { + "epoch": 1.6012519218097956, + "grad_norm": 1.9920825958251953, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7260155081748962, + "num_tokens": 344338572.0, + "step": 14581 + }, + { + "epoch": 1.6013617395124093, + "grad_norm": 2.232391119003296, + "learning_rate": 1e-06, + "loss": 0.9614, + "mean_token_accuracy": 0.7085871696472168, + "num_tokens": 344367385.0, + "step": 14582 + }, + { + "epoch": 1.601471557215023, + "grad_norm": 2.5665106773376465, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7208007574081421, + "num_tokens": 344388278.0, + "step": 14583 + }, + { + "epoch": 1.6015813749176369, + "grad_norm": 2.224459648132324, + "learning_rate": 1e-06, + "loss": 1.0393, + "mean_token_accuracy": 0.6875643134117126, + "num_tokens": 344417237.0, + "step": 14584 + }, + { + "epoch": 1.6016911926202504, + "grad_norm": 2.427828550338745, + "learning_rate": 1e-06, + "loss": 0.8635, + "mean_token_accuracy": 0.7349592447280884, + "num_tokens": 344438947.0, + "step": 14585 + }, + { + "epoch": 1.601801010322864, + "grad_norm": 2.2951433658599854, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7154895067214966, + "num_tokens": 344465008.0, + "step": 14586 + }, + { + "epoch": 1.6019108280254777, + "grad_norm": 2.248182535171509, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6956017017364502, + "num_tokens": 344490006.0, + "step": 14587 + }, + { + "epoch": 1.6020206457280914, + "grad_norm": 2.53702449798584, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7081056833267212, + "num_tokens": 344510831.0, + "step": 14588 + }, + { + "epoch": 1.602130463430705, + "grad_norm": 2.4232559204101562, + "learning_rate": 1e-06, + "loss": 1.0194, + "mean_token_accuracy": 0.683556079864502, + "num_tokens": 344533840.0, + "step": 14589 + }, + { + "epoch": 1.6022402811333187, + "grad_norm": 2.261629104614258, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7185672521591187, + "num_tokens": 344556854.0, + "step": 14590 + }, + { + "epoch": 1.6023500988359323, + "grad_norm": 2.110870361328125, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7075209617614746, + "num_tokens": 344586109.0, + "step": 14591 + }, + { + "epoch": 1.602459916538546, + "grad_norm": 2.7611610889434814, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7277844548225403, + "num_tokens": 344604947.0, + "step": 14592 + }, + { + "epoch": 1.6025697342411598, + "grad_norm": 2.25578236579895, + "learning_rate": 1e-06, + "loss": 0.9602, + "mean_token_accuracy": 0.7098294496536255, + "num_tokens": 344633738.0, + "step": 14593 + }, + { + "epoch": 1.6026795519437733, + "grad_norm": 2.1126022338867188, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.7218976020812988, + "num_tokens": 344662341.0, + "step": 14594 + }, + { + "epoch": 1.6027893696463869, + "grad_norm": 2.2628514766693115, + "learning_rate": 1e-06, + "loss": 1.0041, + "mean_token_accuracy": 0.7024791240692139, + "num_tokens": 344690342.0, + "step": 14595 + }, + { + "epoch": 1.6028991873490006, + "grad_norm": 2.22424578666687, + "learning_rate": 1e-06, + "loss": 0.8232, + "mean_token_accuracy": 0.7372409701347351, + "num_tokens": 344714840.0, + "step": 14596 + }, + { + "epoch": 1.6030090050516144, + "grad_norm": 2.044069766998291, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7249506115913391, + "num_tokens": 344743486.0, + "step": 14597 + }, + { + "epoch": 1.6031188227542281, + "grad_norm": 2.360680103302002, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.71148681640625, + "num_tokens": 344764021.0, + "step": 14598 + }, + { + "epoch": 1.6032286404568417, + "grad_norm": 2.3760571479797363, + "learning_rate": 1e-06, + "loss": 0.9701, + "mean_token_accuracy": 0.7022095918655396, + "num_tokens": 344787740.0, + "step": 14599 + }, + { + "epoch": 1.6033384581594552, + "grad_norm": 2.2135214805603027, + "learning_rate": 1e-06, + "loss": 0.9542, + "mean_token_accuracy": 0.7011028528213501, + "num_tokens": 344816107.0, + "step": 14600 + }, + { + "epoch": 1.603448275862069, + "grad_norm": 2.1663873195648193, + "learning_rate": 1e-06, + "loss": 0.9058, + "mean_token_accuracy": 0.7171931266784668, + "num_tokens": 344842297.0, + "step": 14601 + }, + { + "epoch": 1.6035580935646827, + "grad_norm": 2.3470609188079834, + "learning_rate": 1e-06, + "loss": 0.7826, + "mean_token_accuracy": 0.7551990747451782, + "num_tokens": 344865830.0, + "step": 14602 + }, + { + "epoch": 1.6036679112672962, + "grad_norm": 2.1367130279541016, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7254200577735901, + "num_tokens": 344892381.0, + "step": 14603 + }, + { + "epoch": 1.60377772896991, + "grad_norm": 2.3784172534942627, + "learning_rate": 1e-06, + "loss": 0.8418, + "mean_token_accuracy": 0.7362552881240845, + "num_tokens": 344914306.0, + "step": 14604 + }, + { + "epoch": 1.6038875466725235, + "grad_norm": 2.757520914077759, + "learning_rate": 1e-06, + "loss": 0.8032, + "mean_token_accuracy": 0.7462495565414429, + "num_tokens": 344931749.0, + "step": 14605 + }, + { + "epoch": 1.6039973643751373, + "grad_norm": 2.2960875034332275, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7271264791488647, + "num_tokens": 344954874.0, + "step": 14606 + }, + { + "epoch": 1.604107182077751, + "grad_norm": 2.330242872238159, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7354291081428528, + "num_tokens": 344977762.0, + "step": 14607 + }, + { + "epoch": 1.6042169997803646, + "grad_norm": 2.578882932662964, + "learning_rate": 1e-06, + "loss": 0.8056, + "mean_token_accuracy": 0.749148964881897, + "num_tokens": 344996869.0, + "step": 14608 + }, + { + "epoch": 1.6043268174829781, + "grad_norm": 2.8393588066101074, + "learning_rate": 1e-06, + "loss": 0.7625, + "mean_token_accuracy": 0.7548919916152954, + "num_tokens": 345012542.0, + "step": 14609 + }, + { + "epoch": 1.6044366351855919, + "grad_norm": 2.1268153190612793, + "learning_rate": 1e-06, + "loss": 0.8784, + "mean_token_accuracy": 0.7306421399116516, + "num_tokens": 345041511.0, + "step": 14610 + }, + { + "epoch": 1.6045464528882056, + "grad_norm": 2.1818716526031494, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.698424220085144, + "num_tokens": 345070205.0, + "step": 14611 + }, + { + "epoch": 1.6046562705908194, + "grad_norm": 2.217057704925537, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7011154294013977, + "num_tokens": 345100821.0, + "step": 14612 + }, + { + "epoch": 1.604766088293433, + "grad_norm": 2.2828266620635986, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7319900989532471, + "num_tokens": 345124987.0, + "step": 14613 + }, + { + "epoch": 1.6048759059960465, + "grad_norm": 2.396796941757202, + "learning_rate": 1e-06, + "loss": 0.8654, + "mean_token_accuracy": 0.7319933176040649, + "num_tokens": 345146154.0, + "step": 14614 + }, + { + "epoch": 1.6049857236986602, + "grad_norm": 2.1590516567230225, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7112829089164734, + "num_tokens": 345174016.0, + "step": 14615 + }, + { + "epoch": 1.605095541401274, + "grad_norm": 2.5566587448120117, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7232111692428589, + "num_tokens": 345194259.0, + "step": 14616 + }, + { + "epoch": 1.6052053591038875, + "grad_norm": 2.1855385303497314, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7117447853088379, + "num_tokens": 345220095.0, + "step": 14617 + }, + { + "epoch": 1.605315176806501, + "grad_norm": 2.110518217086792, + "learning_rate": 1e-06, + "loss": 0.9433, + "mean_token_accuracy": 0.7167437076568604, + "num_tokens": 345247143.0, + "step": 14618 + }, + { + "epoch": 1.6054249945091148, + "grad_norm": 2.7090377807617188, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.7287963032722473, + "num_tokens": 345265185.0, + "step": 14619 + }, + { + "epoch": 1.6055348122117286, + "grad_norm": 2.1692283153533936, + "learning_rate": 1e-06, + "loss": 0.98, + "mean_token_accuracy": 0.7026373147964478, + "num_tokens": 345291670.0, + "step": 14620 + }, + { + "epoch": 1.6056446299143423, + "grad_norm": 2.2427096366882324, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7099624872207642, + "num_tokens": 345317358.0, + "step": 14621 + }, + { + "epoch": 1.6057544476169558, + "grad_norm": 2.2573537826538086, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7170194387435913, + "num_tokens": 345343804.0, + "step": 14622 + }, + { + "epoch": 1.6058642653195694, + "grad_norm": 2.1596641540527344, + "learning_rate": 1e-06, + "loss": 0.8142, + "mean_token_accuracy": 0.7486652135848999, + "num_tokens": 345370275.0, + "step": 14623 + }, + { + "epoch": 1.6059740830221831, + "grad_norm": 2.384995222091675, + "learning_rate": 1e-06, + "loss": 0.9139, + "mean_token_accuracy": 0.7236570119857788, + "num_tokens": 345392017.0, + "step": 14624 + }, + { + "epoch": 1.606083900724797, + "grad_norm": 2.7311835289001465, + "learning_rate": 1e-06, + "loss": 0.857, + "mean_token_accuracy": 0.7289381623268127, + "num_tokens": 345410308.0, + "step": 14625 + }, + { + "epoch": 1.6061937184274107, + "grad_norm": 2.6450586318969727, + "learning_rate": 1e-06, + "loss": 0.8677, + "mean_token_accuracy": 0.7324516773223877, + "num_tokens": 345429059.0, + "step": 14626 + }, + { + "epoch": 1.6063035361300242, + "grad_norm": 2.5343639850616455, + "learning_rate": 1e-06, + "loss": 0.7914, + "mean_token_accuracy": 0.7478342056274414, + "num_tokens": 345448869.0, + "step": 14627 + }, + { + "epoch": 1.6064133538326377, + "grad_norm": 2.1255171298980713, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7130007743835449, + "num_tokens": 345476459.0, + "step": 14628 + }, + { + "epoch": 1.6065231715352515, + "grad_norm": 2.4175682067871094, + "learning_rate": 1e-06, + "loss": 0.9311, + "mean_token_accuracy": 0.719463050365448, + "num_tokens": 345500187.0, + "step": 14629 + }, + { + "epoch": 1.6066329892378652, + "grad_norm": 2.677842378616333, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7226500511169434, + "num_tokens": 345521200.0, + "step": 14630 + }, + { + "epoch": 1.6067428069404788, + "grad_norm": 2.141531467437744, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.697921097278595, + "num_tokens": 345551449.0, + "step": 14631 + }, + { + "epoch": 1.6068526246430923, + "grad_norm": 2.4484071731567383, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7162947058677673, + "num_tokens": 345572727.0, + "step": 14632 + }, + { + "epoch": 1.606962442345706, + "grad_norm": 2.4042789936065674, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7091846466064453, + "num_tokens": 345595528.0, + "step": 14633 + }, + { + "epoch": 1.6070722600483198, + "grad_norm": 2.344970703125, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7137371897697449, + "num_tokens": 345619997.0, + "step": 14634 + }, + { + "epoch": 1.6071820777509336, + "grad_norm": 2.0998940467834473, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.7109493613243103, + "num_tokens": 345650170.0, + "step": 14635 + }, + { + "epoch": 1.6072918954535471, + "grad_norm": 2.3680007457733154, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7050027251243591, + "num_tokens": 345674341.0, + "step": 14636 + }, + { + "epoch": 1.6074017131561606, + "grad_norm": 2.3383100032806396, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7311311960220337, + "num_tokens": 345697686.0, + "step": 14637 + }, + { + "epoch": 1.6075115308587744, + "grad_norm": 2.1502444744110107, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7231109142303467, + "num_tokens": 345726087.0, + "step": 14638 + }, + { + "epoch": 1.6076213485613882, + "grad_norm": 2.170037031173706, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7127277851104736, + "num_tokens": 345752699.0, + "step": 14639 + }, + { + "epoch": 1.607731166264002, + "grad_norm": 2.3548851013183594, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7120469212532043, + "num_tokens": 345776937.0, + "step": 14640 + }, + { + "epoch": 1.6078409839666155, + "grad_norm": 2.6322946548461914, + "learning_rate": 1e-06, + "loss": 0.8557, + "mean_token_accuracy": 0.7336428165435791, + "num_tokens": 345796283.0, + "step": 14641 + }, + { + "epoch": 1.607950801669229, + "grad_norm": 2.106548309326172, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7383526563644409, + "num_tokens": 345823870.0, + "step": 14642 + }, + { + "epoch": 1.6080606193718427, + "grad_norm": 2.0550355911254883, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7198044061660767, + "num_tokens": 345854238.0, + "step": 14643 + }, + { + "epoch": 1.6081704370744565, + "grad_norm": 2.305966854095459, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7229025363922119, + "num_tokens": 345879468.0, + "step": 14644 + }, + { + "epoch": 1.60828025477707, + "grad_norm": 2.5946855545043945, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7068032026290894, + "num_tokens": 345901219.0, + "step": 14645 + }, + { + "epoch": 1.6083900724796836, + "grad_norm": 2.34002685546875, + "learning_rate": 1e-06, + "loss": 0.8285, + "mean_token_accuracy": 0.739534854888916, + "num_tokens": 345924361.0, + "step": 14646 + }, + { + "epoch": 1.6084998901822973, + "grad_norm": 2.4462244510650635, + "learning_rate": 1e-06, + "loss": 0.9125, + "mean_token_accuracy": 0.7274869680404663, + "num_tokens": 345947093.0, + "step": 14647 + }, + { + "epoch": 1.608609707884911, + "grad_norm": 2.576336622238159, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7176415920257568, + "num_tokens": 345966868.0, + "step": 14648 + }, + { + "epoch": 1.6087195255875248, + "grad_norm": 2.241894006729126, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.718460202217102, + "num_tokens": 345992210.0, + "step": 14649 + }, + { + "epoch": 1.6088293432901384, + "grad_norm": 2.2569141387939453, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.712862491607666, + "num_tokens": 346017521.0, + "step": 14650 + }, + { + "epoch": 1.608939160992752, + "grad_norm": 2.481757402420044, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7283247709274292, + "num_tokens": 346037237.0, + "step": 14651 + }, + { + "epoch": 1.6090489786953657, + "grad_norm": 2.442992925643921, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7243120670318604, + "num_tokens": 346060510.0, + "step": 14652 + }, + { + "epoch": 1.6091587963979794, + "grad_norm": 3.308357000350952, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7463105916976929, + "num_tokens": 346075481.0, + "step": 14653 + }, + { + "epoch": 1.609268614100593, + "grad_norm": 2.3404476642608643, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7130162119865417, + "num_tokens": 346098754.0, + "step": 14654 + }, + { + "epoch": 1.6093784318032067, + "grad_norm": 2.235819101333618, + "learning_rate": 1e-06, + "loss": 0.9992, + "mean_token_accuracy": 0.6935160160064697, + "num_tokens": 346126350.0, + "step": 14655 + }, + { + "epoch": 1.6094882495058203, + "grad_norm": 2.302625894546509, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7091361284255981, + "num_tokens": 346150105.0, + "step": 14656 + }, + { + "epoch": 1.609598067208434, + "grad_norm": 2.199704647064209, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7085623145103455, + "num_tokens": 346177727.0, + "step": 14657 + }, + { + "epoch": 1.6097078849110478, + "grad_norm": 2.6659340858459473, + "learning_rate": 1e-06, + "loss": 0.8124, + "mean_token_accuracy": 0.7362803220748901, + "num_tokens": 346196407.0, + "step": 14658 + }, + { + "epoch": 1.6098177026136613, + "grad_norm": 2.3215014934539795, + "learning_rate": 1e-06, + "loss": 0.8755, + "mean_token_accuracy": 0.7235120534896851, + "num_tokens": 346219473.0, + "step": 14659 + }, + { + "epoch": 1.6099275203162748, + "grad_norm": 2.4773051738739014, + "learning_rate": 1e-06, + "loss": 0.8561, + "mean_token_accuracy": 0.727566659450531, + "num_tokens": 346240180.0, + "step": 14660 + }, + { + "epoch": 1.6100373380188886, + "grad_norm": 2.0271129608154297, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.731052577495575, + "num_tokens": 346270703.0, + "step": 14661 + }, + { + "epoch": 1.6101471557215024, + "grad_norm": 2.4040932655334473, + "learning_rate": 1e-06, + "loss": 0.8117, + "mean_token_accuracy": 0.7454705238342285, + "num_tokens": 346293954.0, + "step": 14662 + }, + { + "epoch": 1.6102569734241161, + "grad_norm": 2.153780221939087, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7049683332443237, + "num_tokens": 346324161.0, + "step": 14663 + }, + { + "epoch": 1.6103667911267296, + "grad_norm": 2.1128478050231934, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.705170214176178, + "num_tokens": 346353426.0, + "step": 14664 + }, + { + "epoch": 1.6104766088293432, + "grad_norm": 2.8278043270111084, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7207400798797607, + "num_tokens": 346372041.0, + "step": 14665 + }, + { + "epoch": 1.610586426531957, + "grad_norm": 2.8522138595581055, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7132039070129395, + "num_tokens": 346389827.0, + "step": 14666 + }, + { + "epoch": 1.6106962442345707, + "grad_norm": 2.1491618156433105, + "learning_rate": 1e-06, + "loss": 0.8392, + "mean_token_accuracy": 0.7423524856567383, + "num_tokens": 346418090.0, + "step": 14667 + }, + { + "epoch": 1.6108060619371842, + "grad_norm": 2.267380714416504, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7196609973907471, + "num_tokens": 346444460.0, + "step": 14668 + }, + { + "epoch": 1.610915879639798, + "grad_norm": 2.1405696868896484, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.700311541557312, + "num_tokens": 346472810.0, + "step": 14669 + }, + { + "epoch": 1.6110256973424115, + "grad_norm": 2.290586233139038, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7207455039024353, + "num_tokens": 346496211.0, + "step": 14670 + }, + { + "epoch": 1.6111355150450253, + "grad_norm": 2.296112537384033, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.706866443157196, + "num_tokens": 346522195.0, + "step": 14671 + }, + { + "epoch": 1.611245332747639, + "grad_norm": 2.105983257293701, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7056087255477905, + "num_tokens": 346549594.0, + "step": 14672 + }, + { + "epoch": 1.6113551504502526, + "grad_norm": 2.3693063259124756, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.700747013092041, + "num_tokens": 346574464.0, + "step": 14673 + }, + { + "epoch": 1.611464968152866, + "grad_norm": 2.305255651473999, + "learning_rate": 1e-06, + "loss": 0.8807, + "mean_token_accuracy": 0.7200567722320557, + "num_tokens": 346599726.0, + "step": 14674 + }, + { + "epoch": 1.6115747858554799, + "grad_norm": 2.691694974899292, + "learning_rate": 1e-06, + "loss": 0.844, + "mean_token_accuracy": 0.7271921634674072, + "num_tokens": 346618287.0, + "step": 14675 + }, + { + "epoch": 1.6116846035580936, + "grad_norm": 2.5064284801483154, + "learning_rate": 1e-06, + "loss": 0.9049, + "mean_token_accuracy": 0.7214944362640381, + "num_tokens": 346638791.0, + "step": 14676 + }, + { + "epoch": 1.6117944212607074, + "grad_norm": 1.9977413415908813, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7115659713745117, + "num_tokens": 346669111.0, + "step": 14677 + }, + { + "epoch": 1.611904238963321, + "grad_norm": 2.5411198139190674, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7122827768325806, + "num_tokens": 346689916.0, + "step": 14678 + }, + { + "epoch": 1.6120140566659344, + "grad_norm": 2.328838348388672, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7262126803398132, + "num_tokens": 346713331.0, + "step": 14679 + }, + { + "epoch": 1.6121238743685482, + "grad_norm": 2.654104471206665, + "learning_rate": 1e-06, + "loss": 0.8001, + "mean_token_accuracy": 0.7404770255088806, + "num_tokens": 346731507.0, + "step": 14680 + }, + { + "epoch": 1.612233692071162, + "grad_norm": 2.5029263496398926, + "learning_rate": 1e-06, + "loss": 0.967, + "mean_token_accuracy": 0.7012909650802612, + "num_tokens": 346752031.0, + "step": 14681 + }, + { + "epoch": 1.6123435097737755, + "grad_norm": 2.6697473526000977, + "learning_rate": 1e-06, + "loss": 0.8207, + "mean_token_accuracy": 0.7315590381622314, + "num_tokens": 346770057.0, + "step": 14682 + }, + { + "epoch": 1.612453327476389, + "grad_norm": 2.2083470821380615, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7309200167655945, + "num_tokens": 346799723.0, + "step": 14683 + }, + { + "epoch": 1.6125631451790028, + "grad_norm": 2.3423328399658203, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7149091958999634, + "num_tokens": 346825982.0, + "step": 14684 + }, + { + "epoch": 1.6126729628816165, + "grad_norm": 2.267080068588257, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7298005819320679, + "num_tokens": 346851915.0, + "step": 14685 + }, + { + "epoch": 1.6127827805842303, + "grad_norm": 2.3298873901367188, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7292954325675964, + "num_tokens": 346876515.0, + "step": 14686 + }, + { + "epoch": 1.6128925982868438, + "grad_norm": 2.15189790725708, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.717426061630249, + "num_tokens": 346904345.0, + "step": 14687 + }, + { + "epoch": 1.6130024159894574, + "grad_norm": 2.4461944103240967, + "learning_rate": 1e-06, + "loss": 0.9037, + "mean_token_accuracy": 0.7168489694595337, + "num_tokens": 346926063.0, + "step": 14688 + }, + { + "epoch": 1.6131122336920711, + "grad_norm": 2.599924325942993, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.7342717051506042, + "num_tokens": 346944869.0, + "step": 14689 + }, + { + "epoch": 1.6132220513946849, + "grad_norm": 2.644972085952759, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7163167595863342, + "num_tokens": 346963557.0, + "step": 14690 + }, + { + "epoch": 1.6133318690972986, + "grad_norm": 2.5687496662139893, + "learning_rate": 1e-06, + "loss": 0.877, + "mean_token_accuracy": 0.7262643575668335, + "num_tokens": 346983730.0, + "step": 14691 + }, + { + "epoch": 1.6134416867999122, + "grad_norm": 2.405853033065796, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7079659104347229, + "num_tokens": 347006545.0, + "step": 14692 + }, + { + "epoch": 1.6135515045025257, + "grad_norm": 2.422053813934326, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.714287281036377, + "num_tokens": 347029059.0, + "step": 14693 + }, + { + "epoch": 1.6136613222051395, + "grad_norm": 2.357442617416382, + "learning_rate": 1e-06, + "loss": 0.9084, + "mean_token_accuracy": 0.7148509621620178, + "num_tokens": 347052357.0, + "step": 14694 + }, + { + "epoch": 1.6137711399077532, + "grad_norm": 2.9584503173828125, + "learning_rate": 1e-06, + "loss": 0.8926, + "mean_token_accuracy": 0.7276654839515686, + "num_tokens": 347068510.0, + "step": 14695 + }, + { + "epoch": 1.6138809576103668, + "grad_norm": 2.4265012741088867, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7219725251197815, + "num_tokens": 347090384.0, + "step": 14696 + }, + { + "epoch": 1.6139907753129803, + "grad_norm": 2.186727523803711, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7211673259735107, + "num_tokens": 347116671.0, + "step": 14697 + }, + { + "epoch": 1.614100593015594, + "grad_norm": 2.4070804119110107, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7132978439331055, + "num_tokens": 347138047.0, + "step": 14698 + }, + { + "epoch": 1.6142104107182078, + "grad_norm": 2.870048999786377, + "learning_rate": 1e-06, + "loss": 0.8746, + "mean_token_accuracy": 0.7249516248703003, + "num_tokens": 347154267.0, + "step": 14699 + }, + { + "epoch": 1.6143202284208216, + "grad_norm": 2.2683286666870117, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7192131876945496, + "num_tokens": 347181017.0, + "step": 14700 + }, + { + "epoch": 1.614430046123435, + "grad_norm": 2.311367988586426, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.7085994482040405, + "num_tokens": 347206747.0, + "step": 14701 + }, + { + "epoch": 1.6145398638260486, + "grad_norm": 2.317380666732788, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7184617519378662, + "num_tokens": 347232468.0, + "step": 14702 + }, + { + "epoch": 1.6146496815286624, + "grad_norm": 2.404432535171509, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7160510420799255, + "num_tokens": 347255516.0, + "step": 14703 + }, + { + "epoch": 1.6147594992312762, + "grad_norm": 2.4210405349731445, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.7213982939720154, + "num_tokens": 347276117.0, + "step": 14704 + }, + { + "epoch": 1.61486931693389, + "grad_norm": 2.3423521518707275, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7132421731948853, + "num_tokens": 347302090.0, + "step": 14705 + }, + { + "epoch": 1.6149791346365034, + "grad_norm": 2.1685211658477783, + "learning_rate": 1e-06, + "loss": 0.894, + "mean_token_accuracy": 0.7223533987998962, + "num_tokens": 347328468.0, + "step": 14706 + }, + { + "epoch": 1.615088952339117, + "grad_norm": 2.769188165664673, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.746720552444458, + "num_tokens": 347345927.0, + "step": 14707 + }, + { + "epoch": 1.6151987700417307, + "grad_norm": 2.3896305561065674, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7100304961204529, + "num_tokens": 347370070.0, + "step": 14708 + }, + { + "epoch": 1.6153085877443445, + "grad_norm": 2.097083806991577, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7360803484916687, + "num_tokens": 347398788.0, + "step": 14709 + }, + { + "epoch": 1.615418405446958, + "grad_norm": 1.9748389720916748, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.6985468864440918, + "num_tokens": 347431612.0, + "step": 14710 + }, + { + "epoch": 1.6155282231495716, + "grad_norm": 2.100890636444092, + "learning_rate": 1e-06, + "loss": 0.9833, + "mean_token_accuracy": 0.698307454586029, + "num_tokens": 347460862.0, + "step": 14711 + }, + { + "epoch": 1.6156380408521853, + "grad_norm": 2.2235870361328125, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7159263491630554, + "num_tokens": 347485773.0, + "step": 14712 + }, + { + "epoch": 1.615747858554799, + "grad_norm": 2.2622790336608887, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7097300291061401, + "num_tokens": 347509662.0, + "step": 14713 + }, + { + "epoch": 1.6158576762574128, + "grad_norm": 2.688127040863037, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7213989496231079, + "num_tokens": 347528721.0, + "step": 14714 + }, + { + "epoch": 1.6159674939600264, + "grad_norm": 3.0588531494140625, + "learning_rate": 1e-06, + "loss": 0.7836, + "mean_token_accuracy": 0.7490653991699219, + "num_tokens": 347544007.0, + "step": 14715 + }, + { + "epoch": 1.61607731166264, + "grad_norm": 2.4963343143463135, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.7156566977500916, + "num_tokens": 347564587.0, + "step": 14716 + }, + { + "epoch": 1.6161871293652537, + "grad_norm": 2.6189749240875244, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.724743127822876, + "num_tokens": 347583391.0, + "step": 14717 + }, + { + "epoch": 1.6162969470678674, + "grad_norm": 2.363051414489746, + "learning_rate": 1e-06, + "loss": 0.8006, + "mean_token_accuracy": 0.7410050630569458, + "num_tokens": 347604997.0, + "step": 14718 + }, + { + "epoch": 1.616406764770481, + "grad_norm": 2.164767265319824, + "learning_rate": 1e-06, + "loss": 0.9213, + "mean_token_accuracy": 0.7112092971801758, + "num_tokens": 347632035.0, + "step": 14719 + }, + { + "epoch": 1.6165165824730947, + "grad_norm": 2.561638116836548, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7193484902381897, + "num_tokens": 347654441.0, + "step": 14720 + }, + { + "epoch": 1.6166264001757082, + "grad_norm": 2.659137487411499, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7127811312675476, + "num_tokens": 347674558.0, + "step": 14721 + }, + { + "epoch": 1.616736217878322, + "grad_norm": 2.4357187747955322, + "learning_rate": 1e-06, + "loss": 0.8628, + "mean_token_accuracy": 0.7340020537376404, + "num_tokens": 347695360.0, + "step": 14722 + }, + { + "epoch": 1.6168460355809358, + "grad_norm": 2.106208324432373, + "learning_rate": 1e-06, + "loss": 0.8796, + "mean_token_accuracy": 0.729503333568573, + "num_tokens": 347723821.0, + "step": 14723 + }, + { + "epoch": 1.6169558532835493, + "grad_norm": 2.0935680866241455, + "learning_rate": 1e-06, + "loss": 0.9412, + "mean_token_accuracy": 0.7057065367698669, + "num_tokens": 347753555.0, + "step": 14724 + }, + { + "epoch": 1.6170656709861628, + "grad_norm": 2.263016939163208, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6843140721321106, + "num_tokens": 347778326.0, + "step": 14725 + }, + { + "epoch": 1.6171754886887766, + "grad_norm": 1.9799004793167114, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.7274426221847534, + "num_tokens": 347807019.0, + "step": 14726 + }, + { + "epoch": 1.6172853063913903, + "grad_norm": 2.453137159347534, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.719535231590271, + "num_tokens": 347828913.0, + "step": 14727 + }, + { + "epoch": 1.617395124094004, + "grad_norm": 2.584033489227295, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.705657958984375, + "num_tokens": 347849629.0, + "step": 14728 + }, + { + "epoch": 1.6175049417966176, + "grad_norm": 2.067410707473755, + "learning_rate": 1e-06, + "loss": 0.918, + "mean_token_accuracy": 0.7172650694847107, + "num_tokens": 347879013.0, + "step": 14729 + }, + { + "epoch": 1.6176147594992312, + "grad_norm": 2.377810001373291, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7180496454238892, + "num_tokens": 347903718.0, + "step": 14730 + }, + { + "epoch": 1.617724577201845, + "grad_norm": 2.1142890453338623, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.6990830898284912, + "num_tokens": 347932422.0, + "step": 14731 + }, + { + "epoch": 1.6178343949044587, + "grad_norm": 2.4894349575042725, + "learning_rate": 1e-06, + "loss": 0.8376, + "mean_token_accuracy": 0.7355963587760925, + "num_tokens": 347953303.0, + "step": 14732 + }, + { + "epoch": 1.6179442126070722, + "grad_norm": 2.267453670501709, + "learning_rate": 1e-06, + "loss": 0.9781, + "mean_token_accuracy": 0.6924846172332764, + "num_tokens": 347979709.0, + "step": 14733 + }, + { + "epoch": 1.618054030309686, + "grad_norm": 2.8192005157470703, + "learning_rate": 1e-06, + "loss": 0.9074, + "mean_token_accuracy": 0.7159770727157593, + "num_tokens": 347999218.0, + "step": 14734 + }, + { + "epoch": 1.6181638480122995, + "grad_norm": 2.3248226642608643, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.723764181137085, + "num_tokens": 348022440.0, + "step": 14735 + }, + { + "epoch": 1.6182736657149133, + "grad_norm": 2.6486165523529053, + "learning_rate": 1e-06, + "loss": 0.7997, + "mean_token_accuracy": 0.7451188564300537, + "num_tokens": 348042346.0, + "step": 14736 + }, + { + "epoch": 1.618383483417527, + "grad_norm": 2.597008466720581, + "learning_rate": 1e-06, + "loss": 1.0412, + "mean_token_accuracy": 0.7160942554473877, + "num_tokens": 348067327.0, + "step": 14737 + }, + { + "epoch": 1.6184933011201406, + "grad_norm": 2.2903635501861572, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7196212410926819, + "num_tokens": 348094012.0, + "step": 14738 + }, + { + "epoch": 1.618603118822754, + "grad_norm": 2.278841495513916, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.6984188556671143, + "num_tokens": 348118755.0, + "step": 14739 + }, + { + "epoch": 1.6187129365253679, + "grad_norm": 2.4707870483398438, + "learning_rate": 1e-06, + "loss": 0.76, + "mean_token_accuracy": 0.7551516890525818, + "num_tokens": 348139499.0, + "step": 14740 + }, + { + "epoch": 1.6188227542279816, + "grad_norm": 2.6093242168426514, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.721123218536377, + "num_tokens": 348159097.0, + "step": 14741 + }, + { + "epoch": 1.6189325719305954, + "grad_norm": 2.2890443801879883, + "learning_rate": 1e-06, + "loss": 0.9568, + "mean_token_accuracy": 0.7149317860603333, + "num_tokens": 348185411.0, + "step": 14742 + }, + { + "epoch": 1.619042389633209, + "grad_norm": 2.2251272201538086, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.7224076986312866, + "num_tokens": 348211054.0, + "step": 14743 + }, + { + "epoch": 1.6191522073358224, + "grad_norm": 2.626920223236084, + "learning_rate": 1e-06, + "loss": 0.8046, + "mean_token_accuracy": 0.7416394948959351, + "num_tokens": 348230274.0, + "step": 14744 + }, + { + "epoch": 1.6192620250384362, + "grad_norm": 2.3107945919036865, + "learning_rate": 1e-06, + "loss": 0.8565, + "mean_token_accuracy": 0.7261917591094971, + "num_tokens": 348253536.0, + "step": 14745 + }, + { + "epoch": 1.61937184274105, + "grad_norm": 2.2769834995269775, + "learning_rate": 1e-06, + "loss": 0.9401, + "mean_token_accuracy": 0.7188425660133362, + "num_tokens": 348278220.0, + "step": 14746 + }, + { + "epoch": 1.6194816604436635, + "grad_norm": 2.5504090785980225, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7237582206726074, + "num_tokens": 348299316.0, + "step": 14747 + }, + { + "epoch": 1.619591478146277, + "grad_norm": 2.311589002609253, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7016012668609619, + "num_tokens": 348322803.0, + "step": 14748 + }, + { + "epoch": 1.6197012958488908, + "grad_norm": 2.1906285285949707, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7302771806716919, + "num_tokens": 348349503.0, + "step": 14749 + }, + { + "epoch": 1.6198111135515045, + "grad_norm": 2.4736268520355225, + "learning_rate": 1e-06, + "loss": 0.8368, + "mean_token_accuracy": 0.7416987419128418, + "num_tokens": 348370039.0, + "step": 14750 + }, + { + "epoch": 1.6199209312541183, + "grad_norm": 2.24855637550354, + "learning_rate": 1e-06, + "loss": 0.7842, + "mean_token_accuracy": 0.7517915964126587, + "num_tokens": 348392066.0, + "step": 14751 + }, + { + "epoch": 1.6200307489567318, + "grad_norm": 2.1388142108917236, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7269868850708008, + "num_tokens": 348418541.0, + "step": 14752 + }, + { + "epoch": 1.6201405666593454, + "grad_norm": 2.3072876930236816, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7325332760810852, + "num_tokens": 348441617.0, + "step": 14753 + }, + { + "epoch": 1.6202503843619591, + "grad_norm": 2.445425033569336, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7470946907997131, + "num_tokens": 348461297.0, + "step": 14754 + }, + { + "epoch": 1.6203602020645729, + "grad_norm": 2.1673264503479004, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7234532833099365, + "num_tokens": 348489136.0, + "step": 14755 + }, + { + "epoch": 1.6204700197671866, + "grad_norm": 2.489717721939087, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7069678902626038, + "num_tokens": 348510255.0, + "step": 14756 + }, + { + "epoch": 1.6205798374698002, + "grad_norm": 2.272481918334961, + "learning_rate": 1e-06, + "loss": 0.8832, + "mean_token_accuracy": 0.716956615447998, + "num_tokens": 348534720.0, + "step": 14757 + }, + { + "epoch": 1.6206896551724137, + "grad_norm": 2.1254379749298096, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7118390798568726, + "num_tokens": 348563558.0, + "step": 14758 + }, + { + "epoch": 1.6207994728750275, + "grad_norm": 2.6805200576782227, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7136925458908081, + "num_tokens": 348582753.0, + "step": 14759 + }, + { + "epoch": 1.6209092905776412, + "grad_norm": 2.117917060852051, + "learning_rate": 1e-06, + "loss": 0.8469, + "mean_token_accuracy": 0.7346882820129395, + "num_tokens": 348611798.0, + "step": 14760 + }, + { + "epoch": 1.6210191082802548, + "grad_norm": 2.427647590637207, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7184920907020569, + "num_tokens": 348634915.0, + "step": 14761 + }, + { + "epoch": 1.6211289259828683, + "grad_norm": 2.1818878650665283, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7214285135269165, + "num_tokens": 348661750.0, + "step": 14762 + }, + { + "epoch": 1.621238743685482, + "grad_norm": 2.0997352600097656, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7067537307739258, + "num_tokens": 348693057.0, + "step": 14763 + }, + { + "epoch": 1.6213485613880958, + "grad_norm": 2.4090442657470703, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.7289371490478516, + "num_tokens": 348715173.0, + "step": 14764 + }, + { + "epoch": 1.6214583790907096, + "grad_norm": 2.205446481704712, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7227224707603455, + "num_tokens": 348740066.0, + "step": 14765 + }, + { + "epoch": 1.621568196793323, + "grad_norm": 2.5801234245300293, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.714374303817749, + "num_tokens": 348761211.0, + "step": 14766 + }, + { + "epoch": 1.6216780144959366, + "grad_norm": 2.3777177333831787, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7150939702987671, + "num_tokens": 348784517.0, + "step": 14767 + }, + { + "epoch": 1.6217878321985504, + "grad_norm": 2.5135700702667236, + "learning_rate": 1e-06, + "loss": 0.8381, + "mean_token_accuracy": 0.7355687022209167, + "num_tokens": 348805386.0, + "step": 14768 + }, + { + "epoch": 1.6218976499011641, + "grad_norm": 2.215040683746338, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.71379554271698, + "num_tokens": 348831648.0, + "step": 14769 + }, + { + "epoch": 1.6220074676037777, + "grad_norm": 2.434908628463745, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7255079746246338, + "num_tokens": 348854342.0, + "step": 14770 + }, + { + "epoch": 1.6221172853063914, + "grad_norm": 2.1871533393859863, + "learning_rate": 1e-06, + "loss": 1.0197, + "mean_token_accuracy": 0.6891112327575684, + "num_tokens": 348882536.0, + "step": 14771 + }, + { + "epoch": 1.622227103009005, + "grad_norm": 2.2457783222198486, + "learning_rate": 1e-06, + "loss": 0.9902, + "mean_token_accuracy": 0.6907322406768799, + "num_tokens": 348910999.0, + "step": 14772 + }, + { + "epoch": 1.6223369207116187, + "grad_norm": 2.619276523590088, + "learning_rate": 1e-06, + "loss": 0.9249, + "mean_token_accuracy": 0.7089784145355225, + "num_tokens": 348931359.0, + "step": 14773 + }, + { + "epoch": 1.6224467384142325, + "grad_norm": 2.341054677963257, + "learning_rate": 1e-06, + "loss": 0.9401, + "mean_token_accuracy": 0.713180422782898, + "num_tokens": 348954263.0, + "step": 14774 + }, + { + "epoch": 1.622556556116846, + "grad_norm": 2.254775285720825, + "learning_rate": 1e-06, + "loss": 0.8532, + "mean_token_accuracy": 0.7341644167900085, + "num_tokens": 348977495.0, + "step": 14775 + }, + { + "epoch": 1.6226663738194596, + "grad_norm": 2.751739740371704, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7246059775352478, + "num_tokens": 348995477.0, + "step": 14776 + }, + { + "epoch": 1.6227761915220733, + "grad_norm": 2.4055869579315186, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7309180498123169, + "num_tokens": 349017605.0, + "step": 14777 + }, + { + "epoch": 1.622886009224687, + "grad_norm": 2.272138833999634, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.6996033191680908, + "num_tokens": 349044192.0, + "step": 14778 + }, + { + "epoch": 1.6229958269273008, + "grad_norm": 2.1026339530944824, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7152663469314575, + "num_tokens": 349073028.0, + "step": 14779 + }, + { + "epoch": 1.6231056446299144, + "grad_norm": 2.2670223712921143, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7137923836708069, + "num_tokens": 349098936.0, + "step": 14780 + }, + { + "epoch": 1.623215462332528, + "grad_norm": 2.5230255126953125, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7120683789253235, + "num_tokens": 349120263.0, + "step": 14781 + }, + { + "epoch": 1.6233252800351416, + "grad_norm": 2.1052393913269043, + "learning_rate": 1e-06, + "loss": 0.8798, + "mean_token_accuracy": 0.7257416248321533, + "num_tokens": 349148395.0, + "step": 14782 + }, + { + "epoch": 1.6234350977377554, + "grad_norm": 2.465165615081787, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7319685816764832, + "num_tokens": 349168031.0, + "step": 14783 + }, + { + "epoch": 1.623544915440369, + "grad_norm": 2.172734260559082, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7278262376785278, + "num_tokens": 349195637.0, + "step": 14784 + }, + { + "epoch": 1.6236547331429827, + "grad_norm": 2.5120468139648438, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7246006727218628, + "num_tokens": 349216451.0, + "step": 14785 + }, + { + "epoch": 1.6237645508455962, + "grad_norm": 2.0829997062683105, + "learning_rate": 1e-06, + "loss": 0.9376, + "mean_token_accuracy": 0.7177528142929077, + "num_tokens": 349244382.0, + "step": 14786 + }, + { + "epoch": 1.62387436854821, + "grad_norm": 2.0845894813537598, + "learning_rate": 1e-06, + "loss": 0.8529, + "mean_token_accuracy": 0.7277984023094177, + "num_tokens": 349272278.0, + "step": 14787 + }, + { + "epoch": 1.6239841862508237, + "grad_norm": 2.3320465087890625, + "learning_rate": 1e-06, + "loss": 0.8469, + "mean_token_accuracy": 0.7313007712364197, + "num_tokens": 349295176.0, + "step": 14788 + }, + { + "epoch": 1.6240940039534373, + "grad_norm": 2.359391689300537, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7096735239028931, + "num_tokens": 349319395.0, + "step": 14789 + }, + { + "epoch": 1.6242038216560508, + "grad_norm": 2.5532565116882324, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7091511487960815, + "num_tokens": 349346830.0, + "step": 14790 + }, + { + "epoch": 1.6243136393586646, + "grad_norm": 2.001195192337036, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7002485990524292, + "num_tokens": 349378374.0, + "step": 14791 + }, + { + "epoch": 1.6244234570612783, + "grad_norm": 2.24141263961792, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7035385370254517, + "num_tokens": 349404462.0, + "step": 14792 + }, + { + "epoch": 1.624533274763892, + "grad_norm": 2.0484774112701416, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7120546102523804, + "num_tokens": 349433281.0, + "step": 14793 + }, + { + "epoch": 1.6246430924665056, + "grad_norm": 2.5280983448028564, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7225738763809204, + "num_tokens": 349453781.0, + "step": 14794 + }, + { + "epoch": 1.6247529101691192, + "grad_norm": 2.311457633972168, + "learning_rate": 1e-06, + "loss": 0.8645, + "mean_token_accuracy": 0.7299372553825378, + "num_tokens": 349478340.0, + "step": 14795 + }, + { + "epoch": 1.624862727871733, + "grad_norm": 2.1350176334381104, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.6957657337188721, + "num_tokens": 349507932.0, + "step": 14796 + }, + { + "epoch": 1.6249725455743467, + "grad_norm": 2.782183885574341, + "learning_rate": 1e-06, + "loss": 0.7607, + "mean_token_accuracy": 0.7580733895301819, + "num_tokens": 349524366.0, + "step": 14797 + }, + { + "epoch": 1.6250823632769602, + "grad_norm": 2.263151168823242, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.704970121383667, + "num_tokens": 349550136.0, + "step": 14798 + }, + { + "epoch": 1.6251921809795737, + "grad_norm": 2.317340850830078, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7342818975448608, + "num_tokens": 349573795.0, + "step": 14799 + }, + { + "epoch": 1.6253019986821875, + "grad_norm": 2.4281868934631348, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7159029245376587, + "num_tokens": 349597625.0, + "step": 14800 + }, + { + "epoch": 1.6254118163848013, + "grad_norm": 2.0791726112365723, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7107917666435242, + "num_tokens": 349628478.0, + "step": 14801 + }, + { + "epoch": 1.625521634087415, + "grad_norm": 2.3468172550201416, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7319643497467041, + "num_tokens": 349650309.0, + "step": 14802 + }, + { + "epoch": 1.6256314517900285, + "grad_norm": 2.317113161087036, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7123823165893555, + "num_tokens": 349674338.0, + "step": 14803 + }, + { + "epoch": 1.625741269492642, + "grad_norm": 2.393907070159912, + "learning_rate": 1e-06, + "loss": 0.8519, + "mean_token_accuracy": 0.7321280241012573, + "num_tokens": 349695724.0, + "step": 14804 + }, + { + "epoch": 1.6258510871952558, + "grad_norm": 2.245171308517456, + "learning_rate": 1e-06, + "loss": 0.8098, + "mean_token_accuracy": 0.7449933290481567, + "num_tokens": 349719796.0, + "step": 14805 + }, + { + "epoch": 1.6259609048978696, + "grad_norm": 2.147097587585449, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7140887975692749, + "num_tokens": 349747526.0, + "step": 14806 + }, + { + "epoch": 1.6260707226004834, + "grad_norm": 2.395920991897583, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7145065069198608, + "num_tokens": 349770335.0, + "step": 14807 + }, + { + "epoch": 1.6261805403030969, + "grad_norm": 2.311920404434204, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7210606932640076, + "num_tokens": 349795830.0, + "step": 14808 + }, + { + "epoch": 1.6262903580057104, + "grad_norm": 2.200105667114258, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7174890041351318, + "num_tokens": 349822114.0, + "step": 14809 + }, + { + "epoch": 1.6264001757083242, + "grad_norm": 2.272888422012329, + "learning_rate": 1e-06, + "loss": 0.8028, + "mean_token_accuracy": 0.7421574592590332, + "num_tokens": 349844406.0, + "step": 14810 + }, + { + "epoch": 1.626509993410938, + "grad_norm": 2.862290143966675, + "learning_rate": 1e-06, + "loss": 0.9524, + "mean_token_accuracy": 0.7174327373504639, + "num_tokens": 349861197.0, + "step": 14811 + }, + { + "epoch": 1.6266198111135515, + "grad_norm": 2.4813780784606934, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7097723484039307, + "num_tokens": 349882512.0, + "step": 14812 + }, + { + "epoch": 1.626729628816165, + "grad_norm": 2.354780435562134, + "learning_rate": 1e-06, + "loss": 0.8456, + "mean_token_accuracy": 0.7381132245063782, + "num_tokens": 349906531.0, + "step": 14813 + }, + { + "epoch": 1.6268394465187788, + "grad_norm": 2.2163610458374023, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7282856702804565, + "num_tokens": 349933048.0, + "step": 14814 + }, + { + "epoch": 1.6269492642213925, + "grad_norm": 2.692755699157715, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7138131856918335, + "num_tokens": 349951415.0, + "step": 14815 + }, + { + "epoch": 1.6270590819240063, + "grad_norm": 2.2409563064575195, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7220203876495361, + "num_tokens": 349975995.0, + "step": 14816 + }, + { + "epoch": 1.6271688996266198, + "grad_norm": 2.2607262134552, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.712460994720459, + "num_tokens": 350001127.0, + "step": 14817 + }, + { + "epoch": 1.6272787173292333, + "grad_norm": 3.26212477684021, + "learning_rate": 1e-06, + "loss": 0.8197, + "mean_token_accuracy": 0.742839515209198, + "num_tokens": 350014591.0, + "step": 14818 + }, + { + "epoch": 1.627388535031847, + "grad_norm": 2.4195339679718018, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7114559412002563, + "num_tokens": 350037268.0, + "step": 14819 + }, + { + "epoch": 1.6274983527344609, + "grad_norm": 2.01851224899292, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7164878845214844, + "num_tokens": 350065997.0, + "step": 14820 + }, + { + "epoch": 1.6276081704370746, + "grad_norm": 2.178267478942871, + "learning_rate": 1e-06, + "loss": 0.8485, + "mean_token_accuracy": 0.7287623286247253, + "num_tokens": 350091698.0, + "step": 14821 + }, + { + "epoch": 1.6277179881396882, + "grad_norm": 2.2318804264068604, + "learning_rate": 1e-06, + "loss": 0.8221, + "mean_token_accuracy": 0.7451602220535278, + "num_tokens": 350115468.0, + "step": 14822 + }, + { + "epoch": 1.6278278058423017, + "grad_norm": 2.406733989715576, + "learning_rate": 1e-06, + "loss": 0.8434, + "mean_token_accuracy": 0.737837553024292, + "num_tokens": 350137893.0, + "step": 14823 + }, + { + "epoch": 1.6279376235449154, + "grad_norm": 2.4269044399261475, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7312358617782593, + "num_tokens": 350161353.0, + "step": 14824 + }, + { + "epoch": 1.6280474412475292, + "grad_norm": 2.0907175540924072, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7235910892486572, + "num_tokens": 350190712.0, + "step": 14825 + }, + { + "epoch": 1.6281572589501427, + "grad_norm": 2.436753988265991, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.7014889717102051, + "num_tokens": 350213820.0, + "step": 14826 + }, + { + "epoch": 1.6282670766527563, + "grad_norm": 2.102229356765747, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7153704166412354, + "num_tokens": 350243558.0, + "step": 14827 + }, + { + "epoch": 1.62837689435537, + "grad_norm": 2.2352726459503174, + "learning_rate": 1e-06, + "loss": 0.9037, + "mean_token_accuracy": 0.717370867729187, + "num_tokens": 350270361.0, + "step": 14828 + }, + { + "epoch": 1.6284867120579838, + "grad_norm": 2.361279010772705, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7080130577087402, + "num_tokens": 350294740.0, + "step": 14829 + }, + { + "epoch": 1.6285965297605975, + "grad_norm": 2.2631430625915527, + "learning_rate": 1e-06, + "loss": 0.942, + "mean_token_accuracy": 0.7093663811683655, + "num_tokens": 350319931.0, + "step": 14830 + }, + { + "epoch": 1.628706347463211, + "grad_norm": 2.2499327659606934, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7202948331832886, + "num_tokens": 350345608.0, + "step": 14831 + }, + { + "epoch": 1.6288161651658246, + "grad_norm": 2.2487826347351074, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7066000699996948, + "num_tokens": 350370919.0, + "step": 14832 + }, + { + "epoch": 1.6289259828684384, + "grad_norm": 2.4592628479003906, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.726468563079834, + "num_tokens": 350393752.0, + "step": 14833 + }, + { + "epoch": 1.6290358005710521, + "grad_norm": 2.338292360305786, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7156310677528381, + "num_tokens": 350416219.0, + "step": 14834 + }, + { + "epoch": 1.6291456182736657, + "grad_norm": 2.626284599304199, + "learning_rate": 1e-06, + "loss": 0.7885, + "mean_token_accuracy": 0.7462316751480103, + "num_tokens": 350436361.0, + "step": 14835 + }, + { + "epoch": 1.6292554359762794, + "grad_norm": 2.3881282806396484, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7051674127578735, + "num_tokens": 350459160.0, + "step": 14836 + }, + { + "epoch": 1.629365253678893, + "grad_norm": 1.986589789390564, + "learning_rate": 1e-06, + "loss": 0.9946, + "mean_token_accuracy": 0.6884733438491821, + "num_tokens": 350491786.0, + "step": 14837 + }, + { + "epoch": 1.6294750713815067, + "grad_norm": 2.713831663131714, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7373205423355103, + "num_tokens": 350509129.0, + "step": 14838 + }, + { + "epoch": 1.6295848890841205, + "grad_norm": 2.5750184059143066, + "learning_rate": 1e-06, + "loss": 0.9821, + "mean_token_accuracy": 0.6987879276275635, + "num_tokens": 350531711.0, + "step": 14839 + }, + { + "epoch": 1.629694706786734, + "grad_norm": 2.2249152660369873, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.7096569538116455, + "num_tokens": 350557843.0, + "step": 14840 + }, + { + "epoch": 1.6298045244893475, + "grad_norm": 2.4658398628234863, + "learning_rate": 1e-06, + "loss": 0.8469, + "mean_token_accuracy": 0.7381318807601929, + "num_tokens": 350578818.0, + "step": 14841 + }, + { + "epoch": 1.6299143421919613, + "grad_norm": 2.39070200920105, + "learning_rate": 1e-06, + "loss": 0.8804, + "mean_token_accuracy": 0.7219429612159729, + "num_tokens": 350601310.0, + "step": 14842 + }, + { + "epoch": 1.630024159894575, + "grad_norm": 2.2185046672821045, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7002168297767639, + "num_tokens": 350627411.0, + "step": 14843 + }, + { + "epoch": 1.6301339775971888, + "grad_norm": 2.3985257148742676, + "learning_rate": 1e-06, + "loss": 0.9155, + "mean_token_accuracy": 0.7231733798980713, + "num_tokens": 350650521.0, + "step": 14844 + }, + { + "epoch": 1.6302437952998023, + "grad_norm": 2.6288130283355713, + "learning_rate": 1e-06, + "loss": 0.9052, + "mean_token_accuracy": 0.7154742479324341, + "num_tokens": 350670009.0, + "step": 14845 + }, + { + "epoch": 1.6303536130024159, + "grad_norm": 2.257352352142334, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.716589629650116, + "num_tokens": 350698262.0, + "step": 14846 + }, + { + "epoch": 1.6304634307050296, + "grad_norm": 2.2383997440338135, + "learning_rate": 1e-06, + "loss": 0.8425, + "mean_token_accuracy": 0.7368898391723633, + "num_tokens": 350724279.0, + "step": 14847 + }, + { + "epoch": 1.6305732484076434, + "grad_norm": 2.276607036590576, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7102248668670654, + "num_tokens": 350749457.0, + "step": 14848 + }, + { + "epoch": 1.630683066110257, + "grad_norm": 2.680968999862671, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7468309998512268, + "num_tokens": 350767708.0, + "step": 14849 + }, + { + "epoch": 1.6307928838128707, + "grad_norm": 2.594315528869629, + "learning_rate": 1e-06, + "loss": 0.8634, + "mean_token_accuracy": 0.741726815700531, + "num_tokens": 350788507.0, + "step": 14850 + }, + { + "epoch": 1.6309027015154842, + "grad_norm": 2.452241897583008, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.728742241859436, + "num_tokens": 350810912.0, + "step": 14851 + }, + { + "epoch": 1.631012519218098, + "grad_norm": 2.4015166759490967, + "learning_rate": 1e-06, + "loss": 0.8196, + "mean_token_accuracy": 0.7344175577163696, + "num_tokens": 350832653.0, + "step": 14852 + }, + { + "epoch": 1.6311223369207117, + "grad_norm": 2.48075008392334, + "learning_rate": 1e-06, + "loss": 0.7833, + "mean_token_accuracy": 0.7459408044815063, + "num_tokens": 350852145.0, + "step": 14853 + }, + { + "epoch": 1.6312321546233253, + "grad_norm": 2.619119882583618, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.724653959274292, + "num_tokens": 350871676.0, + "step": 14854 + }, + { + "epoch": 1.6313419723259388, + "grad_norm": 2.0260958671569824, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.7314013242721558, + "num_tokens": 350900941.0, + "step": 14855 + }, + { + "epoch": 1.6314517900285526, + "grad_norm": 2.1835720539093018, + "learning_rate": 1e-06, + "loss": 0.9685, + "mean_token_accuracy": 0.7172613143920898, + "num_tokens": 350927926.0, + "step": 14856 + }, + { + "epoch": 1.6315616077311663, + "grad_norm": 2.0604398250579834, + "learning_rate": 1e-06, + "loss": 0.7249, + "mean_token_accuracy": 0.7643381953239441, + "num_tokens": 350954332.0, + "step": 14857 + }, + { + "epoch": 1.63167142543378, + "grad_norm": 2.5451834201812744, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7023805379867554, + "num_tokens": 350975533.0, + "step": 14858 + }, + { + "epoch": 1.6317812431363936, + "grad_norm": 2.4527029991149902, + "learning_rate": 1e-06, + "loss": 0.8634, + "mean_token_accuracy": 0.7315407395362854, + "num_tokens": 350996541.0, + "step": 14859 + }, + { + "epoch": 1.6318910608390071, + "grad_norm": 2.311936140060425, + "learning_rate": 1e-06, + "loss": 0.978, + "mean_token_accuracy": 0.7102112770080566, + "num_tokens": 351023012.0, + "step": 14860 + }, + { + "epoch": 1.632000878541621, + "grad_norm": 2.4713363647460938, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7101478576660156, + "num_tokens": 351044002.0, + "step": 14861 + }, + { + "epoch": 1.6321106962442347, + "grad_norm": 2.3913822174072266, + "learning_rate": 1e-06, + "loss": 0.7826, + "mean_token_accuracy": 0.749691903591156, + "num_tokens": 351066167.0, + "step": 14862 + }, + { + "epoch": 1.6322205139468482, + "grad_norm": 2.0900959968566895, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7267942428588867, + "num_tokens": 351094953.0, + "step": 14863 + }, + { + "epoch": 1.6323303316494617, + "grad_norm": 2.1404190063476562, + "learning_rate": 1e-06, + "loss": 0.9275, + "mean_token_accuracy": 0.711190402507782, + "num_tokens": 351121996.0, + "step": 14864 + }, + { + "epoch": 1.6324401493520755, + "grad_norm": 2.844578981399536, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7317737936973572, + "num_tokens": 351138073.0, + "step": 14865 + }, + { + "epoch": 1.6325499670546892, + "grad_norm": 2.5887646675109863, + "learning_rate": 1e-06, + "loss": 0.9964, + "mean_token_accuracy": 0.6920316219329834, + "num_tokens": 351157673.0, + "step": 14866 + }, + { + "epoch": 1.632659784757303, + "grad_norm": 2.283808946609497, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7241934537887573, + "num_tokens": 351182494.0, + "step": 14867 + }, + { + "epoch": 1.6327696024599165, + "grad_norm": 2.662419080734253, + "learning_rate": 1e-06, + "loss": 0.8151, + "mean_token_accuracy": 0.7417489886283875, + "num_tokens": 351201308.0, + "step": 14868 + }, + { + "epoch": 1.63287942016253, + "grad_norm": 2.080387830734253, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.6974644064903259, + "num_tokens": 351231248.0, + "step": 14869 + }, + { + "epoch": 1.6329892378651438, + "grad_norm": 2.363208055496216, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7234507203102112, + "num_tokens": 351254094.0, + "step": 14870 + }, + { + "epoch": 1.6330990555677576, + "grad_norm": 2.45447039604187, + "learning_rate": 1e-06, + "loss": 1.0013, + "mean_token_accuracy": 0.6888779401779175, + "num_tokens": 351279182.0, + "step": 14871 + }, + { + "epoch": 1.6332088732703713, + "grad_norm": 2.6172947883605957, + "learning_rate": 1e-06, + "loss": 0.8447, + "mean_token_accuracy": 0.7345036864280701, + "num_tokens": 351298219.0, + "step": 14872 + }, + { + "epoch": 1.6333186909729849, + "grad_norm": 3.030202865600586, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7134523391723633, + "num_tokens": 351316071.0, + "step": 14873 + }, + { + "epoch": 1.6334285086755984, + "grad_norm": 2.7802529335021973, + "learning_rate": 1e-06, + "loss": 0.822, + "mean_token_accuracy": 0.7410648465156555, + "num_tokens": 351333196.0, + "step": 14874 + }, + { + "epoch": 1.6335383263782122, + "grad_norm": 2.4195306301116943, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7282924652099609, + "num_tokens": 351356095.0, + "step": 14875 + }, + { + "epoch": 1.633648144080826, + "grad_norm": 2.283332347869873, + "learning_rate": 1e-06, + "loss": 0.7853, + "mean_token_accuracy": 0.7546582221984863, + "num_tokens": 351380658.0, + "step": 14876 + }, + { + "epoch": 1.6337579617834395, + "grad_norm": 2.0454001426696777, + "learning_rate": 1e-06, + "loss": 0.9437, + "mean_token_accuracy": 0.7059434652328491, + "num_tokens": 351413280.0, + "step": 14877 + }, + { + "epoch": 1.633867779486053, + "grad_norm": 2.600531578063965, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.7269798517227173, + "num_tokens": 351432967.0, + "step": 14878 + }, + { + "epoch": 1.6339775971886668, + "grad_norm": 2.5541412830352783, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.7204033136367798, + "num_tokens": 351455909.0, + "step": 14879 + }, + { + "epoch": 1.6340874148912805, + "grad_norm": 2.2895236015319824, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7030783891677856, + "num_tokens": 351481055.0, + "step": 14880 + }, + { + "epoch": 1.6341972325938943, + "grad_norm": 2.746630907058716, + "learning_rate": 1e-06, + "loss": 0.9485, + "mean_token_accuracy": 0.7016783356666565, + "num_tokens": 351501345.0, + "step": 14881 + }, + { + "epoch": 1.6343070502965078, + "grad_norm": 2.4672913551330566, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7316136360168457, + "num_tokens": 351522346.0, + "step": 14882 + }, + { + "epoch": 1.6344168679991213, + "grad_norm": 2.2979114055633545, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7236250638961792, + "num_tokens": 351548227.0, + "step": 14883 + }, + { + "epoch": 1.634526685701735, + "grad_norm": 2.2066879272460938, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.7249916791915894, + "num_tokens": 351574872.0, + "step": 14884 + }, + { + "epoch": 1.6346365034043489, + "grad_norm": 2.3537330627441406, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7294872999191284, + "num_tokens": 351598888.0, + "step": 14885 + }, + { + "epoch": 1.6347463211069626, + "grad_norm": 2.0560402870178223, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.7330158948898315, + "num_tokens": 351629728.0, + "step": 14886 + }, + { + "epoch": 1.6348561388095761, + "grad_norm": 2.395174026489258, + "learning_rate": 1e-06, + "loss": 0.8436, + "mean_token_accuracy": 0.7286379933357239, + "num_tokens": 351652185.0, + "step": 14887 + }, + { + "epoch": 1.6349659565121897, + "grad_norm": 2.4518814086914062, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7256386876106262, + "num_tokens": 351676477.0, + "step": 14888 + }, + { + "epoch": 1.6350757742148034, + "grad_norm": 2.9150257110595703, + "learning_rate": 1e-06, + "loss": 0.7951, + "mean_token_accuracy": 0.7420850992202759, + "num_tokens": 351693322.0, + "step": 14889 + }, + { + "epoch": 1.6351855919174172, + "grad_norm": 2.887913227081299, + "learning_rate": 1e-06, + "loss": 0.8042, + "mean_token_accuracy": 0.7453435063362122, + "num_tokens": 351709329.0, + "step": 14890 + }, + { + "epoch": 1.6352954096200307, + "grad_norm": 2.6086597442626953, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.7040917277336121, + "num_tokens": 351730795.0, + "step": 14891 + }, + { + "epoch": 1.6354052273226443, + "grad_norm": 2.600719451904297, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7318755388259888, + "num_tokens": 351749684.0, + "step": 14892 + }, + { + "epoch": 1.635515045025258, + "grad_norm": 2.215482234954834, + "learning_rate": 1e-06, + "loss": 0.9462, + "mean_token_accuracy": 0.7071316838264465, + "num_tokens": 351778634.0, + "step": 14893 + }, + { + "epoch": 1.6356248627278718, + "grad_norm": 2.3977746963500977, + "learning_rate": 1e-06, + "loss": 0.9942, + "mean_token_accuracy": 0.6904670000076294, + "num_tokens": 351801882.0, + "step": 14894 + }, + { + "epoch": 1.6357346804304855, + "grad_norm": 2.500825881958008, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7234195470809937, + "num_tokens": 351822297.0, + "step": 14895 + }, + { + "epoch": 1.635844498133099, + "grad_norm": 2.597360134124756, + "learning_rate": 1e-06, + "loss": 0.8285, + "mean_token_accuracy": 0.7312498092651367, + "num_tokens": 351842154.0, + "step": 14896 + }, + { + "epoch": 1.6359543158357126, + "grad_norm": 2.2963919639587402, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7251298427581787, + "num_tokens": 351866619.0, + "step": 14897 + }, + { + "epoch": 1.6360641335383264, + "grad_norm": 2.2419228553771973, + "learning_rate": 1e-06, + "loss": 0.8798, + "mean_token_accuracy": 0.7294145822525024, + "num_tokens": 351892438.0, + "step": 14898 + }, + { + "epoch": 1.6361739512409401, + "grad_norm": 2.308976650238037, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7060103416442871, + "num_tokens": 351916790.0, + "step": 14899 + }, + { + "epoch": 1.6362837689435537, + "grad_norm": 2.6519391536712646, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7467130422592163, + "num_tokens": 351935441.0, + "step": 14900 + }, + { + "epoch": 1.6363935866461674, + "grad_norm": 3.038668394088745, + "learning_rate": 1e-06, + "loss": 0.7521, + "mean_token_accuracy": 0.7566747069358826, + "num_tokens": 351951068.0, + "step": 14901 + }, + { + "epoch": 1.636503404348781, + "grad_norm": 2.791170120239258, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7482101321220398, + "num_tokens": 351968995.0, + "step": 14902 + }, + { + "epoch": 1.6366132220513947, + "grad_norm": 2.0602376461029053, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7215859293937683, + "num_tokens": 351997652.0, + "step": 14903 + }, + { + "epoch": 1.6367230397540085, + "grad_norm": 2.4110145568847656, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7234805822372437, + "num_tokens": 352021163.0, + "step": 14904 + }, + { + "epoch": 1.636832857456622, + "grad_norm": 2.301927089691162, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7204612493515015, + "num_tokens": 352048717.0, + "step": 14905 + }, + { + "epoch": 1.6369426751592355, + "grad_norm": 2.10164737701416, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7184520363807678, + "num_tokens": 352076392.0, + "step": 14906 + }, + { + "epoch": 1.6370524928618493, + "grad_norm": 2.843540668487549, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7274531126022339, + "num_tokens": 352096376.0, + "step": 14907 + }, + { + "epoch": 1.637162310564463, + "grad_norm": 2.0540030002593994, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7290714979171753, + "num_tokens": 352124383.0, + "step": 14908 + }, + { + "epoch": 1.6372721282670768, + "grad_norm": 2.23940110206604, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.701447069644928, + "num_tokens": 352151296.0, + "step": 14909 + }, + { + "epoch": 1.6373819459696903, + "grad_norm": 2.195448398590088, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7257006168365479, + "num_tokens": 352175717.0, + "step": 14910 + }, + { + "epoch": 1.6374917636723039, + "grad_norm": 2.3111658096313477, + "learning_rate": 1e-06, + "loss": 0.9755, + "mean_token_accuracy": 0.692967414855957, + "num_tokens": 352200200.0, + "step": 14911 + }, + { + "epoch": 1.6376015813749176, + "grad_norm": 2.345078706741333, + "learning_rate": 1e-06, + "loss": 0.8383, + "mean_token_accuracy": 0.7410855293273926, + "num_tokens": 352223232.0, + "step": 14912 + }, + { + "epoch": 1.6377113990775314, + "grad_norm": 2.3434865474700928, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.6960372924804688, + "num_tokens": 352247262.0, + "step": 14913 + }, + { + "epoch": 1.637821216780145, + "grad_norm": 2.065412759780884, + "learning_rate": 1e-06, + "loss": 0.8478, + "mean_token_accuracy": 0.7346925735473633, + "num_tokens": 352276214.0, + "step": 14914 + }, + { + "epoch": 1.6379310344827587, + "grad_norm": 2.3376846313476562, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.6987919807434082, + "num_tokens": 352300280.0, + "step": 14915 + }, + { + "epoch": 1.6380408521853722, + "grad_norm": 2.534860849380493, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7126299142837524, + "num_tokens": 352320319.0, + "step": 14916 + }, + { + "epoch": 1.638150669887986, + "grad_norm": 2.3213605880737305, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7143570184707642, + "num_tokens": 352345522.0, + "step": 14917 + }, + { + "epoch": 1.6382604875905997, + "grad_norm": 2.7494797706604004, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.7196477055549622, + "num_tokens": 352363970.0, + "step": 14918 + }, + { + "epoch": 1.6383703052932133, + "grad_norm": 2.4648284912109375, + "learning_rate": 1e-06, + "loss": 0.8288, + "mean_token_accuracy": 0.7424272298812866, + "num_tokens": 352384724.0, + "step": 14919 + }, + { + "epoch": 1.6384801229958268, + "grad_norm": 2.3859963417053223, + "learning_rate": 1e-06, + "loss": 0.8755, + "mean_token_accuracy": 0.7224019765853882, + "num_tokens": 352408514.0, + "step": 14920 + }, + { + "epoch": 1.6385899406984406, + "grad_norm": 2.244265079498291, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7064436078071594, + "num_tokens": 352434914.0, + "step": 14921 + }, + { + "epoch": 1.6386997584010543, + "grad_norm": 2.311790943145752, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7163224220275879, + "num_tokens": 352459383.0, + "step": 14922 + }, + { + "epoch": 1.638809576103668, + "grad_norm": 2.600425958633423, + "learning_rate": 1e-06, + "loss": 0.7811, + "mean_token_accuracy": 0.7553772926330566, + "num_tokens": 352477871.0, + "step": 14923 + }, + { + "epoch": 1.6389193938062816, + "grad_norm": 2.2780375480651855, + "learning_rate": 1e-06, + "loss": 0.9943, + "mean_token_accuracy": 0.7187913656234741, + "num_tokens": 352502454.0, + "step": 14924 + }, + { + "epoch": 1.6390292115088951, + "grad_norm": 2.3969576358795166, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7025126218795776, + "num_tokens": 352526230.0, + "step": 14925 + }, + { + "epoch": 1.639139029211509, + "grad_norm": 2.3640928268432617, + "learning_rate": 1e-06, + "loss": 0.9358, + "mean_token_accuracy": 0.7183934450149536, + "num_tokens": 352549595.0, + "step": 14926 + }, + { + "epoch": 1.6392488469141226, + "grad_norm": 2.5101425647735596, + "learning_rate": 1e-06, + "loss": 0.7998, + "mean_token_accuracy": 0.7350831627845764, + "num_tokens": 352568985.0, + "step": 14927 + }, + { + "epoch": 1.6393586646167362, + "grad_norm": 2.2196106910705566, + "learning_rate": 1e-06, + "loss": 0.9892, + "mean_token_accuracy": 0.6996221542358398, + "num_tokens": 352596516.0, + "step": 14928 + }, + { + "epoch": 1.6394684823193497, + "grad_norm": 2.053713083267212, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7322285175323486, + "num_tokens": 352624693.0, + "step": 14929 + }, + { + "epoch": 1.6395783000219635, + "grad_norm": 2.1436781883239746, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.725175678730011, + "num_tokens": 352652300.0, + "step": 14930 + }, + { + "epoch": 1.6396881177245772, + "grad_norm": 1.9062721729278564, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7201075553894043, + "num_tokens": 352684023.0, + "step": 14931 + }, + { + "epoch": 1.639797935427191, + "grad_norm": 2.2439591884613037, + "learning_rate": 1e-06, + "loss": 0.8412, + "mean_token_accuracy": 0.735771656036377, + "num_tokens": 352706656.0, + "step": 14932 + }, + { + "epoch": 1.6399077531298045, + "grad_norm": 2.0561747550964355, + "learning_rate": 1e-06, + "loss": 0.9584, + "mean_token_accuracy": 0.7053918838500977, + "num_tokens": 352737205.0, + "step": 14933 + }, + { + "epoch": 1.640017570832418, + "grad_norm": 2.5600075721740723, + "learning_rate": 1e-06, + "loss": 0.9453, + "mean_token_accuracy": 0.7069104909896851, + "num_tokens": 352757450.0, + "step": 14934 + }, + { + "epoch": 1.6401273885350318, + "grad_norm": 2.2828431129455566, + "learning_rate": 1e-06, + "loss": 0.8, + "mean_token_accuracy": 0.7449673414230347, + "num_tokens": 352781824.0, + "step": 14935 + }, + { + "epoch": 1.6402372062376456, + "grad_norm": 2.4567816257476807, + "learning_rate": 1e-06, + "loss": 0.8921, + "mean_token_accuracy": 0.71726393699646, + "num_tokens": 352803668.0, + "step": 14936 + }, + { + "epoch": 1.6403470239402593, + "grad_norm": 2.5128653049468994, + "learning_rate": 1e-06, + "loss": 0.7737, + "mean_token_accuracy": 0.7482470273971558, + "num_tokens": 352823519.0, + "step": 14937 + }, + { + "epoch": 1.6404568416428729, + "grad_norm": 2.3082869052886963, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7098257541656494, + "num_tokens": 352847485.0, + "step": 14938 + }, + { + "epoch": 1.6405666593454864, + "grad_norm": 2.1126534938812256, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7126599550247192, + "num_tokens": 352878096.0, + "step": 14939 + }, + { + "epoch": 1.6406764770481002, + "grad_norm": 2.2977280616760254, + "learning_rate": 1e-06, + "loss": 0.9066, + "mean_token_accuracy": 0.713951587677002, + "num_tokens": 352902149.0, + "step": 14940 + }, + { + "epoch": 1.640786294750714, + "grad_norm": 2.447205066680908, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7100703716278076, + "num_tokens": 352924560.0, + "step": 14941 + }, + { + "epoch": 1.6408961124533274, + "grad_norm": 2.5027780532836914, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7190806865692139, + "num_tokens": 352945022.0, + "step": 14942 + }, + { + "epoch": 1.641005930155941, + "grad_norm": 2.4663639068603516, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.7294048070907593, + "num_tokens": 352966790.0, + "step": 14943 + }, + { + "epoch": 1.6411157478585547, + "grad_norm": 2.4973111152648926, + "learning_rate": 1e-06, + "loss": 0.9666, + "mean_token_accuracy": 0.7030442953109741, + "num_tokens": 352990343.0, + "step": 14944 + }, + { + "epoch": 1.6412255655611685, + "grad_norm": 2.3923654556274414, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7095781564712524, + "num_tokens": 353014406.0, + "step": 14945 + }, + { + "epoch": 1.6413353832637823, + "grad_norm": 2.77396559715271, + "learning_rate": 1e-06, + "loss": 0.8351, + "mean_token_accuracy": 0.7318255305290222, + "num_tokens": 353032168.0, + "step": 14946 + }, + { + "epoch": 1.6414452009663958, + "grad_norm": 2.4492061138153076, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7269432544708252, + "num_tokens": 353053602.0, + "step": 14947 + }, + { + "epoch": 1.6415550186690093, + "grad_norm": 2.0327913761138916, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7230191230773926, + "num_tokens": 353082676.0, + "step": 14948 + }, + { + "epoch": 1.641664836371623, + "grad_norm": 2.216766834259033, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7166074514389038, + "num_tokens": 353109377.0, + "step": 14949 + }, + { + "epoch": 1.6417746540742368, + "grad_norm": 2.47784161567688, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7121877074241638, + "num_tokens": 353131030.0, + "step": 14950 + }, + { + "epoch": 1.6418844717768504, + "grad_norm": 2.425715446472168, + "learning_rate": 1e-06, + "loss": 0.8185, + "mean_token_accuracy": 0.745763897895813, + "num_tokens": 353152102.0, + "step": 14951 + }, + { + "epoch": 1.6419942894794641, + "grad_norm": 2.0076141357421875, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.6997197270393372, + "num_tokens": 353184032.0, + "step": 14952 + }, + { + "epoch": 1.6421041071820777, + "grad_norm": 2.2500314712524414, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.7128679752349854, + "num_tokens": 353208564.0, + "step": 14953 + }, + { + "epoch": 1.6422139248846914, + "grad_norm": 2.8680737018585205, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.7323219180107117, + "num_tokens": 353226180.0, + "step": 14954 + }, + { + "epoch": 1.6423237425873052, + "grad_norm": 2.289687395095825, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.7005958557128906, + "num_tokens": 353252358.0, + "step": 14955 + }, + { + "epoch": 1.6424335602899187, + "grad_norm": 2.2178030014038086, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7247766256332397, + "num_tokens": 353278959.0, + "step": 14956 + }, + { + "epoch": 1.6425433779925322, + "grad_norm": 3.08115816116333, + "learning_rate": 1e-06, + "loss": 0.83, + "mean_token_accuracy": 0.738787055015564, + "num_tokens": 353293076.0, + "step": 14957 + }, + { + "epoch": 1.642653195695146, + "grad_norm": 2.587373971939087, + "learning_rate": 1e-06, + "loss": 0.8496, + "mean_token_accuracy": 0.7401681542396545, + "num_tokens": 353311273.0, + "step": 14958 + }, + { + "epoch": 1.6427630133977598, + "grad_norm": 2.256381034851074, + "learning_rate": 1e-06, + "loss": 0.8992, + "mean_token_accuracy": 0.7291116714477539, + "num_tokens": 353337048.0, + "step": 14959 + }, + { + "epoch": 1.6428728311003735, + "grad_norm": 2.2066168785095215, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7120822668075562, + "num_tokens": 353365630.0, + "step": 14960 + }, + { + "epoch": 1.642982648802987, + "grad_norm": 2.647174835205078, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7298403382301331, + "num_tokens": 353384252.0, + "step": 14961 + }, + { + "epoch": 1.6430924665056006, + "grad_norm": 2.2518577575683594, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.715225338935852, + "num_tokens": 353408638.0, + "step": 14962 + }, + { + "epoch": 1.6432022842082143, + "grad_norm": 2.4011902809143066, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7153317332267761, + "num_tokens": 353431856.0, + "step": 14963 + }, + { + "epoch": 1.643312101910828, + "grad_norm": 2.2718617916107178, + "learning_rate": 1e-06, + "loss": 1.044, + "mean_token_accuracy": 0.6792895197868347, + "num_tokens": 353458622.0, + "step": 14964 + }, + { + "epoch": 1.6434219196134416, + "grad_norm": 2.311281442642212, + "learning_rate": 1e-06, + "loss": 0.9924, + "mean_token_accuracy": 0.7006986737251282, + "num_tokens": 353484074.0, + "step": 14965 + }, + { + "epoch": 1.6435317373160554, + "grad_norm": 2.389420509338379, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.7082129716873169, + "num_tokens": 353506168.0, + "step": 14966 + }, + { + "epoch": 1.643641555018669, + "grad_norm": 2.3135693073272705, + "learning_rate": 1e-06, + "loss": 0.816, + "mean_token_accuracy": 0.7406590580940247, + "num_tokens": 353528609.0, + "step": 14967 + }, + { + "epoch": 1.6437513727212827, + "grad_norm": 2.753145933151245, + "learning_rate": 1e-06, + "loss": 0.8196, + "mean_token_accuracy": 0.741146981716156, + "num_tokens": 353545905.0, + "step": 14968 + }, + { + "epoch": 1.6438611904238964, + "grad_norm": 2.274533748626709, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.7227554321289062, + "num_tokens": 353573433.0, + "step": 14969 + }, + { + "epoch": 1.64397100812651, + "grad_norm": 2.2980687618255615, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7287614345550537, + "num_tokens": 353596403.0, + "step": 14970 + }, + { + "epoch": 1.6440808258291235, + "grad_norm": 2.3067612648010254, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7071819305419922, + "num_tokens": 353622046.0, + "step": 14971 + }, + { + "epoch": 1.6441906435317373, + "grad_norm": 2.406083106994629, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7257887125015259, + "num_tokens": 353644960.0, + "step": 14972 + }, + { + "epoch": 1.644300461234351, + "grad_norm": 2.528566598892212, + "learning_rate": 1e-06, + "loss": 0.8309, + "mean_token_accuracy": 0.7431800365447998, + "num_tokens": 353665172.0, + "step": 14973 + }, + { + "epoch": 1.6444102789369648, + "grad_norm": 2.2744669914245605, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7160196304321289, + "num_tokens": 353689425.0, + "step": 14974 + }, + { + "epoch": 1.6445200966395783, + "grad_norm": 2.3229191303253174, + "learning_rate": 1e-06, + "loss": 0.8222, + "mean_token_accuracy": 0.7419835329055786, + "num_tokens": 353715162.0, + "step": 14975 + }, + { + "epoch": 1.6446299143421919, + "grad_norm": 2.6130709648132324, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.721939206123352, + "num_tokens": 353734931.0, + "step": 14976 + }, + { + "epoch": 1.6447397320448056, + "grad_norm": 2.3030447959899902, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7020106315612793, + "num_tokens": 353759669.0, + "step": 14977 + }, + { + "epoch": 1.6448495497474194, + "grad_norm": 2.178417682647705, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7126515507698059, + "num_tokens": 353784973.0, + "step": 14978 + }, + { + "epoch": 1.644959367450033, + "grad_norm": 2.2270967960357666, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7143046855926514, + "num_tokens": 353811878.0, + "step": 14979 + }, + { + "epoch": 1.6450691851526464, + "grad_norm": 2.314152717590332, + "learning_rate": 1e-06, + "loss": 0.8328, + "mean_token_accuracy": 0.7337864637374878, + "num_tokens": 353836042.0, + "step": 14980 + }, + { + "epoch": 1.6451790028552602, + "grad_norm": 2.6306216716766357, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7028371691703796, + "num_tokens": 353856320.0, + "step": 14981 + }, + { + "epoch": 1.645288820557874, + "grad_norm": 2.30623459815979, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7213366031646729, + "num_tokens": 353880834.0, + "step": 14982 + }, + { + "epoch": 1.6453986382604877, + "grad_norm": 2.4532604217529297, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.721576452255249, + "num_tokens": 353903547.0, + "step": 14983 + }, + { + "epoch": 1.6455084559631012, + "grad_norm": 2.1644139289855957, + "learning_rate": 1e-06, + "loss": 1.0075, + "mean_token_accuracy": 0.6933563947677612, + "num_tokens": 353933419.0, + "step": 14984 + }, + { + "epoch": 1.6456182736657148, + "grad_norm": 2.552091360092163, + "learning_rate": 1e-06, + "loss": 0.8564, + "mean_token_accuracy": 0.7472302913665771, + "num_tokens": 353953906.0, + "step": 14985 + }, + { + "epoch": 1.6457280913683285, + "grad_norm": 1.959288477897644, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.7017292976379395, + "num_tokens": 353986572.0, + "step": 14986 + }, + { + "epoch": 1.6458379090709423, + "grad_norm": 2.2603535652160645, + "learning_rate": 1e-06, + "loss": 1.0203, + "mean_token_accuracy": 0.6883939504623413, + "num_tokens": 354012557.0, + "step": 14987 + }, + { + "epoch": 1.645947726773556, + "grad_norm": 2.335430860519409, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7215553522109985, + "num_tokens": 354036527.0, + "step": 14988 + }, + { + "epoch": 1.6460575444761696, + "grad_norm": 2.5839014053344727, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7271538972854614, + "num_tokens": 354057791.0, + "step": 14989 + }, + { + "epoch": 1.6461673621787831, + "grad_norm": 2.862884759902954, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7108520269393921, + "num_tokens": 354073759.0, + "step": 14990 + }, + { + "epoch": 1.6462771798813969, + "grad_norm": 2.239990234375, + "learning_rate": 1e-06, + "loss": 0.7877, + "mean_token_accuracy": 0.7505855560302734, + "num_tokens": 354096751.0, + "step": 14991 + }, + { + "epoch": 1.6463869975840106, + "grad_norm": 2.24971866607666, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.712281346321106, + "num_tokens": 354124879.0, + "step": 14992 + }, + { + "epoch": 1.6464968152866242, + "grad_norm": 2.39420223236084, + "learning_rate": 1e-06, + "loss": 0.803, + "mean_token_accuracy": 0.7414813041687012, + "num_tokens": 354146000.0, + "step": 14993 + }, + { + "epoch": 1.6466066329892377, + "grad_norm": 2.397632122039795, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7184135317802429, + "num_tokens": 354170637.0, + "step": 14994 + }, + { + "epoch": 1.6467164506918515, + "grad_norm": 2.2064807415008545, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7101022601127625, + "num_tokens": 354195811.0, + "step": 14995 + }, + { + "epoch": 1.6468262683944652, + "grad_norm": 2.5401484966278076, + "learning_rate": 1e-06, + "loss": 0.8941, + "mean_token_accuracy": 0.718037486076355, + "num_tokens": 354215511.0, + "step": 14996 + }, + { + "epoch": 1.646936086097079, + "grad_norm": 2.5243773460388184, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7094854712486267, + "num_tokens": 354237512.0, + "step": 14997 + }, + { + "epoch": 1.6470459037996925, + "grad_norm": 2.306079864501953, + "learning_rate": 1e-06, + "loss": 0.9967, + "mean_token_accuracy": 0.7107359170913696, + "num_tokens": 354261801.0, + "step": 14998 + }, + { + "epoch": 1.647155721502306, + "grad_norm": 2.321492910385132, + "learning_rate": 1e-06, + "loss": 0.9113, + "mean_token_accuracy": 0.7276437282562256, + "num_tokens": 354287086.0, + "step": 14999 + }, + { + "epoch": 1.6472655392049198, + "grad_norm": 2.4607553482055664, + "learning_rate": 1e-06, + "loss": 0.9736, + "mean_token_accuracy": 0.7038981318473816, + "num_tokens": 354310226.0, + "step": 15000 + }, + { + "epoch": 1.6473753569075336, + "grad_norm": 2.263611316680908, + "learning_rate": 1e-06, + "loss": 0.7315, + "mean_token_accuracy": 0.7643757462501526, + "num_tokens": 354331956.0, + "step": 15001 + }, + { + "epoch": 1.6474851746101473, + "grad_norm": 2.236273765563965, + "learning_rate": 1e-06, + "loss": 0.9941, + "mean_token_accuracy": 0.6882030963897705, + "num_tokens": 354356426.0, + "step": 15002 + }, + { + "epoch": 1.6475949923127609, + "grad_norm": 2.2600700855255127, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7114421129226685, + "num_tokens": 354381428.0, + "step": 15003 + }, + { + "epoch": 1.6477048100153744, + "grad_norm": 2.627450704574585, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7085028290748596, + "num_tokens": 354402959.0, + "step": 15004 + }, + { + "epoch": 1.6478146277179881, + "grad_norm": 2.4848783016204834, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7284382581710815, + "num_tokens": 354425233.0, + "step": 15005 + }, + { + "epoch": 1.647924445420602, + "grad_norm": 2.7237210273742676, + "learning_rate": 1e-06, + "loss": 0.844, + "mean_token_accuracy": 0.7355698347091675, + "num_tokens": 354443130.0, + "step": 15006 + }, + { + "epoch": 1.6480342631232154, + "grad_norm": 2.2953174114227295, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7293994426727295, + "num_tokens": 354467239.0, + "step": 15007 + }, + { + "epoch": 1.648144080825829, + "grad_norm": 2.4253180027008057, + "learning_rate": 1e-06, + "loss": 0.9025, + "mean_token_accuracy": 0.720807671546936, + "num_tokens": 354491023.0, + "step": 15008 + }, + { + "epoch": 1.6482538985284427, + "grad_norm": 2.190591812133789, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.72019362449646, + "num_tokens": 354518826.0, + "step": 15009 + }, + { + "epoch": 1.6483637162310565, + "grad_norm": 2.1265103816986084, + "learning_rate": 1e-06, + "loss": 1.0283, + "mean_token_accuracy": 0.6903466582298279, + "num_tokens": 354548363.0, + "step": 15010 + }, + { + "epoch": 1.6484735339336702, + "grad_norm": 2.4730122089385986, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7067327499389648, + "num_tokens": 354570456.0, + "step": 15011 + }, + { + "epoch": 1.6485833516362838, + "grad_norm": 2.0084640979766846, + "learning_rate": 1e-06, + "loss": 1.0048, + "mean_token_accuracy": 0.6931264996528625, + "num_tokens": 354603519.0, + "step": 15012 + }, + { + "epoch": 1.6486931693388973, + "grad_norm": 2.0551249980926514, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7185975313186646, + "num_tokens": 354633420.0, + "step": 15013 + }, + { + "epoch": 1.648802987041511, + "grad_norm": 2.432101249694824, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.7064438462257385, + "num_tokens": 354656257.0, + "step": 15014 + }, + { + "epoch": 1.6489128047441248, + "grad_norm": 2.3239803314208984, + "learning_rate": 1e-06, + "loss": 0.8495, + "mean_token_accuracy": 0.7353711128234863, + "num_tokens": 354680191.0, + "step": 15015 + }, + { + "epoch": 1.6490226224467384, + "grad_norm": 2.3230528831481934, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7277555465698242, + "num_tokens": 354704921.0, + "step": 15016 + }, + { + "epoch": 1.6491324401493521, + "grad_norm": 2.2076735496520996, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7173184156417847, + "num_tokens": 354731202.0, + "step": 15017 + }, + { + "epoch": 1.6492422578519657, + "grad_norm": 2.206636667251587, + "learning_rate": 1e-06, + "loss": 0.7751, + "mean_token_accuracy": 0.7539792060852051, + "num_tokens": 354755710.0, + "step": 15018 + }, + { + "epoch": 1.6493520755545794, + "grad_norm": 2.3206698894500732, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7167550325393677, + "num_tokens": 354781284.0, + "step": 15019 + }, + { + "epoch": 1.6494618932571932, + "grad_norm": 2.36073637008667, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.702690601348877, + "num_tokens": 354806185.0, + "step": 15020 + }, + { + "epoch": 1.6495717109598067, + "grad_norm": 2.276148557662964, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.7253162860870361, + "num_tokens": 354832995.0, + "step": 15021 + }, + { + "epoch": 1.6496815286624202, + "grad_norm": 2.012030839920044, + "learning_rate": 1e-06, + "loss": 0.9956, + "mean_token_accuracy": 0.6990469694137573, + "num_tokens": 354863272.0, + "step": 15022 + }, + { + "epoch": 1.649791346365034, + "grad_norm": 2.6513562202453613, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7216292023658752, + "num_tokens": 354883524.0, + "step": 15023 + }, + { + "epoch": 1.6499011640676478, + "grad_norm": 2.1881182193756104, + "learning_rate": 1e-06, + "loss": 0.8254, + "mean_token_accuracy": 0.7333734035491943, + "num_tokens": 354909673.0, + "step": 15024 + }, + { + "epoch": 1.6500109817702615, + "grad_norm": 2.3050670623779297, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7108806371688843, + "num_tokens": 354933712.0, + "step": 15025 + }, + { + "epoch": 1.650120799472875, + "grad_norm": 2.2904653549194336, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7156510353088379, + "num_tokens": 354960376.0, + "step": 15026 + }, + { + "epoch": 1.6502306171754886, + "grad_norm": 2.4105756282806396, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.6968730688095093, + "num_tokens": 354983653.0, + "step": 15027 + }, + { + "epoch": 1.6503404348781023, + "grad_norm": 2.142939329147339, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.7039852142333984, + "num_tokens": 355013435.0, + "step": 15028 + }, + { + "epoch": 1.650450252580716, + "grad_norm": 2.3959403038024902, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.6982677578926086, + "num_tokens": 355037745.0, + "step": 15029 + }, + { + "epoch": 1.6505600702833296, + "grad_norm": 2.28996205329895, + "learning_rate": 1e-06, + "loss": 0.81, + "mean_token_accuracy": 0.7548684477806091, + "num_tokens": 355061517.0, + "step": 15030 + }, + { + "epoch": 1.6506698879859434, + "grad_norm": 2.314237594604492, + "learning_rate": 1e-06, + "loss": 0.9722, + "mean_token_accuracy": 0.7030224800109863, + "num_tokens": 355085552.0, + "step": 15031 + }, + { + "epoch": 1.650779705688557, + "grad_norm": 2.2524726390838623, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7171512842178345, + "num_tokens": 355112766.0, + "step": 15032 + }, + { + "epoch": 1.6508895233911707, + "grad_norm": 2.121168613433838, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7212043404579163, + "num_tokens": 355138265.0, + "step": 15033 + }, + { + "epoch": 1.6509993410937844, + "grad_norm": 2.259822130203247, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.7259216904640198, + "num_tokens": 355165940.0, + "step": 15034 + }, + { + "epoch": 1.651109158796398, + "grad_norm": 2.3017513751983643, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7319758534431458, + "num_tokens": 355190391.0, + "step": 15035 + }, + { + "epoch": 1.6512189764990115, + "grad_norm": 2.344475507736206, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7244619131088257, + "num_tokens": 355214186.0, + "step": 15036 + }, + { + "epoch": 1.6513287942016253, + "grad_norm": 2.293138027191162, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7380341291427612, + "num_tokens": 355236957.0, + "step": 15037 + }, + { + "epoch": 1.651438611904239, + "grad_norm": 2.832341194152832, + "learning_rate": 1e-06, + "loss": 0.8458, + "mean_token_accuracy": 0.7266688346862793, + "num_tokens": 355253813.0, + "step": 15038 + }, + { + "epoch": 1.6515484296068528, + "grad_norm": 2.505324125289917, + "learning_rate": 1e-06, + "loss": 1.0006, + "mean_token_accuracy": 0.6932305097579956, + "num_tokens": 355277100.0, + "step": 15039 + }, + { + "epoch": 1.6516582473094663, + "grad_norm": 2.3223206996917725, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.727058470249176, + "num_tokens": 355300440.0, + "step": 15040 + }, + { + "epoch": 1.6517680650120798, + "grad_norm": 2.248732089996338, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7065901756286621, + "num_tokens": 355326142.0, + "step": 15041 + }, + { + "epoch": 1.6518778827146936, + "grad_norm": 2.268390417098999, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.721213698387146, + "num_tokens": 355350888.0, + "step": 15042 + }, + { + "epoch": 1.6519877004173074, + "grad_norm": 2.2434804439544678, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.6954177021980286, + "num_tokens": 355375620.0, + "step": 15043 + }, + { + "epoch": 1.652097518119921, + "grad_norm": 2.188891649246216, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.713975191116333, + "num_tokens": 355404895.0, + "step": 15044 + }, + { + "epoch": 1.6522073358225344, + "grad_norm": 2.5165865421295166, + "learning_rate": 1e-06, + "loss": 0.9745, + "mean_token_accuracy": 0.7018062472343445, + "num_tokens": 355425875.0, + "step": 15045 + }, + { + "epoch": 1.6523171535251482, + "grad_norm": 2.529351234436035, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7141534090042114, + "num_tokens": 355447440.0, + "step": 15046 + }, + { + "epoch": 1.652426971227762, + "grad_norm": 2.4637622833251953, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7182140946388245, + "num_tokens": 355469412.0, + "step": 15047 + }, + { + "epoch": 1.6525367889303757, + "grad_norm": 2.1903131008148193, + "learning_rate": 1e-06, + "loss": 0.9191, + "mean_token_accuracy": 0.7170813083648682, + "num_tokens": 355496074.0, + "step": 15048 + }, + { + "epoch": 1.6526466066329892, + "grad_norm": 2.1857190132141113, + "learning_rate": 1e-06, + "loss": 0.976, + "mean_token_accuracy": 0.7028095722198486, + "num_tokens": 355522739.0, + "step": 15049 + }, + { + "epoch": 1.6527564243356028, + "grad_norm": 2.4328222274780273, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.725003719329834, + "num_tokens": 355544714.0, + "step": 15050 + }, + { + "epoch": 1.6528662420382165, + "grad_norm": 2.700801134109497, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.7197473049163818, + "num_tokens": 355562931.0, + "step": 15051 + }, + { + "epoch": 1.6529760597408303, + "grad_norm": 2.5096805095672607, + "learning_rate": 1e-06, + "loss": 0.8645, + "mean_token_accuracy": 0.729877769947052, + "num_tokens": 355581641.0, + "step": 15052 + }, + { + "epoch": 1.653085877443444, + "grad_norm": 2.4664313793182373, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7276273965835571, + "num_tokens": 355604054.0, + "step": 15053 + }, + { + "epoch": 1.6531956951460576, + "grad_norm": 2.5044515132904053, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7086719274520874, + "num_tokens": 355625821.0, + "step": 15054 + }, + { + "epoch": 1.653305512848671, + "grad_norm": 2.8486618995666504, + "learning_rate": 1e-06, + "loss": 0.8347, + "mean_token_accuracy": 0.7359597086906433, + "num_tokens": 355642785.0, + "step": 15055 + }, + { + "epoch": 1.6534153305512849, + "grad_norm": 2.393240451812744, + "learning_rate": 1e-06, + "loss": 0.965, + "mean_token_accuracy": 0.697251558303833, + "num_tokens": 355666031.0, + "step": 15056 + }, + { + "epoch": 1.6535251482538986, + "grad_norm": 2.343630075454712, + "learning_rate": 1e-06, + "loss": 0.7902, + "mean_token_accuracy": 0.7430737018585205, + "num_tokens": 355687503.0, + "step": 15057 + }, + { + "epoch": 1.6536349659565122, + "grad_norm": 2.675997018814087, + "learning_rate": 1e-06, + "loss": 0.8986, + "mean_token_accuracy": 0.7294549345970154, + "num_tokens": 355706018.0, + "step": 15058 + }, + { + "epoch": 1.6537447836591257, + "grad_norm": 2.2444608211517334, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7220067977905273, + "num_tokens": 355729344.0, + "step": 15059 + }, + { + "epoch": 1.6538546013617395, + "grad_norm": 2.448859930038452, + "learning_rate": 1e-06, + "loss": 0.8238, + "mean_token_accuracy": 0.7365634441375732, + "num_tokens": 355750101.0, + "step": 15060 + }, + { + "epoch": 1.6539644190643532, + "grad_norm": 2.487119674682617, + "learning_rate": 1e-06, + "loss": 0.8005, + "mean_token_accuracy": 0.7554517984390259, + "num_tokens": 355769048.0, + "step": 15061 + }, + { + "epoch": 1.654074236766967, + "grad_norm": 2.607877731323242, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7109253406524658, + "num_tokens": 355789485.0, + "step": 15062 + }, + { + "epoch": 1.6541840544695805, + "grad_norm": 2.230436325073242, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7217450141906738, + "num_tokens": 355814282.0, + "step": 15063 + }, + { + "epoch": 1.654293872172194, + "grad_norm": 2.4727916717529297, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7143211960792542, + "num_tokens": 355834920.0, + "step": 15064 + }, + { + "epoch": 1.6544036898748078, + "grad_norm": 2.532996654510498, + "learning_rate": 1e-06, + "loss": 0.8477, + "mean_token_accuracy": 0.7334072589874268, + "num_tokens": 355856747.0, + "step": 15065 + }, + { + "epoch": 1.6545135075774215, + "grad_norm": 2.5329482555389404, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7332379817962646, + "num_tokens": 355877643.0, + "step": 15066 + }, + { + "epoch": 1.6546233252800353, + "grad_norm": 2.3540406227111816, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7277266979217529, + "num_tokens": 355903204.0, + "step": 15067 + }, + { + "epoch": 1.6547331429826488, + "grad_norm": 2.488753080368042, + "learning_rate": 1e-06, + "loss": 0.8339, + "mean_token_accuracy": 0.7384995818138123, + "num_tokens": 355925421.0, + "step": 15068 + }, + { + "epoch": 1.6548429606852624, + "grad_norm": 3.1455938816070557, + "learning_rate": 1e-06, + "loss": 0.8368, + "mean_token_accuracy": 0.7277402877807617, + "num_tokens": 355939006.0, + "step": 15069 + }, + { + "epoch": 1.6549527783878761, + "grad_norm": 2.396188974380493, + "learning_rate": 1e-06, + "loss": 0.8755, + "mean_token_accuracy": 0.7238173484802246, + "num_tokens": 355962835.0, + "step": 15070 + }, + { + "epoch": 1.65506259609049, + "grad_norm": 2.053772211074829, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7292031049728394, + "num_tokens": 355990654.0, + "step": 15071 + }, + { + "epoch": 1.6551724137931034, + "grad_norm": 2.1847376823425293, + "learning_rate": 1e-06, + "loss": 0.9095, + "mean_token_accuracy": 0.7216609120368958, + "num_tokens": 356017257.0, + "step": 15072 + }, + { + "epoch": 1.655282231495717, + "grad_norm": 2.959911823272705, + "learning_rate": 1e-06, + "loss": 0.8178, + "mean_token_accuracy": 0.735344409942627, + "num_tokens": 356032989.0, + "step": 15073 + }, + { + "epoch": 1.6553920491983307, + "grad_norm": 2.973191738128662, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7261843085289001, + "num_tokens": 356048181.0, + "step": 15074 + }, + { + "epoch": 1.6555018669009445, + "grad_norm": 1.9779622554779053, + "learning_rate": 1e-06, + "loss": 0.9652, + "mean_token_accuracy": 0.7029061317443848, + "num_tokens": 356078444.0, + "step": 15075 + }, + { + "epoch": 1.6556116846035582, + "grad_norm": 2.0337893962860107, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.7236193418502808, + "num_tokens": 356109079.0, + "step": 15076 + }, + { + "epoch": 1.6557215023061718, + "grad_norm": 2.4303336143493652, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7269441485404968, + "num_tokens": 356131119.0, + "step": 15077 + }, + { + "epoch": 1.6558313200087853, + "grad_norm": 2.713989496231079, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7376397252082825, + "num_tokens": 356149987.0, + "step": 15078 + }, + { + "epoch": 1.655941137711399, + "grad_norm": 2.819504499435425, + "learning_rate": 1e-06, + "loss": 0.8728, + "mean_token_accuracy": 0.725104808807373, + "num_tokens": 356169196.0, + "step": 15079 + }, + { + "epoch": 1.6560509554140128, + "grad_norm": 2.202347993850708, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7308921217918396, + "num_tokens": 356196412.0, + "step": 15080 + }, + { + "epoch": 1.6561607731166264, + "grad_norm": 2.528604507446289, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7074940204620361, + "num_tokens": 356217368.0, + "step": 15081 + }, + { + "epoch": 1.65627059081924, + "grad_norm": 2.019402027130127, + "learning_rate": 1e-06, + "loss": 0.9615, + "mean_token_accuracy": 0.7033242583274841, + "num_tokens": 356247783.0, + "step": 15082 + }, + { + "epoch": 1.6563804085218536, + "grad_norm": 2.2913613319396973, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.715836226940155, + "num_tokens": 356270142.0, + "step": 15083 + }, + { + "epoch": 1.6564902262244674, + "grad_norm": 2.653759479522705, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7371343374252319, + "num_tokens": 356288438.0, + "step": 15084 + }, + { + "epoch": 1.6566000439270812, + "grad_norm": 2.2297110557556152, + "learning_rate": 1e-06, + "loss": 0.8682, + "mean_token_accuracy": 0.7318516969680786, + "num_tokens": 356315352.0, + "step": 15085 + }, + { + "epoch": 1.6567098616296947, + "grad_norm": 2.0976269245147705, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.7160797119140625, + "num_tokens": 356341736.0, + "step": 15086 + }, + { + "epoch": 1.6568196793323082, + "grad_norm": 2.006141185760498, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7226762175559998, + "num_tokens": 356372287.0, + "step": 15087 + }, + { + "epoch": 1.656929497034922, + "grad_norm": 2.488246202468872, + "learning_rate": 1e-06, + "loss": 0.7933, + "mean_token_accuracy": 0.7426645159721375, + "num_tokens": 356392950.0, + "step": 15088 + }, + { + "epoch": 1.6570393147375357, + "grad_norm": 2.30818247795105, + "learning_rate": 1e-06, + "loss": 0.8065, + "mean_token_accuracy": 0.7460320591926575, + "num_tokens": 356417349.0, + "step": 15089 + }, + { + "epoch": 1.6571491324401495, + "grad_norm": 2.1892848014831543, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7207194566726685, + "num_tokens": 356444023.0, + "step": 15090 + }, + { + "epoch": 1.657258950142763, + "grad_norm": 1.9685790538787842, + "learning_rate": 1e-06, + "loss": 0.8697, + "mean_token_accuracy": 0.7309651970863342, + "num_tokens": 356473461.0, + "step": 15091 + }, + { + "epoch": 1.6573687678453766, + "grad_norm": 2.271850347518921, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.7007156610488892, + "num_tokens": 356499185.0, + "step": 15092 + }, + { + "epoch": 1.6574785855479903, + "grad_norm": 2.5181992053985596, + "learning_rate": 1e-06, + "loss": 0.8511, + "mean_token_accuracy": 0.7424341440200806, + "num_tokens": 356519277.0, + "step": 15093 + }, + { + "epoch": 1.657588403250604, + "grad_norm": 2.3351335525512695, + "learning_rate": 1e-06, + "loss": 0.8208, + "mean_token_accuracy": 0.7402949929237366, + "num_tokens": 356543241.0, + "step": 15094 + }, + { + "epoch": 1.6576982209532176, + "grad_norm": 2.579225778579712, + "learning_rate": 1e-06, + "loss": 0.8528, + "mean_token_accuracy": 0.7352200746536255, + "num_tokens": 356564040.0, + "step": 15095 + }, + { + "epoch": 1.6578080386558314, + "grad_norm": 2.306419849395752, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7108190655708313, + "num_tokens": 356590933.0, + "step": 15096 + }, + { + "epoch": 1.657917856358445, + "grad_norm": 2.6365373134613037, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7295467853546143, + "num_tokens": 356610656.0, + "step": 15097 + }, + { + "epoch": 1.6580276740610587, + "grad_norm": 2.108699321746826, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7139337062835693, + "num_tokens": 356638797.0, + "step": 15098 + }, + { + "epoch": 1.6581374917636724, + "grad_norm": 2.274557113647461, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7215628623962402, + "num_tokens": 356663279.0, + "step": 15099 + }, + { + "epoch": 1.658247309466286, + "grad_norm": 2.3816065788269043, + "learning_rate": 1e-06, + "loss": 0.8572, + "mean_token_accuracy": 0.7378508448600769, + "num_tokens": 356684574.0, + "step": 15100 + }, + { + "epoch": 1.6583571271688995, + "grad_norm": 2.7287096977233887, + "learning_rate": 1e-06, + "loss": 0.8056, + "mean_token_accuracy": 0.7417396306991577, + "num_tokens": 356703121.0, + "step": 15101 + }, + { + "epoch": 1.6584669448715132, + "grad_norm": 2.2151076793670654, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7299817800521851, + "num_tokens": 356727218.0, + "step": 15102 + }, + { + "epoch": 1.658576762574127, + "grad_norm": 2.249687671661377, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7181218862533569, + "num_tokens": 356751606.0, + "step": 15103 + }, + { + "epoch": 1.6586865802767408, + "grad_norm": 2.6625521183013916, + "learning_rate": 1e-06, + "loss": 0.7692, + "mean_token_accuracy": 0.7550550699234009, + "num_tokens": 356768860.0, + "step": 15104 + }, + { + "epoch": 1.6587963979793543, + "grad_norm": 2.5266714096069336, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.719336748123169, + "num_tokens": 356790364.0, + "step": 15105 + }, + { + "epoch": 1.6589062156819678, + "grad_norm": 2.4801719188690186, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7038320302963257, + "num_tokens": 356811293.0, + "step": 15106 + }, + { + "epoch": 1.6590160333845816, + "grad_norm": 2.205165386199951, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.6884320974349976, + "num_tokens": 356838420.0, + "step": 15107 + }, + { + "epoch": 1.6591258510871953, + "grad_norm": 2.181187152862549, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7254658937454224, + "num_tokens": 356864225.0, + "step": 15108 + }, + { + "epoch": 1.6592356687898089, + "grad_norm": 2.229374408721924, + "learning_rate": 1e-06, + "loss": 0.7618, + "mean_token_accuracy": 0.7574937343597412, + "num_tokens": 356886606.0, + "step": 15109 + }, + { + "epoch": 1.6593454864924224, + "grad_norm": 2.4131648540496826, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7189105749130249, + "num_tokens": 356907268.0, + "step": 15110 + }, + { + "epoch": 1.6594553041950362, + "grad_norm": 2.1031250953674316, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7015422582626343, + "num_tokens": 356934106.0, + "step": 15111 + }, + { + "epoch": 1.65956512189765, + "grad_norm": 2.2312798500061035, + "learning_rate": 1e-06, + "loss": 0.9406, + "mean_token_accuracy": 0.7137227058410645, + "num_tokens": 356958067.0, + "step": 15112 + }, + { + "epoch": 1.6596749396002637, + "grad_norm": 2.371900796890259, + "learning_rate": 1e-06, + "loss": 0.8577, + "mean_token_accuracy": 0.7399331331253052, + "num_tokens": 356978184.0, + "step": 15113 + }, + { + "epoch": 1.6597847573028772, + "grad_norm": 2.3729519844055176, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7216899394989014, + "num_tokens": 357001721.0, + "step": 15114 + }, + { + "epoch": 1.6598945750054908, + "grad_norm": 2.3709003925323486, + "learning_rate": 1e-06, + "loss": 0.9644, + "mean_token_accuracy": 0.7096067667007446, + "num_tokens": 357024162.0, + "step": 15115 + }, + { + "epoch": 1.6600043927081045, + "grad_norm": 2.2384517192840576, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7150411605834961, + "num_tokens": 357051586.0, + "step": 15116 + }, + { + "epoch": 1.6601142104107183, + "grad_norm": 2.208277940750122, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7213871479034424, + "num_tokens": 357077711.0, + "step": 15117 + }, + { + "epoch": 1.660224028113332, + "grad_norm": 2.1663973331451416, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7120717763900757, + "num_tokens": 357103414.0, + "step": 15118 + }, + { + "epoch": 1.6603338458159456, + "grad_norm": 2.3991587162017822, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7099461555480957, + "num_tokens": 357127339.0, + "step": 15119 + }, + { + "epoch": 1.660443663518559, + "grad_norm": 2.7283108234405518, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.725272536277771, + "num_tokens": 357146321.0, + "step": 15120 + }, + { + "epoch": 1.6605534812211729, + "grad_norm": 2.078119993209839, + "learning_rate": 1e-06, + "loss": 0.8169, + "mean_token_accuracy": 0.7360451221466064, + "num_tokens": 357171771.0, + "step": 15121 + }, + { + "epoch": 1.6606632989237866, + "grad_norm": 2.180699586868286, + "learning_rate": 1e-06, + "loss": 0.8026, + "mean_token_accuracy": 0.7496962547302246, + "num_tokens": 357195415.0, + "step": 15122 + }, + { + "epoch": 1.6607731166264001, + "grad_norm": 2.4431324005126953, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7253786325454712, + "num_tokens": 357217135.0, + "step": 15123 + }, + { + "epoch": 1.6608829343290137, + "grad_norm": 2.864725351333618, + "learning_rate": 1e-06, + "loss": 0.8666, + "mean_token_accuracy": 0.7269416451454163, + "num_tokens": 357235192.0, + "step": 15124 + }, + { + "epoch": 1.6609927520316274, + "grad_norm": 2.3299503326416016, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7218586206436157, + "num_tokens": 357260613.0, + "step": 15125 + }, + { + "epoch": 1.6611025697342412, + "grad_norm": 2.1085100173950195, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.714246392250061, + "num_tokens": 357289314.0, + "step": 15126 + }, + { + "epoch": 1.661212387436855, + "grad_norm": 2.446410894393921, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7091618180274963, + "num_tokens": 357310967.0, + "step": 15127 + }, + { + "epoch": 1.6613222051394685, + "grad_norm": 2.20158314704895, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7133601903915405, + "num_tokens": 357336237.0, + "step": 15128 + }, + { + "epoch": 1.661432022842082, + "grad_norm": 2.6024365425109863, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7409114837646484, + "num_tokens": 357355584.0, + "step": 15129 + }, + { + "epoch": 1.6615418405446958, + "grad_norm": 2.3094937801361084, + "learning_rate": 1e-06, + "loss": 0.855, + "mean_token_accuracy": 0.7405271530151367, + "num_tokens": 357379154.0, + "step": 15130 + }, + { + "epoch": 1.6616516582473095, + "grad_norm": 2.200076103210449, + "learning_rate": 1e-06, + "loss": 0.9931, + "mean_token_accuracy": 0.6989481449127197, + "num_tokens": 357407946.0, + "step": 15131 + }, + { + "epoch": 1.661761475949923, + "grad_norm": 2.0796024799346924, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7144030928611755, + "num_tokens": 357435055.0, + "step": 15132 + }, + { + "epoch": 1.6618712936525368, + "grad_norm": 2.5488550662994385, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7175504565238953, + "num_tokens": 357456571.0, + "step": 15133 + }, + { + "epoch": 1.6619811113551504, + "grad_norm": 2.074993848800659, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7257839441299438, + "num_tokens": 357485324.0, + "step": 15134 + }, + { + "epoch": 1.6620909290577641, + "grad_norm": 2.286705493927002, + "learning_rate": 1e-06, + "loss": 0.9487, + "mean_token_accuracy": 0.700931191444397, + "num_tokens": 357511297.0, + "step": 15135 + }, + { + "epoch": 1.6622007467603779, + "grad_norm": 2.1676270961761475, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7080965638160706, + "num_tokens": 357538260.0, + "step": 15136 + }, + { + "epoch": 1.6623105644629914, + "grad_norm": 2.362483024597168, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7229822278022766, + "num_tokens": 357559798.0, + "step": 15137 + }, + { + "epoch": 1.662420382165605, + "grad_norm": 2.112626552581787, + "learning_rate": 1e-06, + "loss": 0.9172, + "mean_token_accuracy": 0.7218530178070068, + "num_tokens": 357591187.0, + "step": 15138 + }, + { + "epoch": 1.6625301998682187, + "grad_norm": 2.334735870361328, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7149518132209778, + "num_tokens": 357613974.0, + "step": 15139 + }, + { + "epoch": 1.6626400175708325, + "grad_norm": 1.7808338403701782, + "learning_rate": 1e-06, + "loss": 0.9996, + "mean_token_accuracy": 0.6913391947746277, + "num_tokens": 357651613.0, + "step": 15140 + }, + { + "epoch": 1.6627498352734462, + "grad_norm": 2.8510611057281494, + "learning_rate": 1e-06, + "loss": 0.8174, + "mean_token_accuracy": 0.747380256652832, + "num_tokens": 357668244.0, + "step": 15141 + }, + { + "epoch": 1.6628596529760598, + "grad_norm": 2.1041100025177, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7344362735748291, + "num_tokens": 357694016.0, + "step": 15142 + }, + { + "epoch": 1.6629694706786733, + "grad_norm": 2.737938404083252, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7121503949165344, + "num_tokens": 357712866.0, + "step": 15143 + }, + { + "epoch": 1.663079288381287, + "grad_norm": 2.3448519706726074, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7354375123977661, + "num_tokens": 357735579.0, + "step": 15144 + }, + { + "epoch": 1.6631891060839008, + "grad_norm": 2.7339673042297363, + "learning_rate": 1e-06, + "loss": 0.8352, + "mean_token_accuracy": 0.7410507202148438, + "num_tokens": 357757794.0, + "step": 15145 + }, + { + "epoch": 1.6632989237865143, + "grad_norm": 2.48811411857605, + "learning_rate": 1e-06, + "loss": 0.7837, + "mean_token_accuracy": 0.7510339021682739, + "num_tokens": 357777632.0, + "step": 15146 + }, + { + "epoch": 1.663408741489128, + "grad_norm": 2.2057507038116455, + "learning_rate": 1e-06, + "loss": 0.9577, + "mean_token_accuracy": 0.7036871314048767, + "num_tokens": 357803790.0, + "step": 15147 + }, + { + "epoch": 1.6635185591917416, + "grad_norm": 2.3422276973724365, + "learning_rate": 1e-06, + "loss": 0.8, + "mean_token_accuracy": 0.7444524765014648, + "num_tokens": 357824247.0, + "step": 15148 + }, + { + "epoch": 1.6636283768943554, + "grad_norm": 2.1980247497558594, + "learning_rate": 1e-06, + "loss": 0.9608, + "mean_token_accuracy": 0.6942027807235718, + "num_tokens": 357852093.0, + "step": 15149 + }, + { + "epoch": 1.6637381945969691, + "grad_norm": 2.183373212814331, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7318695187568665, + "num_tokens": 357876565.0, + "step": 15150 + }, + { + "epoch": 1.6638480122995827, + "grad_norm": 2.5980942249298096, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7216872572898865, + "num_tokens": 357896225.0, + "step": 15151 + }, + { + "epoch": 1.6639578300021962, + "grad_norm": 2.397937774658203, + "learning_rate": 1e-06, + "loss": 0.9841, + "mean_token_accuracy": 0.6987748146057129, + "num_tokens": 357918961.0, + "step": 15152 + }, + { + "epoch": 1.66406764770481, + "grad_norm": 2.9563214778900146, + "learning_rate": 1e-06, + "loss": 0.8519, + "mean_token_accuracy": 0.7337276935577393, + "num_tokens": 357935681.0, + "step": 15153 + }, + { + "epoch": 1.6641774654074237, + "grad_norm": 2.289236307144165, + "learning_rate": 1e-06, + "loss": 0.9848, + "mean_token_accuracy": 0.7040895223617554, + "num_tokens": 357961065.0, + "step": 15154 + }, + { + "epoch": 1.6642872831100375, + "grad_norm": 2.049177408218384, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.7160114645957947, + "num_tokens": 357990837.0, + "step": 15155 + }, + { + "epoch": 1.664397100812651, + "grad_norm": 2.27160906791687, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7137542963027954, + "num_tokens": 358015772.0, + "step": 15156 + }, + { + "epoch": 1.6645069185152646, + "grad_norm": 2.115457773208618, + "learning_rate": 1e-06, + "loss": 0.8242, + "mean_token_accuracy": 0.746569037437439, + "num_tokens": 358044200.0, + "step": 15157 + }, + { + "epoch": 1.6646167362178783, + "grad_norm": 2.7077736854553223, + "learning_rate": 1e-06, + "loss": 0.9823, + "mean_token_accuracy": 0.7042372226715088, + "num_tokens": 358062531.0, + "step": 15158 + }, + { + "epoch": 1.664726553920492, + "grad_norm": 2.4177298545837402, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7027043104171753, + "num_tokens": 358087675.0, + "step": 15159 + }, + { + "epoch": 1.6648363716231056, + "grad_norm": 2.3853490352630615, + "learning_rate": 1e-06, + "loss": 0.8593, + "mean_token_accuracy": 0.7286401987075806, + "num_tokens": 358109832.0, + "step": 15160 + }, + { + "epoch": 1.6649461893257194, + "grad_norm": 2.399258613586426, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.7377005815505981, + "num_tokens": 358130837.0, + "step": 15161 + }, + { + "epoch": 1.665056007028333, + "grad_norm": 2.065743923187256, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.7078731060028076, + "num_tokens": 358162199.0, + "step": 15162 + }, + { + "epoch": 1.6651658247309467, + "grad_norm": 1.987913966178894, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7139124870300293, + "num_tokens": 358194229.0, + "step": 15163 + }, + { + "epoch": 1.6652756424335604, + "grad_norm": 2.273793935775757, + "learning_rate": 1e-06, + "loss": 0.992, + "mean_token_accuracy": 0.6916331052780151, + "num_tokens": 358220068.0, + "step": 15164 + }, + { + "epoch": 1.665385460136174, + "grad_norm": 2.362226963043213, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7183555364608765, + "num_tokens": 358242595.0, + "step": 15165 + }, + { + "epoch": 1.6654952778387875, + "grad_norm": 2.3587052822113037, + "learning_rate": 1e-06, + "loss": 0.8579, + "mean_token_accuracy": 0.7271994352340698, + "num_tokens": 358266143.0, + "step": 15166 + }, + { + "epoch": 1.6656050955414012, + "grad_norm": 2.4592788219451904, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7238280177116394, + "num_tokens": 358286626.0, + "step": 15167 + }, + { + "epoch": 1.665714913244015, + "grad_norm": 2.142982244491577, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7099438905715942, + "num_tokens": 358315145.0, + "step": 15168 + }, + { + "epoch": 1.6658247309466288, + "grad_norm": 2.3501625061035156, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7422792315483093, + "num_tokens": 358338084.0, + "step": 15169 + }, + { + "epoch": 1.6659345486492423, + "grad_norm": 2.0784103870391846, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7060433626174927, + "num_tokens": 358365546.0, + "step": 15170 + }, + { + "epoch": 1.6660443663518558, + "grad_norm": 2.174403190612793, + "learning_rate": 1e-06, + "loss": 0.856, + "mean_token_accuracy": 0.7319949865341187, + "num_tokens": 358393238.0, + "step": 15171 + }, + { + "epoch": 1.6661541840544696, + "grad_norm": 2.2664473056793213, + "learning_rate": 1e-06, + "loss": 0.9697, + "mean_token_accuracy": 0.7102074027061462, + "num_tokens": 358420421.0, + "step": 15172 + }, + { + "epoch": 1.6662640017570833, + "grad_norm": 2.185175895690918, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7239460349082947, + "num_tokens": 358446902.0, + "step": 15173 + }, + { + "epoch": 1.6663738194596969, + "grad_norm": 2.128756523132324, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7200518250465393, + "num_tokens": 358473671.0, + "step": 15174 + }, + { + "epoch": 1.6664836371623104, + "grad_norm": 2.3717191219329834, + "learning_rate": 1e-06, + "loss": 0.8552, + "mean_token_accuracy": 0.7445226907730103, + "num_tokens": 358494905.0, + "step": 15175 + }, + { + "epoch": 1.6665934548649242, + "grad_norm": 2.043297290802002, + "learning_rate": 1e-06, + "loss": 0.8476, + "mean_token_accuracy": 0.7348815202713013, + "num_tokens": 358524722.0, + "step": 15176 + }, + { + "epoch": 1.666703272567538, + "grad_norm": 2.3048243522644043, + "learning_rate": 1e-06, + "loss": 0.9799, + "mean_token_accuracy": 0.6942870616912842, + "num_tokens": 358551429.0, + "step": 15177 + }, + { + "epoch": 1.6668130902701517, + "grad_norm": 2.196536064147949, + "learning_rate": 1e-06, + "loss": 0.8841, + "mean_token_accuracy": 0.7403995990753174, + "num_tokens": 358575961.0, + "step": 15178 + }, + { + "epoch": 1.6669229079727652, + "grad_norm": 2.2461702823638916, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7226152420043945, + "num_tokens": 358600825.0, + "step": 15179 + }, + { + "epoch": 1.6670327256753787, + "grad_norm": 2.0397114753723145, + "learning_rate": 1e-06, + "loss": 0.9868, + "mean_token_accuracy": 0.694427490234375, + "num_tokens": 358632007.0, + "step": 15180 + }, + { + "epoch": 1.6671425433779925, + "grad_norm": 2.5164456367492676, + "learning_rate": 1e-06, + "loss": 0.8308, + "mean_token_accuracy": 0.7338789701461792, + "num_tokens": 358653151.0, + "step": 15181 + }, + { + "epoch": 1.6672523610806063, + "grad_norm": 2.5698130130767822, + "learning_rate": 1e-06, + "loss": 0.8725, + "mean_token_accuracy": 0.7298981547355652, + "num_tokens": 358673502.0, + "step": 15182 + }, + { + "epoch": 1.66736217878322, + "grad_norm": 2.272865056991577, + "learning_rate": 1e-06, + "loss": 0.8469, + "mean_token_accuracy": 0.736717700958252, + "num_tokens": 358696384.0, + "step": 15183 + }, + { + "epoch": 1.6674719964858336, + "grad_norm": 2.486402988433838, + "learning_rate": 1e-06, + "loss": 0.8016, + "mean_token_accuracy": 0.7416291236877441, + "num_tokens": 358716225.0, + "step": 15184 + }, + { + "epoch": 1.667581814188447, + "grad_norm": 2.778837203979492, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.72153240442276, + "num_tokens": 358734438.0, + "step": 15185 + }, + { + "epoch": 1.6676916318910608, + "grad_norm": 2.125837564468384, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7053436040878296, + "num_tokens": 358763050.0, + "step": 15186 + }, + { + "epoch": 1.6678014495936746, + "grad_norm": 2.7555806636810303, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7285258173942566, + "num_tokens": 358781667.0, + "step": 15187 + }, + { + "epoch": 1.6679112672962881, + "grad_norm": 2.5067412853240967, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7154024839401245, + "num_tokens": 358803855.0, + "step": 15188 + }, + { + "epoch": 1.6680210849989017, + "grad_norm": 2.43634033203125, + "learning_rate": 1e-06, + "loss": 1.0017, + "mean_token_accuracy": 0.7078165411949158, + "num_tokens": 358826140.0, + "step": 15189 + }, + { + "epoch": 1.6681309027015154, + "grad_norm": 2.619842290878296, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7138454914093018, + "num_tokens": 358846430.0, + "step": 15190 + }, + { + "epoch": 1.6682407204041292, + "grad_norm": 2.05316424369812, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7420132756233215, + "num_tokens": 358875274.0, + "step": 15191 + }, + { + "epoch": 1.668350538106743, + "grad_norm": 2.1044678688049316, + "learning_rate": 1e-06, + "loss": 0.8575, + "mean_token_accuracy": 0.7271591424942017, + "num_tokens": 358903510.0, + "step": 15192 + }, + { + "epoch": 1.6684603558093565, + "grad_norm": 2.262335777282715, + "learning_rate": 1e-06, + "loss": 0.9876, + "mean_token_accuracy": 0.7074975967407227, + "num_tokens": 358928876.0, + "step": 15193 + }, + { + "epoch": 1.66857017351197, + "grad_norm": 2.4550211429595947, + "learning_rate": 1e-06, + "loss": 0.825, + "mean_token_accuracy": 0.7411394119262695, + "num_tokens": 358949116.0, + "step": 15194 + }, + { + "epoch": 1.6686799912145838, + "grad_norm": 2.6261563301086426, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7325959801673889, + "num_tokens": 358967192.0, + "step": 15195 + }, + { + "epoch": 1.6687898089171975, + "grad_norm": 2.4106948375701904, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.721975564956665, + "num_tokens": 358990186.0, + "step": 15196 + }, + { + "epoch": 1.668899626619811, + "grad_norm": 2.248202085494995, + "learning_rate": 1e-06, + "loss": 0.8735, + "mean_token_accuracy": 0.7286900877952576, + "num_tokens": 359014833.0, + "step": 15197 + }, + { + "epoch": 1.6690094443224248, + "grad_norm": 2.355390787124634, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7092030048370361, + "num_tokens": 359039678.0, + "step": 15198 + }, + { + "epoch": 1.6691192620250384, + "grad_norm": 2.006662368774414, + "learning_rate": 1e-06, + "loss": 0.8083, + "mean_token_accuracy": 0.74695885181427, + "num_tokens": 359068661.0, + "step": 15199 + }, + { + "epoch": 1.669229079727652, + "grad_norm": 2.263312816619873, + "learning_rate": 1e-06, + "loss": 0.8846, + "mean_token_accuracy": 0.7227106094360352, + "num_tokens": 359093446.0, + "step": 15200 + }, + { + "epoch": 1.6693388974302659, + "grad_norm": 2.2903130054473877, + "learning_rate": 1e-06, + "loss": 0.9383, + "mean_token_accuracy": 0.7200719118118286, + "num_tokens": 359118681.0, + "step": 15201 + }, + { + "epoch": 1.6694487151328794, + "grad_norm": 2.5153133869171143, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7132209539413452, + "num_tokens": 359139822.0, + "step": 15202 + }, + { + "epoch": 1.669558532835493, + "grad_norm": 2.361851215362549, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7309775352478027, + "num_tokens": 359161459.0, + "step": 15203 + }, + { + "epoch": 1.6696683505381067, + "grad_norm": 2.435321569442749, + "learning_rate": 1e-06, + "loss": 0.7864, + "mean_token_accuracy": 0.7453534603118896, + "num_tokens": 359181792.0, + "step": 15204 + }, + { + "epoch": 1.6697781682407205, + "grad_norm": 2.6986329555511475, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7232513427734375, + "num_tokens": 359201396.0, + "step": 15205 + }, + { + "epoch": 1.6698879859433342, + "grad_norm": 2.2998366355895996, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.720915675163269, + "num_tokens": 359226516.0, + "step": 15206 + }, + { + "epoch": 1.6699978036459477, + "grad_norm": 2.0425310134887695, + "learning_rate": 1e-06, + "loss": 0.9395, + "mean_token_accuracy": 0.7082452774047852, + "num_tokens": 359255504.0, + "step": 15207 + }, + { + "epoch": 1.6701076213485613, + "grad_norm": 2.3609418869018555, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.7077446579933167, + "num_tokens": 359279361.0, + "step": 15208 + }, + { + "epoch": 1.670217439051175, + "grad_norm": 2.583822011947632, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7080267667770386, + "num_tokens": 359299976.0, + "step": 15209 + }, + { + "epoch": 1.6703272567537888, + "grad_norm": 2.6083266735076904, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7106796503067017, + "num_tokens": 359320723.0, + "step": 15210 + }, + { + "epoch": 1.6704370744564023, + "grad_norm": 2.4342617988586426, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7142878770828247, + "num_tokens": 359343219.0, + "step": 15211 + }, + { + "epoch": 1.670546892159016, + "grad_norm": 2.4566571712493896, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7292613387107849, + "num_tokens": 359364460.0, + "step": 15212 + }, + { + "epoch": 1.6706567098616296, + "grad_norm": 3.0646584033966064, + "learning_rate": 1e-06, + "loss": 0.8457, + "mean_token_accuracy": 0.7297971248626709, + "num_tokens": 359379286.0, + "step": 15213 + }, + { + "epoch": 1.6707665275642434, + "grad_norm": 2.3478448390960693, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7293002605438232, + "num_tokens": 359400401.0, + "step": 15214 + }, + { + "epoch": 1.6708763452668571, + "grad_norm": 2.5969464778900146, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7165676355361938, + "num_tokens": 359422203.0, + "step": 15215 + }, + { + "epoch": 1.6709861629694707, + "grad_norm": 2.5815932750701904, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7167153358459473, + "num_tokens": 359444029.0, + "step": 15216 + }, + { + "epoch": 1.6710959806720842, + "grad_norm": 2.2019946575164795, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7171108722686768, + "num_tokens": 359469851.0, + "step": 15217 + }, + { + "epoch": 1.671205798374698, + "grad_norm": 2.2828619480133057, + "learning_rate": 1e-06, + "loss": 0.9411, + "mean_token_accuracy": 0.7173001766204834, + "num_tokens": 359494971.0, + "step": 15218 + }, + { + "epoch": 1.6713156160773117, + "grad_norm": 2.183058023452759, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7362717390060425, + "num_tokens": 359519770.0, + "step": 15219 + }, + { + "epoch": 1.6714254337799255, + "grad_norm": 2.1648848056793213, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7094650268554688, + "num_tokens": 359548469.0, + "step": 15220 + }, + { + "epoch": 1.671535251482539, + "grad_norm": 2.1392791271209717, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7242850065231323, + "num_tokens": 359574780.0, + "step": 15221 + }, + { + "epoch": 1.6716450691851525, + "grad_norm": 2.2750144004821777, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.6944381594657898, + "num_tokens": 359600943.0, + "step": 15222 + }, + { + "epoch": 1.6717548868877663, + "grad_norm": 2.525692939758301, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7125521898269653, + "num_tokens": 359621259.0, + "step": 15223 + }, + { + "epoch": 1.67186470459038, + "grad_norm": 2.296327829360962, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7192310094833374, + "num_tokens": 359646684.0, + "step": 15224 + }, + { + "epoch": 1.6719745222929936, + "grad_norm": 2.27872896194458, + "learning_rate": 1e-06, + "loss": 0.9065, + "mean_token_accuracy": 0.7228889465332031, + "num_tokens": 359671201.0, + "step": 15225 + }, + { + "epoch": 1.6720843399956071, + "grad_norm": 2.504153251647949, + "learning_rate": 1e-06, + "loss": 0.9511, + "mean_token_accuracy": 0.7092142701148987, + "num_tokens": 359692543.0, + "step": 15226 + }, + { + "epoch": 1.6721941576982209, + "grad_norm": 2.0201358795166016, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7250205874443054, + "num_tokens": 359721144.0, + "step": 15227 + }, + { + "epoch": 1.6723039754008346, + "grad_norm": 2.6640172004699707, + "learning_rate": 1e-06, + "loss": 0.7945, + "mean_token_accuracy": 0.7434567213058472, + "num_tokens": 359738428.0, + "step": 15228 + }, + { + "epoch": 1.6724137931034484, + "grad_norm": 2.149552345275879, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7024217247962952, + "num_tokens": 359766637.0, + "step": 15229 + }, + { + "epoch": 1.672523610806062, + "grad_norm": 2.2527685165405273, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7214981913566589, + "num_tokens": 359792636.0, + "step": 15230 + }, + { + "epoch": 1.6726334285086755, + "grad_norm": 2.65434193611145, + "learning_rate": 1e-06, + "loss": 0.8542, + "mean_token_accuracy": 0.7354971170425415, + "num_tokens": 359811523.0, + "step": 15231 + }, + { + "epoch": 1.6727432462112892, + "grad_norm": 2.2539703845977783, + "learning_rate": 1e-06, + "loss": 0.9452, + "mean_token_accuracy": 0.7145417332649231, + "num_tokens": 359836370.0, + "step": 15232 + }, + { + "epoch": 1.672853063913903, + "grad_norm": 2.7896149158477783, + "learning_rate": 1e-06, + "loss": 0.8017, + "mean_token_accuracy": 0.7439892292022705, + "num_tokens": 359854434.0, + "step": 15233 + }, + { + "epoch": 1.6729628816165167, + "grad_norm": 3.123701572418213, + "learning_rate": 1e-06, + "loss": 0.8237, + "mean_token_accuracy": 0.7466018199920654, + "num_tokens": 359868114.0, + "step": 15234 + }, + { + "epoch": 1.6730726993191303, + "grad_norm": 2.619616746902466, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7300474643707275, + "num_tokens": 359888542.0, + "step": 15235 + }, + { + "epoch": 1.6731825170217438, + "grad_norm": 2.6235263347625732, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7250247001647949, + "num_tokens": 359907755.0, + "step": 15236 + }, + { + "epoch": 1.6732923347243576, + "grad_norm": 2.3104300498962402, + "learning_rate": 1e-06, + "loss": 0.9386, + "mean_token_accuracy": 0.7087794542312622, + "num_tokens": 359932654.0, + "step": 15237 + }, + { + "epoch": 1.6734021524269713, + "grad_norm": 2.5740749835968018, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7503196001052856, + "num_tokens": 359951205.0, + "step": 15238 + }, + { + "epoch": 1.6735119701295849, + "grad_norm": 2.9360129833221436, + "learning_rate": 1e-06, + "loss": 0.7923, + "mean_token_accuracy": 0.746224582195282, + "num_tokens": 359967867.0, + "step": 15239 + }, + { + "epoch": 1.6736217878321984, + "grad_norm": 2.299436330795288, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7258234024047852, + "num_tokens": 359990641.0, + "step": 15240 + }, + { + "epoch": 1.6737316055348122, + "grad_norm": 2.4155259132385254, + "learning_rate": 1e-06, + "loss": 0.819, + "mean_token_accuracy": 0.7349068522453308, + "num_tokens": 360012220.0, + "step": 15241 + }, + { + "epoch": 1.673841423237426, + "grad_norm": 2.3366482257843018, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7335991859436035, + "num_tokens": 360033840.0, + "step": 15242 + }, + { + "epoch": 1.6739512409400397, + "grad_norm": 2.3915977478027344, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7188238501548767, + "num_tokens": 360057159.0, + "step": 15243 + }, + { + "epoch": 1.6740610586426532, + "grad_norm": 2.5044031143188477, + "learning_rate": 1e-06, + "loss": 0.8433, + "mean_token_accuracy": 0.7408182621002197, + "num_tokens": 360077391.0, + "step": 15244 + }, + { + "epoch": 1.6741708763452667, + "grad_norm": 2.2606709003448486, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.6957321166992188, + "num_tokens": 360103348.0, + "step": 15245 + }, + { + "epoch": 1.6742806940478805, + "grad_norm": 2.5098795890808105, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7269994020462036, + "num_tokens": 360124274.0, + "step": 15246 + }, + { + "epoch": 1.6743905117504942, + "grad_norm": 2.1998178958892822, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7253336906433105, + "num_tokens": 360149090.0, + "step": 15247 + }, + { + "epoch": 1.674500329453108, + "grad_norm": 2.0884363651275635, + "learning_rate": 1e-06, + "loss": 0.8366, + "mean_token_accuracy": 0.7294493913650513, + "num_tokens": 360179523.0, + "step": 15248 + }, + { + "epoch": 1.6746101471557215, + "grad_norm": 2.330498456954956, + "learning_rate": 1e-06, + "loss": 0.9169, + "mean_token_accuracy": 0.7108635306358337, + "num_tokens": 360202303.0, + "step": 15249 + }, + { + "epoch": 1.674719964858335, + "grad_norm": 2.4935801029205322, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7363506555557251, + "num_tokens": 360224040.0, + "step": 15250 + }, + { + "epoch": 1.6748297825609488, + "grad_norm": 1.949530839920044, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7228522896766663, + "num_tokens": 360255901.0, + "step": 15251 + }, + { + "epoch": 1.6749396002635626, + "grad_norm": 2.4393813610076904, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7045912742614746, + "num_tokens": 360277191.0, + "step": 15252 + }, + { + "epoch": 1.6750494179661761, + "grad_norm": 2.5285756587982178, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7181102633476257, + "num_tokens": 360298021.0, + "step": 15253 + }, + { + "epoch": 1.6751592356687897, + "grad_norm": 2.192291498184204, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.708849310874939, + "num_tokens": 360324673.0, + "step": 15254 + }, + { + "epoch": 1.6752690533714034, + "grad_norm": 2.955920934677124, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7305357456207275, + "num_tokens": 360341701.0, + "step": 15255 + }, + { + "epoch": 1.6753788710740172, + "grad_norm": 2.4253289699554443, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.727703332901001, + "num_tokens": 360362507.0, + "step": 15256 + }, + { + "epoch": 1.675488688776631, + "grad_norm": 2.585440158843994, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7115284204483032, + "num_tokens": 360383252.0, + "step": 15257 + }, + { + "epoch": 1.6755985064792445, + "grad_norm": 2.233293056488037, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7094340324401855, + "num_tokens": 360408718.0, + "step": 15258 + }, + { + "epoch": 1.675708324181858, + "grad_norm": 2.251055955886841, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7216765880584717, + "num_tokens": 360433874.0, + "step": 15259 + }, + { + "epoch": 1.6758181418844718, + "grad_norm": 2.2520039081573486, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7207825779914856, + "num_tokens": 360458857.0, + "step": 15260 + }, + { + "epoch": 1.6759279595870855, + "grad_norm": 2.401757001876831, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7077189683914185, + "num_tokens": 360482624.0, + "step": 15261 + }, + { + "epoch": 1.676037777289699, + "grad_norm": 2.160144329071045, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.7046518325805664, + "num_tokens": 360510345.0, + "step": 15262 + }, + { + "epoch": 1.6761475949923128, + "grad_norm": 2.07062029838562, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7103903293609619, + "num_tokens": 360541779.0, + "step": 15263 + }, + { + "epoch": 1.6762574126949263, + "grad_norm": 2.4694371223449707, + "learning_rate": 1e-06, + "loss": 0.7901, + "mean_token_accuracy": 0.7506266832351685, + "num_tokens": 360562743.0, + "step": 15264 + }, + { + "epoch": 1.67636723039754, + "grad_norm": 2.0445258617401123, + "learning_rate": 1e-06, + "loss": 0.9806, + "mean_token_accuracy": 0.699051022529602, + "num_tokens": 360591438.0, + "step": 15265 + }, + { + "epoch": 1.6764770481001539, + "grad_norm": 2.4435012340545654, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.739426851272583, + "num_tokens": 360612921.0, + "step": 15266 + }, + { + "epoch": 1.6765868658027674, + "grad_norm": 2.0691769123077393, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.712953507900238, + "num_tokens": 360642875.0, + "step": 15267 + }, + { + "epoch": 1.676696683505381, + "grad_norm": 2.3047897815704346, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7282301187515259, + "num_tokens": 360667620.0, + "step": 15268 + }, + { + "epoch": 1.6768065012079947, + "grad_norm": 2.2760865688323975, + "learning_rate": 1e-06, + "loss": 0.9042, + "mean_token_accuracy": 0.7197091579437256, + "num_tokens": 360693059.0, + "step": 15269 + }, + { + "epoch": 1.6769163189106084, + "grad_norm": 2.0328893661499023, + "learning_rate": 1e-06, + "loss": 0.8378, + "mean_token_accuracy": 0.7320457696914673, + "num_tokens": 360720935.0, + "step": 15270 + }, + { + "epoch": 1.6770261366132222, + "grad_norm": 2.3674213886260986, + "learning_rate": 1e-06, + "loss": 0.9541, + "mean_token_accuracy": 0.7251322865486145, + "num_tokens": 360744907.0, + "step": 15271 + }, + { + "epoch": 1.6771359543158357, + "grad_norm": 2.049813747406006, + "learning_rate": 1e-06, + "loss": 0.9404, + "mean_token_accuracy": 0.7101762294769287, + "num_tokens": 360775678.0, + "step": 15272 + }, + { + "epoch": 1.6772457720184493, + "grad_norm": 2.3451108932495117, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.7045158743858337, + "num_tokens": 360800460.0, + "step": 15273 + }, + { + "epoch": 1.677355589721063, + "grad_norm": 2.2144253253936768, + "learning_rate": 1e-06, + "loss": 0.9933, + "mean_token_accuracy": 0.6917684078216553, + "num_tokens": 360827270.0, + "step": 15274 + }, + { + "epoch": 1.6774654074236768, + "grad_norm": 2.0311434268951416, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7079613208770752, + "num_tokens": 360857449.0, + "step": 15275 + }, + { + "epoch": 1.6775752251262903, + "grad_norm": 2.535564661026001, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7180774807929993, + "num_tokens": 360878316.0, + "step": 15276 + }, + { + "epoch": 1.677685042828904, + "grad_norm": 2.2437491416931152, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7170264720916748, + "num_tokens": 360904540.0, + "step": 15277 + }, + { + "epoch": 1.6777948605315176, + "grad_norm": 2.236938714981079, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7471349239349365, + "num_tokens": 360928300.0, + "step": 15278 + }, + { + "epoch": 1.6779046782341314, + "grad_norm": 2.503558397293091, + "learning_rate": 1e-06, + "loss": 0.8675, + "mean_token_accuracy": 0.7197679281234741, + "num_tokens": 360949154.0, + "step": 15279 + }, + { + "epoch": 1.6780144959367451, + "grad_norm": 2.764183282852173, + "learning_rate": 1e-06, + "loss": 0.8828, + "mean_token_accuracy": 0.7241184115409851, + "num_tokens": 360967207.0, + "step": 15280 + }, + { + "epoch": 1.6781243136393587, + "grad_norm": 2.3906948566436768, + "learning_rate": 1e-06, + "loss": 0.9738, + "mean_token_accuracy": 0.6993778944015503, + "num_tokens": 360990062.0, + "step": 15281 + }, + { + "epoch": 1.6782341313419722, + "grad_norm": 2.436131000518799, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7351951599121094, + "num_tokens": 361011231.0, + "step": 15282 + }, + { + "epoch": 1.678343949044586, + "grad_norm": 2.4547133445739746, + "learning_rate": 1e-06, + "loss": 0.8484, + "mean_token_accuracy": 0.7360718250274658, + "num_tokens": 361032789.0, + "step": 15283 + }, + { + "epoch": 1.6784537667471997, + "grad_norm": 2.3471415042877197, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7157042026519775, + "num_tokens": 361057351.0, + "step": 15284 + }, + { + "epoch": 1.6785635844498135, + "grad_norm": 2.487806558609009, + "learning_rate": 1e-06, + "loss": 0.7516, + "mean_token_accuracy": 0.7685039639472961, + "num_tokens": 361076855.0, + "step": 15285 + }, + { + "epoch": 1.678673402152427, + "grad_norm": 2.5021536350250244, + "learning_rate": 1e-06, + "loss": 0.8055, + "mean_token_accuracy": 0.7427955269813538, + "num_tokens": 361096556.0, + "step": 15286 + }, + { + "epoch": 1.6787832198550405, + "grad_norm": 2.168555736541748, + "learning_rate": 1e-06, + "loss": 0.9502, + "mean_token_accuracy": 0.7092692852020264, + "num_tokens": 361126129.0, + "step": 15287 + }, + { + "epoch": 1.6788930375576543, + "grad_norm": 2.654254674911499, + "learning_rate": 1e-06, + "loss": 0.8402, + "mean_token_accuracy": 0.7370744943618774, + "num_tokens": 361143813.0, + "step": 15288 + }, + { + "epoch": 1.679002855260268, + "grad_norm": 2.520174741744995, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7076524496078491, + "num_tokens": 361165829.0, + "step": 15289 + }, + { + "epoch": 1.6791126729628816, + "grad_norm": 2.557636022567749, + "learning_rate": 1e-06, + "loss": 0.8324, + "mean_token_accuracy": 0.7331297397613525, + "num_tokens": 361185618.0, + "step": 15290 + }, + { + "epoch": 1.6792224906654951, + "grad_norm": 2.570152997970581, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.7131106853485107, + "num_tokens": 361207106.0, + "step": 15291 + }, + { + "epoch": 1.6793323083681089, + "grad_norm": 2.1892764568328857, + "learning_rate": 1e-06, + "loss": 0.815, + "mean_token_accuracy": 0.7440842390060425, + "num_tokens": 361231030.0, + "step": 15292 + }, + { + "epoch": 1.6794421260707226, + "grad_norm": 2.4841203689575195, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7104266881942749, + "num_tokens": 361254267.0, + "step": 15293 + }, + { + "epoch": 1.6795519437733364, + "grad_norm": 2.356473207473755, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7193222045898438, + "num_tokens": 361277395.0, + "step": 15294 + }, + { + "epoch": 1.67966176147595, + "grad_norm": 2.249553918838501, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7136641144752502, + "num_tokens": 361302756.0, + "step": 15295 + }, + { + "epoch": 1.6797715791785635, + "grad_norm": 2.483356237411499, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7221599817276001, + "num_tokens": 361324376.0, + "step": 15296 + }, + { + "epoch": 1.6798813968811772, + "grad_norm": 2.4250125885009766, + "learning_rate": 1e-06, + "loss": 0.8279, + "mean_token_accuracy": 0.746275007724762, + "num_tokens": 361344952.0, + "step": 15297 + }, + { + "epoch": 1.679991214583791, + "grad_norm": 2.4174509048461914, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7054364085197449, + "num_tokens": 361367506.0, + "step": 15298 + }, + { + "epoch": 1.6801010322864047, + "grad_norm": 2.4215195178985596, + "learning_rate": 1e-06, + "loss": 0.9257, + "mean_token_accuracy": 0.7116713523864746, + "num_tokens": 361390258.0, + "step": 15299 + }, + { + "epoch": 1.6802108499890183, + "grad_norm": 2.268822431564331, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7440904378890991, + "num_tokens": 361414451.0, + "step": 15300 + }, + { + "epoch": 1.6803206676916318, + "grad_norm": 2.49808931350708, + "learning_rate": 1e-06, + "loss": 1.0224, + "mean_token_accuracy": 0.7154335975646973, + "num_tokens": 361437054.0, + "step": 15301 + }, + { + "epoch": 1.6804304853942456, + "grad_norm": 2.013200283050537, + "learning_rate": 1e-06, + "loss": 1.0053, + "mean_token_accuracy": 0.6892998218536377, + "num_tokens": 361472864.0, + "step": 15302 + }, + { + "epoch": 1.6805403030968593, + "grad_norm": 2.1685879230499268, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7180245518684387, + "num_tokens": 361500761.0, + "step": 15303 + }, + { + "epoch": 1.6806501207994728, + "grad_norm": 2.289707660675049, + "learning_rate": 1e-06, + "loss": 0.8247, + "mean_token_accuracy": 0.736783504486084, + "num_tokens": 361527308.0, + "step": 15304 + }, + { + "epoch": 1.6807599385020864, + "grad_norm": 2.346323251724243, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7143381237983704, + "num_tokens": 361549652.0, + "step": 15305 + }, + { + "epoch": 1.6808697562047001, + "grad_norm": 2.0685391426086426, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.6999140977859497, + "num_tokens": 361579443.0, + "step": 15306 + }, + { + "epoch": 1.680979573907314, + "grad_norm": 2.004817247390747, + "learning_rate": 1e-06, + "loss": 0.9501, + "mean_token_accuracy": 0.7113227844238281, + "num_tokens": 361610582.0, + "step": 15307 + }, + { + "epoch": 1.6810893916099277, + "grad_norm": 2.3999428749084473, + "learning_rate": 1e-06, + "loss": 0.85, + "mean_token_accuracy": 0.7272199392318726, + "num_tokens": 361631126.0, + "step": 15308 + }, + { + "epoch": 1.6811992093125412, + "grad_norm": 2.7382004261016846, + "learning_rate": 1e-06, + "loss": 0.8047, + "mean_token_accuracy": 0.7421011924743652, + "num_tokens": 361648758.0, + "step": 15309 + }, + { + "epoch": 1.6813090270151547, + "grad_norm": 2.1333365440368652, + "learning_rate": 1e-06, + "loss": 0.9802, + "mean_token_accuracy": 0.6962937116622925, + "num_tokens": 361679180.0, + "step": 15310 + }, + { + "epoch": 1.6814188447177685, + "grad_norm": 2.1655170917510986, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.7025086879730225, + "num_tokens": 361705457.0, + "step": 15311 + }, + { + "epoch": 1.6815286624203822, + "grad_norm": 2.195789337158203, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7066347002983093, + "num_tokens": 361733515.0, + "step": 15312 + }, + { + "epoch": 1.681638480122996, + "grad_norm": 3.2357800006866455, + "learning_rate": 1e-06, + "loss": 0.7786, + "mean_token_accuracy": 0.7505571842193604, + "num_tokens": 361747897.0, + "step": 15313 + }, + { + "epoch": 1.6817482978256095, + "grad_norm": 2.8319246768951416, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.72499018907547, + "num_tokens": 361765096.0, + "step": 15314 + }, + { + "epoch": 1.681858115528223, + "grad_norm": 2.9395487308502197, + "learning_rate": 1e-06, + "loss": 0.8575, + "mean_token_accuracy": 0.7364485263824463, + "num_tokens": 361780495.0, + "step": 15315 + }, + { + "epoch": 1.6819679332308368, + "grad_norm": 2.5546875, + "learning_rate": 1e-06, + "loss": 0.8826, + "mean_token_accuracy": 0.731734573841095, + "num_tokens": 361802826.0, + "step": 15316 + }, + { + "epoch": 1.6820777509334506, + "grad_norm": 2.5883877277374268, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7265844345092773, + "num_tokens": 361823616.0, + "step": 15317 + }, + { + "epoch": 1.6821875686360641, + "grad_norm": 2.0490386486053467, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.712755560874939, + "num_tokens": 361854950.0, + "step": 15318 + }, + { + "epoch": 1.6822973863386776, + "grad_norm": 2.3023014068603516, + "learning_rate": 1e-06, + "loss": 0.9936, + "mean_token_accuracy": 0.6843416690826416, + "num_tokens": 361880601.0, + "step": 15319 + }, + { + "epoch": 1.6824072040412914, + "grad_norm": 2.5254158973693848, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7051119804382324, + "num_tokens": 361902902.0, + "step": 15320 + }, + { + "epoch": 1.6825170217439052, + "grad_norm": 2.1230549812316895, + "learning_rate": 1e-06, + "loss": 0.8434, + "mean_token_accuracy": 0.7326805591583252, + "num_tokens": 361929948.0, + "step": 15321 + }, + { + "epoch": 1.682626839446519, + "grad_norm": 2.1574409008026123, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7177079319953918, + "num_tokens": 361957597.0, + "step": 15322 + }, + { + "epoch": 1.6827366571491325, + "grad_norm": 2.5783753395080566, + "learning_rate": 1e-06, + "loss": 0.8336, + "mean_token_accuracy": 0.7342759370803833, + "num_tokens": 361977619.0, + "step": 15323 + }, + { + "epoch": 1.682846474851746, + "grad_norm": 2.167104959487915, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7094705700874329, + "num_tokens": 362003460.0, + "step": 15324 + }, + { + "epoch": 1.6829562925543597, + "grad_norm": 2.7298848628997803, + "learning_rate": 1e-06, + "loss": 0.7606, + "mean_token_accuracy": 0.7650173902511597, + "num_tokens": 362020790.0, + "step": 15325 + }, + { + "epoch": 1.6830661102569735, + "grad_norm": 2.5486907958984375, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7366306781768799, + "num_tokens": 362040088.0, + "step": 15326 + }, + { + "epoch": 1.683175927959587, + "grad_norm": 2.3397912979125977, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.7009589672088623, + "num_tokens": 362065352.0, + "step": 15327 + }, + { + "epoch": 1.6832857456622008, + "grad_norm": 2.9059793949127197, + "learning_rate": 1e-06, + "loss": 0.8728, + "mean_token_accuracy": 0.7198657393455505, + "num_tokens": 362082277.0, + "step": 15328 + }, + { + "epoch": 1.6833955633648143, + "grad_norm": 2.657916784286499, + "learning_rate": 1e-06, + "loss": 0.8717, + "mean_token_accuracy": 0.7279987931251526, + "num_tokens": 362100408.0, + "step": 15329 + }, + { + "epoch": 1.683505381067428, + "grad_norm": 2.397519588470459, + "learning_rate": 1e-06, + "loss": 0.7796, + "mean_token_accuracy": 0.7462862730026245, + "num_tokens": 362121003.0, + "step": 15330 + }, + { + "epoch": 1.6836151987700418, + "grad_norm": 2.4147372245788574, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7322070598602295, + "num_tokens": 362141992.0, + "step": 15331 + }, + { + "epoch": 1.6837250164726554, + "grad_norm": 2.267080307006836, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7263883948326111, + "num_tokens": 362165969.0, + "step": 15332 + }, + { + "epoch": 1.683834834175269, + "grad_norm": 2.253221273422241, + "learning_rate": 1e-06, + "loss": 0.9564, + "mean_token_accuracy": 0.7104734182357788, + "num_tokens": 362191713.0, + "step": 15333 + }, + { + "epoch": 1.6839446518778827, + "grad_norm": 2.268763303756714, + "learning_rate": 1e-06, + "loss": 0.8206, + "mean_token_accuracy": 0.731145977973938, + "num_tokens": 362214448.0, + "step": 15334 + }, + { + "epoch": 1.6840544695804964, + "grad_norm": 1.998216986656189, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7261231541633606, + "num_tokens": 362248101.0, + "step": 15335 + }, + { + "epoch": 1.6841642872831102, + "grad_norm": 2.7494258880615234, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7307632565498352, + "num_tokens": 362266154.0, + "step": 15336 + }, + { + "epoch": 1.6842741049857237, + "grad_norm": 2.1548407077789307, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7223516702651978, + "num_tokens": 362293052.0, + "step": 15337 + }, + { + "epoch": 1.6843839226883373, + "grad_norm": 2.1416022777557373, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7267427444458008, + "num_tokens": 362319406.0, + "step": 15338 + }, + { + "epoch": 1.684493740390951, + "grad_norm": 2.2448220252990723, + "learning_rate": 1e-06, + "loss": 0.9531, + "mean_token_accuracy": 0.703723669052124, + "num_tokens": 362345462.0, + "step": 15339 + }, + { + "epoch": 1.6846035580935648, + "grad_norm": 2.6160829067230225, + "learning_rate": 1e-06, + "loss": 0.7561, + "mean_token_accuracy": 0.7620910406112671, + "num_tokens": 362363797.0, + "step": 15340 + }, + { + "epoch": 1.6847133757961783, + "grad_norm": 2.499110460281372, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7485302090644836, + "num_tokens": 362383738.0, + "step": 15341 + }, + { + "epoch": 1.684823193498792, + "grad_norm": 2.476882219314575, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7127604484558105, + "num_tokens": 362406834.0, + "step": 15342 + }, + { + "epoch": 1.6849330112014056, + "grad_norm": 2.181427240371704, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7328633069992065, + "num_tokens": 362432261.0, + "step": 15343 + }, + { + "epoch": 1.6850428289040194, + "grad_norm": 2.7892446517944336, + "learning_rate": 1e-06, + "loss": 0.6976, + "mean_token_accuracy": 0.7666245698928833, + "num_tokens": 362448401.0, + "step": 15344 + }, + { + "epoch": 1.685152646606633, + "grad_norm": 2.481369972229004, + "learning_rate": 1e-06, + "loss": 0.7853, + "mean_token_accuracy": 0.7595468759536743, + "num_tokens": 362467776.0, + "step": 15345 + }, + { + "epoch": 1.6852624643092466, + "grad_norm": 2.50795578956604, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7004122734069824, + "num_tokens": 362489909.0, + "step": 15346 + }, + { + "epoch": 1.6853722820118602, + "grad_norm": 2.1813735961914062, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.744316816329956, + "num_tokens": 362515705.0, + "step": 15347 + }, + { + "epoch": 1.685482099714474, + "grad_norm": 2.2801249027252197, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7384108304977417, + "num_tokens": 362539455.0, + "step": 15348 + }, + { + "epoch": 1.6855919174170877, + "grad_norm": 2.4868311882019043, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7096637487411499, + "num_tokens": 362561041.0, + "step": 15349 + }, + { + "epoch": 1.6857017351197014, + "grad_norm": 2.635824203491211, + "learning_rate": 1e-06, + "loss": 0.836, + "mean_token_accuracy": 0.7486953735351562, + "num_tokens": 362580589.0, + "step": 15350 + }, + { + "epoch": 1.685811552822315, + "grad_norm": 2.277495861053467, + "learning_rate": 1e-06, + "loss": 0.9029, + "mean_token_accuracy": 0.7128612399101257, + "num_tokens": 362604800.0, + "step": 15351 + }, + { + "epoch": 1.6859213705249285, + "grad_norm": 2.2915165424346924, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7156466841697693, + "num_tokens": 362628922.0, + "step": 15352 + }, + { + "epoch": 1.6860311882275423, + "grad_norm": 2.115767478942871, + "learning_rate": 1e-06, + "loss": 0.9466, + "mean_token_accuracy": 0.7071225643157959, + "num_tokens": 362658001.0, + "step": 15353 + }, + { + "epoch": 1.686141005930156, + "grad_norm": 2.0980496406555176, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7033793926239014, + "num_tokens": 362686554.0, + "step": 15354 + }, + { + "epoch": 1.6862508236327696, + "grad_norm": 2.1817519664764404, + "learning_rate": 1e-06, + "loss": 0.9334, + "mean_token_accuracy": 0.7175042629241943, + "num_tokens": 362713808.0, + "step": 15355 + }, + { + "epoch": 1.686360641335383, + "grad_norm": 2.4316611289978027, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7168065309524536, + "num_tokens": 362734753.0, + "step": 15356 + }, + { + "epoch": 1.6864704590379969, + "grad_norm": 2.928805112838745, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.732864499092102, + "num_tokens": 362751344.0, + "step": 15357 + }, + { + "epoch": 1.6865802767406106, + "grad_norm": 2.1523494720458984, + "learning_rate": 1e-06, + "loss": 1.0363, + "mean_token_accuracy": 0.6839050054550171, + "num_tokens": 362781379.0, + "step": 15358 + }, + { + "epoch": 1.6866900944432244, + "grad_norm": 2.538331985473633, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.7314367890357971, + "num_tokens": 362802338.0, + "step": 15359 + }, + { + "epoch": 1.686799912145838, + "grad_norm": 3.0262627601623535, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7172027230262756, + "num_tokens": 362819800.0, + "step": 15360 + }, + { + "epoch": 1.6869097298484514, + "grad_norm": 2.35617733001709, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7244210243225098, + "num_tokens": 362843081.0, + "step": 15361 + }, + { + "epoch": 1.6870195475510652, + "grad_norm": 2.187685966491699, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7142435312271118, + "num_tokens": 362870185.0, + "step": 15362 + }, + { + "epoch": 1.687129365253679, + "grad_norm": 2.639724016189575, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7265616655349731, + "num_tokens": 362889858.0, + "step": 15363 + }, + { + "epoch": 1.6872391829562927, + "grad_norm": 2.360917806625366, + "learning_rate": 1e-06, + "loss": 0.866, + "mean_token_accuracy": 0.729834794998169, + "num_tokens": 362913273.0, + "step": 15364 + }, + { + "epoch": 1.6873490006589063, + "grad_norm": 2.5777862071990967, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7319257855415344, + "num_tokens": 362934671.0, + "step": 15365 + }, + { + "epoch": 1.6874588183615198, + "grad_norm": 2.170997381210327, + "learning_rate": 1e-06, + "loss": 1.028, + "mean_token_accuracy": 0.7006715536117554, + "num_tokens": 362963507.0, + "step": 15366 + }, + { + "epoch": 1.6875686360641335, + "grad_norm": 2.415914535522461, + "learning_rate": 1e-06, + "loss": 0.9657, + "mean_token_accuracy": 0.703907310962677, + "num_tokens": 362986279.0, + "step": 15367 + }, + { + "epoch": 1.6876784537667473, + "grad_norm": 2.0497989654541016, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7267593145370483, + "num_tokens": 363015183.0, + "step": 15368 + }, + { + "epoch": 1.6877882714693608, + "grad_norm": 2.3721351623535156, + "learning_rate": 1e-06, + "loss": 0.7317, + "mean_token_accuracy": 0.7582278847694397, + "num_tokens": 363036222.0, + "step": 15369 + }, + { + "epoch": 1.6878980891719744, + "grad_norm": 2.6678364276885986, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7160354256629944, + "num_tokens": 363055383.0, + "step": 15370 + }, + { + "epoch": 1.6880079068745881, + "grad_norm": 2.3358731269836426, + "learning_rate": 1e-06, + "loss": 0.9689, + "mean_token_accuracy": 0.7023743391036987, + "num_tokens": 363078679.0, + "step": 15371 + }, + { + "epoch": 1.6881177245772019, + "grad_norm": 2.7119245529174805, + "learning_rate": 1e-06, + "loss": 0.8448, + "mean_token_accuracy": 0.7338240742683411, + "num_tokens": 363097307.0, + "step": 15372 + }, + { + "epoch": 1.6882275422798156, + "grad_norm": 2.0071821212768555, + "learning_rate": 1e-06, + "loss": 0.93, + "mean_token_accuracy": 0.7131261825561523, + "num_tokens": 363128193.0, + "step": 15373 + }, + { + "epoch": 1.6883373599824292, + "grad_norm": 2.065096378326416, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7177461385726929, + "num_tokens": 363157514.0, + "step": 15374 + }, + { + "epoch": 1.6884471776850427, + "grad_norm": 2.2043285369873047, + "learning_rate": 1e-06, + "loss": 0.9702, + "mean_token_accuracy": 0.6999444961547852, + "num_tokens": 363182904.0, + "step": 15375 + }, + { + "epoch": 1.6885569953876565, + "grad_norm": 2.793740749359131, + "learning_rate": 1e-06, + "loss": 0.8656, + "mean_token_accuracy": 0.7188824415206909, + "num_tokens": 363201371.0, + "step": 15376 + }, + { + "epoch": 1.6886668130902702, + "grad_norm": 2.3257410526275635, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7084602117538452, + "num_tokens": 363226712.0, + "step": 15377 + }, + { + "epoch": 1.6887766307928838, + "grad_norm": 2.1998746395111084, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7105837464332581, + "num_tokens": 363254652.0, + "step": 15378 + }, + { + "epoch": 1.6888864484954975, + "grad_norm": 2.394381284713745, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7154106497764587, + "num_tokens": 363279610.0, + "step": 15379 + }, + { + "epoch": 1.688996266198111, + "grad_norm": 2.6328909397125244, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.733613133430481, + "num_tokens": 363299257.0, + "step": 15380 + }, + { + "epoch": 1.6891060839007248, + "grad_norm": 2.2074172496795654, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7134877443313599, + "num_tokens": 363325949.0, + "step": 15381 + }, + { + "epoch": 1.6892159016033386, + "grad_norm": 2.2589213848114014, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7093915939331055, + "num_tokens": 363350122.0, + "step": 15382 + }, + { + "epoch": 1.689325719305952, + "grad_norm": 1.8748903274536133, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7056036591529846, + "num_tokens": 363384963.0, + "step": 15383 + }, + { + "epoch": 1.6894355370085656, + "grad_norm": 2.1690032482147217, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7136735320091248, + "num_tokens": 363411664.0, + "step": 15384 + }, + { + "epoch": 1.6895453547111794, + "grad_norm": 2.311250686645508, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7049801349639893, + "num_tokens": 363438044.0, + "step": 15385 + }, + { + "epoch": 1.6896551724137931, + "grad_norm": 2.474917411804199, + "learning_rate": 1e-06, + "loss": 0.9809, + "mean_token_accuracy": 0.6992163062095642, + "num_tokens": 363459646.0, + "step": 15386 + }, + { + "epoch": 1.689764990116407, + "grad_norm": 2.281710624694824, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.707229733467102, + "num_tokens": 363485606.0, + "step": 15387 + }, + { + "epoch": 1.6898748078190204, + "grad_norm": 2.8134093284606934, + "learning_rate": 1e-06, + "loss": 0.9234, + "mean_token_accuracy": 0.7079006433486938, + "num_tokens": 363503545.0, + "step": 15388 + }, + { + "epoch": 1.689984625521634, + "grad_norm": 2.259779453277588, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.7348096966743469, + "num_tokens": 363527155.0, + "step": 15389 + }, + { + "epoch": 1.6900944432242477, + "grad_norm": 2.5635340213775635, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.707125723361969, + "num_tokens": 363547044.0, + "step": 15390 + }, + { + "epoch": 1.6902042609268615, + "grad_norm": 2.2544827461242676, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7262887358665466, + "num_tokens": 363572518.0, + "step": 15391 + }, + { + "epoch": 1.690314078629475, + "grad_norm": 1.9172757863998413, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.718501627445221, + "num_tokens": 363603676.0, + "step": 15392 + }, + { + "epoch": 1.6904238963320888, + "grad_norm": 2.1097652912139893, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.714251697063446, + "num_tokens": 363632409.0, + "step": 15393 + }, + { + "epoch": 1.6905337140347023, + "grad_norm": 2.5636253356933594, + "learning_rate": 1e-06, + "loss": 0.8637, + "mean_token_accuracy": 0.7284702062606812, + "num_tokens": 363652564.0, + "step": 15394 + }, + { + "epoch": 1.690643531737316, + "grad_norm": 2.448868751525879, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7101320028305054, + "num_tokens": 363674850.0, + "step": 15395 + }, + { + "epoch": 1.6907533494399298, + "grad_norm": 2.3545427322387695, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7230914831161499, + "num_tokens": 363697477.0, + "step": 15396 + }, + { + "epoch": 1.6908631671425434, + "grad_norm": 2.1892528533935547, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7030304074287415, + "num_tokens": 363723085.0, + "step": 15397 + }, + { + "epoch": 1.690972984845157, + "grad_norm": 2.0529427528381348, + "learning_rate": 1e-06, + "loss": 1.0064, + "mean_token_accuracy": 0.6922404766082764, + "num_tokens": 363755866.0, + "step": 15398 + }, + { + "epoch": 1.6910828025477707, + "grad_norm": 2.3437063694000244, + "learning_rate": 1e-06, + "loss": 0.9248, + "mean_token_accuracy": 0.7196036577224731, + "num_tokens": 363780289.0, + "step": 15399 + }, + { + "epoch": 1.6911926202503844, + "grad_norm": 2.188559055328369, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7060307264328003, + "num_tokens": 363806910.0, + "step": 15400 + }, + { + "epoch": 1.6913024379529982, + "grad_norm": 2.234653949737549, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7121894359588623, + "num_tokens": 363833166.0, + "step": 15401 + }, + { + "epoch": 1.6914122556556117, + "grad_norm": 2.273757219314575, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7242334485054016, + "num_tokens": 363857613.0, + "step": 15402 + }, + { + "epoch": 1.6915220733582252, + "grad_norm": 2.4143009185791016, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7267128229141235, + "num_tokens": 363879664.0, + "step": 15403 + }, + { + "epoch": 1.691631891060839, + "grad_norm": 1.9383777379989624, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.701744019985199, + "num_tokens": 363914146.0, + "step": 15404 + }, + { + "epoch": 1.6917417087634528, + "grad_norm": 2.4396615028381348, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7140325903892517, + "num_tokens": 363936083.0, + "step": 15405 + }, + { + "epoch": 1.6918515264660663, + "grad_norm": 2.226860523223877, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7169671058654785, + "num_tokens": 363962913.0, + "step": 15406 + }, + { + "epoch": 1.6919613441686798, + "grad_norm": 1.9212702512741089, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.6976479291915894, + "num_tokens": 363996171.0, + "step": 15407 + }, + { + "epoch": 1.6920711618712936, + "grad_norm": 2.40399432182312, + "learning_rate": 1e-06, + "loss": 0.8693, + "mean_token_accuracy": 0.7263816595077515, + "num_tokens": 364018252.0, + "step": 15408 + }, + { + "epoch": 1.6921809795739073, + "grad_norm": 2.568544387817383, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.71052086353302, + "num_tokens": 364043040.0, + "step": 15409 + }, + { + "epoch": 1.692290797276521, + "grad_norm": 2.1011266708374023, + "learning_rate": 1e-06, + "loss": 0.8904, + "mean_token_accuracy": 0.7196478843688965, + "num_tokens": 364070508.0, + "step": 15410 + }, + { + "epoch": 1.6924006149791346, + "grad_norm": 1.9828717708587646, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7035214900970459, + "num_tokens": 364102473.0, + "step": 15411 + }, + { + "epoch": 1.6925104326817482, + "grad_norm": 2.4913687705993652, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7192723155021667, + "num_tokens": 364122341.0, + "step": 15412 + }, + { + "epoch": 1.692620250384362, + "grad_norm": 2.275815963745117, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6973003149032593, + "num_tokens": 364148346.0, + "step": 15413 + }, + { + "epoch": 1.6927300680869757, + "grad_norm": 1.9627002477645874, + "learning_rate": 1e-06, + "loss": 0.8076, + "mean_token_accuracy": 0.7464463710784912, + "num_tokens": 364177821.0, + "step": 15414 + }, + { + "epoch": 1.6928398857895894, + "grad_norm": 2.4129390716552734, + "learning_rate": 1e-06, + "loss": 0.8753, + "mean_token_accuracy": 0.7318508625030518, + "num_tokens": 364199619.0, + "step": 15415 + }, + { + "epoch": 1.692949703492203, + "grad_norm": 2.1114625930786133, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7199461460113525, + "num_tokens": 364225154.0, + "step": 15416 + }, + { + "epoch": 1.6930595211948165, + "grad_norm": 2.51452898979187, + "learning_rate": 1e-06, + "loss": 0.8179, + "mean_token_accuracy": 0.739902138710022, + "num_tokens": 364244392.0, + "step": 15417 + }, + { + "epoch": 1.6931693388974303, + "grad_norm": 2.641117572784424, + "learning_rate": 1e-06, + "loss": 0.7441, + "mean_token_accuracy": 0.754025936126709, + "num_tokens": 364263049.0, + "step": 15418 + }, + { + "epoch": 1.693279156600044, + "grad_norm": 2.3046538829803467, + "learning_rate": 1e-06, + "loss": 0.8608, + "mean_token_accuracy": 0.7353652715682983, + "num_tokens": 364286231.0, + "step": 15419 + }, + { + "epoch": 1.6933889743026576, + "grad_norm": 2.4772591590881348, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.7314460873603821, + "num_tokens": 364305755.0, + "step": 15420 + }, + { + "epoch": 1.693498792005271, + "grad_norm": 2.960690498352051, + "learning_rate": 1e-06, + "loss": 0.8082, + "mean_token_accuracy": 0.7401889562606812, + "num_tokens": 364322386.0, + "step": 15421 + }, + { + "epoch": 1.6936086097078848, + "grad_norm": 2.053751230239868, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7075066566467285, + "num_tokens": 364352523.0, + "step": 15422 + }, + { + "epoch": 1.6937184274104986, + "grad_norm": 2.3558905124664307, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7128602266311646, + "num_tokens": 364375705.0, + "step": 15423 + }, + { + "epoch": 1.6938282451131124, + "grad_norm": 2.2705647945404053, + "learning_rate": 1e-06, + "loss": 0.9822, + "mean_token_accuracy": 0.6970729231834412, + "num_tokens": 364400385.0, + "step": 15424 + }, + { + "epoch": 1.693938062815726, + "grad_norm": 2.2660324573516846, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7092925310134888, + "num_tokens": 364426852.0, + "step": 15425 + }, + { + "epoch": 1.6940478805183394, + "grad_norm": 2.321873426437378, + "learning_rate": 1e-06, + "loss": 0.9457, + "mean_token_accuracy": 0.7100638151168823, + "num_tokens": 364451012.0, + "step": 15426 + }, + { + "epoch": 1.6941576982209532, + "grad_norm": 2.606523275375366, + "learning_rate": 1e-06, + "loss": 0.857, + "mean_token_accuracy": 0.7340367436408997, + "num_tokens": 364471263.0, + "step": 15427 + }, + { + "epoch": 1.694267515923567, + "grad_norm": 2.4067211151123047, + "learning_rate": 1e-06, + "loss": 0.7928, + "mean_token_accuracy": 0.7470138669013977, + "num_tokens": 364494471.0, + "step": 15428 + }, + { + "epoch": 1.6943773336261807, + "grad_norm": 2.518047332763672, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.729375958442688, + "num_tokens": 364516929.0, + "step": 15429 + }, + { + "epoch": 1.6944871513287942, + "grad_norm": 2.4794719219207764, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7064759135246277, + "num_tokens": 364539299.0, + "step": 15430 + }, + { + "epoch": 1.6945969690314078, + "grad_norm": 2.529442071914673, + "learning_rate": 1e-06, + "loss": 0.7847, + "mean_token_accuracy": 0.7458104491233826, + "num_tokens": 364559345.0, + "step": 15431 + }, + { + "epoch": 1.6947067867340215, + "grad_norm": 2.3765227794647217, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7355048656463623, + "num_tokens": 364582991.0, + "step": 15432 + }, + { + "epoch": 1.6948166044366353, + "grad_norm": 2.122171401977539, + "learning_rate": 1e-06, + "loss": 0.888, + "mean_token_accuracy": 0.7219504117965698, + "num_tokens": 364609457.0, + "step": 15433 + }, + { + "epoch": 1.6949264221392488, + "grad_norm": 2.308755397796631, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7189934253692627, + "num_tokens": 364632724.0, + "step": 15434 + }, + { + "epoch": 1.6950362398418624, + "grad_norm": 2.259458303451538, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7040114998817444, + "num_tokens": 364657360.0, + "step": 15435 + }, + { + "epoch": 1.6951460575444761, + "grad_norm": 2.5224108695983887, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7126641273498535, + "num_tokens": 364677920.0, + "step": 15436 + }, + { + "epoch": 1.6952558752470899, + "grad_norm": 2.9647269248962402, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7345772981643677, + "num_tokens": 364694319.0, + "step": 15437 + }, + { + "epoch": 1.6953656929497036, + "grad_norm": 2.1535604000091553, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7030277252197266, + "num_tokens": 364718281.0, + "step": 15438 + }, + { + "epoch": 1.6954755106523172, + "grad_norm": 2.2916715145111084, + "learning_rate": 1e-06, + "loss": 0.9652, + "mean_token_accuracy": 0.7120373249053955, + "num_tokens": 364744565.0, + "step": 15439 + }, + { + "epoch": 1.6955853283549307, + "grad_norm": 2.1310226917266846, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7180500626564026, + "num_tokens": 364770133.0, + "step": 15440 + }, + { + "epoch": 1.6956951460575445, + "grad_norm": 2.2558834552764893, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7133227586746216, + "num_tokens": 364795516.0, + "step": 15441 + }, + { + "epoch": 1.6958049637601582, + "grad_norm": 2.7592687606811523, + "learning_rate": 1e-06, + "loss": 0.84, + "mean_token_accuracy": 0.7461649179458618, + "num_tokens": 364814138.0, + "step": 15442 + }, + { + "epoch": 1.6959147814627717, + "grad_norm": 2.2656986713409424, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7242502570152283, + "num_tokens": 364838196.0, + "step": 15443 + }, + { + "epoch": 1.6960245991653855, + "grad_norm": 2.4561219215393066, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7161684036254883, + "num_tokens": 364860336.0, + "step": 15444 + }, + { + "epoch": 1.696134416867999, + "grad_norm": 2.5672802925109863, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7204176187515259, + "num_tokens": 364881366.0, + "step": 15445 + }, + { + "epoch": 1.6962442345706128, + "grad_norm": 2.2646164894104004, + "learning_rate": 1e-06, + "loss": 0.7602, + "mean_token_accuracy": 0.7561692595481873, + "num_tokens": 364905329.0, + "step": 15446 + }, + { + "epoch": 1.6963540522732266, + "grad_norm": 2.3505022525787354, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7110979557037354, + "num_tokens": 364927129.0, + "step": 15447 + }, + { + "epoch": 1.69646386997584, + "grad_norm": 2.383561611175537, + "learning_rate": 1e-06, + "loss": 0.807, + "mean_token_accuracy": 0.739551842212677, + "num_tokens": 364949529.0, + "step": 15448 + }, + { + "epoch": 1.6965736876784536, + "grad_norm": 2.4378583431243896, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7203012108802795, + "num_tokens": 364971208.0, + "step": 15449 + }, + { + "epoch": 1.6966835053810674, + "grad_norm": 2.2652270793914795, + "learning_rate": 1e-06, + "loss": 0.831, + "mean_token_accuracy": 0.7368687987327576, + "num_tokens": 364995169.0, + "step": 15450 + }, + { + "epoch": 1.6967933230836811, + "grad_norm": 2.123819589614868, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7301148176193237, + "num_tokens": 365020852.0, + "step": 15451 + }, + { + "epoch": 1.696903140786295, + "grad_norm": 2.55753231048584, + "learning_rate": 1e-06, + "loss": 0.7654, + "mean_token_accuracy": 0.7590340375900269, + "num_tokens": 365040529.0, + "step": 15452 + }, + { + "epoch": 1.6970129584889084, + "grad_norm": 2.129350185394287, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.6969743967056274, + "num_tokens": 365068125.0, + "step": 15453 + }, + { + "epoch": 1.697122776191522, + "grad_norm": 2.515399694442749, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7331331968307495, + "num_tokens": 365089447.0, + "step": 15454 + }, + { + "epoch": 1.6972325938941357, + "grad_norm": 2.2825658321380615, + "learning_rate": 1e-06, + "loss": 0.8779, + "mean_token_accuracy": 0.727421760559082, + "num_tokens": 365115928.0, + "step": 15455 + }, + { + "epoch": 1.6973424115967495, + "grad_norm": 2.484494209289551, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7179440855979919, + "num_tokens": 365137796.0, + "step": 15456 + }, + { + "epoch": 1.697452229299363, + "grad_norm": 2.5987932682037354, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7371341586112976, + "num_tokens": 365157507.0, + "step": 15457 + }, + { + "epoch": 1.6975620470019768, + "grad_norm": 2.0859861373901367, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7086502313613892, + "num_tokens": 365186225.0, + "step": 15458 + }, + { + "epoch": 1.6976718647045903, + "grad_norm": 2.4180591106414795, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7026994228363037, + "num_tokens": 365208449.0, + "step": 15459 + }, + { + "epoch": 1.697781682407204, + "grad_norm": 2.738309860229492, + "learning_rate": 1e-06, + "loss": 0.8147, + "mean_token_accuracy": 0.743672251701355, + "num_tokens": 365226274.0, + "step": 15460 + }, + { + "epoch": 1.6978915001098178, + "grad_norm": 2.532743453979492, + "learning_rate": 1e-06, + "loss": 0.8579, + "mean_token_accuracy": 0.7315078973770142, + "num_tokens": 365247587.0, + "step": 15461 + }, + { + "epoch": 1.6980013178124314, + "grad_norm": 2.3808248043060303, + "learning_rate": 1e-06, + "loss": 0.894, + "mean_token_accuracy": 0.716305136680603, + "num_tokens": 365269909.0, + "step": 15462 + }, + { + "epoch": 1.698111135515045, + "grad_norm": 2.553450345993042, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7239370346069336, + "num_tokens": 365292809.0, + "step": 15463 + }, + { + "epoch": 1.6982209532176586, + "grad_norm": 2.174476385116577, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7251214981079102, + "num_tokens": 365316228.0, + "step": 15464 + }, + { + "epoch": 1.6983307709202724, + "grad_norm": 2.3157098293304443, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.722405195236206, + "num_tokens": 365338752.0, + "step": 15465 + }, + { + "epoch": 1.6984405886228862, + "grad_norm": 2.517106771469116, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.718770444393158, + "num_tokens": 365358622.0, + "step": 15466 + }, + { + "epoch": 1.6985504063254997, + "grad_norm": 2.312368392944336, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7088966369628906, + "num_tokens": 365383620.0, + "step": 15467 + }, + { + "epoch": 1.6986602240281132, + "grad_norm": 2.266608715057373, + "learning_rate": 1e-06, + "loss": 0.8704, + "mean_token_accuracy": 0.7259619235992432, + "num_tokens": 365410386.0, + "step": 15468 + }, + { + "epoch": 1.698770041730727, + "grad_norm": 1.9685674905776978, + "learning_rate": 1e-06, + "loss": 0.8977, + "mean_token_accuracy": 0.7189805507659912, + "num_tokens": 365441946.0, + "step": 15469 + }, + { + "epoch": 1.6988798594333407, + "grad_norm": 2.044896125793457, + "learning_rate": 1e-06, + "loss": 0.9365, + "mean_token_accuracy": 0.7028908729553223, + "num_tokens": 365468888.0, + "step": 15470 + }, + { + "epoch": 1.6989896771359543, + "grad_norm": 2.573969602584839, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7046310901641846, + "num_tokens": 365488662.0, + "step": 15471 + }, + { + "epoch": 1.6990994948385678, + "grad_norm": 2.150332450866699, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7024900317192078, + "num_tokens": 365515132.0, + "step": 15472 + }, + { + "epoch": 1.6992093125411816, + "grad_norm": 2.308046579360962, + "learning_rate": 1e-06, + "loss": 1.0058, + "mean_token_accuracy": 0.7035050392150879, + "num_tokens": 365538032.0, + "step": 15473 + }, + { + "epoch": 1.6993191302437953, + "grad_norm": 2.9138946533203125, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7103539109230042, + "num_tokens": 365555041.0, + "step": 15474 + }, + { + "epoch": 1.699428947946409, + "grad_norm": 2.668381452560425, + "learning_rate": 1e-06, + "loss": 0.7698, + "mean_token_accuracy": 0.7622525691986084, + "num_tokens": 365573337.0, + "step": 15475 + }, + { + "epoch": 1.6995387656490226, + "grad_norm": 2.219675302505493, + "learning_rate": 1e-06, + "loss": 0.84, + "mean_token_accuracy": 0.7380983829498291, + "num_tokens": 365596909.0, + "step": 15476 + }, + { + "epoch": 1.6996485833516362, + "grad_norm": 2.3693034648895264, + "learning_rate": 1e-06, + "loss": 0.9543, + "mean_token_accuracy": 0.7056958675384521, + "num_tokens": 365621501.0, + "step": 15477 + }, + { + "epoch": 1.69975840105425, + "grad_norm": 2.365356922149658, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7217307090759277, + "num_tokens": 365642894.0, + "step": 15478 + }, + { + "epoch": 1.6998682187568637, + "grad_norm": 2.512993812561035, + "learning_rate": 1e-06, + "loss": 0.8223, + "mean_token_accuracy": 0.7392229437828064, + "num_tokens": 365663129.0, + "step": 15479 + }, + { + "epoch": 1.6999780364594774, + "grad_norm": 2.543398380279541, + "learning_rate": 1e-06, + "loss": 0.9535, + "mean_token_accuracy": 0.7205823063850403, + "num_tokens": 365684770.0, + "step": 15480 + }, + { + "epoch": 1.700087854162091, + "grad_norm": 2.7674429416656494, + "learning_rate": 1e-06, + "loss": 0.7942, + "mean_token_accuracy": 0.74834805727005, + "num_tokens": 365702195.0, + "step": 15481 + }, + { + "epoch": 1.7001976718647045, + "grad_norm": 2.196934938430786, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7156251668930054, + "num_tokens": 365728913.0, + "step": 15482 + }, + { + "epoch": 1.7003074895673183, + "grad_norm": 2.725146532058716, + "learning_rate": 1e-06, + "loss": 0.7822, + "mean_token_accuracy": 0.7549314498901367, + "num_tokens": 365746033.0, + "step": 15483 + }, + { + "epoch": 1.700417307269932, + "grad_norm": 2.2143285274505615, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7083383798599243, + "num_tokens": 365771815.0, + "step": 15484 + }, + { + "epoch": 1.7005271249725455, + "grad_norm": 2.0021605491638184, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7242957353591919, + "num_tokens": 365798776.0, + "step": 15485 + }, + { + "epoch": 1.700636942675159, + "grad_norm": 1.9861291646957397, + "learning_rate": 1e-06, + "loss": 0.9922, + "mean_token_accuracy": 0.710099458694458, + "num_tokens": 365830324.0, + "step": 15486 + }, + { + "epoch": 1.7007467603777728, + "grad_norm": 2.23464035987854, + "learning_rate": 1e-06, + "loss": 0.8952, + "mean_token_accuracy": 0.723571240901947, + "num_tokens": 365855545.0, + "step": 15487 + }, + { + "epoch": 1.7008565780803866, + "grad_norm": 2.439337968826294, + "learning_rate": 1e-06, + "loss": 0.8907, + "mean_token_accuracy": 0.7282600402832031, + "num_tokens": 365878279.0, + "step": 15488 + }, + { + "epoch": 1.7009663957830004, + "grad_norm": 2.4592957496643066, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7404634356498718, + "num_tokens": 365899103.0, + "step": 15489 + }, + { + "epoch": 1.7010762134856139, + "grad_norm": 2.4416987895965576, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.7328381538391113, + "num_tokens": 365921853.0, + "step": 15490 + }, + { + "epoch": 1.7011860311882274, + "grad_norm": 2.2686429023742676, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6920266151428223, + "num_tokens": 365948290.0, + "step": 15491 + }, + { + "epoch": 1.7012958488908412, + "grad_norm": 2.1655914783477783, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.727644681930542, + "num_tokens": 365972269.0, + "step": 15492 + }, + { + "epoch": 1.701405666593455, + "grad_norm": 2.274383544921875, + "learning_rate": 1e-06, + "loss": 0.8501, + "mean_token_accuracy": 0.7359029054641724, + "num_tokens": 365994431.0, + "step": 15493 + }, + { + "epoch": 1.7015154842960687, + "grad_norm": 2.561898708343506, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.735295295715332, + "num_tokens": 366016374.0, + "step": 15494 + }, + { + "epoch": 1.7016253019986822, + "grad_norm": 2.218456506729126, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7085804343223572, + "num_tokens": 366042660.0, + "step": 15495 + }, + { + "epoch": 1.7017351197012958, + "grad_norm": 2.3091139793395996, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7124826908111572, + "num_tokens": 366067391.0, + "step": 15496 + }, + { + "epoch": 1.7018449374039095, + "grad_norm": 2.4029922485351562, + "learning_rate": 1e-06, + "loss": 0.846, + "mean_token_accuracy": 0.7363137006759644, + "num_tokens": 366088429.0, + "step": 15497 + }, + { + "epoch": 1.7019547551065233, + "grad_norm": 2.310807943344116, + "learning_rate": 1e-06, + "loss": 0.9673, + "mean_token_accuracy": 0.7151145935058594, + "num_tokens": 366111179.0, + "step": 15498 + }, + { + "epoch": 1.7020645728091368, + "grad_norm": 2.3092455863952637, + "learning_rate": 1e-06, + "loss": 0.8195, + "mean_token_accuracy": 0.7488566040992737, + "num_tokens": 366134709.0, + "step": 15499 + }, + { + "epoch": 1.7021743905117503, + "grad_norm": 2.0820913314819336, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.6976869702339172, + "num_tokens": 366162043.0, + "step": 15500 + }, + { + "epoch": 1.702284208214364, + "grad_norm": 2.2371368408203125, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.7139880657196045, + "num_tokens": 366185165.0, + "step": 15501 + }, + { + "epoch": 1.7023940259169779, + "grad_norm": 2.5747060775756836, + "learning_rate": 1e-06, + "loss": 0.8199, + "mean_token_accuracy": 0.7398048639297485, + "num_tokens": 366203927.0, + "step": 15502 + }, + { + "epoch": 1.7025038436195916, + "grad_norm": 2.128247022628784, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.6918505430221558, + "num_tokens": 366232243.0, + "step": 15503 + }, + { + "epoch": 1.7026136613222052, + "grad_norm": 2.3664019107818604, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.714882493019104, + "num_tokens": 366256986.0, + "step": 15504 + }, + { + "epoch": 1.7027234790248187, + "grad_norm": 2.826842784881592, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7256574630737305, + "num_tokens": 366274672.0, + "step": 15505 + }, + { + "epoch": 1.7028332967274324, + "grad_norm": 2.9104816913604736, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7270739078521729, + "num_tokens": 366293151.0, + "step": 15506 + }, + { + "epoch": 1.7029431144300462, + "grad_norm": 2.070624828338623, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7133769989013672, + "num_tokens": 366322316.0, + "step": 15507 + }, + { + "epoch": 1.7030529321326597, + "grad_norm": 2.290274143218994, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7158772945404053, + "num_tokens": 366348890.0, + "step": 15508 + }, + { + "epoch": 1.7031627498352735, + "grad_norm": 2.487879991531372, + "learning_rate": 1e-06, + "loss": 0.83, + "mean_token_accuracy": 0.7388122081756592, + "num_tokens": 366370364.0, + "step": 15509 + }, + { + "epoch": 1.703272567537887, + "grad_norm": 2.3087642192840576, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7385579347610474, + "num_tokens": 366392998.0, + "step": 15510 + }, + { + "epoch": 1.7033823852405008, + "grad_norm": 1.979356288909912, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7192303538322449, + "num_tokens": 366423857.0, + "step": 15511 + }, + { + "epoch": 1.7034922029431145, + "grad_norm": 2.5252256393432617, + "learning_rate": 1e-06, + "loss": 0.8584, + "mean_token_accuracy": 0.7279391288757324, + "num_tokens": 366445093.0, + "step": 15512 + }, + { + "epoch": 1.703602020645728, + "grad_norm": 2.8637166023254395, + "learning_rate": 1e-06, + "loss": 0.847, + "mean_token_accuracy": 0.7453411817550659, + "num_tokens": 366460838.0, + "step": 15513 + }, + { + "epoch": 1.7037118383483416, + "grad_norm": 2.5458438396453857, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7195457220077515, + "num_tokens": 366483212.0, + "step": 15514 + }, + { + "epoch": 1.7038216560509554, + "grad_norm": 2.413177967071533, + "learning_rate": 1e-06, + "loss": 0.7963, + "mean_token_accuracy": 0.7441874742507935, + "num_tokens": 366503795.0, + "step": 15515 + }, + { + "epoch": 1.7039314737535691, + "grad_norm": 2.211214780807495, + "learning_rate": 1e-06, + "loss": 0.947, + "mean_token_accuracy": 0.7063860297203064, + "num_tokens": 366529295.0, + "step": 15516 + }, + { + "epoch": 1.7040412914561829, + "grad_norm": 2.43843674659729, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7094768285751343, + "num_tokens": 366549461.0, + "step": 15517 + }, + { + "epoch": 1.7041511091587964, + "grad_norm": 2.4670348167419434, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7142804861068726, + "num_tokens": 366571636.0, + "step": 15518 + }, + { + "epoch": 1.70426092686141, + "grad_norm": 3.000852108001709, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.727283239364624, + "num_tokens": 366587061.0, + "step": 15519 + }, + { + "epoch": 1.7043707445640237, + "grad_norm": 2.2626168727874756, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7130382657051086, + "num_tokens": 366613309.0, + "step": 15520 + }, + { + "epoch": 1.7044805622666375, + "grad_norm": 2.448049306869507, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7174760699272156, + "num_tokens": 366634662.0, + "step": 15521 + }, + { + "epoch": 1.704590379969251, + "grad_norm": 2.1805038452148438, + "learning_rate": 1e-06, + "loss": 0.8599, + "mean_token_accuracy": 0.7243725061416626, + "num_tokens": 366659691.0, + "step": 15522 + }, + { + "epoch": 1.7047001976718648, + "grad_norm": 2.2083816528320312, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7075952291488647, + "num_tokens": 366688078.0, + "step": 15523 + }, + { + "epoch": 1.7048100153744783, + "grad_norm": 2.4278500080108643, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7077513933181763, + "num_tokens": 366712221.0, + "step": 15524 + }, + { + "epoch": 1.704919833077092, + "grad_norm": 2.264845609664917, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7217252254486084, + "num_tokens": 366738966.0, + "step": 15525 + }, + { + "epoch": 1.7050296507797058, + "grad_norm": 2.4824914932250977, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7240279316902161, + "num_tokens": 366759713.0, + "step": 15526 + }, + { + "epoch": 1.7051394684823193, + "grad_norm": 2.415024757385254, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7253720164299011, + "num_tokens": 366782267.0, + "step": 15527 + }, + { + "epoch": 1.7052492861849329, + "grad_norm": 2.5296993255615234, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7219160199165344, + "num_tokens": 366801607.0, + "step": 15528 + }, + { + "epoch": 1.7053591038875466, + "grad_norm": 2.4096899032592773, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7127044200897217, + "num_tokens": 366822995.0, + "step": 15529 + }, + { + "epoch": 1.7054689215901604, + "grad_norm": 2.367018938064575, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7183908820152283, + "num_tokens": 366846965.0, + "step": 15530 + }, + { + "epoch": 1.7055787392927741, + "grad_norm": 2.438222885131836, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.7267485857009888, + "num_tokens": 366868874.0, + "step": 15531 + }, + { + "epoch": 1.7056885569953877, + "grad_norm": 2.032344341278076, + "learning_rate": 1e-06, + "loss": 0.9431, + "mean_token_accuracy": 0.7114455699920654, + "num_tokens": 366900573.0, + "step": 15532 + }, + { + "epoch": 1.7057983746980012, + "grad_norm": 2.299105405807495, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7183640003204346, + "num_tokens": 366924934.0, + "step": 15533 + }, + { + "epoch": 1.705908192400615, + "grad_norm": 2.291945219039917, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.7204362750053406, + "num_tokens": 366949454.0, + "step": 15534 + }, + { + "epoch": 1.7060180101032287, + "grad_norm": 2.4035804271698, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.7330613136291504, + "num_tokens": 366974087.0, + "step": 15535 + }, + { + "epoch": 1.7061278278058423, + "grad_norm": 2.101168632507324, + "learning_rate": 1e-06, + "loss": 1.0161, + "mean_token_accuracy": 0.6918971538543701, + "num_tokens": 367006059.0, + "step": 15536 + }, + { + "epoch": 1.7062376455084558, + "grad_norm": 2.6709625720977783, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7354010939598083, + "num_tokens": 367024282.0, + "step": 15537 + }, + { + "epoch": 1.7063474632110696, + "grad_norm": 2.401864528656006, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7206941843032837, + "num_tokens": 367047759.0, + "step": 15538 + }, + { + "epoch": 1.7064572809136833, + "grad_norm": 2.3854966163635254, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7210572361946106, + "num_tokens": 367070228.0, + "step": 15539 + }, + { + "epoch": 1.706567098616297, + "grad_norm": 2.6286725997924805, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.7193042635917664, + "num_tokens": 367089718.0, + "step": 15540 + }, + { + "epoch": 1.7066769163189106, + "grad_norm": 2.1844065189361572, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7316746115684509, + "num_tokens": 367117333.0, + "step": 15541 + }, + { + "epoch": 1.7067867340215241, + "grad_norm": 2.1165239810943604, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.7228524684906006, + "num_tokens": 367147265.0, + "step": 15542 + }, + { + "epoch": 1.706896551724138, + "grad_norm": 2.4936437606811523, + "learning_rate": 1e-06, + "loss": 0.8551, + "mean_token_accuracy": 0.7259379625320435, + "num_tokens": 367167845.0, + "step": 15543 + }, + { + "epoch": 1.7070063694267517, + "grad_norm": 2.3397679328918457, + "learning_rate": 1e-06, + "loss": 0.9479, + "mean_token_accuracy": 0.7070319056510925, + "num_tokens": 367192213.0, + "step": 15544 + }, + { + "epoch": 1.7071161871293654, + "grad_norm": 2.58162784576416, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7130079865455627, + "num_tokens": 367213175.0, + "step": 15545 + }, + { + "epoch": 1.707226004831979, + "grad_norm": 2.424412727355957, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7228494882583618, + "num_tokens": 367234436.0, + "step": 15546 + }, + { + "epoch": 1.7073358225345925, + "grad_norm": 2.1172261238098145, + "learning_rate": 1e-06, + "loss": 0.8039, + "mean_token_accuracy": 0.7471051216125488, + "num_tokens": 367258358.0, + "step": 15547 + }, + { + "epoch": 1.7074456402372062, + "grad_norm": 2.4393880367279053, + "learning_rate": 1e-06, + "loss": 0.8437, + "mean_token_accuracy": 0.7284365892410278, + "num_tokens": 367280774.0, + "step": 15548 + }, + { + "epoch": 1.70755545793982, + "grad_norm": 2.6496195793151855, + "learning_rate": 1e-06, + "loss": 1.0005, + "mean_token_accuracy": 0.6878678798675537, + "num_tokens": 367301370.0, + "step": 15549 + }, + { + "epoch": 1.7076652756424335, + "grad_norm": 2.486576557159424, + "learning_rate": 1e-06, + "loss": 0.8721, + "mean_token_accuracy": 0.7343986630439758, + "num_tokens": 367319232.0, + "step": 15550 + }, + { + "epoch": 1.707775093345047, + "grad_norm": 2.8757083415985107, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7310770153999329, + "num_tokens": 367335781.0, + "step": 15551 + }, + { + "epoch": 1.7078849110476608, + "grad_norm": 2.639883518218994, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7247710824012756, + "num_tokens": 367353069.0, + "step": 15552 + }, + { + "epoch": 1.7079947287502746, + "grad_norm": 2.3955318927764893, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7167676091194153, + "num_tokens": 367375083.0, + "step": 15553 + }, + { + "epoch": 1.7081045464528883, + "grad_norm": 2.5624372959136963, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7445021271705627, + "num_tokens": 367395710.0, + "step": 15554 + }, + { + "epoch": 1.7082143641555019, + "grad_norm": 2.4513461589813232, + "learning_rate": 1e-06, + "loss": 0.8291, + "mean_token_accuracy": 0.7358983755111694, + "num_tokens": 367419874.0, + "step": 15555 + }, + { + "epoch": 1.7083241818581154, + "grad_norm": 2.425675392150879, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7269579172134399, + "num_tokens": 367441304.0, + "step": 15556 + }, + { + "epoch": 1.7084339995607292, + "grad_norm": 2.820345401763916, + "learning_rate": 1e-06, + "loss": 0.8091, + "mean_token_accuracy": 0.7352360486984253, + "num_tokens": 367457524.0, + "step": 15557 + }, + { + "epoch": 1.708543817263343, + "grad_norm": 2.2723042964935303, + "learning_rate": 1e-06, + "loss": 1.0165, + "mean_token_accuracy": 0.6958516836166382, + "num_tokens": 367481807.0, + "step": 15558 + }, + { + "epoch": 1.7086536349659565, + "grad_norm": 2.356858015060425, + "learning_rate": 1e-06, + "loss": 0.8933, + "mean_token_accuracy": 0.7208760976791382, + "num_tokens": 367505929.0, + "step": 15559 + }, + { + "epoch": 1.7087634526685702, + "grad_norm": 2.400813579559326, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7315338850021362, + "num_tokens": 367528681.0, + "step": 15560 + }, + { + "epoch": 1.7088732703711838, + "grad_norm": 2.3450210094451904, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7249859571456909, + "num_tokens": 367551620.0, + "step": 15561 + }, + { + "epoch": 1.7089830880737975, + "grad_norm": 2.4916536808013916, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.714797854423523, + "num_tokens": 367573243.0, + "step": 15562 + }, + { + "epoch": 1.7090929057764113, + "grad_norm": 2.1401140689849854, + "learning_rate": 1e-06, + "loss": 0.9097, + "mean_token_accuracy": 0.7154918909072876, + "num_tokens": 367598632.0, + "step": 15563 + }, + { + "epoch": 1.7092027234790248, + "grad_norm": 2.1181840896606445, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7196335196495056, + "num_tokens": 367624359.0, + "step": 15564 + }, + { + "epoch": 1.7093125411816383, + "grad_norm": 2.16778564453125, + "learning_rate": 1e-06, + "loss": 0.8179, + "mean_token_accuracy": 0.7415192127227783, + "num_tokens": 367649435.0, + "step": 15565 + }, + { + "epoch": 1.709422358884252, + "grad_norm": 2.3156771659851074, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7290701866149902, + "num_tokens": 367673672.0, + "step": 15566 + }, + { + "epoch": 1.7095321765868658, + "grad_norm": 2.158534288406372, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7174394726753235, + "num_tokens": 367699723.0, + "step": 15567 + }, + { + "epoch": 1.7096419942894796, + "grad_norm": 2.334487199783325, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.692716658115387, + "num_tokens": 367723932.0, + "step": 15568 + }, + { + "epoch": 1.7097518119920931, + "grad_norm": 2.2112927436828613, + "learning_rate": 1e-06, + "loss": 1.0147, + "mean_token_accuracy": 0.6828995943069458, + "num_tokens": 367749394.0, + "step": 15569 + }, + { + "epoch": 1.7098616296947067, + "grad_norm": 2.563364028930664, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7298009991645813, + "num_tokens": 367771043.0, + "step": 15570 + }, + { + "epoch": 1.7099714473973204, + "grad_norm": 3.26202392578125, + "learning_rate": 1e-06, + "loss": 0.8516, + "mean_token_accuracy": 0.7368208169937134, + "num_tokens": 367784988.0, + "step": 15571 + }, + { + "epoch": 1.7100812650999342, + "grad_norm": 2.159900426864624, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.700817346572876, + "num_tokens": 367812471.0, + "step": 15572 + }, + { + "epoch": 1.7101910828025477, + "grad_norm": 2.5445473194122314, + "learning_rate": 1e-06, + "loss": 0.8128, + "mean_token_accuracy": 0.7455717325210571, + "num_tokens": 367831442.0, + "step": 15573 + }, + { + "epoch": 1.7103009005051615, + "grad_norm": 2.321073055267334, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7155523300170898, + "num_tokens": 367855734.0, + "step": 15574 + }, + { + "epoch": 1.710410718207775, + "grad_norm": 2.9237003326416016, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.716828465461731, + "num_tokens": 367872449.0, + "step": 15575 + }, + { + "epoch": 1.7105205359103888, + "grad_norm": 2.5546603202819824, + "learning_rate": 1e-06, + "loss": 0.8404, + "mean_token_accuracy": 0.7388054728507996, + "num_tokens": 367893357.0, + "step": 15576 + }, + { + "epoch": 1.7106303536130025, + "grad_norm": 2.4586095809936523, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7345722317695618, + "num_tokens": 367915100.0, + "step": 15577 + }, + { + "epoch": 1.710740171315616, + "grad_norm": 2.287243127822876, + "learning_rate": 1e-06, + "loss": 0.8364, + "mean_token_accuracy": 0.7363488078117371, + "num_tokens": 367939907.0, + "step": 15578 + }, + { + "epoch": 1.7108499890182296, + "grad_norm": 2.0787811279296875, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7360639572143555, + "num_tokens": 367966629.0, + "step": 15579 + }, + { + "epoch": 1.7109598067208434, + "grad_norm": 2.2828266620635986, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.7196807861328125, + "num_tokens": 367992003.0, + "step": 15580 + }, + { + "epoch": 1.7110696244234571, + "grad_norm": 2.5447254180908203, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7281547784805298, + "num_tokens": 368013649.0, + "step": 15581 + }, + { + "epoch": 1.7111794421260709, + "grad_norm": 2.4358861446380615, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.731683611869812, + "num_tokens": 368035605.0, + "step": 15582 + }, + { + "epoch": 1.7112892598286844, + "grad_norm": 2.194023370742798, + "learning_rate": 1e-06, + "loss": 0.8322, + "mean_token_accuracy": 0.7289628982543945, + "num_tokens": 368060926.0, + "step": 15583 + }, + { + "epoch": 1.711399077531298, + "grad_norm": 2.5133543014526367, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.7317032814025879, + "num_tokens": 368082121.0, + "step": 15584 + }, + { + "epoch": 1.7115088952339117, + "grad_norm": 2.3731842041015625, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7100369930267334, + "num_tokens": 368107784.0, + "step": 15585 + }, + { + "epoch": 1.7116187129365255, + "grad_norm": 1.995358943939209, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7154428958892822, + "num_tokens": 368137355.0, + "step": 15586 + }, + { + "epoch": 1.711728530639139, + "grad_norm": 2.4246737957000732, + "learning_rate": 1e-06, + "loss": 0.849, + "mean_token_accuracy": 0.7412329912185669, + "num_tokens": 368159109.0, + "step": 15587 + }, + { + "epoch": 1.7118383483417525, + "grad_norm": 2.104980707168579, + "learning_rate": 1e-06, + "loss": 0.777, + "mean_token_accuracy": 0.7545644044876099, + "num_tokens": 368184291.0, + "step": 15588 + }, + { + "epoch": 1.7119481660443663, + "grad_norm": 2.4476492404937744, + "learning_rate": 1e-06, + "loss": 0.9937, + "mean_token_accuracy": 0.7028368711471558, + "num_tokens": 368208070.0, + "step": 15589 + }, + { + "epoch": 1.71205798374698, + "grad_norm": 2.1951961517333984, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7203590869903564, + "num_tokens": 368236492.0, + "step": 15590 + }, + { + "epoch": 1.7121678014495938, + "grad_norm": 2.3272931575775146, + "learning_rate": 1e-06, + "loss": 0.7863, + "mean_token_accuracy": 0.7388052940368652, + "num_tokens": 368258966.0, + "step": 15591 + }, + { + "epoch": 1.7122776191522073, + "grad_norm": 2.228896379470825, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7063877582550049, + "num_tokens": 368283351.0, + "step": 15592 + }, + { + "epoch": 1.7123874368548209, + "grad_norm": 2.6551382541656494, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7121971845626831, + "num_tokens": 368303651.0, + "step": 15593 + }, + { + "epoch": 1.7124972545574346, + "grad_norm": 2.271247625350952, + "learning_rate": 1e-06, + "loss": 0.8414, + "mean_token_accuracy": 0.7362488508224487, + "num_tokens": 368326768.0, + "step": 15594 + }, + { + "epoch": 1.7126070722600484, + "grad_norm": 2.353944778442383, + "learning_rate": 1e-06, + "loss": 0.8354, + "mean_token_accuracy": 0.7342232465744019, + "num_tokens": 368347726.0, + "step": 15595 + }, + { + "epoch": 1.7127168899626621, + "grad_norm": 2.223057985305786, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7160874605178833, + "num_tokens": 368372608.0, + "step": 15596 + }, + { + "epoch": 1.7128267076652757, + "grad_norm": 2.190561056137085, + "learning_rate": 1e-06, + "loss": 0.947, + "mean_token_accuracy": 0.7295389175415039, + "num_tokens": 368399369.0, + "step": 15597 + }, + { + "epoch": 1.7129365253678892, + "grad_norm": 2.336487054824829, + "learning_rate": 1e-06, + "loss": 0.9495, + "mean_token_accuracy": 0.7061740159988403, + "num_tokens": 368425111.0, + "step": 15598 + }, + { + "epoch": 1.713046343070503, + "grad_norm": 2.651592254638672, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7078438997268677, + "num_tokens": 368444059.0, + "step": 15599 + }, + { + "epoch": 1.7131561607731167, + "grad_norm": 2.2167470455169678, + "learning_rate": 1e-06, + "loss": 0.8459, + "mean_token_accuracy": 0.7427414655685425, + "num_tokens": 368470708.0, + "step": 15600 + }, + { + "epoch": 1.7132659784757303, + "grad_norm": 2.5870673656463623, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.710547924041748, + "num_tokens": 368492694.0, + "step": 15601 + }, + { + "epoch": 1.7133757961783438, + "grad_norm": 2.241253137588501, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7186074256896973, + "num_tokens": 368518938.0, + "step": 15602 + }, + { + "epoch": 1.7134856138809575, + "grad_norm": 2.2068631649017334, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7154033780097961, + "num_tokens": 368545067.0, + "step": 15603 + }, + { + "epoch": 1.7135954315835713, + "grad_norm": 2.103767156600952, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7261308431625366, + "num_tokens": 368576566.0, + "step": 15604 + }, + { + "epoch": 1.713705249286185, + "grad_norm": 1.8537999391555786, + "learning_rate": 1e-06, + "loss": 0.9991, + "mean_token_accuracy": 0.6937376260757446, + "num_tokens": 368613561.0, + "step": 15605 + }, + { + "epoch": 1.7138150669887986, + "grad_norm": 2.4567131996154785, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7128865718841553, + "num_tokens": 368635583.0, + "step": 15606 + }, + { + "epoch": 1.7139248846914121, + "grad_norm": 2.1872496604919434, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7236827611923218, + "num_tokens": 368661209.0, + "step": 15607 + }, + { + "epoch": 1.7140347023940259, + "grad_norm": 2.138899326324463, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7255087494850159, + "num_tokens": 368686118.0, + "step": 15608 + }, + { + "epoch": 1.7141445200966396, + "grad_norm": 2.33807635307312, + "learning_rate": 1e-06, + "loss": 1.0471, + "mean_token_accuracy": 0.6819278001785278, + "num_tokens": 368711517.0, + "step": 15609 + }, + { + "epoch": 1.7142543377992534, + "grad_norm": 2.3449347019195557, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7097287178039551, + "num_tokens": 368736130.0, + "step": 15610 + }, + { + "epoch": 1.714364155501867, + "grad_norm": 2.3839993476867676, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7225157022476196, + "num_tokens": 368758587.0, + "step": 15611 + }, + { + "epoch": 1.7144739732044805, + "grad_norm": 2.536267042160034, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.6909546256065369, + "num_tokens": 368779580.0, + "step": 15612 + }, + { + "epoch": 1.7145837909070942, + "grad_norm": 2.224128484725952, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7101763486862183, + "num_tokens": 368806301.0, + "step": 15613 + }, + { + "epoch": 1.714693608609708, + "grad_norm": 2.327230453491211, + "learning_rate": 1e-06, + "loss": 0.9719, + "mean_token_accuracy": 0.712752640247345, + "num_tokens": 368832645.0, + "step": 15614 + }, + { + "epoch": 1.7148034263123215, + "grad_norm": 2.2572453022003174, + "learning_rate": 1e-06, + "loss": 0.9217, + "mean_token_accuracy": 0.7151535749435425, + "num_tokens": 368859429.0, + "step": 15615 + }, + { + "epoch": 1.714913244014935, + "grad_norm": 2.4084842205047607, + "learning_rate": 1e-06, + "loss": 0.8158, + "mean_token_accuracy": 0.7373270392417908, + "num_tokens": 368880358.0, + "step": 15616 + }, + { + "epoch": 1.7150230617175488, + "grad_norm": 2.173370838165283, + "learning_rate": 1e-06, + "loss": 0.8989, + "mean_token_accuracy": 0.7187003493309021, + "num_tokens": 368908459.0, + "step": 15617 + }, + { + "epoch": 1.7151328794201626, + "grad_norm": 2.1460366249084473, + "learning_rate": 1e-06, + "loss": 0.9864, + "mean_token_accuracy": 0.6988003849983215, + "num_tokens": 368935893.0, + "step": 15618 + }, + { + "epoch": 1.7152426971227763, + "grad_norm": 2.3721389770507812, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7362312078475952, + "num_tokens": 368958562.0, + "step": 15619 + }, + { + "epoch": 1.7153525148253899, + "grad_norm": 2.2284133434295654, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.735694944858551, + "num_tokens": 368983003.0, + "step": 15620 + }, + { + "epoch": 1.7154623325280034, + "grad_norm": 2.471890449523926, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.7234865427017212, + "num_tokens": 369004012.0, + "step": 15621 + }, + { + "epoch": 1.7155721502306172, + "grad_norm": 2.0060994625091553, + "learning_rate": 1e-06, + "loss": 0.9578, + "mean_token_accuracy": 0.7037787437438965, + "num_tokens": 369037132.0, + "step": 15622 + }, + { + "epoch": 1.715681967933231, + "grad_norm": 2.128657579421997, + "learning_rate": 1e-06, + "loss": 0.8457, + "mean_token_accuracy": 0.7293671369552612, + "num_tokens": 369063570.0, + "step": 15623 + }, + { + "epoch": 1.7157917856358444, + "grad_norm": 2.1693737506866455, + "learning_rate": 1e-06, + "loss": 0.894, + "mean_token_accuracy": 0.7217159271240234, + "num_tokens": 369090187.0, + "step": 15624 + }, + { + "epoch": 1.7159016033384582, + "grad_norm": 2.0760815143585205, + "learning_rate": 1e-06, + "loss": 0.8821, + "mean_token_accuracy": 0.7315207719802856, + "num_tokens": 369116346.0, + "step": 15625 + }, + { + "epoch": 1.7160114210410717, + "grad_norm": 2.3262054920196533, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7107170820236206, + "num_tokens": 369140083.0, + "step": 15626 + }, + { + "epoch": 1.7161212387436855, + "grad_norm": 2.8023030757904053, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7238393425941467, + "num_tokens": 369158817.0, + "step": 15627 + }, + { + "epoch": 1.7162310564462993, + "grad_norm": 2.5523438453674316, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7182025909423828, + "num_tokens": 369180735.0, + "step": 15628 + }, + { + "epoch": 1.7163408741489128, + "grad_norm": 2.5472302436828613, + "learning_rate": 1e-06, + "loss": 0.879, + "mean_token_accuracy": 0.7286907434463501, + "num_tokens": 369202625.0, + "step": 15629 + }, + { + "epoch": 1.7164506918515263, + "grad_norm": 2.283752679824829, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.717510461807251, + "num_tokens": 369229239.0, + "step": 15630 + }, + { + "epoch": 1.71656050955414, + "grad_norm": 2.750593662261963, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7267155051231384, + "num_tokens": 369248826.0, + "step": 15631 + }, + { + "epoch": 1.7166703272567538, + "grad_norm": 2.1428487300872803, + "learning_rate": 1e-06, + "loss": 0.9338, + "mean_token_accuracy": 0.7034660577774048, + "num_tokens": 369274112.0, + "step": 15632 + }, + { + "epoch": 1.7167801449593676, + "grad_norm": 2.188251256942749, + "learning_rate": 1e-06, + "loss": 0.9626, + "mean_token_accuracy": 0.7025970816612244, + "num_tokens": 369301816.0, + "step": 15633 + }, + { + "epoch": 1.7168899626619811, + "grad_norm": 2.3876562118530273, + "learning_rate": 1e-06, + "loss": 0.8259, + "mean_token_accuracy": 0.7328569889068604, + "num_tokens": 369324216.0, + "step": 15634 + }, + { + "epoch": 1.7169997803645947, + "grad_norm": 2.5184714794158936, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7066369652748108, + "num_tokens": 369343903.0, + "step": 15635 + }, + { + "epoch": 1.7171095980672084, + "grad_norm": 2.139258623123169, + "learning_rate": 1e-06, + "loss": 0.943, + "mean_token_accuracy": 0.6990938782691956, + "num_tokens": 369371428.0, + "step": 15636 + }, + { + "epoch": 1.7172194157698222, + "grad_norm": 2.1823081970214844, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7210739850997925, + "num_tokens": 369398529.0, + "step": 15637 + }, + { + "epoch": 1.7173292334724357, + "grad_norm": 2.812091112136841, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7431879639625549, + "num_tokens": 369415856.0, + "step": 15638 + }, + { + "epoch": 1.7174390511750495, + "grad_norm": 2.216019630432129, + "learning_rate": 1e-06, + "loss": 0.9869, + "mean_token_accuracy": 0.6962210536003113, + "num_tokens": 369441876.0, + "step": 15639 + }, + { + "epoch": 1.717548868877663, + "grad_norm": 2.08404278755188, + "learning_rate": 1e-06, + "loss": 0.9834, + "mean_token_accuracy": 0.6911599636077881, + "num_tokens": 369470093.0, + "step": 15640 + }, + { + "epoch": 1.7176586865802768, + "grad_norm": 2.4120874404907227, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7273063659667969, + "num_tokens": 369493511.0, + "step": 15641 + }, + { + "epoch": 1.7177685042828905, + "grad_norm": 2.113880157470703, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7209610939025879, + "num_tokens": 369521634.0, + "step": 15642 + }, + { + "epoch": 1.717878321985504, + "grad_norm": 2.2437846660614014, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7242037057876587, + "num_tokens": 369547731.0, + "step": 15643 + }, + { + "epoch": 1.7179881396881176, + "grad_norm": 2.704092264175415, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.712173581123352, + "num_tokens": 369566103.0, + "step": 15644 + }, + { + "epoch": 1.7180979573907313, + "grad_norm": 2.1240487098693848, + "learning_rate": 1e-06, + "loss": 0.945, + "mean_token_accuracy": 0.7017653584480286, + "num_tokens": 369595533.0, + "step": 15645 + }, + { + "epoch": 1.718207775093345, + "grad_norm": 1.9444555044174194, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7170408964157104, + "num_tokens": 369627359.0, + "step": 15646 + }, + { + "epoch": 1.7183175927959589, + "grad_norm": 2.6550724506378174, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.7342174053192139, + "num_tokens": 369646972.0, + "step": 15647 + }, + { + "epoch": 1.7184274104985724, + "grad_norm": 2.7371108531951904, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7141609787940979, + "num_tokens": 369665319.0, + "step": 15648 + }, + { + "epoch": 1.718537228201186, + "grad_norm": 2.6855180263519287, + "learning_rate": 1e-06, + "loss": 0.8072, + "mean_token_accuracy": 0.7474967241287231, + "num_tokens": 369683444.0, + "step": 15649 + }, + { + "epoch": 1.7186470459037997, + "grad_norm": 2.718461513519287, + "learning_rate": 1e-06, + "loss": 0.7906, + "mean_token_accuracy": 0.7585303783416748, + "num_tokens": 369700872.0, + "step": 15650 + }, + { + "epoch": 1.7187568636064134, + "grad_norm": 2.3718926906585693, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7094701528549194, + "num_tokens": 369725756.0, + "step": 15651 + }, + { + "epoch": 1.718866681309027, + "grad_norm": 2.409816026687622, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7150623202323914, + "num_tokens": 369747372.0, + "step": 15652 + }, + { + "epoch": 1.7189764990116405, + "grad_norm": 2.325761079788208, + "learning_rate": 1e-06, + "loss": 0.9698, + "mean_token_accuracy": 0.7037233114242554, + "num_tokens": 369771215.0, + "step": 15653 + }, + { + "epoch": 1.7190863167142543, + "grad_norm": 2.407965660095215, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.7206259369850159, + "num_tokens": 369793055.0, + "step": 15654 + }, + { + "epoch": 1.719196134416868, + "grad_norm": 2.2052674293518066, + "learning_rate": 1e-06, + "loss": 0.9281, + "mean_token_accuracy": 0.715813934803009, + "num_tokens": 369817584.0, + "step": 15655 + }, + { + "epoch": 1.7193059521194818, + "grad_norm": 2.4657342433929443, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7167410850524902, + "num_tokens": 369839851.0, + "step": 15656 + }, + { + "epoch": 1.7194157698220953, + "grad_norm": 2.3830831050872803, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7247107625007629, + "num_tokens": 369861563.0, + "step": 15657 + }, + { + "epoch": 1.7195255875247089, + "grad_norm": 2.474201202392578, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7210047841072083, + "num_tokens": 369883457.0, + "step": 15658 + }, + { + "epoch": 1.7196354052273226, + "grad_norm": 2.329669237136841, + "learning_rate": 1e-06, + "loss": 0.9492, + "mean_token_accuracy": 0.7054551243782043, + "num_tokens": 369909082.0, + "step": 15659 + }, + { + "epoch": 1.7197452229299364, + "grad_norm": 2.165316343307495, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7060811519622803, + "num_tokens": 369936491.0, + "step": 15660 + }, + { + "epoch": 1.7198550406325501, + "grad_norm": 2.4103829860687256, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.7210636138916016, + "num_tokens": 369959593.0, + "step": 15661 + }, + { + "epoch": 1.7199648583351637, + "grad_norm": 2.74125599861145, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7327015399932861, + "num_tokens": 369978025.0, + "step": 15662 + }, + { + "epoch": 1.7200746760377772, + "grad_norm": 2.5080270767211914, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7232219576835632, + "num_tokens": 369998852.0, + "step": 15663 + }, + { + "epoch": 1.720184493740391, + "grad_norm": 2.3773834705352783, + "learning_rate": 1e-06, + "loss": 1.0994, + "mean_token_accuracy": 0.6878858804702759, + "num_tokens": 370024825.0, + "step": 15664 + }, + { + "epoch": 1.7202943114430047, + "grad_norm": 2.3162879943847656, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.715351402759552, + "num_tokens": 370048149.0, + "step": 15665 + }, + { + "epoch": 1.7204041291456182, + "grad_norm": 2.443026304244995, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7118005752563477, + "num_tokens": 370069921.0, + "step": 15666 + }, + { + "epoch": 1.7205139468482318, + "grad_norm": 1.9200352430343628, + "learning_rate": 1e-06, + "loss": 0.9962, + "mean_token_accuracy": 0.6934375762939453, + "num_tokens": 370102535.0, + "step": 15667 + }, + { + "epoch": 1.7206237645508455, + "grad_norm": 2.598602294921875, + "learning_rate": 1e-06, + "loss": 0.8612, + "mean_token_accuracy": 0.726398766040802, + "num_tokens": 370123640.0, + "step": 15668 + }, + { + "epoch": 1.7207335822534593, + "grad_norm": 1.9770293235778809, + "learning_rate": 1e-06, + "loss": 0.9396, + "mean_token_accuracy": 0.7108444571495056, + "num_tokens": 370157318.0, + "step": 15669 + }, + { + "epoch": 1.720843399956073, + "grad_norm": 2.2879397869110107, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7251554727554321, + "num_tokens": 370181653.0, + "step": 15670 + }, + { + "epoch": 1.7209532176586866, + "grad_norm": 2.4256036281585693, + "learning_rate": 1e-06, + "loss": 0.8988, + "mean_token_accuracy": 0.7115368247032166, + "num_tokens": 370204533.0, + "step": 15671 + }, + { + "epoch": 1.7210630353613001, + "grad_norm": 1.9885348081588745, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7072886228561401, + "num_tokens": 370236327.0, + "step": 15672 + }, + { + "epoch": 1.7211728530639139, + "grad_norm": 2.3929178714752197, + "learning_rate": 1e-06, + "loss": 0.9328, + "mean_token_accuracy": 0.71089768409729, + "num_tokens": 370260784.0, + "step": 15673 + }, + { + "epoch": 1.7212826707665276, + "grad_norm": 2.463268995285034, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7163048386573792, + "num_tokens": 370282587.0, + "step": 15674 + }, + { + "epoch": 1.7213924884691414, + "grad_norm": 2.2496562004089355, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.6994010210037231, + "num_tokens": 370310074.0, + "step": 15675 + }, + { + "epoch": 1.721502306171755, + "grad_norm": 2.223942279815674, + "learning_rate": 1e-06, + "loss": 0.8626, + "mean_token_accuracy": 0.7311127781867981, + "num_tokens": 370336981.0, + "step": 15676 + }, + { + "epoch": 1.7216121238743685, + "grad_norm": 2.290443181991577, + "learning_rate": 1e-06, + "loss": 0.7952, + "mean_token_accuracy": 0.7404633164405823, + "num_tokens": 370361001.0, + "step": 15677 + }, + { + "epoch": 1.7217219415769822, + "grad_norm": 2.3997950553894043, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7207859754562378, + "num_tokens": 370381694.0, + "step": 15678 + }, + { + "epoch": 1.721831759279596, + "grad_norm": 2.5620005130767822, + "learning_rate": 1e-06, + "loss": 0.8725, + "mean_token_accuracy": 0.7337124347686768, + "num_tokens": 370400126.0, + "step": 15679 + }, + { + "epoch": 1.7219415769822095, + "grad_norm": 2.231809616088867, + "learning_rate": 1e-06, + "loss": 0.8811, + "mean_token_accuracy": 0.7256971597671509, + "num_tokens": 370424332.0, + "step": 15680 + }, + { + "epoch": 1.722051394684823, + "grad_norm": 2.119117259979248, + "learning_rate": 1e-06, + "loss": 1.0089, + "mean_token_accuracy": 0.6959210634231567, + "num_tokens": 370453567.0, + "step": 15681 + }, + { + "epoch": 1.7221612123874368, + "grad_norm": 2.544379949569702, + "learning_rate": 1e-06, + "loss": 0.7807, + "mean_token_accuracy": 0.7518484592437744, + "num_tokens": 370472581.0, + "step": 15682 + }, + { + "epoch": 1.7222710300900506, + "grad_norm": 2.099297285079956, + "learning_rate": 1e-06, + "loss": 0.9072, + "mean_token_accuracy": 0.7139439582824707, + "num_tokens": 370500522.0, + "step": 15683 + }, + { + "epoch": 1.7223808477926643, + "grad_norm": 2.1774120330810547, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7147051095962524, + "num_tokens": 370527377.0, + "step": 15684 + }, + { + "epoch": 1.7224906654952779, + "grad_norm": 2.53521466255188, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.7119704484939575, + "num_tokens": 370548872.0, + "step": 15685 + }, + { + "epoch": 1.7226004831978914, + "grad_norm": 2.5975778102874756, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.704417884349823, + "num_tokens": 370568916.0, + "step": 15686 + }, + { + "epoch": 1.7227103009005051, + "grad_norm": 2.619546413421631, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.730850338935852, + "num_tokens": 370589645.0, + "step": 15687 + }, + { + "epoch": 1.722820118603119, + "grad_norm": 2.184551239013672, + "learning_rate": 1e-06, + "loss": 0.9217, + "mean_token_accuracy": 0.7138965129852295, + "num_tokens": 370615419.0, + "step": 15688 + }, + { + "epoch": 1.7229299363057324, + "grad_norm": 2.2232048511505127, + "learning_rate": 1e-06, + "loss": 0.9654, + "mean_token_accuracy": 0.7197700142860413, + "num_tokens": 370641282.0, + "step": 15689 + }, + { + "epoch": 1.7230397540083462, + "grad_norm": 2.304443597793579, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7184005379676819, + "num_tokens": 370665572.0, + "step": 15690 + }, + { + "epoch": 1.7231495717109597, + "grad_norm": 1.9445781707763672, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7203412652015686, + "num_tokens": 370694868.0, + "step": 15691 + }, + { + "epoch": 1.7232593894135735, + "grad_norm": 2.596701145172119, + "learning_rate": 1e-06, + "loss": 0.8348, + "mean_token_accuracy": 0.7368899583816528, + "num_tokens": 370715620.0, + "step": 15692 + }, + { + "epoch": 1.7233692071161872, + "grad_norm": 2.350689649581909, + "learning_rate": 1e-06, + "loss": 0.8412, + "mean_token_accuracy": 0.7324602007865906, + "num_tokens": 370739792.0, + "step": 15693 + }, + { + "epoch": 1.7234790248188008, + "grad_norm": 2.367750644683838, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7044183611869812, + "num_tokens": 370764416.0, + "step": 15694 + }, + { + "epoch": 1.7235888425214143, + "grad_norm": 1.985276699066162, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.6963849067687988, + "num_tokens": 370796002.0, + "step": 15695 + }, + { + "epoch": 1.723698660224028, + "grad_norm": 2.194344997406006, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7197549343109131, + "num_tokens": 370821598.0, + "step": 15696 + }, + { + "epoch": 1.7238084779266418, + "grad_norm": 2.3528077602386475, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7051532864570618, + "num_tokens": 370845577.0, + "step": 15697 + }, + { + "epoch": 1.7239182956292556, + "grad_norm": 2.3177342414855957, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.7223972082138062, + "num_tokens": 370870737.0, + "step": 15698 + }, + { + "epoch": 1.7240281133318691, + "grad_norm": 2.256193161010742, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7366126775741577, + "num_tokens": 370894861.0, + "step": 15699 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 2.4372646808624268, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.7253300547599792, + "num_tokens": 370916435.0, + "step": 15700 + }, + { + "epoch": 1.7242477487370964, + "grad_norm": 2.1392300128936768, + "learning_rate": 1e-06, + "loss": 0.923, + "mean_token_accuracy": 0.7085955739021301, + "num_tokens": 370944430.0, + "step": 15701 + }, + { + "epoch": 1.7243575664397102, + "grad_norm": 2.023885726928711, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.7019556164741516, + "num_tokens": 370974841.0, + "step": 15702 + }, + { + "epoch": 1.7244673841423237, + "grad_norm": 2.670412540435791, + "learning_rate": 1e-06, + "loss": 0.7924, + "mean_token_accuracy": 0.7402616739273071, + "num_tokens": 370993111.0, + "step": 15703 + }, + { + "epoch": 1.7245772018449375, + "grad_norm": 2.610672950744629, + "learning_rate": 1e-06, + "loss": 0.8339, + "mean_token_accuracy": 0.7349779605865479, + "num_tokens": 371012546.0, + "step": 15704 + }, + { + "epoch": 1.724687019547551, + "grad_norm": 2.5512168407440186, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7367316484451294, + "num_tokens": 371032617.0, + "step": 15705 + }, + { + "epoch": 1.7247968372501647, + "grad_norm": 2.541224956512451, + "learning_rate": 1e-06, + "loss": 1.0209, + "mean_token_accuracy": 0.7012797594070435, + "num_tokens": 371055352.0, + "step": 15706 + }, + { + "epoch": 1.7249066549527785, + "grad_norm": 2.7300825119018555, + "learning_rate": 1e-06, + "loss": 0.8762, + "mean_token_accuracy": 0.722511887550354, + "num_tokens": 371074279.0, + "step": 15707 + }, + { + "epoch": 1.725016472655392, + "grad_norm": 2.2871153354644775, + "learning_rate": 1e-06, + "loss": 0.8071, + "mean_token_accuracy": 0.7432931661605835, + "num_tokens": 371098932.0, + "step": 15708 + }, + { + "epoch": 1.7251262903580056, + "grad_norm": 2.555130958557129, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7304397821426392, + "num_tokens": 371120989.0, + "step": 15709 + }, + { + "epoch": 1.7252361080606193, + "grad_norm": 2.7685658931732178, + "learning_rate": 1e-06, + "loss": 0.8252, + "mean_token_accuracy": 0.7357357144355774, + "num_tokens": 371137488.0, + "step": 15710 + }, + { + "epoch": 1.725345925763233, + "grad_norm": 2.580864906311035, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7272698283195496, + "num_tokens": 371156664.0, + "step": 15711 + }, + { + "epoch": 1.7254557434658468, + "grad_norm": 3.2595653533935547, + "learning_rate": 1e-06, + "loss": 0.8248, + "mean_token_accuracy": 0.7323063611984253, + "num_tokens": 371173042.0, + "step": 15712 + }, + { + "epoch": 1.7255655611684604, + "grad_norm": 2.818981885910034, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7144994735717773, + "num_tokens": 371190146.0, + "step": 15713 + }, + { + "epoch": 1.725675378871074, + "grad_norm": 2.198453664779663, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7105743885040283, + "num_tokens": 371216590.0, + "step": 15714 + }, + { + "epoch": 1.7257851965736877, + "grad_norm": 2.7742807865142822, + "learning_rate": 1e-06, + "loss": 0.8349, + "mean_token_accuracy": 0.7400449514389038, + "num_tokens": 371234066.0, + "step": 15715 + }, + { + "epoch": 1.7258950142763014, + "grad_norm": 2.391724109649658, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7121659517288208, + "num_tokens": 371257152.0, + "step": 15716 + }, + { + "epoch": 1.726004831978915, + "grad_norm": 2.617672920227051, + "learning_rate": 1e-06, + "loss": 0.7807, + "mean_token_accuracy": 0.7523864507675171, + "num_tokens": 371276290.0, + "step": 15717 + }, + { + "epoch": 1.7261146496815285, + "grad_norm": 2.349548101425171, + "learning_rate": 1e-06, + "loss": 0.789, + "mean_token_accuracy": 0.7495421171188354, + "num_tokens": 371298009.0, + "step": 15718 + }, + { + "epoch": 1.7262244673841423, + "grad_norm": 2.2699899673461914, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7173557281494141, + "num_tokens": 371321569.0, + "step": 15719 + }, + { + "epoch": 1.726334285086756, + "grad_norm": 2.2437329292297363, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7089546322822571, + "num_tokens": 371347550.0, + "step": 15720 + }, + { + "epoch": 1.7264441027893698, + "grad_norm": 2.1617438793182373, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7194667458534241, + "num_tokens": 371375056.0, + "step": 15721 + }, + { + "epoch": 1.7265539204919833, + "grad_norm": 2.559119462966919, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7082679867744446, + "num_tokens": 371396464.0, + "step": 15722 + }, + { + "epoch": 1.7266637381945968, + "grad_norm": 2.255488395690918, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7086295485496521, + "num_tokens": 371424189.0, + "step": 15723 + }, + { + "epoch": 1.7267735558972106, + "grad_norm": 2.377082109451294, + "learning_rate": 1e-06, + "loss": 0.8422, + "mean_token_accuracy": 0.7399396896362305, + "num_tokens": 371446494.0, + "step": 15724 + }, + { + "epoch": 1.7268833735998244, + "grad_norm": 2.469074010848999, + "learning_rate": 1e-06, + "loss": 0.9628, + "mean_token_accuracy": 0.7120882272720337, + "num_tokens": 371469415.0, + "step": 15725 + }, + { + "epoch": 1.7269931913024381, + "grad_norm": 2.206528902053833, + "learning_rate": 1e-06, + "loss": 0.8708, + "mean_token_accuracy": 0.7255412340164185, + "num_tokens": 371493837.0, + "step": 15726 + }, + { + "epoch": 1.7271030090050516, + "grad_norm": 2.5995914936065674, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.734817385673523, + "num_tokens": 371513454.0, + "step": 15727 + }, + { + "epoch": 1.7272128267076652, + "grad_norm": 2.3466105461120605, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7142972946166992, + "num_tokens": 371537878.0, + "step": 15728 + }, + { + "epoch": 1.727322644410279, + "grad_norm": 2.3161258697509766, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.7208866477012634, + "num_tokens": 371562031.0, + "step": 15729 + }, + { + "epoch": 1.7274324621128927, + "grad_norm": 2.6851251125335693, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7215229272842407, + "num_tokens": 371581808.0, + "step": 15730 + }, + { + "epoch": 1.7275422798155062, + "grad_norm": 2.787841320037842, + "learning_rate": 1e-06, + "loss": 0.8538, + "mean_token_accuracy": 0.7267487645149231, + "num_tokens": 371598645.0, + "step": 15731 + }, + { + "epoch": 1.7276520975181198, + "grad_norm": 2.2118277549743652, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.7012057304382324, + "num_tokens": 371626269.0, + "step": 15732 + }, + { + "epoch": 1.7277619152207335, + "grad_norm": 2.047856330871582, + "learning_rate": 1e-06, + "loss": 1.0091, + "mean_token_accuracy": 0.6955991387367249, + "num_tokens": 371655964.0, + "step": 15733 + }, + { + "epoch": 1.7278717329233473, + "grad_norm": 2.2121028900146484, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7223382592201233, + "num_tokens": 371681018.0, + "step": 15734 + }, + { + "epoch": 1.727981550625961, + "grad_norm": 2.315274477005005, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7211707830429077, + "num_tokens": 371704544.0, + "step": 15735 + }, + { + "epoch": 1.7280913683285746, + "grad_norm": 2.1517646312713623, + "learning_rate": 1e-06, + "loss": 0.9585, + "mean_token_accuracy": 0.7208755016326904, + "num_tokens": 371731931.0, + "step": 15736 + }, + { + "epoch": 1.728201186031188, + "grad_norm": 2.229362964630127, + "learning_rate": 1e-06, + "loss": 1.0308, + "mean_token_accuracy": 0.6902633905410767, + "num_tokens": 371759570.0, + "step": 15737 + }, + { + "epoch": 1.7283110037338019, + "grad_norm": 2.117504358291626, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.699947714805603, + "num_tokens": 371790018.0, + "step": 15738 + }, + { + "epoch": 1.7284208214364156, + "grad_norm": 2.212676763534546, + "learning_rate": 1e-06, + "loss": 0.9791, + "mean_token_accuracy": 0.6968568563461304, + "num_tokens": 371816240.0, + "step": 15739 + }, + { + "epoch": 1.7285306391390292, + "grad_norm": 2.301570177078247, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7086776494979858, + "num_tokens": 371840713.0, + "step": 15740 + }, + { + "epoch": 1.728640456841643, + "grad_norm": 2.1391148567199707, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7150967717170715, + "num_tokens": 371868981.0, + "step": 15741 + }, + { + "epoch": 1.7287502745442564, + "grad_norm": 2.4744043350219727, + "learning_rate": 1e-06, + "loss": 1.0132, + "mean_token_accuracy": 0.6910909414291382, + "num_tokens": 371891226.0, + "step": 15742 + }, + { + "epoch": 1.7288600922468702, + "grad_norm": 1.9104399681091309, + "learning_rate": 1e-06, + "loss": 0.9723, + "mean_token_accuracy": 0.6994770169258118, + "num_tokens": 371924289.0, + "step": 15743 + }, + { + "epoch": 1.728969909949484, + "grad_norm": 1.9795243740081787, + "learning_rate": 1e-06, + "loss": 0.9929, + "mean_token_accuracy": 0.69511878490448, + "num_tokens": 371958034.0, + "step": 15744 + }, + { + "epoch": 1.7290797276520975, + "grad_norm": 2.142395496368408, + "learning_rate": 1e-06, + "loss": 0.9147, + "mean_token_accuracy": 0.7141744494438171, + "num_tokens": 371987512.0, + "step": 15745 + }, + { + "epoch": 1.729189545354711, + "grad_norm": 2.194148063659668, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7214770317077637, + "num_tokens": 372013316.0, + "step": 15746 + }, + { + "epoch": 1.7292993630573248, + "grad_norm": 2.3902578353881836, + "learning_rate": 1e-06, + "loss": 0.8298, + "mean_token_accuracy": 0.7416606545448303, + "num_tokens": 372034575.0, + "step": 15747 + }, + { + "epoch": 1.7294091807599385, + "grad_norm": 2.114344358444214, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7018138766288757, + "num_tokens": 372061554.0, + "step": 15748 + }, + { + "epoch": 1.7295189984625523, + "grad_norm": 2.09619402885437, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7031821012496948, + "num_tokens": 372089458.0, + "step": 15749 + }, + { + "epoch": 1.7296288161651658, + "grad_norm": 2.1482577323913574, + "learning_rate": 1e-06, + "loss": 0.8958, + "mean_token_accuracy": 0.7186898589134216, + "num_tokens": 372116984.0, + "step": 15750 + }, + { + "epoch": 1.7297386338677794, + "grad_norm": 2.100735664367676, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7123969793319702, + "num_tokens": 372145963.0, + "step": 15751 + }, + { + "epoch": 1.7298484515703931, + "grad_norm": 1.9977867603302002, + "learning_rate": 1e-06, + "loss": 1.001, + "mean_token_accuracy": 0.692110002040863, + "num_tokens": 372178814.0, + "step": 15752 + }, + { + "epoch": 1.7299582692730069, + "grad_norm": 2.229673147201538, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.6901180744171143, + "num_tokens": 372205321.0, + "step": 15753 + }, + { + "epoch": 1.7300680869756204, + "grad_norm": 2.25723934173584, + "learning_rate": 1e-06, + "loss": 0.8385, + "mean_token_accuracy": 0.7342185974121094, + "num_tokens": 372230494.0, + "step": 15754 + }, + { + "epoch": 1.7301779046782342, + "grad_norm": 2.0120460987091064, + "learning_rate": 1e-06, + "loss": 1.0273, + "mean_token_accuracy": 0.686237096786499, + "num_tokens": 372259325.0, + "step": 15755 + }, + { + "epoch": 1.7302877223808477, + "grad_norm": 2.138052463531494, + "learning_rate": 1e-06, + "loss": 0.8542, + "mean_token_accuracy": 0.7289027571678162, + "num_tokens": 372285794.0, + "step": 15756 + }, + { + "epoch": 1.7303975400834615, + "grad_norm": 2.439558982849121, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7342125177383423, + "num_tokens": 372307503.0, + "step": 15757 + }, + { + "epoch": 1.7305073577860752, + "grad_norm": 2.5577008724212646, + "learning_rate": 1e-06, + "loss": 0.829, + "mean_token_accuracy": 0.7370082139968872, + "num_tokens": 372328487.0, + "step": 15758 + }, + { + "epoch": 1.7306171754886888, + "grad_norm": 2.0680832862854004, + "learning_rate": 1e-06, + "loss": 0.9831, + "mean_token_accuracy": 0.6887143850326538, + "num_tokens": 372359390.0, + "step": 15759 + }, + { + "epoch": 1.7307269931913023, + "grad_norm": 2.548482656478882, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7256274819374084, + "num_tokens": 372379276.0, + "step": 15760 + }, + { + "epoch": 1.730836810893916, + "grad_norm": 2.4006075859069824, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7162781953811646, + "num_tokens": 372403969.0, + "step": 15761 + }, + { + "epoch": 1.7309466285965298, + "grad_norm": 2.198960065841675, + "learning_rate": 1e-06, + "loss": 0.8828, + "mean_token_accuracy": 0.7236601114273071, + "num_tokens": 372432011.0, + "step": 15762 + }, + { + "epoch": 1.7310564462991436, + "grad_norm": 2.954777479171753, + "learning_rate": 1e-06, + "loss": 0.8476, + "mean_token_accuracy": 0.7416090965270996, + "num_tokens": 372448661.0, + "step": 15763 + }, + { + "epoch": 1.731166264001757, + "grad_norm": 2.2683677673339844, + "learning_rate": 1e-06, + "loss": 0.9555, + "mean_token_accuracy": 0.7049040198326111, + "num_tokens": 372475914.0, + "step": 15764 + }, + { + "epoch": 1.7312760817043706, + "grad_norm": 2.1302545070648193, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7009049654006958, + "num_tokens": 372504798.0, + "step": 15765 + }, + { + "epoch": 1.7313858994069844, + "grad_norm": 2.5126686096191406, + "learning_rate": 1e-06, + "loss": 0.8428, + "mean_token_accuracy": 0.7409594058990479, + "num_tokens": 372526433.0, + "step": 15766 + }, + { + "epoch": 1.7314957171095982, + "grad_norm": 2.1427292823791504, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.7343423366546631, + "num_tokens": 372551429.0, + "step": 15767 + }, + { + "epoch": 1.7316055348122117, + "grad_norm": 2.063462257385254, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.7159115076065063, + "num_tokens": 372585084.0, + "step": 15768 + }, + { + "epoch": 1.7317153525148252, + "grad_norm": 2.1473805904388428, + "learning_rate": 1e-06, + "loss": 0.9364, + "mean_token_accuracy": 0.712976336479187, + "num_tokens": 372612533.0, + "step": 15769 + }, + { + "epoch": 1.731825170217439, + "grad_norm": 2.55379056930542, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7090620994567871, + "num_tokens": 372633935.0, + "step": 15770 + }, + { + "epoch": 1.7319349879200527, + "grad_norm": 2.464155912399292, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7317697405815125, + "num_tokens": 372655675.0, + "step": 15771 + }, + { + "epoch": 1.7320448056226665, + "grad_norm": 2.29970645904541, + "learning_rate": 1e-06, + "loss": 0.782, + "mean_token_accuracy": 0.7523740530014038, + "num_tokens": 372680142.0, + "step": 15772 + }, + { + "epoch": 1.73215462332528, + "grad_norm": 2.165053129196167, + "learning_rate": 1e-06, + "loss": 0.8963, + "mean_token_accuracy": 0.7159645557403564, + "num_tokens": 372706503.0, + "step": 15773 + }, + { + "epoch": 1.7322644410278936, + "grad_norm": 2.072733163833618, + "learning_rate": 1e-06, + "loss": 0.8732, + "mean_token_accuracy": 0.7294549345970154, + "num_tokens": 372736243.0, + "step": 15774 + }, + { + "epoch": 1.7323742587305073, + "grad_norm": 2.5425140857696533, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7011200189590454, + "num_tokens": 372758043.0, + "step": 15775 + }, + { + "epoch": 1.732484076433121, + "grad_norm": 2.2222745418548584, + "learning_rate": 1e-06, + "loss": 0.8192, + "mean_token_accuracy": 0.7442080974578857, + "num_tokens": 372783347.0, + "step": 15776 + }, + { + "epoch": 1.7325938941357348, + "grad_norm": 2.120643377304077, + "learning_rate": 1e-06, + "loss": 0.8967, + "mean_token_accuracy": 0.729910135269165, + "num_tokens": 372809878.0, + "step": 15777 + }, + { + "epoch": 1.7327037118383484, + "grad_norm": 2.6951260566711426, + "learning_rate": 1e-06, + "loss": 0.9249, + "mean_token_accuracy": 0.705678403377533, + "num_tokens": 372829668.0, + "step": 15778 + }, + { + "epoch": 1.732813529540962, + "grad_norm": 2.695542097091675, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7226192951202393, + "num_tokens": 372849258.0, + "step": 15779 + }, + { + "epoch": 1.7329233472435757, + "grad_norm": 2.442018985748291, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.7133467197418213, + "num_tokens": 372872091.0, + "step": 15780 + }, + { + "epoch": 1.7330331649461894, + "grad_norm": 2.1344258785247803, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7204973697662354, + "num_tokens": 372898736.0, + "step": 15781 + }, + { + "epoch": 1.733142982648803, + "grad_norm": 2.289602756500244, + "learning_rate": 1e-06, + "loss": 0.8721, + "mean_token_accuracy": 0.7268128991127014, + "num_tokens": 372923092.0, + "step": 15782 + }, + { + "epoch": 1.7332528003514165, + "grad_norm": 2.611362934112549, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7355319857597351, + "num_tokens": 372940668.0, + "step": 15783 + }, + { + "epoch": 1.7333626180540302, + "grad_norm": 2.6204440593719482, + "learning_rate": 1e-06, + "loss": 0.8089, + "mean_token_accuracy": 0.7397638559341431, + "num_tokens": 372958771.0, + "step": 15784 + }, + { + "epoch": 1.733472435756644, + "grad_norm": 2.337768793106079, + "learning_rate": 1e-06, + "loss": 0.8436, + "mean_token_accuracy": 0.7367706298828125, + "num_tokens": 372981721.0, + "step": 15785 + }, + { + "epoch": 1.7335822534592578, + "grad_norm": 2.226547956466675, + "learning_rate": 1e-06, + "loss": 0.7478, + "mean_token_accuracy": 0.7572524547576904, + "num_tokens": 373004821.0, + "step": 15786 + }, + { + "epoch": 1.7336920711618713, + "grad_norm": 2.2950735092163086, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7112364172935486, + "num_tokens": 373028648.0, + "step": 15787 + }, + { + "epoch": 1.7338018888644848, + "grad_norm": 2.1118874549865723, + "learning_rate": 1e-06, + "loss": 1.0175, + "mean_token_accuracy": 0.6928931474685669, + "num_tokens": 373057782.0, + "step": 15788 + }, + { + "epoch": 1.7339117065670986, + "grad_norm": 2.4945387840270996, + "learning_rate": 1e-06, + "loss": 0.8514, + "mean_token_accuracy": 0.7363274097442627, + "num_tokens": 373078116.0, + "step": 15789 + }, + { + "epoch": 1.7340215242697123, + "grad_norm": 2.118302345275879, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.7027042508125305, + "num_tokens": 373107417.0, + "step": 15790 + }, + { + "epoch": 1.734131341972326, + "grad_norm": 2.5079660415649414, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7249646186828613, + "num_tokens": 373127733.0, + "step": 15791 + }, + { + "epoch": 1.7342411596749396, + "grad_norm": 2.292325973510742, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.7120682001113892, + "num_tokens": 373151821.0, + "step": 15792 + }, + { + "epoch": 1.7343509773775532, + "grad_norm": 2.1519267559051514, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7246050238609314, + "num_tokens": 373179394.0, + "step": 15793 + }, + { + "epoch": 1.734460795080167, + "grad_norm": 2.819166660308838, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7183293700218201, + "num_tokens": 373197590.0, + "step": 15794 + }, + { + "epoch": 1.7345706127827807, + "grad_norm": 2.0574605464935303, + "learning_rate": 1e-06, + "loss": 1.0018, + "mean_token_accuracy": 0.6977249383926392, + "num_tokens": 373227998.0, + "step": 15795 + }, + { + "epoch": 1.7346804304853942, + "grad_norm": 2.2842519283294678, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7204277515411377, + "num_tokens": 373253907.0, + "step": 15796 + }, + { + "epoch": 1.7347902481880078, + "grad_norm": 2.651050090789795, + "learning_rate": 1e-06, + "loss": 0.934, + "mean_token_accuracy": 0.7137632966041565, + "num_tokens": 373273548.0, + "step": 15797 + }, + { + "epoch": 1.7349000658906215, + "grad_norm": 2.177236795425415, + "learning_rate": 1e-06, + "loss": 0.8718, + "mean_token_accuracy": 0.7324327230453491, + "num_tokens": 373300516.0, + "step": 15798 + }, + { + "epoch": 1.7350098835932353, + "grad_norm": 2.8656728267669678, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7091677784919739, + "num_tokens": 373317520.0, + "step": 15799 + }, + { + "epoch": 1.735119701295849, + "grad_norm": 2.453946590423584, + "learning_rate": 1e-06, + "loss": 0.7932, + "mean_token_accuracy": 0.745556652545929, + "num_tokens": 373337820.0, + "step": 15800 + }, + { + "epoch": 1.7352295189984626, + "grad_norm": 2.0312888622283936, + "learning_rate": 1e-06, + "loss": 0.8628, + "mean_token_accuracy": 0.7312360405921936, + "num_tokens": 373367041.0, + "step": 15801 + }, + { + "epoch": 1.735339336701076, + "grad_norm": 2.1530725955963135, + "learning_rate": 1e-06, + "loss": 0.9018, + "mean_token_accuracy": 0.7196958661079407, + "num_tokens": 373394629.0, + "step": 15802 + }, + { + "epoch": 1.7354491544036899, + "grad_norm": 2.1824021339416504, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7345279455184937, + "num_tokens": 373420881.0, + "step": 15803 + }, + { + "epoch": 1.7355589721063036, + "grad_norm": 2.340472459793091, + "learning_rate": 1e-06, + "loss": 0.8779, + "mean_token_accuracy": 0.7194849848747253, + "num_tokens": 373443880.0, + "step": 15804 + }, + { + "epoch": 1.7356687898089171, + "grad_norm": 2.153292417526245, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.703705370426178, + "num_tokens": 373471444.0, + "step": 15805 + }, + { + "epoch": 1.735778607511531, + "grad_norm": 2.378973960876465, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7146100997924805, + "num_tokens": 373494888.0, + "step": 15806 + }, + { + "epoch": 1.7358884252141444, + "grad_norm": 2.8595218658447266, + "learning_rate": 1e-06, + "loss": 0.8028, + "mean_token_accuracy": 0.7390992641448975, + "num_tokens": 373511261.0, + "step": 15807 + }, + { + "epoch": 1.7359982429167582, + "grad_norm": 2.436493396759033, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7316100597381592, + "num_tokens": 373533495.0, + "step": 15808 + }, + { + "epoch": 1.736108060619372, + "grad_norm": 2.2727389335632324, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7147030830383301, + "num_tokens": 373557280.0, + "step": 15809 + }, + { + "epoch": 1.7362178783219855, + "grad_norm": 2.052318811416626, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7204460501670837, + "num_tokens": 373585169.0, + "step": 15810 + }, + { + "epoch": 1.736327696024599, + "grad_norm": 2.081963300704956, + "learning_rate": 1e-06, + "loss": 0.8829, + "mean_token_accuracy": 0.7207657098770142, + "num_tokens": 373615780.0, + "step": 15811 + }, + { + "epoch": 1.7364375137272128, + "grad_norm": 2.1043384075164795, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7194023132324219, + "num_tokens": 373644457.0, + "step": 15812 + }, + { + "epoch": 1.7365473314298265, + "grad_norm": 2.1085715293884277, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7126739025115967, + "num_tokens": 373673512.0, + "step": 15813 + }, + { + "epoch": 1.7366571491324403, + "grad_norm": 2.1063272953033447, + "learning_rate": 1e-06, + "loss": 0.9772, + "mean_token_accuracy": 0.6931527256965637, + "num_tokens": 373701780.0, + "step": 15814 + }, + { + "epoch": 1.7367669668350538, + "grad_norm": 2.280573606491089, + "learning_rate": 1e-06, + "loss": 0.8406, + "mean_token_accuracy": 0.7416244745254517, + "num_tokens": 373724923.0, + "step": 15815 + }, + { + "epoch": 1.7368767845376674, + "grad_norm": 2.3930671215057373, + "learning_rate": 1e-06, + "loss": 0.8945, + "mean_token_accuracy": 0.7170313000679016, + "num_tokens": 373748965.0, + "step": 15816 + }, + { + "epoch": 1.7369866022402811, + "grad_norm": 2.585233211517334, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7293787002563477, + "num_tokens": 373768079.0, + "step": 15817 + }, + { + "epoch": 1.7370964199428949, + "grad_norm": 2.8593013286590576, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7036557197570801, + "num_tokens": 373784740.0, + "step": 15818 + }, + { + "epoch": 1.7372062376455084, + "grad_norm": 2.5509729385375977, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.7296551465988159, + "num_tokens": 373804426.0, + "step": 15819 + }, + { + "epoch": 1.7373160553481222, + "grad_norm": 2.102788209915161, + "learning_rate": 1e-06, + "loss": 1.0111, + "mean_token_accuracy": 0.6974399089813232, + "num_tokens": 373835220.0, + "step": 15820 + }, + { + "epoch": 1.7374258730507357, + "grad_norm": 2.4611990451812744, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7170186042785645, + "num_tokens": 373856327.0, + "step": 15821 + }, + { + "epoch": 1.7375356907533495, + "grad_norm": 2.216397285461426, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7297194004058838, + "num_tokens": 373883568.0, + "step": 15822 + }, + { + "epoch": 1.7376455084559632, + "grad_norm": 2.246950149536133, + "learning_rate": 1e-06, + "loss": 0.8268, + "mean_token_accuracy": 0.7423415184020996, + "num_tokens": 373908844.0, + "step": 15823 + }, + { + "epoch": 1.7377553261585768, + "grad_norm": 2.4760048389434814, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7119952440261841, + "num_tokens": 373930806.0, + "step": 15824 + }, + { + "epoch": 1.7378651438611903, + "grad_norm": 2.634758710861206, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7194271087646484, + "num_tokens": 373953115.0, + "step": 15825 + }, + { + "epoch": 1.737974961563804, + "grad_norm": 2.178191661834717, + "learning_rate": 1e-06, + "loss": 0.9761, + "mean_token_accuracy": 0.7060595154762268, + "num_tokens": 373981950.0, + "step": 15826 + }, + { + "epoch": 1.7380847792664178, + "grad_norm": 2.2582457065582275, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7227270603179932, + "num_tokens": 374005007.0, + "step": 15827 + }, + { + "epoch": 1.7381945969690316, + "grad_norm": 2.613128662109375, + "learning_rate": 1e-06, + "loss": 0.891, + "mean_token_accuracy": 0.7232096195220947, + "num_tokens": 374025709.0, + "step": 15828 + }, + { + "epoch": 1.738304414671645, + "grad_norm": 2.1006407737731934, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7253528833389282, + "num_tokens": 374051433.0, + "step": 15829 + }, + { + "epoch": 1.7384142323742586, + "grad_norm": 2.2323670387268066, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7169286012649536, + "num_tokens": 374077313.0, + "step": 15830 + }, + { + "epoch": 1.7385240500768724, + "grad_norm": 2.259751081466675, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.7265173196792603, + "num_tokens": 374103688.0, + "step": 15831 + }, + { + "epoch": 1.7386338677794861, + "grad_norm": 2.274543285369873, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7133059501647949, + "num_tokens": 374129479.0, + "step": 15832 + }, + { + "epoch": 1.7387436854820997, + "grad_norm": 2.394846200942993, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7180067300796509, + "num_tokens": 374152530.0, + "step": 15833 + }, + { + "epoch": 1.7388535031847132, + "grad_norm": 2.6304006576538086, + "learning_rate": 1e-06, + "loss": 0.8322, + "mean_token_accuracy": 0.7399777173995972, + "num_tokens": 374171596.0, + "step": 15834 + }, + { + "epoch": 1.738963320887327, + "grad_norm": 2.5275065898895264, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.716903030872345, + "num_tokens": 374192952.0, + "step": 15835 + }, + { + "epoch": 1.7390731385899407, + "grad_norm": 2.354152202606201, + "learning_rate": 1e-06, + "loss": 0.984, + "mean_token_accuracy": 0.6985815167427063, + "num_tokens": 374217040.0, + "step": 15836 + }, + { + "epoch": 1.7391829562925545, + "grad_norm": 2.2647347450256348, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.706508219242096, + "num_tokens": 374242947.0, + "step": 15837 + }, + { + "epoch": 1.739292773995168, + "grad_norm": 2.3335025310516357, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7254630327224731, + "num_tokens": 374268072.0, + "step": 15838 + }, + { + "epoch": 1.7394025916977816, + "grad_norm": 2.4578356742858887, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7233895063400269, + "num_tokens": 374290008.0, + "step": 15839 + }, + { + "epoch": 1.7395124094003953, + "grad_norm": 2.542602062225342, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7113586068153381, + "num_tokens": 374309818.0, + "step": 15840 + }, + { + "epoch": 1.739622227103009, + "grad_norm": 2.8238413333892822, + "learning_rate": 1e-06, + "loss": 0.8127, + "mean_token_accuracy": 0.7396793365478516, + "num_tokens": 374327946.0, + "step": 15841 + }, + { + "epoch": 1.7397320448056228, + "grad_norm": 2.263772964477539, + "learning_rate": 1e-06, + "loss": 0.8879, + "mean_token_accuracy": 0.7214449644088745, + "num_tokens": 374352087.0, + "step": 15842 + }, + { + "epoch": 1.7398418625082364, + "grad_norm": 2.1462597846984863, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.7108452916145325, + "num_tokens": 374380175.0, + "step": 15843 + }, + { + "epoch": 1.73995168021085, + "grad_norm": 2.3798656463623047, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7196297645568848, + "num_tokens": 374405230.0, + "step": 15844 + }, + { + "epoch": 1.7400614979134637, + "grad_norm": 2.1736719608306885, + "learning_rate": 1e-06, + "loss": 0.8879, + "mean_token_accuracy": 0.7239383459091187, + "num_tokens": 374430623.0, + "step": 15845 + }, + { + "epoch": 1.7401713156160774, + "grad_norm": 2.454491138458252, + "learning_rate": 1e-06, + "loss": 0.8284, + "mean_token_accuracy": 0.7547289729118347, + "num_tokens": 374451162.0, + "step": 15846 + }, + { + "epoch": 1.740281133318691, + "grad_norm": 2.331512212753296, + "learning_rate": 1e-06, + "loss": 1.0173, + "mean_token_accuracy": 0.6879287362098694, + "num_tokens": 374475564.0, + "step": 15847 + }, + { + "epoch": 1.7403909510213045, + "grad_norm": 2.3068785667419434, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7177802324295044, + "num_tokens": 374500540.0, + "step": 15848 + }, + { + "epoch": 1.7405007687239182, + "grad_norm": 2.0696938037872314, + "learning_rate": 1e-06, + "loss": 0.7686, + "mean_token_accuracy": 0.7563138008117676, + "num_tokens": 374526421.0, + "step": 15849 + }, + { + "epoch": 1.740610586426532, + "grad_norm": 2.3162667751312256, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7293731570243835, + "num_tokens": 374547567.0, + "step": 15850 + }, + { + "epoch": 1.7407204041291457, + "grad_norm": 2.1541242599487305, + "learning_rate": 1e-06, + "loss": 0.9081, + "mean_token_accuracy": 0.7166303992271423, + "num_tokens": 374575350.0, + "step": 15851 + }, + { + "epoch": 1.7408302218317593, + "grad_norm": 2.3050460815429688, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7247323989868164, + "num_tokens": 374597671.0, + "step": 15852 + }, + { + "epoch": 1.7409400395343728, + "grad_norm": 3.5312721729278564, + "learning_rate": 1e-06, + "loss": 0.8121, + "mean_token_accuracy": 0.7333430647850037, + "num_tokens": 374608865.0, + "step": 15853 + }, + { + "epoch": 1.7410498572369866, + "grad_norm": 2.080069065093994, + "learning_rate": 1e-06, + "loss": 1.0059, + "mean_token_accuracy": 0.6978446245193481, + "num_tokens": 374636634.0, + "step": 15854 + }, + { + "epoch": 1.7411596749396003, + "grad_norm": 2.652223587036133, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7467859387397766, + "num_tokens": 374654594.0, + "step": 15855 + }, + { + "epoch": 1.741269492642214, + "grad_norm": 2.557359218597412, + "learning_rate": 1e-06, + "loss": 0.8253, + "mean_token_accuracy": 0.7396377325057983, + "num_tokens": 374674204.0, + "step": 15856 + }, + { + "epoch": 1.7413793103448276, + "grad_norm": 2.173478126525879, + "learning_rate": 1e-06, + "loss": 0.9094, + "mean_token_accuracy": 0.716920018196106, + "num_tokens": 374700562.0, + "step": 15857 + }, + { + "epoch": 1.7414891280474412, + "grad_norm": 2.1784684658050537, + "learning_rate": 1e-06, + "loss": 0.9612, + "mean_token_accuracy": 0.7020992636680603, + "num_tokens": 374728396.0, + "step": 15858 + }, + { + "epoch": 1.741598945750055, + "grad_norm": 2.6329023838043213, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7271702885627747, + "num_tokens": 374747686.0, + "step": 15859 + }, + { + "epoch": 1.7417087634526687, + "grad_norm": 2.547137498855591, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7379850745201111, + "num_tokens": 374766600.0, + "step": 15860 + }, + { + "epoch": 1.7418185811552822, + "grad_norm": 2.4102425575256348, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7161053419113159, + "num_tokens": 374788889.0, + "step": 15861 + }, + { + "epoch": 1.7419283988578957, + "grad_norm": 3.1385815143585205, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7363192439079285, + "num_tokens": 374804185.0, + "step": 15862 + }, + { + "epoch": 1.7420382165605095, + "grad_norm": 2.151458740234375, + "learning_rate": 1e-06, + "loss": 0.8874, + "mean_token_accuracy": 0.7233375310897827, + "num_tokens": 374830365.0, + "step": 15863 + }, + { + "epoch": 1.7421480342631233, + "grad_norm": 2.004347562789917, + "learning_rate": 1e-06, + "loss": 0.9645, + "mean_token_accuracy": 0.71468585729599, + "num_tokens": 374862315.0, + "step": 15864 + }, + { + "epoch": 1.742257851965737, + "grad_norm": 2.5616538524627686, + "learning_rate": 1e-06, + "loss": 0.9103, + "mean_token_accuracy": 0.7118549346923828, + "num_tokens": 374883623.0, + "step": 15865 + }, + { + "epoch": 1.7423676696683505, + "grad_norm": 2.2972142696380615, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7170438170433044, + "num_tokens": 374908210.0, + "step": 15866 + }, + { + "epoch": 1.742477487370964, + "grad_norm": 1.9669874906539917, + "learning_rate": 1e-06, + "loss": 0.9342, + "mean_token_accuracy": 0.7137572765350342, + "num_tokens": 374939914.0, + "step": 15867 + }, + { + "epoch": 1.7425873050735778, + "grad_norm": 2.4559683799743652, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7404767274856567, + "num_tokens": 374960367.0, + "step": 15868 + }, + { + "epoch": 1.7426971227761916, + "grad_norm": 2.215869903564453, + "learning_rate": 1e-06, + "loss": 1.0577, + "mean_token_accuracy": 0.6705782413482666, + "num_tokens": 374989051.0, + "step": 15869 + }, + { + "epoch": 1.7428069404788051, + "grad_norm": 2.5403554439544678, + "learning_rate": 1e-06, + "loss": 0.8531, + "mean_token_accuracy": 0.7294973134994507, + "num_tokens": 375010337.0, + "step": 15870 + }, + { + "epoch": 1.742916758181419, + "grad_norm": 2.0604443550109863, + "learning_rate": 1e-06, + "loss": 0.8372, + "mean_token_accuracy": 0.7410883903503418, + "num_tokens": 375037809.0, + "step": 15871 + }, + { + "epoch": 1.7430265758840324, + "grad_norm": 2.3703184127807617, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7180370092391968, + "num_tokens": 375060188.0, + "step": 15872 + }, + { + "epoch": 1.7431363935866462, + "grad_norm": 2.923330783843994, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7261364459991455, + "num_tokens": 375076797.0, + "step": 15873 + }, + { + "epoch": 1.74324621128926, + "grad_norm": 2.577737331390381, + "learning_rate": 1e-06, + "loss": 0.8181, + "mean_token_accuracy": 0.7418068647384644, + "num_tokens": 375096120.0, + "step": 15874 + }, + { + "epoch": 1.7433560289918735, + "grad_norm": 2.188965320587158, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7430857419967651, + "num_tokens": 375120333.0, + "step": 15875 + }, + { + "epoch": 1.743465846694487, + "grad_norm": 2.376178741455078, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7282387614250183, + "num_tokens": 375141642.0, + "step": 15876 + }, + { + "epoch": 1.7435756643971008, + "grad_norm": 2.194450616836548, + "learning_rate": 1e-06, + "loss": 0.9604, + "mean_token_accuracy": 0.7037495374679565, + "num_tokens": 375170189.0, + "step": 15877 + }, + { + "epoch": 1.7436854820997145, + "grad_norm": 2.4151010513305664, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7213900685310364, + "num_tokens": 375192129.0, + "step": 15878 + }, + { + "epoch": 1.7437952998023283, + "grad_norm": 2.3576748371124268, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7170006036758423, + "num_tokens": 375215993.0, + "step": 15879 + }, + { + "epoch": 1.7439051175049418, + "grad_norm": 2.283250570297241, + "learning_rate": 1e-06, + "loss": 0.9331, + "mean_token_accuracy": 0.7136226296424866, + "num_tokens": 375241400.0, + "step": 15880 + }, + { + "epoch": 1.7440149352075554, + "grad_norm": 2.073745012283325, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7112977504730225, + "num_tokens": 375271483.0, + "step": 15881 + }, + { + "epoch": 1.744124752910169, + "grad_norm": 2.6423051357269287, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.712159276008606, + "num_tokens": 375291685.0, + "step": 15882 + }, + { + "epoch": 1.7442345706127829, + "grad_norm": 2.5069143772125244, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7203491926193237, + "num_tokens": 375312752.0, + "step": 15883 + }, + { + "epoch": 1.7443443883153964, + "grad_norm": 2.165400505065918, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7071936130523682, + "num_tokens": 375339660.0, + "step": 15884 + }, + { + "epoch": 1.7444542060180102, + "grad_norm": 2.6134636402130127, + "learning_rate": 1e-06, + "loss": 0.7724, + "mean_token_accuracy": 0.744767963886261, + "num_tokens": 375357831.0, + "step": 15885 + }, + { + "epoch": 1.7445640237206237, + "grad_norm": 2.7510645389556885, + "learning_rate": 1e-06, + "loss": 0.8837, + "mean_token_accuracy": 0.7425032258033752, + "num_tokens": 375376474.0, + "step": 15886 + }, + { + "epoch": 1.7446738414232374, + "grad_norm": 2.319988250732422, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7084614038467407, + "num_tokens": 375401316.0, + "step": 15887 + }, + { + "epoch": 1.7447836591258512, + "grad_norm": 2.255235195159912, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.7337661981582642, + "num_tokens": 375427342.0, + "step": 15888 + }, + { + "epoch": 1.7448934768284647, + "grad_norm": 2.8117947578430176, + "learning_rate": 1e-06, + "loss": 0.8904, + "mean_token_accuracy": 0.7342846989631653, + "num_tokens": 375444997.0, + "step": 15889 + }, + { + "epoch": 1.7450032945310783, + "grad_norm": 2.39318585395813, + "learning_rate": 1e-06, + "loss": 0.7756, + "mean_token_accuracy": 0.7544471025466919, + "num_tokens": 375466309.0, + "step": 15890 + }, + { + "epoch": 1.745113112233692, + "grad_norm": 2.3256051540374756, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7136656045913696, + "num_tokens": 375492558.0, + "step": 15891 + }, + { + "epoch": 1.7452229299363058, + "grad_norm": 2.421109437942505, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7095087766647339, + "num_tokens": 375516052.0, + "step": 15892 + }, + { + "epoch": 1.7453327476389195, + "grad_norm": 2.201759099960327, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.6936854720115662, + "num_tokens": 375543758.0, + "step": 15893 + }, + { + "epoch": 1.745442565341533, + "grad_norm": 2.4488747119903564, + "learning_rate": 1e-06, + "loss": 0.9554, + "mean_token_accuracy": 0.7059829235076904, + "num_tokens": 375566785.0, + "step": 15894 + }, + { + "epoch": 1.7455523830441466, + "grad_norm": 2.2787423133850098, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7228631377220154, + "num_tokens": 375592377.0, + "step": 15895 + }, + { + "epoch": 1.7456622007467604, + "grad_norm": 2.1648755073547363, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7059050798416138, + "num_tokens": 375620880.0, + "step": 15896 + }, + { + "epoch": 1.7457720184493741, + "grad_norm": 2.140072822570801, + "learning_rate": 1e-06, + "loss": 0.7857, + "mean_token_accuracy": 0.7464648485183716, + "num_tokens": 375645919.0, + "step": 15897 + }, + { + "epoch": 1.7458818361519877, + "grad_norm": 2.326186418533325, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.7002165913581848, + "num_tokens": 375668528.0, + "step": 15898 + }, + { + "epoch": 1.7459916538546012, + "grad_norm": 2.184779405593872, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7104712724685669, + "num_tokens": 375697456.0, + "step": 15899 + }, + { + "epoch": 1.746101471557215, + "grad_norm": 2.2758588790893555, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.7087583541870117, + "num_tokens": 375725474.0, + "step": 15900 + }, + { + "epoch": 1.7462112892598287, + "grad_norm": 2.3739867210388184, + "learning_rate": 1e-06, + "loss": 0.8932, + "mean_token_accuracy": 0.7335252165794373, + "num_tokens": 375747379.0, + "step": 15901 + }, + { + "epoch": 1.7463211069624425, + "grad_norm": 2.2748870849609375, + "learning_rate": 1e-06, + "loss": 0.9034, + "mean_token_accuracy": 0.7174698114395142, + "num_tokens": 375772206.0, + "step": 15902 + }, + { + "epoch": 1.746430924665056, + "grad_norm": 2.0518269538879395, + "learning_rate": 1e-06, + "loss": 0.9405, + "mean_token_accuracy": 0.7085784077644348, + "num_tokens": 375801786.0, + "step": 15903 + }, + { + "epoch": 1.7465407423676695, + "grad_norm": 2.224503755569458, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7212176322937012, + "num_tokens": 375827776.0, + "step": 15904 + }, + { + "epoch": 1.7466505600702833, + "grad_norm": 2.705857515335083, + "learning_rate": 1e-06, + "loss": 0.7531, + "mean_token_accuracy": 0.7574471235275269, + "num_tokens": 375845005.0, + "step": 15905 + }, + { + "epoch": 1.746760377772897, + "grad_norm": 2.275235176086426, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7092622518539429, + "num_tokens": 375872131.0, + "step": 15906 + }, + { + "epoch": 1.7468701954755108, + "grad_norm": 2.4144551753997803, + "learning_rate": 1e-06, + "loss": 0.9179, + "mean_token_accuracy": 0.714374303817749, + "num_tokens": 375896212.0, + "step": 15907 + }, + { + "epoch": 1.7469800131781243, + "grad_norm": 2.3225998878479004, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7270832657814026, + "num_tokens": 375919188.0, + "step": 15908 + }, + { + "epoch": 1.7470898308807379, + "grad_norm": 2.7212142944335938, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7280298471450806, + "num_tokens": 375936695.0, + "step": 15909 + }, + { + "epoch": 1.7471996485833516, + "grad_norm": 2.7699811458587646, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.7400529384613037, + "num_tokens": 375953695.0, + "step": 15910 + }, + { + "epoch": 1.7473094662859654, + "grad_norm": 1.9734619855880737, + "learning_rate": 1e-06, + "loss": 0.9442, + "mean_token_accuracy": 0.7107270956039429, + "num_tokens": 375986197.0, + "step": 15911 + }, + { + "epoch": 1.747419283988579, + "grad_norm": 2.1305155754089355, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7291221618652344, + "num_tokens": 376010952.0, + "step": 15912 + }, + { + "epoch": 1.7475291016911925, + "grad_norm": 2.266698122024536, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.6977505683898926, + "num_tokens": 376036083.0, + "step": 15913 + }, + { + "epoch": 1.7476389193938062, + "grad_norm": 2.377060651779175, + "learning_rate": 1e-06, + "loss": 0.9156, + "mean_token_accuracy": 0.7166587114334106, + "num_tokens": 376058122.0, + "step": 15914 + }, + { + "epoch": 1.74774873709642, + "grad_norm": 2.108248710632324, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7041746377944946, + "num_tokens": 376089578.0, + "step": 15915 + }, + { + "epoch": 1.7478585547990337, + "grad_norm": 2.1565566062927246, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7061516642570496, + "num_tokens": 376115524.0, + "step": 15916 + }, + { + "epoch": 1.7479683725016473, + "grad_norm": 2.4301910400390625, + "learning_rate": 1e-06, + "loss": 0.8483, + "mean_token_accuracy": 0.7287081480026245, + "num_tokens": 376135538.0, + "step": 15917 + }, + { + "epoch": 1.7480781902042608, + "grad_norm": 2.272355079650879, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.723575234413147, + "num_tokens": 376161561.0, + "step": 15918 + }, + { + "epoch": 1.7481880079068746, + "grad_norm": 2.32297420501709, + "learning_rate": 1e-06, + "loss": 0.8804, + "mean_token_accuracy": 0.7236205339431763, + "num_tokens": 376186536.0, + "step": 15919 + }, + { + "epoch": 1.7482978256094883, + "grad_norm": 2.086034059524536, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.7147512435913086, + "num_tokens": 376213778.0, + "step": 15920 + }, + { + "epoch": 1.7484076433121019, + "grad_norm": 2.440869092941284, + "learning_rate": 1e-06, + "loss": 0.8525, + "mean_token_accuracy": 0.7302599549293518, + "num_tokens": 376235546.0, + "step": 15921 + }, + { + "epoch": 1.7485174610147156, + "grad_norm": 2.407994031906128, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7453213334083557, + "num_tokens": 376255953.0, + "step": 15922 + }, + { + "epoch": 1.7486272787173291, + "grad_norm": 2.605363130569458, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7135404348373413, + "num_tokens": 376276731.0, + "step": 15923 + }, + { + "epoch": 1.748737096419943, + "grad_norm": 2.5956788063049316, + "learning_rate": 1e-06, + "loss": 0.9353, + "mean_token_accuracy": 0.7036401033401489, + "num_tokens": 376296933.0, + "step": 15924 + }, + { + "epoch": 1.7488469141225567, + "grad_norm": 2.303231716156006, + "learning_rate": 1e-06, + "loss": 0.9778, + "mean_token_accuracy": 0.6991027593612671, + "num_tokens": 376323973.0, + "step": 15925 + }, + { + "epoch": 1.7489567318251702, + "grad_norm": 2.1722002029418945, + "learning_rate": 1e-06, + "loss": 0.9597, + "mean_token_accuracy": 0.7122785449028015, + "num_tokens": 376349766.0, + "step": 15926 + }, + { + "epoch": 1.7490665495277837, + "grad_norm": 2.6773715019226074, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7315993309020996, + "num_tokens": 376369771.0, + "step": 15927 + }, + { + "epoch": 1.7491763672303975, + "grad_norm": 2.4805498123168945, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7102728486061096, + "num_tokens": 376391145.0, + "step": 15928 + }, + { + "epoch": 1.7492861849330112, + "grad_norm": 2.8543319702148438, + "learning_rate": 1e-06, + "loss": 0.8296, + "mean_token_accuracy": 0.7293916940689087, + "num_tokens": 376408912.0, + "step": 15929 + }, + { + "epoch": 1.749396002635625, + "grad_norm": 2.4716851711273193, + "learning_rate": 1e-06, + "loss": 0.9366, + "mean_token_accuracy": 0.7104710340499878, + "num_tokens": 376431281.0, + "step": 15930 + }, + { + "epoch": 1.7495058203382385, + "grad_norm": 2.403074264526367, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7166315913200378, + "num_tokens": 376455178.0, + "step": 15931 + }, + { + "epoch": 1.749615638040852, + "grad_norm": 2.398782730102539, + "learning_rate": 1e-06, + "loss": 0.864, + "mean_token_accuracy": 0.729522705078125, + "num_tokens": 376478353.0, + "step": 15932 + }, + { + "epoch": 1.7497254557434658, + "grad_norm": 2.1932971477508545, + "learning_rate": 1e-06, + "loss": 1.0227, + "mean_token_accuracy": 0.7006139755249023, + "num_tokens": 376506304.0, + "step": 15933 + }, + { + "epoch": 1.7498352734460796, + "grad_norm": 2.091397285461426, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7063666582107544, + "num_tokens": 376536102.0, + "step": 15934 + }, + { + "epoch": 1.7499450911486931, + "grad_norm": 2.277641534805298, + "learning_rate": 1e-06, + "loss": 0.7518, + "mean_token_accuracy": 0.7603416442871094, + "num_tokens": 376559762.0, + "step": 15935 + }, + { + "epoch": 1.7500549088513069, + "grad_norm": 2.127706289291382, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.71237713098526, + "num_tokens": 376587435.0, + "step": 15936 + }, + { + "epoch": 1.7501647265539204, + "grad_norm": 2.5868172645568848, + "learning_rate": 1e-06, + "loss": 0.9599, + "mean_token_accuracy": 0.7206718921661377, + "num_tokens": 376607966.0, + "step": 15937 + }, + { + "epoch": 1.7502745442565342, + "grad_norm": 2.1486237049102783, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.6995391845703125, + "num_tokens": 376635308.0, + "step": 15938 + }, + { + "epoch": 1.750384361959148, + "grad_norm": 2.0853395462036133, + "learning_rate": 1e-06, + "loss": 0.7977, + "mean_token_accuracy": 0.7466784119606018, + "num_tokens": 376660540.0, + "step": 15939 + }, + { + "epoch": 1.7504941796617615, + "grad_norm": 2.2662928104400635, + "learning_rate": 1e-06, + "loss": 0.8595, + "mean_token_accuracy": 0.7288885712623596, + "num_tokens": 376685545.0, + "step": 15940 + }, + { + "epoch": 1.750603997364375, + "grad_norm": 2.2131001949310303, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7241553068161011, + "num_tokens": 376711173.0, + "step": 15941 + }, + { + "epoch": 1.7507138150669888, + "grad_norm": 2.528470754623413, + "learning_rate": 1e-06, + "loss": 0.7164, + "mean_token_accuracy": 0.7570295333862305, + "num_tokens": 376729798.0, + "step": 15942 + }, + { + "epoch": 1.7508236327696025, + "grad_norm": 2.356279134750366, + "learning_rate": 1e-06, + "loss": 0.9374, + "mean_token_accuracy": 0.7051204442977905, + "num_tokens": 376752792.0, + "step": 15943 + }, + { + "epoch": 1.7509334504722163, + "grad_norm": 2.493701457977295, + "learning_rate": 1e-06, + "loss": 0.8223, + "mean_token_accuracy": 0.7384070158004761, + "num_tokens": 376772951.0, + "step": 15944 + }, + { + "epoch": 1.7510432681748298, + "grad_norm": 2.010852098464966, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7067785263061523, + "num_tokens": 376803026.0, + "step": 15945 + }, + { + "epoch": 1.7511530858774433, + "grad_norm": 2.4938175678253174, + "learning_rate": 1e-06, + "loss": 0.9118, + "mean_token_accuracy": 0.7295727729797363, + "num_tokens": 376823943.0, + "step": 15946 + }, + { + "epoch": 1.751262903580057, + "grad_norm": 2.575841188430786, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7456333637237549, + "num_tokens": 376843378.0, + "step": 15947 + }, + { + "epoch": 1.7513727212826709, + "grad_norm": 2.0180299282073975, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7008733749389648, + "num_tokens": 376872001.0, + "step": 15948 + }, + { + "epoch": 1.7514825389852844, + "grad_norm": 2.3349339962005615, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7130724787712097, + "num_tokens": 376895055.0, + "step": 15949 + }, + { + "epoch": 1.7515923566878981, + "grad_norm": 2.446010112762451, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.6970092058181763, + "num_tokens": 376918445.0, + "step": 15950 + }, + { + "epoch": 1.7517021743905117, + "grad_norm": 2.6681017875671387, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7148331999778748, + "num_tokens": 376938725.0, + "step": 15951 + }, + { + "epoch": 1.7518119920931254, + "grad_norm": 2.283628225326538, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7327470183372498, + "num_tokens": 376961854.0, + "step": 15952 + }, + { + "epoch": 1.7519218097957392, + "grad_norm": 2.238609552383423, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.6985383033752441, + "num_tokens": 376988739.0, + "step": 15953 + }, + { + "epoch": 1.7520316274983527, + "grad_norm": 2.7380499839782715, + "learning_rate": 1e-06, + "loss": 0.796, + "mean_token_accuracy": 0.7493109703063965, + "num_tokens": 377005684.0, + "step": 15954 + }, + { + "epoch": 1.7521414452009663, + "grad_norm": 2.4554286003112793, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7165753841400146, + "num_tokens": 377027764.0, + "step": 15955 + }, + { + "epoch": 1.75225126290358, + "grad_norm": 2.4746694564819336, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.7227065563201904, + "num_tokens": 377049166.0, + "step": 15956 + }, + { + "epoch": 1.7523610806061938, + "grad_norm": 2.329982280731201, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7327592372894287, + "num_tokens": 377071999.0, + "step": 15957 + }, + { + "epoch": 1.7524708983088075, + "grad_norm": 2.154428243637085, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7304050922393799, + "num_tokens": 377096964.0, + "step": 15958 + }, + { + "epoch": 1.752580716011421, + "grad_norm": 2.112740993499756, + "learning_rate": 1e-06, + "loss": 1.0408, + "mean_token_accuracy": 0.683195948600769, + "num_tokens": 377127274.0, + "step": 15959 + }, + { + "epoch": 1.7526905337140346, + "grad_norm": 2.3597488403320312, + "learning_rate": 1e-06, + "loss": 0.9013, + "mean_token_accuracy": 0.7201278209686279, + "num_tokens": 377149983.0, + "step": 15960 + }, + { + "epoch": 1.7528003514166484, + "grad_norm": 2.495664119720459, + "learning_rate": 1e-06, + "loss": 0.862, + "mean_token_accuracy": 0.7242007255554199, + "num_tokens": 377169690.0, + "step": 15961 + }, + { + "epoch": 1.7529101691192621, + "grad_norm": 2.466806173324585, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7022130489349365, + "num_tokens": 377191809.0, + "step": 15962 + }, + { + "epoch": 1.7530199868218757, + "grad_norm": 2.0701634883880615, + "learning_rate": 1e-06, + "loss": 1.0307, + "mean_token_accuracy": 0.6840635538101196, + "num_tokens": 377220993.0, + "step": 15963 + }, + { + "epoch": 1.7531298045244892, + "grad_norm": 2.2763783931732178, + "learning_rate": 1e-06, + "loss": 0.9747, + "mean_token_accuracy": 0.7016490697860718, + "num_tokens": 377247953.0, + "step": 15964 + }, + { + "epoch": 1.753239622227103, + "grad_norm": 2.543154001235962, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7152695655822754, + "num_tokens": 377268541.0, + "step": 15965 + }, + { + "epoch": 1.7533494399297167, + "grad_norm": 2.2727837562561035, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7189957499504089, + "num_tokens": 377292251.0, + "step": 15966 + }, + { + "epoch": 1.7534592576323305, + "grad_norm": 2.094891309738159, + "learning_rate": 1e-06, + "loss": 0.8898, + "mean_token_accuracy": 0.7285316586494446, + "num_tokens": 377321211.0, + "step": 15967 + }, + { + "epoch": 1.753569075334944, + "grad_norm": 2.250777006149292, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7217224836349487, + "num_tokens": 377347399.0, + "step": 15968 + }, + { + "epoch": 1.7536788930375575, + "grad_norm": 2.35404372215271, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.709255576133728, + "num_tokens": 377371475.0, + "step": 15969 + }, + { + "epoch": 1.7537887107401713, + "grad_norm": 2.309173583984375, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7221574783325195, + "num_tokens": 377396479.0, + "step": 15970 + }, + { + "epoch": 1.753898528442785, + "grad_norm": 2.4025566577911377, + "learning_rate": 1e-06, + "loss": 0.8661, + "mean_token_accuracy": 0.7254015803337097, + "num_tokens": 377419939.0, + "step": 15971 + }, + { + "epoch": 1.7540083461453988, + "grad_norm": 2.4958159923553467, + "learning_rate": 1e-06, + "loss": 0.9068, + "mean_token_accuracy": 0.7166891098022461, + "num_tokens": 377441628.0, + "step": 15972 + }, + { + "epoch": 1.7541181638480123, + "grad_norm": 2.4695894718170166, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7189868688583374, + "num_tokens": 377464958.0, + "step": 15973 + }, + { + "epoch": 1.7542279815506259, + "grad_norm": 2.5285253524780273, + "learning_rate": 1e-06, + "loss": 0.9268, + "mean_token_accuracy": 0.7090541124343872, + "num_tokens": 377486414.0, + "step": 15974 + }, + { + "epoch": 1.7543377992532396, + "grad_norm": 2.03977108001709, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7385042905807495, + "num_tokens": 377514956.0, + "step": 15975 + }, + { + "epoch": 1.7544476169558534, + "grad_norm": 2.4244496822357178, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7097262740135193, + "num_tokens": 377538457.0, + "step": 15976 + }, + { + "epoch": 1.754557434658467, + "grad_norm": 2.3931519985198975, + "learning_rate": 1e-06, + "loss": 0.8767, + "mean_token_accuracy": 0.725050687789917, + "num_tokens": 377559453.0, + "step": 15977 + }, + { + "epoch": 1.7546672523610805, + "grad_norm": 2.0556509494781494, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7008374929428101, + "num_tokens": 377589051.0, + "step": 15978 + }, + { + "epoch": 1.7547770700636942, + "grad_norm": 2.1481261253356934, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7140581011772156, + "num_tokens": 377615917.0, + "step": 15979 + }, + { + "epoch": 1.754886887766308, + "grad_norm": 2.4273858070373535, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7263412475585938, + "num_tokens": 377636019.0, + "step": 15980 + }, + { + "epoch": 1.7549967054689217, + "grad_norm": 2.8758091926574707, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.7457408905029297, + "num_tokens": 377655915.0, + "step": 15981 + }, + { + "epoch": 1.7551065231715353, + "grad_norm": 2.580970525741577, + "learning_rate": 1e-06, + "loss": 0.8199, + "mean_token_accuracy": 0.7381683588027954, + "num_tokens": 377676515.0, + "step": 15982 + }, + { + "epoch": 1.7552163408741488, + "grad_norm": 2.485872268676758, + "learning_rate": 1e-06, + "loss": 0.8424, + "mean_token_accuracy": 0.7280348539352417, + "num_tokens": 377697246.0, + "step": 15983 + }, + { + "epoch": 1.7553261585767626, + "grad_norm": 2.0108304023742676, + "learning_rate": 1e-06, + "loss": 0.8413, + "mean_token_accuracy": 0.7336010932922363, + "num_tokens": 377726310.0, + "step": 15984 + }, + { + "epoch": 1.7554359762793763, + "grad_norm": 2.1063435077667236, + "learning_rate": 1e-06, + "loss": 0.9945, + "mean_token_accuracy": 0.6962717771530151, + "num_tokens": 377757163.0, + "step": 15985 + }, + { + "epoch": 1.7555457939819898, + "grad_norm": 2.902132511138916, + "learning_rate": 1e-06, + "loss": 0.8471, + "mean_token_accuracy": 0.732636570930481, + "num_tokens": 377775035.0, + "step": 15986 + }, + { + "epoch": 1.7556556116846036, + "grad_norm": 1.9495429992675781, + "learning_rate": 1e-06, + "loss": 0.9785, + "mean_token_accuracy": 0.6982247233390808, + "num_tokens": 377804962.0, + "step": 15987 + }, + { + "epoch": 1.7557654293872171, + "grad_norm": 2.0211315155029297, + "learning_rate": 1e-06, + "loss": 0.9309, + "mean_token_accuracy": 0.7063376307487488, + "num_tokens": 377837295.0, + "step": 15988 + }, + { + "epoch": 1.755875247089831, + "grad_norm": 2.3389289379119873, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7258159518241882, + "num_tokens": 377861511.0, + "step": 15989 + }, + { + "epoch": 1.7559850647924446, + "grad_norm": 2.63875412940979, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.6903954744338989, + "num_tokens": 377882110.0, + "step": 15990 + }, + { + "epoch": 1.7560948824950582, + "grad_norm": 2.610656499862671, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7261003255844116, + "num_tokens": 377902397.0, + "step": 15991 + }, + { + "epoch": 1.7562047001976717, + "grad_norm": 2.2093465328216553, + "learning_rate": 1e-06, + "loss": 0.914, + "mean_token_accuracy": 0.712295413017273, + "num_tokens": 377929226.0, + "step": 15992 + }, + { + "epoch": 1.7563145179002855, + "grad_norm": 2.5377097129821777, + "learning_rate": 1e-06, + "loss": 0.8687, + "mean_token_accuracy": 0.7295594215393066, + "num_tokens": 377948960.0, + "step": 15993 + }, + { + "epoch": 1.7564243356028992, + "grad_norm": 2.4975814819335938, + "learning_rate": 1e-06, + "loss": 0.8573, + "mean_token_accuracy": 0.7417783737182617, + "num_tokens": 377970937.0, + "step": 15994 + }, + { + "epoch": 1.756534153305513, + "grad_norm": 2.3402247428894043, + "learning_rate": 1e-06, + "loss": 0.7904, + "mean_token_accuracy": 0.7418157458305359, + "num_tokens": 377993858.0, + "step": 15995 + }, + { + "epoch": 1.7566439710081265, + "grad_norm": 2.3403968811035156, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7091875672340393, + "num_tokens": 378015945.0, + "step": 15996 + }, + { + "epoch": 1.75675378871074, + "grad_norm": 2.489712715148926, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7282062768936157, + "num_tokens": 378037281.0, + "step": 15997 + }, + { + "epoch": 1.7568636064133538, + "grad_norm": 2.3568129539489746, + "learning_rate": 1e-06, + "loss": 0.8382, + "mean_token_accuracy": 0.7384927272796631, + "num_tokens": 378059716.0, + "step": 15998 + }, + { + "epoch": 1.7569734241159676, + "grad_norm": 2.597024440765381, + "learning_rate": 1e-06, + "loss": 0.7709, + "mean_token_accuracy": 0.7450323104858398, + "num_tokens": 378077880.0, + "step": 15999 + }, + { + "epoch": 1.757083241818581, + "grad_norm": 2.4171204566955566, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7340298295021057, + "num_tokens": 378100247.0, + "step": 16000 + }, + { + "epoch": 1.7571930595211949, + "grad_norm": 2.016892194747925, + "learning_rate": 1e-06, + "loss": 1.0085, + "mean_token_accuracy": 0.6893430352210999, + "num_tokens": 378131181.0, + "step": 16001 + }, + { + "epoch": 1.7573028772238084, + "grad_norm": 2.5353198051452637, + "learning_rate": 1e-06, + "loss": 0.9112, + "mean_token_accuracy": 0.7188713550567627, + "num_tokens": 378152198.0, + "step": 16002 + }, + { + "epoch": 1.7574126949264222, + "grad_norm": 2.499661922454834, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7324299812316895, + "num_tokens": 378173130.0, + "step": 16003 + }, + { + "epoch": 1.757522512629036, + "grad_norm": 2.1675479412078857, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7120361328125, + "num_tokens": 378199300.0, + "step": 16004 + }, + { + "epoch": 1.7576323303316495, + "grad_norm": 2.1065263748168945, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7199457883834839, + "num_tokens": 378227568.0, + "step": 16005 + }, + { + "epoch": 1.757742148034263, + "grad_norm": 2.196450710296631, + "learning_rate": 1e-06, + "loss": 0.9276, + "mean_token_accuracy": 0.722070038318634, + "num_tokens": 378253868.0, + "step": 16006 + }, + { + "epoch": 1.7578519657368767, + "grad_norm": 2.701012134552002, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7266507148742676, + "num_tokens": 378273833.0, + "step": 16007 + }, + { + "epoch": 1.7579617834394905, + "grad_norm": 2.3301327228546143, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7115353345870972, + "num_tokens": 378297403.0, + "step": 16008 + }, + { + "epoch": 1.7580716011421043, + "grad_norm": 2.447925567626953, + "learning_rate": 1e-06, + "loss": 0.9573, + "mean_token_accuracy": 0.6993377208709717, + "num_tokens": 378320490.0, + "step": 16009 + }, + { + "epoch": 1.7581814188447178, + "grad_norm": 2.529991865158081, + "learning_rate": 1e-06, + "loss": 0.9284, + "mean_token_accuracy": 0.7080683708190918, + "num_tokens": 378341695.0, + "step": 16010 + }, + { + "epoch": 1.7582912365473313, + "grad_norm": 2.614591121673584, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7291119694709778, + "num_tokens": 378360764.0, + "step": 16011 + }, + { + "epoch": 1.758401054249945, + "grad_norm": 2.0917916297912598, + "learning_rate": 1e-06, + "loss": 1.0096, + "mean_token_accuracy": 0.6962764263153076, + "num_tokens": 378390917.0, + "step": 16012 + }, + { + "epoch": 1.7585108719525588, + "grad_norm": 2.3935184478759766, + "learning_rate": 1e-06, + "loss": 0.8718, + "mean_token_accuracy": 0.730141282081604, + "num_tokens": 378413047.0, + "step": 16013 + }, + { + "epoch": 1.7586206896551724, + "grad_norm": 2.103394031524658, + "learning_rate": 1e-06, + "loss": 0.8112, + "mean_token_accuracy": 0.7531317472457886, + "num_tokens": 378439942.0, + "step": 16014 + }, + { + "epoch": 1.758730507357786, + "grad_norm": 2.0615456104278564, + "learning_rate": 1e-06, + "loss": 0.9296, + "mean_token_accuracy": 0.7091562151908875, + "num_tokens": 378468972.0, + "step": 16015 + }, + { + "epoch": 1.7588403250603997, + "grad_norm": 2.3583333492279053, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7209578156471252, + "num_tokens": 378492682.0, + "step": 16016 + }, + { + "epoch": 1.7589501427630134, + "grad_norm": 2.142329692840576, + "learning_rate": 1e-06, + "loss": 0.9735, + "mean_token_accuracy": 0.7125582695007324, + "num_tokens": 378520950.0, + "step": 16017 + }, + { + "epoch": 1.7590599604656272, + "grad_norm": 2.1485066413879395, + "learning_rate": 1e-06, + "loss": 0.9713, + "mean_token_accuracy": 0.6986858248710632, + "num_tokens": 378549278.0, + "step": 16018 + }, + { + "epoch": 1.7591697781682407, + "grad_norm": 2.7109768390655518, + "learning_rate": 1e-06, + "loss": 0.83, + "mean_token_accuracy": 0.7430763244628906, + "num_tokens": 378567571.0, + "step": 16019 + }, + { + "epoch": 1.7592795958708543, + "grad_norm": 2.6385061740875244, + "learning_rate": 1e-06, + "loss": 0.8714, + "mean_token_accuracy": 0.7190702557563782, + "num_tokens": 378587127.0, + "step": 16020 + }, + { + "epoch": 1.759389413573468, + "grad_norm": 2.6026241779327393, + "learning_rate": 1e-06, + "loss": 0.8228, + "mean_token_accuracy": 0.7343140244483948, + "num_tokens": 378604629.0, + "step": 16021 + }, + { + "epoch": 1.7594992312760818, + "grad_norm": 2.2443323135375977, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7119702100753784, + "num_tokens": 378628401.0, + "step": 16022 + }, + { + "epoch": 1.7596090489786955, + "grad_norm": 2.0812418460845947, + "learning_rate": 1e-06, + "loss": 0.9716, + "mean_token_accuracy": 0.713123083114624, + "num_tokens": 378658552.0, + "step": 16023 + }, + { + "epoch": 1.759718866681309, + "grad_norm": 2.160107135772705, + "learning_rate": 1e-06, + "loss": 0.8127, + "mean_token_accuracy": 0.7427996397018433, + "num_tokens": 378683914.0, + "step": 16024 + }, + { + "epoch": 1.7598286843839226, + "grad_norm": 2.2394211292266846, + "learning_rate": 1e-06, + "loss": 0.9724, + "mean_token_accuracy": 0.7024450898170471, + "num_tokens": 378711726.0, + "step": 16025 + }, + { + "epoch": 1.7599385020865363, + "grad_norm": 2.3100593090057373, + "learning_rate": 1e-06, + "loss": 0.9646, + "mean_token_accuracy": 0.7066989541053772, + "num_tokens": 378734773.0, + "step": 16026 + }, + { + "epoch": 1.76004831978915, + "grad_norm": 2.6812222003936768, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7190831899642944, + "num_tokens": 378753137.0, + "step": 16027 + }, + { + "epoch": 1.7601581374917636, + "grad_norm": 1.8766670227050781, + "learning_rate": 1e-06, + "loss": 0.9675, + "mean_token_accuracy": 0.6965337991714478, + "num_tokens": 378787951.0, + "step": 16028 + }, + { + "epoch": 1.7602679551943772, + "grad_norm": 2.109869956970215, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.715213418006897, + "num_tokens": 378818339.0, + "step": 16029 + }, + { + "epoch": 1.760377772896991, + "grad_norm": 2.19497013092041, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.732832670211792, + "num_tokens": 378844435.0, + "step": 16030 + }, + { + "epoch": 1.7604875905996047, + "grad_norm": 2.1809396743774414, + "learning_rate": 1e-06, + "loss": 0.8302, + "mean_token_accuracy": 0.7376939058303833, + "num_tokens": 378869843.0, + "step": 16031 + }, + { + "epoch": 1.7605974083022184, + "grad_norm": 2.266143321990967, + "learning_rate": 1e-06, + "loss": 0.8667, + "mean_token_accuracy": 0.7313717007637024, + "num_tokens": 378894315.0, + "step": 16032 + }, + { + "epoch": 1.760707226004832, + "grad_norm": 2.2213876247406006, + "learning_rate": 1e-06, + "loss": 0.8953, + "mean_token_accuracy": 0.7241086959838867, + "num_tokens": 378919982.0, + "step": 16033 + }, + { + "epoch": 1.7608170437074455, + "grad_norm": 2.1605608463287354, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7143603563308716, + "num_tokens": 378948104.0, + "step": 16034 + }, + { + "epoch": 1.7609268614100593, + "grad_norm": 2.093473434448242, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.738020122051239, + "num_tokens": 378976134.0, + "step": 16035 + }, + { + "epoch": 1.761036679112673, + "grad_norm": 2.267791509628296, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7214757204055786, + "num_tokens": 379001847.0, + "step": 16036 + }, + { + "epoch": 1.7611464968152868, + "grad_norm": 2.1553688049316406, + "learning_rate": 1e-06, + "loss": 0.9969, + "mean_token_accuracy": 0.699366569519043, + "num_tokens": 379030939.0, + "step": 16037 + }, + { + "epoch": 1.7612563145179003, + "grad_norm": 2.2569167613983154, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7256979942321777, + "num_tokens": 379056198.0, + "step": 16038 + }, + { + "epoch": 1.7613661322205139, + "grad_norm": 2.1381850242614746, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7082114815711975, + "num_tokens": 379083255.0, + "step": 16039 + }, + { + "epoch": 1.7614759499231276, + "grad_norm": 2.4362525939941406, + "learning_rate": 1e-06, + "loss": 0.9966, + "mean_token_accuracy": 0.6923643946647644, + "num_tokens": 379104402.0, + "step": 16040 + }, + { + "epoch": 1.7615857676257414, + "grad_norm": 2.2281265258789062, + "learning_rate": 1e-06, + "loss": 0.8336, + "mean_token_accuracy": 0.7344768643379211, + "num_tokens": 379127834.0, + "step": 16041 + }, + { + "epoch": 1.761695585328355, + "grad_norm": 2.5187137126922607, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7221531867980957, + "num_tokens": 379146789.0, + "step": 16042 + }, + { + "epoch": 1.7618054030309684, + "grad_norm": 2.27470064163208, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7163266539573669, + "num_tokens": 379173153.0, + "step": 16043 + }, + { + "epoch": 1.7619152207335822, + "grad_norm": 2.1091811656951904, + "learning_rate": 1e-06, + "loss": 0.8728, + "mean_token_accuracy": 0.7331104278564453, + "num_tokens": 379201245.0, + "step": 16044 + }, + { + "epoch": 1.762025038436196, + "grad_norm": 2.491445779800415, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.7113873958587646, + "num_tokens": 379222717.0, + "step": 16045 + }, + { + "epoch": 1.7621348561388097, + "grad_norm": 2.5938684940338135, + "learning_rate": 1e-06, + "loss": 0.803, + "mean_token_accuracy": 0.7418668270111084, + "num_tokens": 379242926.0, + "step": 16046 + }, + { + "epoch": 1.7622446738414232, + "grad_norm": 2.4349706172943115, + "learning_rate": 1e-06, + "loss": 0.8985, + "mean_token_accuracy": 0.7255724668502808, + "num_tokens": 379264906.0, + "step": 16047 + }, + { + "epoch": 1.7623544915440368, + "grad_norm": 2.3688061237335205, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.700886607170105, + "num_tokens": 379286222.0, + "step": 16048 + }, + { + "epoch": 1.7624643092466505, + "grad_norm": 2.7149465084075928, + "learning_rate": 1e-06, + "loss": 0.8497, + "mean_token_accuracy": 0.7248483300209045, + "num_tokens": 379305184.0, + "step": 16049 + }, + { + "epoch": 1.7625741269492643, + "grad_norm": 2.9455628395080566, + "learning_rate": 1e-06, + "loss": 0.8136, + "mean_token_accuracy": 0.7397135496139526, + "num_tokens": 379321202.0, + "step": 16050 + }, + { + "epoch": 1.7626839446518778, + "grad_norm": 2.5176620483398438, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7150460481643677, + "num_tokens": 379340609.0, + "step": 16051 + }, + { + "epoch": 1.7627937623544916, + "grad_norm": 2.268895387649536, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7245874404907227, + "num_tokens": 379363073.0, + "step": 16052 + }, + { + "epoch": 1.7629035800571051, + "grad_norm": 1.8987904787063599, + "learning_rate": 1e-06, + "loss": 0.8221, + "mean_token_accuracy": 0.7461664080619812, + "num_tokens": 379392061.0, + "step": 16053 + }, + { + "epoch": 1.7630133977597189, + "grad_norm": 2.4676058292388916, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.7024632692337036, + "num_tokens": 379414247.0, + "step": 16054 + }, + { + "epoch": 1.7631232154623326, + "grad_norm": 2.3201546669006348, + "learning_rate": 1e-06, + "loss": 0.8759, + "mean_token_accuracy": 0.7192062735557556, + "num_tokens": 379437411.0, + "step": 16055 + }, + { + "epoch": 1.7632330331649462, + "grad_norm": 2.2252252101898193, + "learning_rate": 1e-06, + "loss": 0.9819, + "mean_token_accuracy": 0.7041020393371582, + "num_tokens": 379463486.0, + "step": 16056 + }, + { + "epoch": 1.7633428508675597, + "grad_norm": 2.676494836807251, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.7213862538337708, + "num_tokens": 379482190.0, + "step": 16057 + }, + { + "epoch": 1.7634526685701735, + "grad_norm": 2.2973430156707764, + "learning_rate": 1e-06, + "loss": 0.8312, + "mean_token_accuracy": 0.7418997287750244, + "num_tokens": 379507021.0, + "step": 16058 + }, + { + "epoch": 1.7635624862727872, + "grad_norm": 2.0928752422332764, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7177557945251465, + "num_tokens": 379533888.0, + "step": 16059 + }, + { + "epoch": 1.763672303975401, + "grad_norm": 2.2502033710479736, + "learning_rate": 1e-06, + "loss": 0.8802, + "mean_token_accuracy": 0.7271955609321594, + "num_tokens": 379558570.0, + "step": 16060 + }, + { + "epoch": 1.7637821216780145, + "grad_norm": 2.365981101989746, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7272804379463196, + "num_tokens": 379582031.0, + "step": 16061 + }, + { + "epoch": 1.763891939380628, + "grad_norm": 2.3602964878082275, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7097014784812927, + "num_tokens": 379606043.0, + "step": 16062 + }, + { + "epoch": 1.7640017570832418, + "grad_norm": 2.4083845615386963, + "learning_rate": 1e-06, + "loss": 0.8584, + "mean_token_accuracy": 0.7370773553848267, + "num_tokens": 379627861.0, + "step": 16063 + }, + { + "epoch": 1.7641115747858556, + "grad_norm": 2.440298318862915, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.7137396931648254, + "num_tokens": 379648734.0, + "step": 16064 + }, + { + "epoch": 1.764221392488469, + "grad_norm": 2.3698818683624268, + "learning_rate": 1e-06, + "loss": 0.8858, + "mean_token_accuracy": 0.7301790714263916, + "num_tokens": 379671510.0, + "step": 16065 + }, + { + "epoch": 1.7643312101910829, + "grad_norm": 2.3774473667144775, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7185567617416382, + "num_tokens": 379694285.0, + "step": 16066 + }, + { + "epoch": 1.7644410278936964, + "grad_norm": 2.525873899459839, + "learning_rate": 1e-06, + "loss": 0.861, + "mean_token_accuracy": 0.7249722480773926, + "num_tokens": 379715737.0, + "step": 16067 + }, + { + "epoch": 1.7645508455963101, + "grad_norm": 2.4704575538635254, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7174309492111206, + "num_tokens": 379738007.0, + "step": 16068 + }, + { + "epoch": 1.764660663298924, + "grad_norm": 1.9835084676742554, + "learning_rate": 1e-06, + "loss": 0.9658, + "mean_token_accuracy": 0.6931230425834656, + "num_tokens": 379768064.0, + "step": 16069 + }, + { + "epoch": 1.7647704810015374, + "grad_norm": 2.589583158493042, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7338038086891174, + "num_tokens": 379787596.0, + "step": 16070 + }, + { + "epoch": 1.764880298704151, + "grad_norm": 2.373565435409546, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7151740193367004, + "num_tokens": 379810592.0, + "step": 16071 + }, + { + "epoch": 1.7649901164067647, + "grad_norm": 2.498035192489624, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7083889245986938, + "num_tokens": 379834255.0, + "step": 16072 + }, + { + "epoch": 1.7650999341093785, + "grad_norm": 2.858032464981079, + "learning_rate": 1e-06, + "loss": 0.8864, + "mean_token_accuracy": 0.7174199819564819, + "num_tokens": 379850131.0, + "step": 16073 + }, + { + "epoch": 1.7652097518119922, + "grad_norm": 2.387270212173462, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7205804586410522, + "num_tokens": 379873729.0, + "step": 16074 + }, + { + "epoch": 1.7653195695146058, + "grad_norm": 2.44291090965271, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.703553318977356, + "num_tokens": 379901613.0, + "step": 16075 + }, + { + "epoch": 1.7654293872172193, + "grad_norm": 2.6942453384399414, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7241207361221313, + "num_tokens": 379920746.0, + "step": 16076 + }, + { + "epoch": 1.765539204919833, + "grad_norm": 2.237452507019043, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7337861061096191, + "num_tokens": 379945875.0, + "step": 16077 + }, + { + "epoch": 1.7656490226224468, + "grad_norm": 2.35469651222229, + "learning_rate": 1e-06, + "loss": 0.7878, + "mean_token_accuracy": 0.7469670176506042, + "num_tokens": 379968310.0, + "step": 16078 + }, + { + "epoch": 1.7657588403250604, + "grad_norm": 2.3925280570983887, + "learning_rate": 1e-06, + "loss": 0.8089, + "mean_token_accuracy": 0.7433456182479858, + "num_tokens": 379989407.0, + "step": 16079 + }, + { + "epoch": 1.765868658027674, + "grad_norm": 2.8025600910186768, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7272807359695435, + "num_tokens": 380009071.0, + "step": 16080 + }, + { + "epoch": 1.7659784757302877, + "grad_norm": 2.3826427459716797, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7070851922035217, + "num_tokens": 380033224.0, + "step": 16081 + }, + { + "epoch": 1.7660882934329014, + "grad_norm": 2.8830530643463135, + "learning_rate": 1e-06, + "loss": 0.9084, + "mean_token_accuracy": 0.7167048454284668, + "num_tokens": 380048881.0, + "step": 16082 + }, + { + "epoch": 1.7661981111355152, + "grad_norm": 2.1693453788757324, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7058024406433105, + "num_tokens": 380075059.0, + "step": 16083 + }, + { + "epoch": 1.7663079288381287, + "grad_norm": 2.4094719886779785, + "learning_rate": 1e-06, + "loss": 0.8515, + "mean_token_accuracy": 0.7337335348129272, + "num_tokens": 380096268.0, + "step": 16084 + }, + { + "epoch": 1.7664177465407422, + "grad_norm": 2.4723525047302246, + "learning_rate": 1e-06, + "loss": 0.8885, + "mean_token_accuracy": 0.7262290120124817, + "num_tokens": 380116781.0, + "step": 16085 + }, + { + "epoch": 1.766527564243356, + "grad_norm": 2.245999336242676, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7048443555831909, + "num_tokens": 380142219.0, + "step": 16086 + }, + { + "epoch": 1.7666373819459698, + "grad_norm": 2.522352933883667, + "learning_rate": 1e-06, + "loss": 0.9494, + "mean_token_accuracy": 0.7020847797393799, + "num_tokens": 380163149.0, + "step": 16087 + }, + { + "epoch": 1.7667471996485835, + "grad_norm": 2.1510250568389893, + "learning_rate": 1e-06, + "loss": 0.9861, + "mean_token_accuracy": 0.6938349604606628, + "num_tokens": 380191102.0, + "step": 16088 + }, + { + "epoch": 1.766857017351197, + "grad_norm": 2.1818935871124268, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.7161034345626831, + "num_tokens": 380216347.0, + "step": 16089 + }, + { + "epoch": 1.7669668350538106, + "grad_norm": 2.1932976245880127, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7353802919387817, + "num_tokens": 380241245.0, + "step": 16090 + }, + { + "epoch": 1.7670766527564243, + "grad_norm": 2.8630287647247314, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7302337288856506, + "num_tokens": 380259650.0, + "step": 16091 + }, + { + "epoch": 1.767186470459038, + "grad_norm": 2.396519899368286, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7429656982421875, + "num_tokens": 380280845.0, + "step": 16092 + }, + { + "epoch": 1.7672962881616516, + "grad_norm": 2.255427122116089, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7132961750030518, + "num_tokens": 380305766.0, + "step": 16093 + }, + { + "epoch": 1.7674061058642652, + "grad_norm": 2.182563304901123, + "learning_rate": 1e-06, + "loss": 0.8799, + "mean_token_accuracy": 0.7278547883033752, + "num_tokens": 380331755.0, + "step": 16094 + }, + { + "epoch": 1.767515923566879, + "grad_norm": 2.3086049556732178, + "learning_rate": 1e-06, + "loss": 0.9079, + "mean_token_accuracy": 0.7181487083435059, + "num_tokens": 380356359.0, + "step": 16095 + }, + { + "epoch": 1.7676257412694927, + "grad_norm": 2.339552640914917, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.71083664894104, + "num_tokens": 380379244.0, + "step": 16096 + }, + { + "epoch": 1.7677355589721064, + "grad_norm": 2.036003589630127, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7161725759506226, + "num_tokens": 380407861.0, + "step": 16097 + }, + { + "epoch": 1.76784537667472, + "grad_norm": 2.2797610759735107, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.7346936464309692, + "num_tokens": 380431463.0, + "step": 16098 + }, + { + "epoch": 1.7679551943773335, + "grad_norm": 2.4160876274108887, + "learning_rate": 1e-06, + "loss": 0.944, + "mean_token_accuracy": 0.7165423631668091, + "num_tokens": 380453083.0, + "step": 16099 + }, + { + "epoch": 1.7680650120799473, + "grad_norm": 2.3439910411834717, + "learning_rate": 1e-06, + "loss": 0.8259, + "mean_token_accuracy": 0.7350836992263794, + "num_tokens": 380476608.0, + "step": 16100 + }, + { + "epoch": 1.768174829782561, + "grad_norm": 2.486273765563965, + "learning_rate": 1e-06, + "loss": 0.9216, + "mean_token_accuracy": 0.7195320725440979, + "num_tokens": 380497608.0, + "step": 16101 + }, + { + "epoch": 1.7682846474851748, + "grad_norm": 2.3178913593292236, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7282559275627136, + "num_tokens": 380521325.0, + "step": 16102 + }, + { + "epoch": 1.7683944651877883, + "grad_norm": 2.1473984718322754, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7152900695800781, + "num_tokens": 380548622.0, + "step": 16103 + }, + { + "epoch": 1.7685042828904018, + "grad_norm": 2.3666393756866455, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7225446701049805, + "num_tokens": 380571427.0, + "step": 16104 + }, + { + "epoch": 1.7686141005930156, + "grad_norm": 2.4271366596221924, + "learning_rate": 1e-06, + "loss": 0.8849, + "mean_token_accuracy": 0.7256145477294922, + "num_tokens": 380594452.0, + "step": 16105 + }, + { + "epoch": 1.7687239182956294, + "grad_norm": 2.2210781574249268, + "learning_rate": 1e-06, + "loss": 0.8708, + "mean_token_accuracy": 0.7257705330848694, + "num_tokens": 380620079.0, + "step": 16106 + }, + { + "epoch": 1.768833735998243, + "grad_norm": 2.450751781463623, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6912058591842651, + "num_tokens": 380643387.0, + "step": 16107 + }, + { + "epoch": 1.7689435537008564, + "grad_norm": 2.2336549758911133, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7270193099975586, + "num_tokens": 380668866.0, + "step": 16108 + }, + { + "epoch": 1.7690533714034702, + "grad_norm": 2.686251401901245, + "learning_rate": 1e-06, + "loss": 0.8516, + "mean_token_accuracy": 0.7317169904708862, + "num_tokens": 380687856.0, + "step": 16109 + }, + { + "epoch": 1.769163189106084, + "grad_norm": 2.355414628982544, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7175424098968506, + "num_tokens": 380711408.0, + "step": 16110 + }, + { + "epoch": 1.7692730068086977, + "grad_norm": 2.3556466102600098, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7161719799041748, + "num_tokens": 380735252.0, + "step": 16111 + }, + { + "epoch": 1.7693828245113112, + "grad_norm": 2.085610866546631, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7264270782470703, + "num_tokens": 380760917.0, + "step": 16112 + }, + { + "epoch": 1.7694926422139248, + "grad_norm": 2.4801394939422607, + "learning_rate": 1e-06, + "loss": 0.9436, + "mean_token_accuracy": 0.7081643342971802, + "num_tokens": 380782412.0, + "step": 16113 + }, + { + "epoch": 1.7696024599165385, + "grad_norm": 2.5311543941497803, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7111815214157104, + "num_tokens": 380802677.0, + "step": 16114 + }, + { + "epoch": 1.7697122776191523, + "grad_norm": 2.269303560256958, + "learning_rate": 1e-06, + "loss": 0.9717, + "mean_token_accuracy": 0.7089501023292542, + "num_tokens": 380828807.0, + "step": 16115 + }, + { + "epoch": 1.7698220953217658, + "grad_norm": 2.547089099884033, + "learning_rate": 1e-06, + "loss": 0.8786, + "mean_token_accuracy": 0.7279655933380127, + "num_tokens": 380848558.0, + "step": 16116 + }, + { + "epoch": 1.7699319130243796, + "grad_norm": 2.5849993228912354, + "learning_rate": 1e-06, + "loss": 0.8028, + "mean_token_accuracy": 0.7428907155990601, + "num_tokens": 380867390.0, + "step": 16117 + }, + { + "epoch": 1.7700417307269931, + "grad_norm": 2.2954063415527344, + "learning_rate": 1e-06, + "loss": 0.9211, + "mean_token_accuracy": 0.7171193957328796, + "num_tokens": 380890874.0, + "step": 16118 + }, + { + "epoch": 1.7701515484296069, + "grad_norm": 2.224104881286621, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7171788811683655, + "num_tokens": 380916729.0, + "step": 16119 + }, + { + "epoch": 1.7702613661322206, + "grad_norm": 2.3803107738494873, + "learning_rate": 1e-06, + "loss": 0.9332, + "mean_token_accuracy": 0.7159109115600586, + "num_tokens": 380940041.0, + "step": 16120 + }, + { + "epoch": 1.7703711838348342, + "grad_norm": 2.3788437843322754, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.724446177482605, + "num_tokens": 380962678.0, + "step": 16121 + }, + { + "epoch": 1.7704810015374477, + "grad_norm": 2.270796537399292, + "learning_rate": 1e-06, + "loss": 0.8801, + "mean_token_accuracy": 0.7397981882095337, + "num_tokens": 380987764.0, + "step": 16122 + }, + { + "epoch": 1.7705908192400615, + "grad_norm": 2.7100374698638916, + "learning_rate": 1e-06, + "loss": 0.8043, + "mean_token_accuracy": 0.7455401420593262, + "num_tokens": 381006361.0, + "step": 16123 + }, + { + "epoch": 1.7707006369426752, + "grad_norm": 2.588902711868286, + "learning_rate": 1e-06, + "loss": 0.8548, + "mean_token_accuracy": 0.7327252626419067, + "num_tokens": 381025501.0, + "step": 16124 + }, + { + "epoch": 1.770810454645289, + "grad_norm": 2.186957836151123, + "learning_rate": 1e-06, + "loss": 0.8606, + "mean_token_accuracy": 0.7255498170852661, + "num_tokens": 381052594.0, + "step": 16125 + }, + { + "epoch": 1.7709202723479025, + "grad_norm": 2.024338722229004, + "learning_rate": 1e-06, + "loss": 0.9264, + "mean_token_accuracy": 0.7207649350166321, + "num_tokens": 381083846.0, + "step": 16126 + }, + { + "epoch": 1.771030090050516, + "grad_norm": 2.0801236629486084, + "learning_rate": 1e-06, + "loss": 0.9151, + "mean_token_accuracy": 0.7161722183227539, + "num_tokens": 381112987.0, + "step": 16127 + }, + { + "epoch": 1.7711399077531298, + "grad_norm": 2.1163582801818848, + "learning_rate": 1e-06, + "loss": 0.9895, + "mean_token_accuracy": 0.6935018301010132, + "num_tokens": 381140346.0, + "step": 16128 + }, + { + "epoch": 1.7712497254557436, + "grad_norm": 2.5786831378936768, + "learning_rate": 1e-06, + "loss": 0.7756, + "mean_token_accuracy": 0.7498342990875244, + "num_tokens": 381159465.0, + "step": 16129 + }, + { + "epoch": 1.771359543158357, + "grad_norm": 2.17773699760437, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7192093729972839, + "num_tokens": 381185909.0, + "step": 16130 + }, + { + "epoch": 1.7714693608609708, + "grad_norm": 2.313383102416992, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.725877583026886, + "num_tokens": 381210044.0, + "step": 16131 + }, + { + "epoch": 1.7715791785635844, + "grad_norm": 2.3132004737854004, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7117761969566345, + "num_tokens": 381234295.0, + "step": 16132 + }, + { + "epoch": 1.7716889962661981, + "grad_norm": 2.6468217372894287, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7434794306755066, + "num_tokens": 381252280.0, + "step": 16133 + }, + { + "epoch": 1.771798813968812, + "grad_norm": 2.366339683532715, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7337445020675659, + "num_tokens": 381275546.0, + "step": 16134 + }, + { + "epoch": 1.7719086316714254, + "grad_norm": 2.3337042331695557, + "learning_rate": 1e-06, + "loss": 0.8236, + "mean_token_accuracy": 0.7382122278213501, + "num_tokens": 381300470.0, + "step": 16135 + }, + { + "epoch": 1.772018449374039, + "grad_norm": 2.526238441467285, + "learning_rate": 1e-06, + "loss": 0.8714, + "mean_token_accuracy": 0.7255206108093262, + "num_tokens": 381319327.0, + "step": 16136 + }, + { + "epoch": 1.7721282670766527, + "grad_norm": 2.6249606609344482, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7268107533454895, + "num_tokens": 381339378.0, + "step": 16137 + }, + { + "epoch": 1.7722380847792665, + "grad_norm": 2.275505781173706, + "learning_rate": 1e-06, + "loss": 0.9308, + "mean_token_accuracy": 0.7137917280197144, + "num_tokens": 381365051.0, + "step": 16138 + }, + { + "epoch": 1.7723479024818802, + "grad_norm": 2.5778605937957764, + "learning_rate": 1e-06, + "loss": 0.8173, + "mean_token_accuracy": 0.7400792837142944, + "num_tokens": 381384569.0, + "step": 16139 + }, + { + "epoch": 1.7724577201844938, + "grad_norm": 2.367532730102539, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.7273621559143066, + "num_tokens": 381406587.0, + "step": 16140 + }, + { + "epoch": 1.7725675378871073, + "grad_norm": 2.553154230117798, + "learning_rate": 1e-06, + "loss": 0.8155, + "mean_token_accuracy": 0.7409094572067261, + "num_tokens": 381425859.0, + "step": 16141 + }, + { + "epoch": 1.772677355589721, + "grad_norm": 2.7362356185913086, + "learning_rate": 1e-06, + "loss": 0.8409, + "mean_token_accuracy": 0.7288079857826233, + "num_tokens": 381442532.0, + "step": 16142 + }, + { + "epoch": 1.7727871732923348, + "grad_norm": 2.0681724548339844, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.70499587059021, + "num_tokens": 381470044.0, + "step": 16143 + }, + { + "epoch": 1.7728969909949484, + "grad_norm": 2.3740596771240234, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7103869915008545, + "num_tokens": 381492104.0, + "step": 16144 + }, + { + "epoch": 1.7730068086975619, + "grad_norm": 2.102212429046631, + "learning_rate": 1e-06, + "loss": 0.8505, + "mean_token_accuracy": 0.7318754196166992, + "num_tokens": 381519347.0, + "step": 16145 + }, + { + "epoch": 1.7731166264001756, + "grad_norm": 2.492696523666382, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7266656756401062, + "num_tokens": 381540351.0, + "step": 16146 + }, + { + "epoch": 1.7732264441027894, + "grad_norm": 2.5713186264038086, + "learning_rate": 1e-06, + "loss": 0.9653, + "mean_token_accuracy": 0.7145925760269165, + "num_tokens": 381560226.0, + "step": 16147 + }, + { + "epoch": 1.7733362618054032, + "grad_norm": 2.3428854942321777, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6947326064109802, + "num_tokens": 381584144.0, + "step": 16148 + }, + { + "epoch": 1.7734460795080167, + "grad_norm": 2.1211094856262207, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7126914858818054, + "num_tokens": 381614238.0, + "step": 16149 + }, + { + "epoch": 1.7735558972106302, + "grad_norm": 2.6633200645446777, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7360275983810425, + "num_tokens": 381633371.0, + "step": 16150 + }, + { + "epoch": 1.773665714913244, + "grad_norm": 2.0591793060302734, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7325125932693481, + "num_tokens": 381662286.0, + "step": 16151 + }, + { + "epoch": 1.7737755326158577, + "grad_norm": 2.104151725769043, + "learning_rate": 1e-06, + "loss": 0.843, + "mean_token_accuracy": 0.7349963784217834, + "num_tokens": 381690571.0, + "step": 16152 + }, + { + "epoch": 1.7738853503184715, + "grad_norm": 2.3636651039123535, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7108888626098633, + "num_tokens": 381714592.0, + "step": 16153 + }, + { + "epoch": 1.773995168021085, + "grad_norm": 2.3373239040374756, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.720791220664978, + "num_tokens": 381735932.0, + "step": 16154 + }, + { + "epoch": 1.7741049857236986, + "grad_norm": 2.10790753364563, + "learning_rate": 1e-06, + "loss": 1.0142, + "mean_token_accuracy": 0.6869779825210571, + "num_tokens": 381765141.0, + "step": 16155 + }, + { + "epoch": 1.7742148034263123, + "grad_norm": 2.548583745956421, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7077840566635132, + "num_tokens": 381786250.0, + "step": 16156 + }, + { + "epoch": 1.774324621128926, + "grad_norm": 2.259230852127075, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.7087423205375671, + "num_tokens": 381809745.0, + "step": 16157 + }, + { + "epoch": 1.7744344388315396, + "grad_norm": 2.0327398777008057, + "learning_rate": 1e-06, + "loss": 0.9022, + "mean_token_accuracy": 0.7236567139625549, + "num_tokens": 381840952.0, + "step": 16158 + }, + { + "epoch": 1.7745442565341532, + "grad_norm": 2.1188488006591797, + "learning_rate": 1e-06, + "loss": 0.8608, + "mean_token_accuracy": 0.7297896146774292, + "num_tokens": 381868349.0, + "step": 16159 + }, + { + "epoch": 1.774654074236767, + "grad_norm": 2.5877437591552734, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7320861220359802, + "num_tokens": 381888145.0, + "step": 16160 + }, + { + "epoch": 1.7747638919393807, + "grad_norm": 1.9389331340789795, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7178475856781006, + "num_tokens": 381921623.0, + "step": 16161 + }, + { + "epoch": 1.7748737096419944, + "grad_norm": 2.9321372509002686, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.7422969341278076, + "num_tokens": 381939190.0, + "step": 16162 + }, + { + "epoch": 1.774983527344608, + "grad_norm": 2.115532636642456, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7199256420135498, + "num_tokens": 381967917.0, + "step": 16163 + }, + { + "epoch": 1.7750933450472215, + "grad_norm": 2.2991111278533936, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.7314333915710449, + "num_tokens": 381992654.0, + "step": 16164 + }, + { + "epoch": 1.7752031627498353, + "grad_norm": 1.789868950843811, + "learning_rate": 1e-06, + "loss": 0.9171, + "mean_token_accuracy": 0.7157201766967773, + "num_tokens": 382027670.0, + "step": 16165 + }, + { + "epoch": 1.775312980452449, + "grad_norm": 2.37251353263855, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7091532349586487, + "num_tokens": 382052607.0, + "step": 16166 + }, + { + "epoch": 1.7754227981550625, + "grad_norm": 2.5628695487976074, + "learning_rate": 1e-06, + "loss": 0.8641, + "mean_token_accuracy": 0.7339329719543457, + "num_tokens": 382072595.0, + "step": 16167 + }, + { + "epoch": 1.7755326158576763, + "grad_norm": 2.499260663986206, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7036106586456299, + "num_tokens": 382095672.0, + "step": 16168 + }, + { + "epoch": 1.7756424335602898, + "grad_norm": 2.3008549213409424, + "learning_rate": 1e-06, + "loss": 0.8544, + "mean_token_accuracy": 0.7440220713615417, + "num_tokens": 382119170.0, + "step": 16169 + }, + { + "epoch": 1.7757522512629036, + "grad_norm": 2.310366630554199, + "learning_rate": 1e-06, + "loss": 0.8926, + "mean_token_accuracy": 0.7218023538589478, + "num_tokens": 382142968.0, + "step": 16170 + }, + { + "epoch": 1.7758620689655173, + "grad_norm": 2.258890390396118, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7127279043197632, + "num_tokens": 382169725.0, + "step": 16171 + }, + { + "epoch": 1.7759718866681309, + "grad_norm": 2.166776418685913, + "learning_rate": 1e-06, + "loss": 0.905, + "mean_token_accuracy": 0.7227580547332764, + "num_tokens": 382196432.0, + "step": 16172 + }, + { + "epoch": 1.7760817043707444, + "grad_norm": 2.3490073680877686, + "learning_rate": 1e-06, + "loss": 0.8676, + "mean_token_accuracy": 0.7292190790176392, + "num_tokens": 382218228.0, + "step": 16173 + }, + { + "epoch": 1.7761915220733582, + "grad_norm": 2.193021774291992, + "learning_rate": 1e-06, + "loss": 0.9563, + "mean_token_accuracy": 0.7032941579818726, + "num_tokens": 382244027.0, + "step": 16174 + }, + { + "epoch": 1.776301339775972, + "grad_norm": 2.578050374984741, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7275588512420654, + "num_tokens": 382263369.0, + "step": 16175 + }, + { + "epoch": 1.7764111574785857, + "grad_norm": 2.347999095916748, + "learning_rate": 1e-06, + "loss": 0.8578, + "mean_token_accuracy": 0.7270037531852722, + "num_tokens": 382286717.0, + "step": 16176 + }, + { + "epoch": 1.7765209751811992, + "grad_norm": 2.348097801208496, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.6972850561141968, + "num_tokens": 382311387.0, + "step": 16177 + }, + { + "epoch": 1.7766307928838128, + "grad_norm": 2.392350435256958, + "learning_rate": 1e-06, + "loss": 0.8629, + "mean_token_accuracy": 0.7239309549331665, + "num_tokens": 382332950.0, + "step": 16178 + }, + { + "epoch": 1.7767406105864265, + "grad_norm": 2.2191929817199707, + "learning_rate": 1e-06, + "loss": 0.9948, + "mean_token_accuracy": 0.6960108876228333, + "num_tokens": 382360352.0, + "step": 16179 + }, + { + "epoch": 1.7768504282890403, + "grad_norm": 2.499589443206787, + "learning_rate": 1e-06, + "loss": 0.8372, + "mean_token_accuracy": 0.735954999923706, + "num_tokens": 382381890.0, + "step": 16180 + }, + { + "epoch": 1.7769602459916538, + "grad_norm": 2.475677251815796, + "learning_rate": 1e-06, + "loss": 0.9166, + "mean_token_accuracy": 0.7152138948440552, + "num_tokens": 382403972.0, + "step": 16181 + }, + { + "epoch": 1.7770700636942676, + "grad_norm": 2.5176804065704346, + "learning_rate": 1e-06, + "loss": 0.8653, + "mean_token_accuracy": 0.7255135774612427, + "num_tokens": 382425255.0, + "step": 16182 + }, + { + "epoch": 1.777179881396881, + "grad_norm": 2.1676764488220215, + "learning_rate": 1e-06, + "loss": 0.9726, + "mean_token_accuracy": 0.719475507736206, + "num_tokens": 382450330.0, + "step": 16183 + }, + { + "epoch": 1.7772896990994949, + "grad_norm": 2.537731170654297, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7409566044807434, + "num_tokens": 382469301.0, + "step": 16184 + }, + { + "epoch": 1.7773995168021086, + "grad_norm": 2.036714792251587, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7051053047180176, + "num_tokens": 382500257.0, + "step": 16185 + }, + { + "epoch": 1.7775093345047221, + "grad_norm": 2.0891737937927246, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7124861478805542, + "num_tokens": 382527791.0, + "step": 16186 + }, + { + "epoch": 1.7776191522073357, + "grad_norm": 2.265831232070923, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.7292157411575317, + "num_tokens": 382551681.0, + "step": 16187 + }, + { + "epoch": 1.7777289699099494, + "grad_norm": 2.8480567932128906, + "learning_rate": 1e-06, + "loss": 0.8158, + "mean_token_accuracy": 0.7439817190170288, + "num_tokens": 382568070.0, + "step": 16188 + }, + { + "epoch": 1.7778387876125632, + "grad_norm": 2.617534875869751, + "learning_rate": 1e-06, + "loss": 0.8494, + "mean_token_accuracy": 0.7443056106567383, + "num_tokens": 382586845.0, + "step": 16189 + }, + { + "epoch": 1.777948605315177, + "grad_norm": 2.3996329307556152, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7194335460662842, + "num_tokens": 382608055.0, + "step": 16190 + }, + { + "epoch": 1.7780584230177905, + "grad_norm": 2.357888698577881, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7340322732925415, + "num_tokens": 382633808.0, + "step": 16191 + }, + { + "epoch": 1.778168240720404, + "grad_norm": 2.415465831756592, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7271144390106201, + "num_tokens": 382656275.0, + "step": 16192 + }, + { + "epoch": 1.7782780584230178, + "grad_norm": 2.330775737762451, + "learning_rate": 1e-06, + "loss": 1.0048, + "mean_token_accuracy": 0.6952463388442993, + "num_tokens": 382681735.0, + "step": 16193 + }, + { + "epoch": 1.7783878761256315, + "grad_norm": 2.252572536468506, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7071008086204529, + "num_tokens": 382705714.0, + "step": 16194 + }, + { + "epoch": 1.778497693828245, + "grad_norm": 2.212566614151001, + "learning_rate": 1e-06, + "loss": 0.9539, + "mean_token_accuracy": 0.7067074775695801, + "num_tokens": 382731735.0, + "step": 16195 + }, + { + "epoch": 1.7786075115308586, + "grad_norm": 2.132796287536621, + "learning_rate": 1e-06, + "loss": 0.8237, + "mean_token_accuracy": 0.7373888492584229, + "num_tokens": 382756988.0, + "step": 16196 + }, + { + "epoch": 1.7787173292334724, + "grad_norm": 2.2945849895477295, + "learning_rate": 1e-06, + "loss": 0.9521, + "mean_token_accuracy": 0.7018556594848633, + "num_tokens": 382782313.0, + "step": 16197 + }, + { + "epoch": 1.7788271469360861, + "grad_norm": 2.437413215637207, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.7286909818649292, + "num_tokens": 382804171.0, + "step": 16198 + }, + { + "epoch": 1.7789369646386999, + "grad_norm": 2.3022069931030273, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.6997209787368774, + "num_tokens": 382829481.0, + "step": 16199 + }, + { + "epoch": 1.7790467823413134, + "grad_norm": 2.2289247512817383, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.7101420760154724, + "num_tokens": 382853703.0, + "step": 16200 + }, + { + "epoch": 1.779156600043927, + "grad_norm": 2.6516590118408203, + "learning_rate": 1e-06, + "loss": 0.8269, + "mean_token_accuracy": 0.7372903227806091, + "num_tokens": 382871828.0, + "step": 16201 + }, + { + "epoch": 1.7792664177465407, + "grad_norm": 2.4170877933502197, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.733194887638092, + "num_tokens": 382893128.0, + "step": 16202 + }, + { + "epoch": 1.7793762354491545, + "grad_norm": 2.2368123531341553, + "learning_rate": 1e-06, + "loss": 0.9016, + "mean_token_accuracy": 0.7150611877441406, + "num_tokens": 382918887.0, + "step": 16203 + }, + { + "epoch": 1.7794860531517682, + "grad_norm": 2.3229870796203613, + "learning_rate": 1e-06, + "loss": 0.8844, + "mean_token_accuracy": 0.720256507396698, + "num_tokens": 382940624.0, + "step": 16204 + }, + { + "epoch": 1.7795958708543818, + "grad_norm": 2.0481820106506348, + "learning_rate": 1e-06, + "loss": 0.8869, + "mean_token_accuracy": 0.7252500653266907, + "num_tokens": 382970149.0, + "step": 16205 + }, + { + "epoch": 1.7797056885569953, + "grad_norm": 2.4862959384918213, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7329118251800537, + "num_tokens": 382991555.0, + "step": 16206 + }, + { + "epoch": 1.779815506259609, + "grad_norm": 2.08478045463562, + "learning_rate": 1e-06, + "loss": 0.9199, + "mean_token_accuracy": 0.7082823514938354, + "num_tokens": 383021306.0, + "step": 16207 + }, + { + "epoch": 1.7799253239622228, + "grad_norm": 2.535133123397827, + "learning_rate": 1e-06, + "loss": 0.8942, + "mean_token_accuracy": 0.7195776700973511, + "num_tokens": 383042730.0, + "step": 16208 + }, + { + "epoch": 1.7800351416648363, + "grad_norm": 2.353341579437256, + "learning_rate": 1e-06, + "loss": 0.783, + "mean_token_accuracy": 0.7562471628189087, + "num_tokens": 383065397.0, + "step": 16209 + }, + { + "epoch": 1.7801449593674499, + "grad_norm": 2.356966257095337, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.7149295210838318, + "num_tokens": 383089661.0, + "step": 16210 + }, + { + "epoch": 1.7802547770700636, + "grad_norm": 2.41969895362854, + "learning_rate": 1e-06, + "loss": 0.8647, + "mean_token_accuracy": 0.7283434867858887, + "num_tokens": 383112351.0, + "step": 16211 + }, + { + "epoch": 1.7803645947726774, + "grad_norm": 2.4475347995758057, + "learning_rate": 1e-06, + "loss": 0.8173, + "mean_token_accuracy": 0.7493230700492859, + "num_tokens": 383132109.0, + "step": 16212 + }, + { + "epoch": 1.7804744124752911, + "grad_norm": 2.384953498840332, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7286196351051331, + "num_tokens": 383154043.0, + "step": 16213 + }, + { + "epoch": 1.7805842301779047, + "grad_norm": 2.100803852081299, + "learning_rate": 1e-06, + "loss": 0.9583, + "mean_token_accuracy": 0.6989701390266418, + "num_tokens": 383184056.0, + "step": 16214 + }, + { + "epoch": 1.7806940478805182, + "grad_norm": 2.439876079559326, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7125484943389893, + "num_tokens": 383207179.0, + "step": 16215 + }, + { + "epoch": 1.780803865583132, + "grad_norm": 2.7753679752349854, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7362197041511536, + "num_tokens": 383225180.0, + "step": 16216 + }, + { + "epoch": 1.7809136832857457, + "grad_norm": 2.6619019508361816, + "learning_rate": 1e-06, + "loss": 0.9356, + "mean_token_accuracy": 0.7180771231651306, + "num_tokens": 383244614.0, + "step": 16217 + }, + { + "epoch": 1.7810235009883595, + "grad_norm": 2.2827134132385254, + "learning_rate": 1e-06, + "loss": 0.8575, + "mean_token_accuracy": 0.7311913967132568, + "num_tokens": 383268425.0, + "step": 16218 + }, + { + "epoch": 1.781133318690973, + "grad_norm": 2.1188647747039795, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7144405841827393, + "num_tokens": 383297938.0, + "step": 16219 + }, + { + "epoch": 1.7812431363935866, + "grad_norm": 2.1498799324035645, + "learning_rate": 1e-06, + "loss": 1.0004, + "mean_token_accuracy": 0.6957983374595642, + "num_tokens": 383326810.0, + "step": 16220 + }, + { + "epoch": 1.7813529540962003, + "grad_norm": 2.5244057178497314, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7125941514968872, + "num_tokens": 383347349.0, + "step": 16221 + }, + { + "epoch": 1.781462771798814, + "grad_norm": 2.2489054203033447, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.6984691619873047, + "num_tokens": 383371980.0, + "step": 16222 + }, + { + "epoch": 1.7815725895014276, + "grad_norm": 2.3374226093292236, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.7152284383773804, + "num_tokens": 383394415.0, + "step": 16223 + }, + { + "epoch": 1.7816824072040411, + "grad_norm": 2.3664896488189697, + "learning_rate": 1e-06, + "loss": 0.8233, + "mean_token_accuracy": 0.7376084923744202, + "num_tokens": 383416638.0, + "step": 16224 + }, + { + "epoch": 1.781792224906655, + "grad_norm": 2.3976080417633057, + "learning_rate": 1e-06, + "loss": 0.9804, + "mean_token_accuracy": 0.701109766960144, + "num_tokens": 383438971.0, + "step": 16225 + }, + { + "epoch": 1.7819020426092687, + "grad_norm": 2.774291753768921, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.7290744185447693, + "num_tokens": 383456365.0, + "step": 16226 + }, + { + "epoch": 1.7820118603118824, + "grad_norm": 2.1539182662963867, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7267498970031738, + "num_tokens": 383483162.0, + "step": 16227 + }, + { + "epoch": 1.782121678014496, + "grad_norm": 2.2247323989868164, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7146008014678955, + "num_tokens": 383509321.0, + "step": 16228 + }, + { + "epoch": 1.7822314957171095, + "grad_norm": 2.257861852645874, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7332464456558228, + "num_tokens": 383532969.0, + "step": 16229 + }, + { + "epoch": 1.7823413134197232, + "grad_norm": 2.3828437328338623, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7327885627746582, + "num_tokens": 383556209.0, + "step": 16230 + }, + { + "epoch": 1.782451131122337, + "grad_norm": 2.375246524810791, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7146918773651123, + "num_tokens": 383578020.0, + "step": 16231 + }, + { + "epoch": 1.7825609488249505, + "grad_norm": 2.8378500938415527, + "learning_rate": 1e-06, + "loss": 0.8825, + "mean_token_accuracy": 0.7227665781974792, + "num_tokens": 383594982.0, + "step": 16232 + }, + { + "epoch": 1.7826707665275643, + "grad_norm": 2.1681134700775146, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.718058168888092, + "num_tokens": 383620745.0, + "step": 16233 + }, + { + "epoch": 1.7827805842301778, + "grad_norm": 2.471611261367798, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.728492796421051, + "num_tokens": 383642545.0, + "step": 16234 + }, + { + "epoch": 1.7828904019327916, + "grad_norm": 2.2392852306365967, + "learning_rate": 1e-06, + "loss": 0.9294, + "mean_token_accuracy": 0.7206317186355591, + "num_tokens": 383667224.0, + "step": 16235 + }, + { + "epoch": 1.7830002196354053, + "grad_norm": 2.1291770935058594, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7016136646270752, + "num_tokens": 383695332.0, + "step": 16236 + }, + { + "epoch": 1.7831100373380189, + "grad_norm": 2.235853672027588, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7138910293579102, + "num_tokens": 383721980.0, + "step": 16237 + }, + { + "epoch": 1.7832198550406324, + "grad_norm": 2.2307982444763184, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.7147506475448608, + "num_tokens": 383745426.0, + "step": 16238 + }, + { + "epoch": 1.7833296727432462, + "grad_norm": 2.3410611152648926, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.6996898651123047, + "num_tokens": 383768962.0, + "step": 16239 + }, + { + "epoch": 1.78343949044586, + "grad_norm": 2.3714993000030518, + "learning_rate": 1e-06, + "loss": 1.0638, + "mean_token_accuracy": 0.6933035850524902, + "num_tokens": 383793471.0, + "step": 16240 + }, + { + "epoch": 1.7835493081484737, + "grad_norm": 2.61014986038208, + "learning_rate": 1e-06, + "loss": 0.9593, + "mean_token_accuracy": 0.7152036428451538, + "num_tokens": 383815235.0, + "step": 16241 + }, + { + "epoch": 1.7836591258510872, + "grad_norm": 2.3524606227874756, + "learning_rate": 1e-06, + "loss": 0.8343, + "mean_token_accuracy": 0.733413577079773, + "num_tokens": 383838603.0, + "step": 16242 + }, + { + "epoch": 1.7837689435537007, + "grad_norm": 2.300499439239502, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7349123954772949, + "num_tokens": 383863334.0, + "step": 16243 + }, + { + "epoch": 1.7838787612563145, + "grad_norm": 2.4984309673309326, + "learning_rate": 1e-06, + "loss": 0.8893, + "mean_token_accuracy": 0.7192980647087097, + "num_tokens": 383885361.0, + "step": 16244 + }, + { + "epoch": 1.7839885789589283, + "grad_norm": 2.547398567199707, + "learning_rate": 1e-06, + "loss": 0.8707, + "mean_token_accuracy": 0.7374317646026611, + "num_tokens": 383904280.0, + "step": 16245 + }, + { + "epoch": 1.7840983966615418, + "grad_norm": 2.162930965423584, + "learning_rate": 1e-06, + "loss": 0.9957, + "mean_token_accuracy": 0.7094555497169495, + "num_tokens": 383930010.0, + "step": 16246 + }, + { + "epoch": 1.7842082143641556, + "grad_norm": 2.2038798332214355, + "learning_rate": 1e-06, + "loss": 0.8834, + "mean_token_accuracy": 0.7292218804359436, + "num_tokens": 383955306.0, + "step": 16247 + }, + { + "epoch": 1.784318032066769, + "grad_norm": 2.0541138648986816, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7085320949554443, + "num_tokens": 383985845.0, + "step": 16248 + }, + { + "epoch": 1.7844278497693828, + "grad_norm": 2.32810378074646, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7306256294250488, + "num_tokens": 384011369.0, + "step": 16249 + }, + { + "epoch": 1.7845376674719966, + "grad_norm": 2.5799944400787354, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7275068163871765, + "num_tokens": 384031414.0, + "step": 16250 + }, + { + "epoch": 1.7846474851746101, + "grad_norm": 2.4598073959350586, + "learning_rate": 1e-06, + "loss": 0.896, + "mean_token_accuracy": 0.7390470504760742, + "num_tokens": 384052490.0, + "step": 16251 + }, + { + "epoch": 1.7847573028772237, + "grad_norm": 2.237982988357544, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7219841480255127, + "num_tokens": 384077914.0, + "step": 16252 + }, + { + "epoch": 1.7848671205798374, + "grad_norm": 2.4850146770477295, + "learning_rate": 1e-06, + "loss": 0.8417, + "mean_token_accuracy": 0.7373350262641907, + "num_tokens": 384099005.0, + "step": 16253 + }, + { + "epoch": 1.7849769382824512, + "grad_norm": 2.485351800918579, + "learning_rate": 1e-06, + "loss": 0.8079, + "mean_token_accuracy": 0.74397873878479, + "num_tokens": 384118795.0, + "step": 16254 + }, + { + "epoch": 1.785086755985065, + "grad_norm": 2.7027430534362793, + "learning_rate": 1e-06, + "loss": 0.763, + "mean_token_accuracy": 0.7707105875015259, + "num_tokens": 384135345.0, + "step": 16255 + }, + { + "epoch": 1.7851965736876785, + "grad_norm": 2.4020817279815674, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7070655822753906, + "num_tokens": 384158494.0, + "step": 16256 + }, + { + "epoch": 1.785306391390292, + "grad_norm": 2.165257215499878, + "learning_rate": 1e-06, + "loss": 0.8528, + "mean_token_accuracy": 0.7297186851501465, + "num_tokens": 384183643.0, + "step": 16257 + }, + { + "epoch": 1.7854162090929058, + "grad_norm": 2.067659616470337, + "learning_rate": 1e-06, + "loss": 0.8641, + "mean_token_accuracy": 0.732729971408844, + "num_tokens": 384212318.0, + "step": 16258 + }, + { + "epoch": 1.7855260267955195, + "grad_norm": 2.2488276958465576, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7198643088340759, + "num_tokens": 384239362.0, + "step": 16259 + }, + { + "epoch": 1.785635844498133, + "grad_norm": 2.356823444366455, + "learning_rate": 1e-06, + "loss": 0.8642, + "mean_token_accuracy": 0.7304819822311401, + "num_tokens": 384261827.0, + "step": 16260 + }, + { + "epoch": 1.7857456622007466, + "grad_norm": 2.3094093799591064, + "learning_rate": 1e-06, + "loss": 0.8821, + "mean_token_accuracy": 0.7268917560577393, + "num_tokens": 384286688.0, + "step": 16261 + }, + { + "epoch": 1.7858554799033604, + "grad_norm": 2.3297035694122314, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7110202312469482, + "num_tokens": 384312601.0, + "step": 16262 + }, + { + "epoch": 1.7859652976059741, + "grad_norm": 2.5152173042297363, + "learning_rate": 1e-06, + "loss": 0.8529, + "mean_token_accuracy": 0.7259753942489624, + "num_tokens": 384332413.0, + "step": 16263 + }, + { + "epoch": 1.7860751153085879, + "grad_norm": 2.561249017715454, + "learning_rate": 1e-06, + "loss": 0.7467, + "mean_token_accuracy": 0.7636047005653381, + "num_tokens": 384352015.0, + "step": 16264 + }, + { + "epoch": 1.7861849330112014, + "grad_norm": 2.0987625122070312, + "learning_rate": 1e-06, + "loss": 0.8498, + "mean_token_accuracy": 0.7366070747375488, + "num_tokens": 384378332.0, + "step": 16265 + }, + { + "epoch": 1.786294750713815, + "grad_norm": 2.5612223148345947, + "learning_rate": 1e-06, + "loss": 0.8803, + "mean_token_accuracy": 0.7339386940002441, + "num_tokens": 384400353.0, + "step": 16266 + }, + { + "epoch": 1.7864045684164287, + "grad_norm": 2.7053463459014893, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7259396314620972, + "num_tokens": 384419803.0, + "step": 16267 + }, + { + "epoch": 1.7865143861190425, + "grad_norm": 2.268270492553711, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7099308371543884, + "num_tokens": 384445220.0, + "step": 16268 + }, + { + "epoch": 1.7866242038216562, + "grad_norm": 2.3251953125, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7147506475448608, + "num_tokens": 384470045.0, + "step": 16269 + }, + { + "epoch": 1.7867340215242697, + "grad_norm": 2.7305853366851807, + "learning_rate": 1e-06, + "loss": 0.8409, + "mean_token_accuracy": 0.7364020943641663, + "num_tokens": 384487219.0, + "step": 16270 + }, + { + "epoch": 1.7868438392268833, + "grad_norm": 2.8078320026397705, + "learning_rate": 1e-06, + "loss": 0.8523, + "mean_token_accuracy": 0.7332636117935181, + "num_tokens": 384504934.0, + "step": 16271 + }, + { + "epoch": 1.786953656929497, + "grad_norm": 2.2705936431884766, + "learning_rate": 1e-06, + "loss": 1.0108, + "mean_token_accuracy": 0.6913330554962158, + "num_tokens": 384528406.0, + "step": 16272 + }, + { + "epoch": 1.7870634746321108, + "grad_norm": 2.3536875247955322, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7170636057853699, + "num_tokens": 384552037.0, + "step": 16273 + }, + { + "epoch": 1.7871732923347243, + "grad_norm": 2.471837282180786, + "learning_rate": 1e-06, + "loss": 0.8581, + "mean_token_accuracy": 0.7220935225486755, + "num_tokens": 384572584.0, + "step": 16274 + }, + { + "epoch": 1.7872831100373379, + "grad_norm": 2.3355917930603027, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.7002845406532288, + "num_tokens": 384596422.0, + "step": 16275 + }, + { + "epoch": 1.7873929277399516, + "grad_norm": 2.141367197036743, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7193952798843384, + "num_tokens": 384623738.0, + "step": 16276 + }, + { + "epoch": 1.7875027454425654, + "grad_norm": 2.3006913661956787, + "learning_rate": 1e-06, + "loss": 0.9347, + "mean_token_accuracy": 0.7094869613647461, + "num_tokens": 384646371.0, + "step": 16277 + }, + { + "epoch": 1.7876125631451791, + "grad_norm": 2.352926015853882, + "learning_rate": 1e-06, + "loss": 0.8585, + "mean_token_accuracy": 0.7313237190246582, + "num_tokens": 384666208.0, + "step": 16278 + }, + { + "epoch": 1.7877223808477927, + "grad_norm": 2.157132863998413, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7287977933883667, + "num_tokens": 384695306.0, + "step": 16279 + }, + { + "epoch": 1.7878321985504062, + "grad_norm": 2.327383041381836, + "learning_rate": 1e-06, + "loss": 1.0249, + "mean_token_accuracy": 0.6899842619895935, + "num_tokens": 384722238.0, + "step": 16280 + }, + { + "epoch": 1.78794201625302, + "grad_norm": 2.6440656185150146, + "learning_rate": 1e-06, + "loss": 0.9137, + "mean_token_accuracy": 0.7175575494766235, + "num_tokens": 384742597.0, + "step": 16281 + }, + { + "epoch": 1.7880518339556337, + "grad_norm": 2.4272425174713135, + "learning_rate": 1e-06, + "loss": 0.7741, + "mean_token_accuracy": 0.7523614168167114, + "num_tokens": 384763468.0, + "step": 16282 + }, + { + "epoch": 1.7881616516582475, + "grad_norm": 2.15160870552063, + "learning_rate": 1e-06, + "loss": 0.9465, + "mean_token_accuracy": 0.7143503427505493, + "num_tokens": 384791090.0, + "step": 16283 + }, + { + "epoch": 1.788271469360861, + "grad_norm": 2.6646549701690674, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7332797050476074, + "num_tokens": 384808765.0, + "step": 16284 + }, + { + "epoch": 1.7883812870634745, + "grad_norm": 2.3300564289093018, + "learning_rate": 1e-06, + "loss": 0.9611, + "mean_token_accuracy": 0.700695812702179, + "num_tokens": 384835879.0, + "step": 16285 + }, + { + "epoch": 1.7884911047660883, + "grad_norm": 2.3583760261535645, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7204923629760742, + "num_tokens": 384860939.0, + "step": 16286 + }, + { + "epoch": 1.788600922468702, + "grad_norm": 2.0070903301239014, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7252327799797058, + "num_tokens": 384889165.0, + "step": 16287 + }, + { + "epoch": 1.7887107401713156, + "grad_norm": 2.8861215114593506, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7554945945739746, + "num_tokens": 384907002.0, + "step": 16288 + }, + { + "epoch": 1.7888205578739291, + "grad_norm": 2.120353937149048, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7135127782821655, + "num_tokens": 384933794.0, + "step": 16289 + }, + { + "epoch": 1.7889303755765429, + "grad_norm": 2.476393938064575, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7111465930938721, + "num_tokens": 384956046.0, + "step": 16290 + }, + { + "epoch": 1.7890401932791566, + "grad_norm": 2.108386993408203, + "learning_rate": 1e-06, + "loss": 1.0054, + "mean_token_accuracy": 0.6915885210037231, + "num_tokens": 384987930.0, + "step": 16291 + }, + { + "epoch": 1.7891500109817704, + "grad_norm": 2.394885301589966, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7154796719551086, + "num_tokens": 385009067.0, + "step": 16292 + }, + { + "epoch": 1.789259828684384, + "grad_norm": 2.461754322052002, + "learning_rate": 1e-06, + "loss": 0.9525, + "mean_token_accuracy": 0.7032365202903748, + "num_tokens": 385032441.0, + "step": 16293 + }, + { + "epoch": 1.7893696463869975, + "grad_norm": 2.4770584106445312, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7269713282585144, + "num_tokens": 385053060.0, + "step": 16294 + }, + { + "epoch": 1.7894794640896112, + "grad_norm": 2.643273115158081, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.7082699537277222, + "num_tokens": 385074310.0, + "step": 16295 + }, + { + "epoch": 1.789589281792225, + "grad_norm": 2.1697614192962646, + "learning_rate": 1e-06, + "loss": 0.9993, + "mean_token_accuracy": 0.696635365486145, + "num_tokens": 385101324.0, + "step": 16296 + }, + { + "epoch": 1.7896990994948385, + "grad_norm": 2.345306873321533, + "learning_rate": 1e-06, + "loss": 0.846, + "mean_token_accuracy": 0.729479193687439, + "num_tokens": 385124644.0, + "step": 16297 + }, + { + "epoch": 1.7898089171974523, + "grad_norm": 2.276002883911133, + "learning_rate": 1e-06, + "loss": 1.0169, + "mean_token_accuracy": 0.6965380311012268, + "num_tokens": 385151598.0, + "step": 16298 + }, + { + "epoch": 1.7899187349000658, + "grad_norm": 2.211329936981201, + "learning_rate": 1e-06, + "loss": 0.9912, + "mean_token_accuracy": 0.7155935168266296, + "num_tokens": 385177251.0, + "step": 16299 + }, + { + "epoch": 1.7900285526026796, + "grad_norm": 2.3295235633850098, + "learning_rate": 1e-06, + "loss": 0.932, + "mean_token_accuracy": 0.7083719372749329, + "num_tokens": 385201250.0, + "step": 16300 + }, + { + "epoch": 1.7901383703052933, + "grad_norm": 2.1122567653656006, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7271745204925537, + "num_tokens": 385227863.0, + "step": 16301 + }, + { + "epoch": 1.7902481880079069, + "grad_norm": 2.100930690765381, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7273379564285278, + "num_tokens": 385256577.0, + "step": 16302 + }, + { + "epoch": 1.7903580057105204, + "grad_norm": 2.678223133087158, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7349363565444946, + "num_tokens": 385274250.0, + "step": 16303 + }, + { + "epoch": 1.7904678234131342, + "grad_norm": 2.1171343326568604, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7039570808410645, + "num_tokens": 385304371.0, + "step": 16304 + }, + { + "epoch": 1.790577641115748, + "grad_norm": 2.3224902153015137, + "learning_rate": 1e-06, + "loss": 0.8765, + "mean_token_accuracy": 0.721127450466156, + "num_tokens": 385328187.0, + "step": 16305 + }, + { + "epoch": 1.7906874588183617, + "grad_norm": 2.4667623043060303, + "learning_rate": 1e-06, + "loss": 0.8382, + "mean_token_accuracy": 0.7355796694755554, + "num_tokens": 385349627.0, + "step": 16306 + }, + { + "epoch": 1.7907972765209752, + "grad_norm": 2.0918638706207275, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.7138537764549255, + "num_tokens": 385378434.0, + "step": 16307 + }, + { + "epoch": 1.7909070942235887, + "grad_norm": 2.3765180110931396, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7145857810974121, + "num_tokens": 385404460.0, + "step": 16308 + }, + { + "epoch": 1.7910169119262025, + "grad_norm": 2.361313581466675, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7218659520149231, + "num_tokens": 385427637.0, + "step": 16309 + }, + { + "epoch": 1.7911267296288162, + "grad_norm": 2.504936933517456, + "learning_rate": 1e-06, + "loss": 0.9168, + "mean_token_accuracy": 0.7171679735183716, + "num_tokens": 385448947.0, + "step": 16310 + }, + { + "epoch": 1.7912365473314298, + "grad_norm": 2.61493182182312, + "learning_rate": 1e-06, + "loss": 0.8239, + "mean_token_accuracy": 0.7336078882217407, + "num_tokens": 385468347.0, + "step": 16311 + }, + { + "epoch": 1.7913463650340435, + "grad_norm": 2.3922762870788574, + "learning_rate": 1e-06, + "loss": 0.8738, + "mean_token_accuracy": 0.7264165878295898, + "num_tokens": 385491645.0, + "step": 16312 + }, + { + "epoch": 1.791456182736657, + "grad_norm": 2.2816319465637207, + "learning_rate": 1e-06, + "loss": 0.9484, + "mean_token_accuracy": 0.7050266861915588, + "num_tokens": 385515169.0, + "step": 16313 + }, + { + "epoch": 1.7915660004392708, + "grad_norm": 2.4712796211242676, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7309415936470032, + "num_tokens": 385536976.0, + "step": 16314 + }, + { + "epoch": 1.7916758181418846, + "grad_norm": 2.3516669273376465, + "learning_rate": 1e-06, + "loss": 0.8494, + "mean_token_accuracy": 0.7290266156196594, + "num_tokens": 385560078.0, + "step": 16315 + }, + { + "epoch": 1.7917856358444981, + "grad_norm": 3.12208890914917, + "learning_rate": 1e-06, + "loss": 0.8126, + "mean_token_accuracy": 0.7450653314590454, + "num_tokens": 385573908.0, + "step": 16316 + }, + { + "epoch": 1.7918954535471117, + "grad_norm": 2.458578109741211, + "learning_rate": 1e-06, + "loss": 0.8632, + "mean_token_accuracy": 0.7229177951812744, + "num_tokens": 385595344.0, + "step": 16317 + }, + { + "epoch": 1.7920052712497254, + "grad_norm": 2.4645919799804688, + "learning_rate": 1e-06, + "loss": 0.9381, + "mean_token_accuracy": 0.7097592949867249, + "num_tokens": 385616813.0, + "step": 16318 + }, + { + "epoch": 1.7921150889523392, + "grad_norm": 1.9826231002807617, + "learning_rate": 1e-06, + "loss": 0.9232, + "mean_token_accuracy": 0.7178182005882263, + "num_tokens": 385648076.0, + "step": 16319 + }, + { + "epoch": 1.792224906654953, + "grad_norm": 2.27176570892334, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7213894128799438, + "num_tokens": 385673308.0, + "step": 16320 + }, + { + "epoch": 1.7923347243575665, + "grad_norm": 2.0648438930511475, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7131220698356628, + "num_tokens": 385701413.0, + "step": 16321 + }, + { + "epoch": 1.79244454206018, + "grad_norm": 2.4184672832489014, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7003780603408813, + "num_tokens": 385725718.0, + "step": 16322 + }, + { + "epoch": 1.7925543597627938, + "grad_norm": 2.5860822200775146, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.7299627065658569, + "num_tokens": 385747064.0, + "step": 16323 + }, + { + "epoch": 1.7926641774654075, + "grad_norm": 2.519660234451294, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7262354493141174, + "num_tokens": 385765981.0, + "step": 16324 + }, + { + "epoch": 1.792773995168021, + "grad_norm": 2.4037764072418213, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7289161086082458, + "num_tokens": 385789841.0, + "step": 16325 + }, + { + "epoch": 1.7928838128706346, + "grad_norm": 2.353337287902832, + "learning_rate": 1e-06, + "loss": 0.996, + "mean_token_accuracy": 0.6950904130935669, + "num_tokens": 385816745.0, + "step": 16326 + }, + { + "epoch": 1.7929936305732483, + "grad_norm": 2.2576701641082764, + "learning_rate": 1e-06, + "loss": 0.9536, + "mean_token_accuracy": 0.7110402584075928, + "num_tokens": 385842355.0, + "step": 16327 + }, + { + "epoch": 1.793103448275862, + "grad_norm": 2.0431697368621826, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.7324088215827942, + "num_tokens": 385870384.0, + "step": 16328 + }, + { + "epoch": 1.7932132659784759, + "grad_norm": 2.6195924282073975, + "learning_rate": 1e-06, + "loss": 0.8009, + "mean_token_accuracy": 0.7429710626602173, + "num_tokens": 385889127.0, + "step": 16329 + }, + { + "epoch": 1.7933230836810894, + "grad_norm": 2.3629815578460693, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7163777947425842, + "num_tokens": 385911366.0, + "step": 16330 + }, + { + "epoch": 1.793432901383703, + "grad_norm": 1.9056986570358276, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.699978232383728, + "num_tokens": 385945966.0, + "step": 16331 + }, + { + "epoch": 1.7935427190863167, + "grad_norm": 2.551542282104492, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7245050668716431, + "num_tokens": 385968516.0, + "step": 16332 + }, + { + "epoch": 1.7936525367889304, + "grad_norm": 2.444782257080078, + "learning_rate": 1e-06, + "loss": 0.8714, + "mean_token_accuracy": 0.7275243997573853, + "num_tokens": 385991083.0, + "step": 16333 + }, + { + "epoch": 1.7937623544915442, + "grad_norm": 2.763530969619751, + "learning_rate": 1e-06, + "loss": 0.811, + "mean_token_accuracy": 0.746813178062439, + "num_tokens": 386009263.0, + "step": 16334 + }, + { + "epoch": 1.7938721721941577, + "grad_norm": 2.359931230545044, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7289450764656067, + "num_tokens": 386032432.0, + "step": 16335 + }, + { + "epoch": 1.7939819898967713, + "grad_norm": 2.700176954269409, + "learning_rate": 1e-06, + "loss": 0.8132, + "mean_token_accuracy": 0.7405592799186707, + "num_tokens": 386049908.0, + "step": 16336 + }, + { + "epoch": 1.794091807599385, + "grad_norm": 2.607819080352783, + "learning_rate": 1e-06, + "loss": 0.7618, + "mean_token_accuracy": 0.7482592463493347, + "num_tokens": 386068043.0, + "step": 16337 + }, + { + "epoch": 1.7942016253019988, + "grad_norm": 2.0960257053375244, + "learning_rate": 1e-06, + "loss": 0.9061, + "mean_token_accuracy": 0.7223896980285645, + "num_tokens": 386094528.0, + "step": 16338 + }, + { + "epoch": 1.7943114430046123, + "grad_norm": 2.0263724327087402, + "learning_rate": 1e-06, + "loss": 1.0117, + "mean_token_accuracy": 0.6955540776252747, + "num_tokens": 386124556.0, + "step": 16339 + }, + { + "epoch": 1.7944212607072259, + "grad_norm": 2.770869731903076, + "learning_rate": 1e-06, + "loss": 0.8443, + "mean_token_accuracy": 0.7367918491363525, + "num_tokens": 386142016.0, + "step": 16340 + }, + { + "epoch": 1.7945310784098396, + "grad_norm": 2.596224069595337, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7165096402168274, + "num_tokens": 386162316.0, + "step": 16341 + }, + { + "epoch": 1.7946408961124534, + "grad_norm": 2.213585138320923, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.7163601517677307, + "num_tokens": 386189054.0, + "step": 16342 + }, + { + "epoch": 1.7947507138150671, + "grad_norm": 2.143065929412842, + "learning_rate": 1e-06, + "loss": 0.8625, + "mean_token_accuracy": 0.7289449572563171, + "num_tokens": 386216696.0, + "step": 16343 + }, + { + "epoch": 1.7948605315176807, + "grad_norm": 2.2284159660339355, + "learning_rate": 1e-06, + "loss": 0.8664, + "mean_token_accuracy": 0.7236409783363342, + "num_tokens": 386242395.0, + "step": 16344 + }, + { + "epoch": 1.7949703492202942, + "grad_norm": 2.201565980911255, + "learning_rate": 1e-06, + "loss": 0.9255, + "mean_token_accuracy": 0.71332848072052, + "num_tokens": 386270487.0, + "step": 16345 + }, + { + "epoch": 1.795080166922908, + "grad_norm": 3.1070501804351807, + "learning_rate": 1e-06, + "loss": 0.8261, + "mean_token_accuracy": 0.7339078187942505, + "num_tokens": 386285287.0, + "step": 16346 + }, + { + "epoch": 1.7951899846255217, + "grad_norm": 2.365460157394409, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7399814128875732, + "num_tokens": 386307778.0, + "step": 16347 + }, + { + "epoch": 1.7952998023281352, + "grad_norm": 2.2088232040405273, + "learning_rate": 1e-06, + "loss": 1.0025, + "mean_token_accuracy": 0.6897802948951721, + "num_tokens": 386333190.0, + "step": 16348 + }, + { + "epoch": 1.795409620030749, + "grad_norm": 2.3573014736175537, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7184003591537476, + "num_tokens": 386357243.0, + "step": 16349 + }, + { + "epoch": 1.7955194377333625, + "grad_norm": 2.4522862434387207, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.7127829194068909, + "num_tokens": 386380340.0, + "step": 16350 + }, + { + "epoch": 1.7956292554359763, + "grad_norm": 2.3164443969726562, + "learning_rate": 1e-06, + "loss": 0.9918, + "mean_token_accuracy": 0.6952536106109619, + "num_tokens": 386406358.0, + "step": 16351 + }, + { + "epoch": 1.79573907313859, + "grad_norm": 2.2456021308898926, + "learning_rate": 1e-06, + "loss": 0.7838, + "mean_token_accuracy": 0.7537473440170288, + "num_tokens": 386430076.0, + "step": 16352 + }, + { + "epoch": 1.7958488908412036, + "grad_norm": 2.5152323246002197, + "learning_rate": 1e-06, + "loss": 0.864, + "mean_token_accuracy": 0.7328709959983826, + "num_tokens": 386453665.0, + "step": 16353 + }, + { + "epoch": 1.7959587085438171, + "grad_norm": 2.4743940830230713, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7155022621154785, + "num_tokens": 386476999.0, + "step": 16354 + }, + { + "epoch": 1.7960685262464309, + "grad_norm": 2.1473422050476074, + "learning_rate": 1e-06, + "loss": 0.8625, + "mean_token_accuracy": 0.7388582229614258, + "num_tokens": 386504192.0, + "step": 16355 + }, + { + "epoch": 1.7961783439490446, + "grad_norm": 2.1805076599121094, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7177245616912842, + "num_tokens": 386530601.0, + "step": 16356 + }, + { + "epoch": 1.7962881616516584, + "grad_norm": 2.666621446609497, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.713431179523468, + "num_tokens": 386550549.0, + "step": 16357 + }, + { + "epoch": 1.796397979354272, + "grad_norm": 1.9514027833938599, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.710182249546051, + "num_tokens": 386582493.0, + "step": 16358 + }, + { + "epoch": 1.7965077970568855, + "grad_norm": 2.1508407592773438, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6920989751815796, + "num_tokens": 386610984.0, + "step": 16359 + }, + { + "epoch": 1.7966176147594992, + "grad_norm": 2.2513580322265625, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7109737396240234, + "num_tokens": 386635242.0, + "step": 16360 + }, + { + "epoch": 1.796727432462113, + "grad_norm": 2.504873752593994, + "learning_rate": 1e-06, + "loss": 0.7979, + "mean_token_accuracy": 0.7483649253845215, + "num_tokens": 386656221.0, + "step": 16361 + }, + { + "epoch": 1.7968372501647265, + "grad_norm": 2.5442545413970947, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7172595262527466, + "num_tokens": 386676530.0, + "step": 16362 + }, + { + "epoch": 1.7969470678673403, + "grad_norm": 2.483229398727417, + "learning_rate": 1e-06, + "loss": 0.9044, + "mean_token_accuracy": 0.7210965156555176, + "num_tokens": 386699486.0, + "step": 16363 + }, + { + "epoch": 1.7970568855699538, + "grad_norm": 2.3322510719299316, + "learning_rate": 1e-06, + "loss": 0.8341, + "mean_token_accuracy": 0.7355128526687622, + "num_tokens": 386722429.0, + "step": 16364 + }, + { + "epoch": 1.7971667032725676, + "grad_norm": 2.0334055423736572, + "learning_rate": 1e-06, + "loss": 0.951, + "mean_token_accuracy": 0.7017844319343567, + "num_tokens": 386752504.0, + "step": 16365 + }, + { + "epoch": 1.7972765209751813, + "grad_norm": 2.3746225833892822, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7297495007514954, + "num_tokens": 386775788.0, + "step": 16366 + }, + { + "epoch": 1.7973863386777948, + "grad_norm": 2.418710231781006, + "learning_rate": 1e-06, + "loss": 0.8676, + "mean_token_accuracy": 0.7243878245353699, + "num_tokens": 386797162.0, + "step": 16367 + }, + { + "epoch": 1.7974961563804084, + "grad_norm": 2.393611192703247, + "learning_rate": 1e-06, + "loss": 0.9669, + "mean_token_accuracy": 0.6983204483985901, + "num_tokens": 386823565.0, + "step": 16368 + }, + { + "epoch": 1.7976059740830221, + "grad_norm": 2.2546072006225586, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7306528091430664, + "num_tokens": 386849117.0, + "step": 16369 + }, + { + "epoch": 1.797715791785636, + "grad_norm": 2.65936017036438, + "learning_rate": 1e-06, + "loss": 0.8785, + "mean_token_accuracy": 0.727953314781189, + "num_tokens": 386867199.0, + "step": 16370 + }, + { + "epoch": 1.7978256094882497, + "grad_norm": 2.320148468017578, + "learning_rate": 1e-06, + "loss": 0.8917, + "mean_token_accuracy": 0.7202453017234802, + "num_tokens": 386890411.0, + "step": 16371 + }, + { + "epoch": 1.7979354271908632, + "grad_norm": 2.6125731468200684, + "learning_rate": 1e-06, + "loss": 0.9244, + "mean_token_accuracy": 0.7094128727912903, + "num_tokens": 386910443.0, + "step": 16372 + }, + { + "epoch": 1.7980452448934767, + "grad_norm": 2.097367525100708, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.7286349534988403, + "num_tokens": 386937337.0, + "step": 16373 + }, + { + "epoch": 1.7981550625960905, + "grad_norm": 2.9932656288146973, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7132957577705383, + "num_tokens": 386953496.0, + "step": 16374 + }, + { + "epoch": 1.7982648802987042, + "grad_norm": 2.672367572784424, + "learning_rate": 1e-06, + "loss": 0.801, + "mean_token_accuracy": 0.7485998868942261, + "num_tokens": 386971672.0, + "step": 16375 + }, + { + "epoch": 1.7983746980013178, + "grad_norm": 2.3801915645599365, + "learning_rate": 1e-06, + "loss": 0.8816, + "mean_token_accuracy": 0.7266176342964172, + "num_tokens": 386995247.0, + "step": 16376 + }, + { + "epoch": 1.7984845157039313, + "grad_norm": 2.3388941287994385, + "learning_rate": 1e-06, + "loss": 0.9222, + "mean_token_accuracy": 0.724283754825592, + "num_tokens": 387018226.0, + "step": 16377 + }, + { + "epoch": 1.798594333406545, + "grad_norm": 2.4785594940185547, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7379860877990723, + "num_tokens": 387039191.0, + "step": 16378 + }, + { + "epoch": 1.7987041511091588, + "grad_norm": 2.3207900524139404, + "learning_rate": 1e-06, + "loss": 0.9668, + "mean_token_accuracy": 0.704609751701355, + "num_tokens": 387062274.0, + "step": 16379 + }, + { + "epoch": 1.7988139688117726, + "grad_norm": 2.309634208679199, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7250397205352783, + "num_tokens": 387086651.0, + "step": 16380 + }, + { + "epoch": 1.7989237865143861, + "grad_norm": 2.0004971027374268, + "learning_rate": 1e-06, + "loss": 0.8839, + "mean_token_accuracy": 0.7238706946372986, + "num_tokens": 387119487.0, + "step": 16381 + }, + { + "epoch": 1.7990336042169996, + "grad_norm": 2.2600674629211426, + "learning_rate": 1e-06, + "loss": 0.8045, + "mean_token_accuracy": 0.7365970611572266, + "num_tokens": 387143606.0, + "step": 16382 + }, + { + "epoch": 1.7991434219196134, + "grad_norm": 2.1490108966827393, + "learning_rate": 1e-06, + "loss": 0.9319, + "mean_token_accuracy": 0.7096100449562073, + "num_tokens": 387173279.0, + "step": 16383 + }, + { + "epoch": 1.7992532396222272, + "grad_norm": 2.350461483001709, + "learning_rate": 1e-06, + "loss": 0.8343, + "mean_token_accuracy": 0.7433552145957947, + "num_tokens": 387196273.0, + "step": 16384 + }, + { + "epoch": 1.799363057324841, + "grad_norm": 2.5457611083984375, + "learning_rate": 1e-06, + "loss": 0.9527, + "mean_token_accuracy": 0.7020495533943176, + "num_tokens": 387216281.0, + "step": 16385 + }, + { + "epoch": 1.7994728750274545, + "grad_norm": 2.076115369796753, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7152721285820007, + "num_tokens": 387245270.0, + "step": 16386 + }, + { + "epoch": 1.799582692730068, + "grad_norm": 2.6100993156433105, + "learning_rate": 1e-06, + "loss": 0.9664, + "mean_token_accuracy": 0.6980624198913574, + "num_tokens": 387266249.0, + "step": 16387 + }, + { + "epoch": 1.7996925104326817, + "grad_norm": 2.568359851837158, + "learning_rate": 1e-06, + "loss": 0.7758, + "mean_token_accuracy": 0.7508788704872131, + "num_tokens": 387285267.0, + "step": 16388 + }, + { + "epoch": 1.7998023281352955, + "grad_norm": 2.4952666759490967, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7270032167434692, + "num_tokens": 387305440.0, + "step": 16389 + }, + { + "epoch": 1.799912145837909, + "grad_norm": 2.179893970489502, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7064977288246155, + "num_tokens": 387331643.0, + "step": 16390 + }, + { + "epoch": 1.8000219635405226, + "grad_norm": 2.189919948577881, + "learning_rate": 1e-06, + "loss": 0.795, + "mean_token_accuracy": 0.7444808483123779, + "num_tokens": 387355603.0, + "step": 16391 + }, + { + "epoch": 1.8001317812431363, + "grad_norm": 2.2636682987213135, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7086037397384644, + "num_tokens": 387380132.0, + "step": 16392 + }, + { + "epoch": 1.80024159894575, + "grad_norm": 2.4058079719543457, + "learning_rate": 1e-06, + "loss": 0.9999, + "mean_token_accuracy": 0.6890416145324707, + "num_tokens": 387401501.0, + "step": 16393 + }, + { + "epoch": 1.8003514166483638, + "grad_norm": 1.9684336185455322, + "learning_rate": 1e-06, + "loss": 0.96, + "mean_token_accuracy": 0.6991855502128601, + "num_tokens": 387431819.0, + "step": 16394 + }, + { + "epoch": 1.8004612343509774, + "grad_norm": 2.027132272720337, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.719207763671875, + "num_tokens": 387461328.0, + "step": 16395 + }, + { + "epoch": 1.800571052053591, + "grad_norm": 2.3661599159240723, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7180995941162109, + "num_tokens": 387486415.0, + "step": 16396 + }, + { + "epoch": 1.8006808697562047, + "grad_norm": 2.215697765350342, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7205825448036194, + "num_tokens": 387513222.0, + "step": 16397 + }, + { + "epoch": 1.8007906874588184, + "grad_norm": 2.4238760471343994, + "learning_rate": 1e-06, + "loss": 0.8566, + "mean_token_accuracy": 0.7321274280548096, + "num_tokens": 387536152.0, + "step": 16398 + }, + { + "epoch": 1.8009005051614322, + "grad_norm": 2.2638840675354004, + "learning_rate": 1e-06, + "loss": 0.8168, + "mean_token_accuracy": 0.7380828857421875, + "num_tokens": 387559938.0, + "step": 16399 + }, + { + "epoch": 1.8010103228640457, + "grad_norm": 2.1159019470214844, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7086434960365295, + "num_tokens": 387586627.0, + "step": 16400 + }, + { + "epoch": 1.8011201405666593, + "grad_norm": 2.8514914512634277, + "learning_rate": 1e-06, + "loss": 0.7408, + "mean_token_accuracy": 0.7645986080169678, + "num_tokens": 387602824.0, + "step": 16401 + }, + { + "epoch": 1.801229958269273, + "grad_norm": 2.2424137592315674, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7243609428405762, + "num_tokens": 387629688.0, + "step": 16402 + }, + { + "epoch": 1.8013397759718868, + "grad_norm": 2.291839599609375, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7404574155807495, + "num_tokens": 387653232.0, + "step": 16403 + }, + { + "epoch": 1.8014495936745003, + "grad_norm": 2.9368953704833984, + "learning_rate": 1e-06, + "loss": 0.8507, + "mean_token_accuracy": 0.7391616106033325, + "num_tokens": 387668829.0, + "step": 16404 + }, + { + "epoch": 1.8015594113771138, + "grad_norm": 2.4117887020111084, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7207143902778625, + "num_tokens": 387691914.0, + "step": 16405 + }, + { + "epoch": 1.8016692290797276, + "grad_norm": 2.194550037384033, + "learning_rate": 1e-06, + "loss": 0.8726, + "mean_token_accuracy": 0.7238872051239014, + "num_tokens": 387717572.0, + "step": 16406 + }, + { + "epoch": 1.8017790467823414, + "grad_norm": 2.3384017944335938, + "learning_rate": 1e-06, + "loss": 0.9581, + "mean_token_accuracy": 0.7042672634124756, + "num_tokens": 387744367.0, + "step": 16407 + }, + { + "epoch": 1.801888864484955, + "grad_norm": 2.578887462615967, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.725843608379364, + "num_tokens": 387765300.0, + "step": 16408 + }, + { + "epoch": 1.8019986821875686, + "grad_norm": 2.4206717014312744, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7025304436683655, + "num_tokens": 387789568.0, + "step": 16409 + }, + { + "epoch": 1.8021084998901822, + "grad_norm": 2.132530927658081, + "learning_rate": 1e-06, + "loss": 0.8588, + "mean_token_accuracy": 0.7341063022613525, + "num_tokens": 387814832.0, + "step": 16410 + }, + { + "epoch": 1.802218317592796, + "grad_norm": 2.3052170276641846, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7333981990814209, + "num_tokens": 387839736.0, + "step": 16411 + }, + { + "epoch": 1.8023281352954097, + "grad_norm": 2.048900842666626, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7294008731842041, + "num_tokens": 387868353.0, + "step": 16412 + }, + { + "epoch": 1.8024379529980232, + "grad_norm": 2.1858816146850586, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7244624495506287, + "num_tokens": 387894886.0, + "step": 16413 + }, + { + "epoch": 1.802547770700637, + "grad_norm": 2.3241169452667236, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.6968116164207458, + "num_tokens": 387919840.0, + "step": 16414 + }, + { + "epoch": 1.8026575884032505, + "grad_norm": 1.9063401222229004, + "learning_rate": 1e-06, + "loss": 1.0347, + "mean_token_accuracy": 0.6845666766166687, + "num_tokens": 387957084.0, + "step": 16415 + }, + { + "epoch": 1.8027674061058643, + "grad_norm": 2.063112258911133, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7195493578910828, + "num_tokens": 387985349.0, + "step": 16416 + }, + { + "epoch": 1.802877223808478, + "grad_norm": 2.020332098007202, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.7086691856384277, + "num_tokens": 388016306.0, + "step": 16417 + }, + { + "epoch": 1.8029870415110916, + "grad_norm": 2.4189953804016113, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7261860370635986, + "num_tokens": 388037541.0, + "step": 16418 + }, + { + "epoch": 1.803096859213705, + "grad_norm": 2.1028425693511963, + "learning_rate": 1e-06, + "loss": 0.8492, + "mean_token_accuracy": 0.735572099685669, + "num_tokens": 388063625.0, + "step": 16419 + }, + { + "epoch": 1.8032066769163189, + "grad_norm": 2.393326759338379, + "learning_rate": 1e-06, + "loss": 0.9854, + "mean_token_accuracy": 0.6977198719978333, + "num_tokens": 388085975.0, + "step": 16420 + }, + { + "epoch": 1.8033164946189326, + "grad_norm": 2.5872581005096436, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7020477056503296, + "num_tokens": 388106707.0, + "step": 16421 + }, + { + "epoch": 1.8034263123215464, + "grad_norm": 2.602537155151367, + "learning_rate": 1e-06, + "loss": 1.0144, + "mean_token_accuracy": 0.7015339732170105, + "num_tokens": 388126113.0, + "step": 16422 + }, + { + "epoch": 1.80353613002416, + "grad_norm": 2.334244728088379, + "learning_rate": 1e-06, + "loss": 0.8863, + "mean_token_accuracy": 0.7168774008750916, + "num_tokens": 388149346.0, + "step": 16423 + }, + { + "epoch": 1.8036459477267734, + "grad_norm": 2.3470141887664795, + "learning_rate": 1e-06, + "loss": 1.0524, + "mean_token_accuracy": 0.6901824474334717, + "num_tokens": 388174264.0, + "step": 16424 + }, + { + "epoch": 1.8037557654293872, + "grad_norm": 2.329920530319214, + "learning_rate": 1e-06, + "loss": 0.9676, + "mean_token_accuracy": 0.7028567790985107, + "num_tokens": 388200094.0, + "step": 16425 + }, + { + "epoch": 1.803865583132001, + "grad_norm": 2.5220963954925537, + "learning_rate": 1e-06, + "loss": 0.9293, + "mean_token_accuracy": 0.7146647572517395, + "num_tokens": 388221746.0, + "step": 16426 + }, + { + "epoch": 1.8039754008346145, + "grad_norm": 2.3773300647735596, + "learning_rate": 1e-06, + "loss": 0.9069, + "mean_token_accuracy": 0.7285729646682739, + "num_tokens": 388243986.0, + "step": 16427 + }, + { + "epoch": 1.8040852185372283, + "grad_norm": 2.001798152923584, + "learning_rate": 1e-06, + "loss": 0.8216, + "mean_token_accuracy": 0.7408822774887085, + "num_tokens": 388271274.0, + "step": 16428 + }, + { + "epoch": 1.8041950362398418, + "grad_norm": 2.5553271770477295, + "learning_rate": 1e-06, + "loss": 0.7268, + "mean_token_accuracy": 0.7661477327346802, + "num_tokens": 388290097.0, + "step": 16429 + }, + { + "epoch": 1.8043048539424555, + "grad_norm": 2.3397514820098877, + "learning_rate": 1e-06, + "loss": 0.8564, + "mean_token_accuracy": 0.7337038516998291, + "num_tokens": 388313646.0, + "step": 16430 + }, + { + "epoch": 1.8044146716450693, + "grad_norm": 2.0504045486450195, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7069929838180542, + "num_tokens": 388344273.0, + "step": 16431 + }, + { + "epoch": 1.8045244893476828, + "grad_norm": 2.368591785430908, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7292080521583557, + "num_tokens": 388366555.0, + "step": 16432 + }, + { + "epoch": 1.8046343070502964, + "grad_norm": 2.098329782485962, + "learning_rate": 1e-06, + "loss": 0.7729, + "mean_token_accuracy": 0.7381266355514526, + "num_tokens": 388393115.0, + "step": 16433 + }, + { + "epoch": 1.8047441247529101, + "grad_norm": 2.1578311920166016, + "learning_rate": 1e-06, + "loss": 0.9026, + "mean_token_accuracy": 0.7214995622634888, + "num_tokens": 388419903.0, + "step": 16434 + }, + { + "epoch": 1.8048539424555239, + "grad_norm": 2.133268117904663, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7133606672286987, + "num_tokens": 388447999.0, + "step": 16435 + }, + { + "epoch": 1.8049637601581376, + "grad_norm": 2.8311150074005127, + "learning_rate": 1e-06, + "loss": 0.7849, + "mean_token_accuracy": 0.7529338002204895, + "num_tokens": 388464821.0, + "step": 16436 + }, + { + "epoch": 1.8050735778607512, + "grad_norm": 2.4427897930145264, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7276161313056946, + "num_tokens": 388485133.0, + "step": 16437 + }, + { + "epoch": 1.8051833955633647, + "grad_norm": 2.0592424869537354, + "learning_rate": 1e-06, + "loss": 0.9807, + "mean_token_accuracy": 0.6972606182098389, + "num_tokens": 388516443.0, + "step": 16438 + }, + { + "epoch": 1.8052932132659785, + "grad_norm": 2.361245632171631, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7282953858375549, + "num_tokens": 388539224.0, + "step": 16439 + }, + { + "epoch": 1.8054030309685922, + "grad_norm": 2.265521764755249, + "learning_rate": 1e-06, + "loss": 1.0576, + "mean_token_accuracy": 0.6798142790794373, + "num_tokens": 388566972.0, + "step": 16440 + }, + { + "epoch": 1.8055128486712058, + "grad_norm": 2.4805214405059814, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.6978806257247925, + "num_tokens": 388588783.0, + "step": 16441 + }, + { + "epoch": 1.8056226663738193, + "grad_norm": 2.331312417984009, + "learning_rate": 1e-06, + "loss": 0.8889, + "mean_token_accuracy": 0.7258291244506836, + "num_tokens": 388613890.0, + "step": 16442 + }, + { + "epoch": 1.805732484076433, + "grad_norm": 2.0390782356262207, + "learning_rate": 1e-06, + "loss": 0.9763, + "mean_token_accuracy": 0.7045629024505615, + "num_tokens": 388646348.0, + "step": 16443 + }, + { + "epoch": 1.8058423017790468, + "grad_norm": 2.240679979324341, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7133415937423706, + "num_tokens": 388673634.0, + "step": 16444 + }, + { + "epoch": 1.8059521194816606, + "grad_norm": 2.701448917388916, + "learning_rate": 1e-06, + "loss": 0.8859, + "mean_token_accuracy": 0.7274699211120605, + "num_tokens": 388693249.0, + "step": 16445 + }, + { + "epoch": 1.806061937184274, + "grad_norm": 2.478637218475342, + "learning_rate": 1e-06, + "loss": 0.8574, + "mean_token_accuracy": 0.7353053689002991, + "num_tokens": 388714461.0, + "step": 16446 + }, + { + "epoch": 1.8061717548868876, + "grad_norm": 2.6791534423828125, + "learning_rate": 1e-06, + "loss": 0.8631, + "mean_token_accuracy": 0.7278764247894287, + "num_tokens": 388733380.0, + "step": 16447 + }, + { + "epoch": 1.8062815725895014, + "grad_norm": 2.6404030323028564, + "learning_rate": 1e-06, + "loss": 0.7777, + "mean_token_accuracy": 0.7564363479614258, + "num_tokens": 388752672.0, + "step": 16448 + }, + { + "epoch": 1.8063913902921152, + "grad_norm": 2.2558066844940186, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7220125198364258, + "num_tokens": 388777366.0, + "step": 16449 + }, + { + "epoch": 1.806501207994729, + "grad_norm": 2.5716681480407715, + "learning_rate": 1e-06, + "loss": 0.8074, + "mean_token_accuracy": 0.7431318759918213, + "num_tokens": 388798471.0, + "step": 16450 + }, + { + "epoch": 1.8066110256973424, + "grad_norm": 2.4420135021209717, + "learning_rate": 1e-06, + "loss": 0.9625, + "mean_token_accuracy": 0.7054942846298218, + "num_tokens": 388821169.0, + "step": 16451 + }, + { + "epoch": 1.806720843399956, + "grad_norm": 2.2720563411712646, + "learning_rate": 1e-06, + "loss": 0.9085, + "mean_token_accuracy": 0.7201353311538696, + "num_tokens": 388845871.0, + "step": 16452 + }, + { + "epoch": 1.8068306611025697, + "grad_norm": 2.016479969024658, + "learning_rate": 1e-06, + "loss": 0.8352, + "mean_token_accuracy": 0.7390133738517761, + "num_tokens": 388874187.0, + "step": 16453 + }, + { + "epoch": 1.8069404788051835, + "grad_norm": 2.3657047748565674, + "learning_rate": 1e-06, + "loss": 0.8633, + "mean_token_accuracy": 0.7381643056869507, + "num_tokens": 388895552.0, + "step": 16454 + }, + { + "epoch": 1.807050296507797, + "grad_norm": 2.8015475273132324, + "learning_rate": 1e-06, + "loss": 0.8367, + "mean_token_accuracy": 0.7406745553016663, + "num_tokens": 388911865.0, + "step": 16455 + }, + { + "epoch": 1.8071601142104106, + "grad_norm": 2.229966163635254, + "learning_rate": 1e-06, + "loss": 0.9385, + "mean_token_accuracy": 0.7056620717048645, + "num_tokens": 388937402.0, + "step": 16456 + }, + { + "epoch": 1.8072699319130243, + "grad_norm": 2.219972848892212, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7155554294586182, + "num_tokens": 388962005.0, + "step": 16457 + }, + { + "epoch": 1.807379749615638, + "grad_norm": 2.1739518642425537, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7042734622955322, + "num_tokens": 388988087.0, + "step": 16458 + }, + { + "epoch": 1.8074895673182518, + "grad_norm": 1.9557397365570068, + "learning_rate": 1e-06, + "loss": 0.8427, + "mean_token_accuracy": 0.7419846057891846, + "num_tokens": 389017990.0, + "step": 16459 + }, + { + "epoch": 1.8075993850208654, + "grad_norm": 2.9638912677764893, + "learning_rate": 1e-06, + "loss": 0.768, + "mean_token_accuracy": 0.7519391775131226, + "num_tokens": 389034563.0, + "step": 16460 + }, + { + "epoch": 1.807709202723479, + "grad_norm": 2.479923725128174, + "learning_rate": 1e-06, + "loss": 0.9447, + "mean_token_accuracy": 0.7170949578285217, + "num_tokens": 389057557.0, + "step": 16461 + }, + { + "epoch": 1.8078190204260927, + "grad_norm": 2.4012606143951416, + "learning_rate": 1e-06, + "loss": 0.8292, + "mean_token_accuracy": 0.7429497838020325, + "num_tokens": 389079534.0, + "step": 16462 + }, + { + "epoch": 1.8079288381287064, + "grad_norm": 1.9932961463928223, + "learning_rate": 1e-06, + "loss": 0.9514, + "mean_token_accuracy": 0.7183259725570679, + "num_tokens": 389110062.0, + "step": 16463 + }, + { + "epoch": 1.8080386558313202, + "grad_norm": 2.5814433097839355, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7104297876358032, + "num_tokens": 389128687.0, + "step": 16464 + }, + { + "epoch": 1.8081484735339337, + "grad_norm": 2.216118335723877, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.719378650188446, + "num_tokens": 389152528.0, + "step": 16465 + }, + { + "epoch": 1.8082582912365472, + "grad_norm": 2.235600233078003, + "learning_rate": 1e-06, + "loss": 0.9681, + "mean_token_accuracy": 0.7116179466247559, + "num_tokens": 389177861.0, + "step": 16466 + }, + { + "epoch": 1.808368108939161, + "grad_norm": 1.8832666873931885, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7164339423179626, + "num_tokens": 389212469.0, + "step": 16467 + }, + { + "epoch": 1.8084779266417748, + "grad_norm": 2.266235589981079, + "learning_rate": 1e-06, + "loss": 0.9709, + "mean_token_accuracy": 0.7029110193252563, + "num_tokens": 389239675.0, + "step": 16468 + }, + { + "epoch": 1.8085877443443883, + "grad_norm": 2.1089091300964355, + "learning_rate": 1e-06, + "loss": 0.8905, + "mean_token_accuracy": 0.7207880616188049, + "num_tokens": 389267814.0, + "step": 16469 + }, + { + "epoch": 1.8086975620470018, + "grad_norm": 2.399693489074707, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7249257564544678, + "num_tokens": 389292410.0, + "step": 16470 + }, + { + "epoch": 1.8088073797496156, + "grad_norm": 1.9355571269989014, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7116122245788574, + "num_tokens": 389325401.0, + "step": 16471 + }, + { + "epoch": 1.8089171974522293, + "grad_norm": 2.377809762954712, + "learning_rate": 1e-06, + "loss": 0.9617, + "mean_token_accuracy": 0.7006418704986572, + "num_tokens": 389348631.0, + "step": 16472 + }, + { + "epoch": 1.809027015154843, + "grad_norm": 2.4219374656677246, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.7212507724761963, + "num_tokens": 389372721.0, + "step": 16473 + }, + { + "epoch": 1.8091368328574566, + "grad_norm": 2.445020914077759, + "learning_rate": 1e-06, + "loss": 0.9788, + "mean_token_accuracy": 0.7040339708328247, + "num_tokens": 389397034.0, + "step": 16474 + }, + { + "epoch": 1.8092466505600702, + "grad_norm": 2.1931815147399902, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.725631594657898, + "num_tokens": 389420854.0, + "step": 16475 + }, + { + "epoch": 1.809356468262684, + "grad_norm": 2.3617401123046875, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.703800618648529, + "num_tokens": 389443349.0, + "step": 16476 + }, + { + "epoch": 1.8094662859652977, + "grad_norm": 2.094106435775757, + "learning_rate": 1e-06, + "loss": 1.011, + "mean_token_accuracy": 0.6835681200027466, + "num_tokens": 389472527.0, + "step": 16477 + }, + { + "epoch": 1.8095761036679112, + "grad_norm": 2.7525534629821777, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7321590781211853, + "num_tokens": 389491364.0, + "step": 16478 + }, + { + "epoch": 1.809685921370525, + "grad_norm": 2.4380059242248535, + "learning_rate": 1e-06, + "loss": 0.8807, + "mean_token_accuracy": 0.7246657609939575, + "num_tokens": 389510839.0, + "step": 16479 + }, + { + "epoch": 1.8097957390731385, + "grad_norm": 2.4791574478149414, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.7382307052612305, + "num_tokens": 389533402.0, + "step": 16480 + }, + { + "epoch": 1.8099055567757523, + "grad_norm": 2.5205087661743164, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.719258189201355, + "num_tokens": 389555473.0, + "step": 16481 + }, + { + "epoch": 1.810015374478366, + "grad_norm": 2.725515842437744, + "learning_rate": 1e-06, + "loss": 0.8509, + "mean_token_accuracy": 0.7240369319915771, + "num_tokens": 389573841.0, + "step": 16482 + }, + { + "epoch": 1.8101251921809796, + "grad_norm": 2.2012827396392822, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7186229825019836, + "num_tokens": 389600471.0, + "step": 16483 + }, + { + "epoch": 1.810235009883593, + "grad_norm": 2.537882089614868, + "learning_rate": 1e-06, + "loss": 0.8923, + "mean_token_accuracy": 0.7250420451164246, + "num_tokens": 389622641.0, + "step": 16484 + }, + { + "epoch": 1.8103448275862069, + "grad_norm": 2.4823622703552246, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7089911699295044, + "num_tokens": 389643991.0, + "step": 16485 + }, + { + "epoch": 1.8104546452888206, + "grad_norm": 2.4850382804870605, + "learning_rate": 1e-06, + "loss": 0.8317, + "mean_token_accuracy": 0.7304247617721558, + "num_tokens": 389665649.0, + "step": 16486 + }, + { + "epoch": 1.8105644629914344, + "grad_norm": 2.315197706222534, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.709449827671051, + "num_tokens": 389690273.0, + "step": 16487 + }, + { + "epoch": 1.810674280694048, + "grad_norm": 2.597450017929077, + "learning_rate": 1e-06, + "loss": 0.9088, + "mean_token_accuracy": 0.723147451877594, + "num_tokens": 389710158.0, + "step": 16488 + }, + { + "epoch": 1.8107840983966614, + "grad_norm": 1.9033609628677368, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.7197381258010864, + "num_tokens": 389744012.0, + "step": 16489 + }, + { + "epoch": 1.8108939160992752, + "grad_norm": 2.0833611488342285, + "learning_rate": 1e-06, + "loss": 0.9015, + "mean_token_accuracy": 0.7107366919517517, + "num_tokens": 389772254.0, + "step": 16490 + }, + { + "epoch": 1.811003733801889, + "grad_norm": 2.196373462677002, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7290960550308228, + "num_tokens": 389796704.0, + "step": 16491 + }, + { + "epoch": 1.8111135515045025, + "grad_norm": 2.336951494216919, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.714959979057312, + "num_tokens": 389819137.0, + "step": 16492 + }, + { + "epoch": 1.8112233692071162, + "grad_norm": 2.211487293243408, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7227391004562378, + "num_tokens": 389845418.0, + "step": 16493 + }, + { + "epoch": 1.8113331869097298, + "grad_norm": 2.9521279335021973, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.7156689763069153, + "num_tokens": 389861443.0, + "step": 16494 + }, + { + "epoch": 1.8114430046123435, + "grad_norm": 2.4427599906921387, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.7138618230819702, + "num_tokens": 389883825.0, + "step": 16495 + }, + { + "epoch": 1.8115528223149573, + "grad_norm": 2.089193820953369, + "learning_rate": 1e-06, + "loss": 0.8791, + "mean_token_accuracy": 0.7301543951034546, + "num_tokens": 389912923.0, + "step": 16496 + }, + { + "epoch": 1.8116626400175708, + "grad_norm": 2.540193796157837, + "learning_rate": 1e-06, + "loss": 0.8753, + "mean_token_accuracy": 0.7215214967727661, + "num_tokens": 389933099.0, + "step": 16497 + }, + { + "epoch": 1.8117724577201844, + "grad_norm": 2.629538059234619, + "learning_rate": 1e-06, + "loss": 0.789, + "mean_token_accuracy": 0.7547833919525146, + "num_tokens": 389950426.0, + "step": 16498 + }, + { + "epoch": 1.8118822754227981, + "grad_norm": 2.071582078933716, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.7222151756286621, + "num_tokens": 389979427.0, + "step": 16499 + }, + { + "epoch": 1.8119920931254119, + "grad_norm": 2.227489471435547, + "learning_rate": 1e-06, + "loss": 0.8904, + "mean_token_accuracy": 0.7282652258872986, + "num_tokens": 390003996.0, + "step": 16500 + }, + { + "epoch": 1.8121019108280256, + "grad_norm": 2.209747314453125, + "learning_rate": 1e-06, + "loss": 0.9096, + "mean_token_accuracy": 0.7137054204940796, + "num_tokens": 390029406.0, + "step": 16501 + }, + { + "epoch": 1.8122117285306392, + "grad_norm": 3.01274037361145, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7158343195915222, + "num_tokens": 390046726.0, + "step": 16502 + }, + { + "epoch": 1.8123215462332527, + "grad_norm": 1.9332882165908813, + "learning_rate": 1e-06, + "loss": 0.9482, + "mean_token_accuracy": 0.7076174020767212, + "num_tokens": 390080600.0, + "step": 16503 + }, + { + "epoch": 1.8124313639358665, + "grad_norm": 2.6055822372436523, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7176859974861145, + "num_tokens": 390101400.0, + "step": 16504 + }, + { + "epoch": 1.8125411816384802, + "grad_norm": 2.2760376930236816, + "learning_rate": 1e-06, + "loss": 0.9552, + "mean_token_accuracy": 0.7008373737335205, + "num_tokens": 390128905.0, + "step": 16505 + }, + { + "epoch": 1.8126509993410937, + "grad_norm": 2.6125102043151855, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7047241926193237, + "num_tokens": 390151026.0, + "step": 16506 + }, + { + "epoch": 1.8127608170437073, + "grad_norm": 2.3399453163146973, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.703632116317749, + "num_tokens": 390175354.0, + "step": 16507 + }, + { + "epoch": 1.812870634746321, + "grad_norm": 2.810901165008545, + "learning_rate": 1e-06, + "loss": 0.8949, + "mean_token_accuracy": 0.7188154458999634, + "num_tokens": 390193402.0, + "step": 16508 + }, + { + "epoch": 1.8129804524489348, + "grad_norm": 2.3196566104888916, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7289420366287231, + "num_tokens": 390216720.0, + "step": 16509 + }, + { + "epoch": 1.8130902701515486, + "grad_norm": 1.955678105354309, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7195544242858887, + "num_tokens": 390251291.0, + "step": 16510 + }, + { + "epoch": 1.813200087854162, + "grad_norm": 2.5766372680664062, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7133579254150391, + "num_tokens": 390271639.0, + "step": 16511 + }, + { + "epoch": 1.8133099055567756, + "grad_norm": 2.4172189235687256, + "learning_rate": 1e-06, + "loss": 0.723, + "mean_token_accuracy": 0.7727015018463135, + "num_tokens": 390291299.0, + "step": 16512 + }, + { + "epoch": 1.8134197232593894, + "grad_norm": 2.756207227706909, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7139055728912354, + "num_tokens": 390310311.0, + "step": 16513 + }, + { + "epoch": 1.8135295409620031, + "grad_norm": 2.503934860229492, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.713253378868103, + "num_tokens": 390332907.0, + "step": 16514 + }, + { + "epoch": 1.813639358664617, + "grad_norm": 2.298276424407959, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7120596766471863, + "num_tokens": 390358792.0, + "step": 16515 + }, + { + "epoch": 1.8137491763672304, + "grad_norm": 2.282905101776123, + "learning_rate": 1e-06, + "loss": 0.9046, + "mean_token_accuracy": 0.7234916090965271, + "num_tokens": 390382787.0, + "step": 16516 + }, + { + "epoch": 1.813858994069844, + "grad_norm": 2.931135892868042, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7388733625411987, + "num_tokens": 390399614.0, + "step": 16517 + }, + { + "epoch": 1.8139688117724577, + "grad_norm": 2.2582244873046875, + "learning_rate": 1e-06, + "loss": 0.8321, + "mean_token_accuracy": 0.7364709377288818, + "num_tokens": 390422874.0, + "step": 16518 + }, + { + "epoch": 1.8140786294750715, + "grad_norm": 2.241338014602661, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7075765132904053, + "num_tokens": 390448464.0, + "step": 16519 + }, + { + "epoch": 1.814188447177685, + "grad_norm": 2.4797134399414062, + "learning_rate": 1e-06, + "loss": 0.85, + "mean_token_accuracy": 0.7297449111938477, + "num_tokens": 390469929.0, + "step": 16520 + }, + { + "epoch": 1.8142982648802986, + "grad_norm": 2.319303274154663, + "learning_rate": 1e-06, + "loss": 0.8147, + "mean_token_accuracy": 0.7429947853088379, + "num_tokens": 390492320.0, + "step": 16521 + }, + { + "epoch": 1.8144080825829123, + "grad_norm": 2.123011350631714, + "learning_rate": 1e-06, + "loss": 0.9623, + "mean_token_accuracy": 0.7129809856414795, + "num_tokens": 390520733.0, + "step": 16522 + }, + { + "epoch": 1.814517900285526, + "grad_norm": 2.741379499435425, + "learning_rate": 1e-06, + "loss": 0.7605, + "mean_token_accuracy": 0.749052882194519, + "num_tokens": 390537746.0, + "step": 16523 + }, + { + "epoch": 1.8146277179881398, + "grad_norm": 2.6278066635131836, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7230639457702637, + "num_tokens": 390558453.0, + "step": 16524 + }, + { + "epoch": 1.8147375356907534, + "grad_norm": 2.5798680782318115, + "learning_rate": 1e-06, + "loss": 0.8597, + "mean_token_accuracy": 0.7249165773391724, + "num_tokens": 390577197.0, + "step": 16525 + }, + { + "epoch": 1.814847353393367, + "grad_norm": 2.583559989929199, + "learning_rate": 1e-06, + "loss": 0.867, + "mean_token_accuracy": 0.7275157570838928, + "num_tokens": 390598023.0, + "step": 16526 + }, + { + "epoch": 1.8149571710959806, + "grad_norm": 2.4445629119873047, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7246881723403931, + "num_tokens": 390622059.0, + "step": 16527 + }, + { + "epoch": 1.8150669887985944, + "grad_norm": 2.6401658058166504, + "learning_rate": 1e-06, + "loss": 0.89, + "mean_token_accuracy": 0.7217899560928345, + "num_tokens": 390641553.0, + "step": 16528 + }, + { + "epoch": 1.815176806501208, + "grad_norm": 2.321098804473877, + "learning_rate": 1e-06, + "loss": 0.9402, + "mean_token_accuracy": 0.7089407444000244, + "num_tokens": 390665226.0, + "step": 16529 + }, + { + "epoch": 1.8152866242038217, + "grad_norm": 2.404470205307007, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.725165843963623, + "num_tokens": 390688323.0, + "step": 16530 + }, + { + "epoch": 1.8153964419064352, + "grad_norm": 2.6420507431030273, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7089696526527405, + "num_tokens": 390709625.0, + "step": 16531 + }, + { + "epoch": 1.815506259609049, + "grad_norm": 2.16218900680542, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.7017945051193237, + "num_tokens": 390736683.0, + "step": 16532 + }, + { + "epoch": 1.8156160773116627, + "grad_norm": 2.2617716789245605, + "learning_rate": 1e-06, + "loss": 0.9073, + "mean_token_accuracy": 0.7170360684394836, + "num_tokens": 390760929.0, + "step": 16533 + }, + { + "epoch": 1.8157258950142763, + "grad_norm": 2.0720832347869873, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7062594890594482, + "num_tokens": 390788672.0, + "step": 16534 + }, + { + "epoch": 1.8158357127168898, + "grad_norm": 2.1235687732696533, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7194536328315735, + "num_tokens": 390816542.0, + "step": 16535 + }, + { + "epoch": 1.8159455304195036, + "grad_norm": 2.3461601734161377, + "learning_rate": 1e-06, + "loss": 1.0181, + "mean_token_accuracy": 0.6845967769622803, + "num_tokens": 390841217.0, + "step": 16536 + }, + { + "epoch": 1.8160553481221173, + "grad_norm": 2.4194176197052, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7115944623947144, + "num_tokens": 390864483.0, + "step": 16537 + }, + { + "epoch": 1.816165165824731, + "grad_norm": 2.570010185241699, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7194332480430603, + "num_tokens": 390884648.0, + "step": 16538 + }, + { + "epoch": 1.8162749835273446, + "grad_norm": 2.099604606628418, + "learning_rate": 1e-06, + "loss": 0.9354, + "mean_token_accuracy": 0.7144562005996704, + "num_tokens": 390914762.0, + "step": 16539 + }, + { + "epoch": 1.8163848012299582, + "grad_norm": 2.4025955200195312, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7285142540931702, + "num_tokens": 390936434.0, + "step": 16540 + }, + { + "epoch": 1.816494618932572, + "grad_norm": 2.0619983673095703, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7194522023200989, + "num_tokens": 390967961.0, + "step": 16541 + }, + { + "epoch": 1.8166044366351857, + "grad_norm": 2.4808435440063477, + "learning_rate": 1e-06, + "loss": 0.8376, + "mean_token_accuracy": 0.7276917695999146, + "num_tokens": 390988713.0, + "step": 16542 + }, + { + "epoch": 1.8167142543377992, + "grad_norm": 2.301711082458496, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.720447301864624, + "num_tokens": 391013988.0, + "step": 16543 + }, + { + "epoch": 1.816824072040413, + "grad_norm": 1.900229573249817, + "learning_rate": 1e-06, + "loss": 0.9935, + "mean_token_accuracy": 0.693763792514801, + "num_tokens": 391048276.0, + "step": 16544 + }, + { + "epoch": 1.8169338897430265, + "grad_norm": 2.337406873703003, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7199552655220032, + "num_tokens": 391070839.0, + "step": 16545 + }, + { + "epoch": 1.8170437074456403, + "grad_norm": 2.540877103805542, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7320935726165771, + "num_tokens": 391091576.0, + "step": 16546 + }, + { + "epoch": 1.817153525148254, + "grad_norm": 2.341582775115967, + "learning_rate": 1e-06, + "loss": 0.8538, + "mean_token_accuracy": 0.7292290329933167, + "num_tokens": 391113906.0, + "step": 16547 + }, + { + "epoch": 1.8172633428508675, + "grad_norm": 2.5413897037506104, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7036281824111938, + "num_tokens": 391136272.0, + "step": 16548 + }, + { + "epoch": 1.817373160553481, + "grad_norm": 2.2972919940948486, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7144240140914917, + "num_tokens": 391160030.0, + "step": 16549 + }, + { + "epoch": 1.8174829782560948, + "grad_norm": 2.642146587371826, + "learning_rate": 1e-06, + "loss": 0.8829, + "mean_token_accuracy": 0.726391077041626, + "num_tokens": 391180706.0, + "step": 16550 + }, + { + "epoch": 1.8175927959587086, + "grad_norm": 2.137824535369873, + "learning_rate": 1e-06, + "loss": 0.9676, + "mean_token_accuracy": 0.705427348613739, + "num_tokens": 391209931.0, + "step": 16551 + }, + { + "epoch": 1.8177026136613224, + "grad_norm": 2.519327402114868, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.7254821062088013, + "num_tokens": 391231608.0, + "step": 16552 + }, + { + "epoch": 1.8178124313639359, + "grad_norm": 2.0851242542266846, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7312690615653992, + "num_tokens": 391260002.0, + "step": 16553 + }, + { + "epoch": 1.8179222490665494, + "grad_norm": 2.2554755210876465, + "learning_rate": 1e-06, + "loss": 0.7902, + "mean_token_accuracy": 0.7540386319160461, + "num_tokens": 391281931.0, + "step": 16554 + }, + { + "epoch": 1.8180320667691632, + "grad_norm": 2.545413017272949, + "learning_rate": 1e-06, + "loss": 0.949, + "mean_token_accuracy": 0.7015869617462158, + "num_tokens": 391307188.0, + "step": 16555 + }, + { + "epoch": 1.818141884471777, + "grad_norm": 2.362070083618164, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.708404004573822, + "num_tokens": 391331434.0, + "step": 16556 + }, + { + "epoch": 1.8182517021743905, + "grad_norm": 2.5146608352661133, + "learning_rate": 1e-06, + "loss": 0.8547, + "mean_token_accuracy": 0.7277793884277344, + "num_tokens": 391350393.0, + "step": 16557 + }, + { + "epoch": 1.818361519877004, + "grad_norm": 2.1504573822021484, + "learning_rate": 1e-06, + "loss": 0.9979, + "mean_token_accuracy": 0.6886643171310425, + "num_tokens": 391378232.0, + "step": 16558 + }, + { + "epoch": 1.8184713375796178, + "grad_norm": 2.4797422885894775, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7367151975631714, + "num_tokens": 391398775.0, + "step": 16559 + }, + { + "epoch": 1.8185811552822315, + "grad_norm": 2.4082329273223877, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7182302474975586, + "num_tokens": 391421199.0, + "step": 16560 + }, + { + "epoch": 1.8186909729848453, + "grad_norm": 2.2952840328216553, + "learning_rate": 1e-06, + "loss": 0.8761, + "mean_token_accuracy": 0.722966194152832, + "num_tokens": 391443974.0, + "step": 16561 + }, + { + "epoch": 1.8188007906874588, + "grad_norm": 2.4655637741088867, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7080991268157959, + "num_tokens": 391466662.0, + "step": 16562 + }, + { + "epoch": 1.8189106083900723, + "grad_norm": 2.747694969177246, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7233814001083374, + "num_tokens": 391486570.0, + "step": 16563 + }, + { + "epoch": 1.819020426092686, + "grad_norm": 2.0999295711517334, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.715718150138855, + "num_tokens": 391515981.0, + "step": 16564 + }, + { + "epoch": 1.8191302437952999, + "grad_norm": 2.2863240242004395, + "learning_rate": 1e-06, + "loss": 0.8896, + "mean_token_accuracy": 0.7258764505386353, + "num_tokens": 391539457.0, + "step": 16565 + }, + { + "epoch": 1.8192400614979136, + "grad_norm": 2.5948665142059326, + "learning_rate": 1e-06, + "loss": 0.7651, + "mean_token_accuracy": 0.7535266280174255, + "num_tokens": 391558914.0, + "step": 16566 + }, + { + "epoch": 1.8193498792005272, + "grad_norm": 2.598344326019287, + "learning_rate": 1e-06, + "loss": 0.7868, + "mean_token_accuracy": 0.7521563172340393, + "num_tokens": 391577405.0, + "step": 16567 + }, + { + "epoch": 1.8194596969031407, + "grad_norm": 2.4688820838928223, + "learning_rate": 1e-06, + "loss": 0.9175, + "mean_token_accuracy": 0.7159687876701355, + "num_tokens": 391596353.0, + "step": 16568 + }, + { + "epoch": 1.8195695146057544, + "grad_norm": 2.388044834136963, + "learning_rate": 1e-06, + "loss": 0.8739, + "mean_token_accuracy": 0.7215531468391418, + "num_tokens": 391617052.0, + "step": 16569 + }, + { + "epoch": 1.8196793323083682, + "grad_norm": 2.566727876663208, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.7022491097450256, + "num_tokens": 391637937.0, + "step": 16570 + }, + { + "epoch": 1.8197891500109817, + "grad_norm": 3.0367209911346436, + "learning_rate": 1e-06, + "loss": 0.9323, + "mean_token_accuracy": 0.7153342366218567, + "num_tokens": 391653676.0, + "step": 16571 + }, + { + "epoch": 1.8198989677135953, + "grad_norm": 2.375887632369995, + "learning_rate": 1e-06, + "loss": 1.0003, + "mean_token_accuracy": 0.6897982358932495, + "num_tokens": 391677440.0, + "step": 16572 + }, + { + "epoch": 1.820008785416209, + "grad_norm": 2.496047019958496, + "learning_rate": 1e-06, + "loss": 0.8201, + "mean_token_accuracy": 0.7397277355194092, + "num_tokens": 391698666.0, + "step": 16573 + }, + { + "epoch": 1.8201186031188228, + "grad_norm": 2.3213999271392822, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7152663469314575, + "num_tokens": 391722388.0, + "step": 16574 + }, + { + "epoch": 1.8202284208214365, + "grad_norm": 2.1471304893493652, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7267958521842957, + "num_tokens": 391747840.0, + "step": 16575 + }, + { + "epoch": 1.82033823852405, + "grad_norm": 2.6952624320983887, + "learning_rate": 1e-06, + "loss": 0.8931, + "mean_token_accuracy": 0.7148054242134094, + "num_tokens": 391765724.0, + "step": 16576 + }, + { + "epoch": 1.8204480562266636, + "grad_norm": 2.4382364749908447, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7196300029754639, + "num_tokens": 391790176.0, + "step": 16577 + }, + { + "epoch": 1.8205578739292774, + "grad_norm": 2.4153778553009033, + "learning_rate": 1e-06, + "loss": 0.9378, + "mean_token_accuracy": 0.7021578550338745, + "num_tokens": 391813175.0, + "step": 16578 + }, + { + "epoch": 1.8206676916318911, + "grad_norm": 2.3121328353881836, + "learning_rate": 1e-06, + "loss": 0.9935, + "mean_token_accuracy": 0.6916347742080688, + "num_tokens": 391836814.0, + "step": 16579 + }, + { + "epoch": 1.8207775093345049, + "grad_norm": 2.6792216300964355, + "learning_rate": 1e-06, + "loss": 0.7817, + "mean_token_accuracy": 0.740921139717102, + "num_tokens": 391854322.0, + "step": 16580 + }, + { + "epoch": 1.8208873270371184, + "grad_norm": 2.603944778442383, + "learning_rate": 1e-06, + "loss": 0.7652, + "mean_token_accuracy": 0.7532268762588501, + "num_tokens": 391872621.0, + "step": 16581 + }, + { + "epoch": 1.820997144739732, + "grad_norm": 2.633152484893799, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7267073392868042, + "num_tokens": 391892932.0, + "step": 16582 + }, + { + "epoch": 1.8211069624423457, + "grad_norm": 2.2800116539001465, + "learning_rate": 1e-06, + "loss": 0.8509, + "mean_token_accuracy": 0.7305642366409302, + "num_tokens": 391918297.0, + "step": 16583 + }, + { + "epoch": 1.8212167801449595, + "grad_norm": 2.156890869140625, + "learning_rate": 1e-06, + "loss": 1.0783, + "mean_token_accuracy": 0.6841078400611877, + "num_tokens": 391945934.0, + "step": 16584 + }, + { + "epoch": 1.821326597847573, + "grad_norm": 2.4567551612854004, + "learning_rate": 1e-06, + "loss": 0.7628, + "mean_token_accuracy": 0.7511077523231506, + "num_tokens": 391966166.0, + "step": 16585 + }, + { + "epoch": 1.8214364155501865, + "grad_norm": 2.209458112716675, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7119751572608948, + "num_tokens": 391993709.0, + "step": 16586 + }, + { + "epoch": 1.8215462332528003, + "grad_norm": 2.297886610031128, + "learning_rate": 1e-06, + "loss": 0.8146, + "mean_token_accuracy": 0.7402080297470093, + "num_tokens": 392017712.0, + "step": 16587 + }, + { + "epoch": 1.821656050955414, + "grad_norm": 1.939573049545288, + "learning_rate": 1e-06, + "loss": 0.9707, + "mean_token_accuracy": 0.708261251449585, + "num_tokens": 392052165.0, + "step": 16588 + }, + { + "epoch": 1.8217658686580278, + "grad_norm": 2.1821184158325195, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7179633378982544, + "num_tokens": 392078388.0, + "step": 16589 + }, + { + "epoch": 1.8218756863606413, + "grad_norm": 2.413526773452759, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7315895557403564, + "num_tokens": 392099838.0, + "step": 16590 + }, + { + "epoch": 1.8219855040632549, + "grad_norm": 2.007553815841675, + "learning_rate": 1e-06, + "loss": 0.9418, + "mean_token_accuracy": 0.7095426321029663, + "num_tokens": 392128241.0, + "step": 16591 + }, + { + "epoch": 1.8220953217658686, + "grad_norm": 2.232509136199951, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7204815745353699, + "num_tokens": 392154720.0, + "step": 16592 + }, + { + "epoch": 1.8222051394684824, + "grad_norm": 2.2401175498962402, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7185400724411011, + "num_tokens": 392180043.0, + "step": 16593 + }, + { + "epoch": 1.822314957171096, + "grad_norm": 2.1918628215789795, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7133534550666809, + "num_tokens": 392207898.0, + "step": 16594 + }, + { + "epoch": 1.8224247748737097, + "grad_norm": 2.4191081523895264, + "learning_rate": 1e-06, + "loss": 0.8386, + "mean_token_accuracy": 0.7284903526306152, + "num_tokens": 392229419.0, + "step": 16595 + }, + { + "epoch": 1.8225345925763232, + "grad_norm": 2.2332205772399902, + "learning_rate": 1e-06, + "loss": 0.9642, + "mean_token_accuracy": 0.7164145708084106, + "num_tokens": 392255705.0, + "step": 16596 + }, + { + "epoch": 1.822644410278937, + "grad_norm": 2.2284982204437256, + "learning_rate": 1e-06, + "loss": 1.0969, + "mean_token_accuracy": 0.6831406950950623, + "num_tokens": 392284501.0, + "step": 16597 + }, + { + "epoch": 1.8227542279815507, + "grad_norm": 2.280245542526245, + "learning_rate": 1e-06, + "loss": 0.9192, + "mean_token_accuracy": 0.7114047408103943, + "num_tokens": 392308257.0, + "step": 16598 + }, + { + "epoch": 1.8228640456841643, + "grad_norm": 2.1671345233917236, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.7249506711959839, + "num_tokens": 392335762.0, + "step": 16599 + }, + { + "epoch": 1.8229738633867778, + "grad_norm": 2.2440946102142334, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7140206694602966, + "num_tokens": 392360230.0, + "step": 16600 + }, + { + "epoch": 1.8230836810893916, + "grad_norm": 2.2343430519104004, + "learning_rate": 1e-06, + "loss": 0.7956, + "mean_token_accuracy": 0.753786563873291, + "num_tokens": 392387168.0, + "step": 16601 + }, + { + "epoch": 1.8231934987920053, + "grad_norm": 2.70560884475708, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7107421159744263, + "num_tokens": 392406770.0, + "step": 16602 + }, + { + "epoch": 1.823303316494619, + "grad_norm": 2.195075035095215, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7264425754547119, + "num_tokens": 392432424.0, + "step": 16603 + }, + { + "epoch": 1.8234131341972326, + "grad_norm": 2.2583200931549072, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7256686687469482, + "num_tokens": 392456637.0, + "step": 16604 + }, + { + "epoch": 1.8235229518998461, + "grad_norm": 2.1432290077209473, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.704922080039978, + "num_tokens": 392483494.0, + "step": 16605 + }, + { + "epoch": 1.82363276960246, + "grad_norm": 2.304164409637451, + "learning_rate": 1e-06, + "loss": 0.8634, + "mean_token_accuracy": 0.7313225269317627, + "num_tokens": 392506658.0, + "step": 16606 + }, + { + "epoch": 1.8237425873050737, + "grad_norm": 2.670433521270752, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7050992250442505, + "num_tokens": 392526068.0, + "step": 16607 + }, + { + "epoch": 1.8238524050076872, + "grad_norm": 2.280510663986206, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7211484909057617, + "num_tokens": 392549641.0, + "step": 16608 + }, + { + "epoch": 1.823962222710301, + "grad_norm": 2.562497854232788, + "learning_rate": 1e-06, + "loss": 0.9037, + "mean_token_accuracy": 0.7188519835472107, + "num_tokens": 392570002.0, + "step": 16609 + }, + { + "epoch": 1.8240720404129145, + "grad_norm": 2.203545331954956, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7192972898483276, + "num_tokens": 392595413.0, + "step": 16610 + }, + { + "epoch": 1.8241818581155282, + "grad_norm": 2.852647304534912, + "learning_rate": 1e-06, + "loss": 1.003, + "mean_token_accuracy": 0.6913341879844666, + "num_tokens": 392613840.0, + "step": 16611 + }, + { + "epoch": 1.824291675818142, + "grad_norm": 2.2627241611480713, + "learning_rate": 1e-06, + "loss": 0.8685, + "mean_token_accuracy": 0.726226806640625, + "num_tokens": 392637588.0, + "step": 16612 + }, + { + "epoch": 1.8244014935207555, + "grad_norm": 2.2107205390930176, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.7243694067001343, + "num_tokens": 392664692.0, + "step": 16613 + }, + { + "epoch": 1.824511311223369, + "grad_norm": 2.0609030723571777, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7188870310783386, + "num_tokens": 392692502.0, + "step": 16614 + }, + { + "epoch": 1.8246211289259828, + "grad_norm": 2.5180492401123047, + "learning_rate": 1e-06, + "loss": 0.7117, + "mean_token_accuracy": 0.767106831073761, + "num_tokens": 392711352.0, + "step": 16615 + }, + { + "epoch": 1.8247309466285966, + "grad_norm": 2.2407379150390625, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7331541776657104, + "num_tokens": 392734595.0, + "step": 16616 + }, + { + "epoch": 1.8248407643312103, + "grad_norm": 2.308055877685547, + "learning_rate": 1e-06, + "loss": 0.9162, + "mean_token_accuracy": 0.7262719869613647, + "num_tokens": 392758490.0, + "step": 16617 + }, + { + "epoch": 1.8249505820338239, + "grad_norm": 2.092740058898926, + "learning_rate": 1e-06, + "loss": 0.9839, + "mean_token_accuracy": 0.7013577222824097, + "num_tokens": 392789326.0, + "step": 16618 + }, + { + "epoch": 1.8250603997364374, + "grad_norm": 2.1761696338653564, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7080398797988892, + "num_tokens": 392815637.0, + "step": 16619 + }, + { + "epoch": 1.8251702174390512, + "grad_norm": 2.3532161712646484, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7306972742080688, + "num_tokens": 392838386.0, + "step": 16620 + }, + { + "epoch": 1.825280035141665, + "grad_norm": 2.329228639602661, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7090862989425659, + "num_tokens": 392861842.0, + "step": 16621 + }, + { + "epoch": 1.8253898528442785, + "grad_norm": 2.200171947479248, + "learning_rate": 1e-06, + "loss": 0.8701, + "mean_token_accuracy": 0.7335073947906494, + "num_tokens": 392887647.0, + "step": 16622 + }, + { + "epoch": 1.825499670546892, + "grad_norm": 2.511256694793701, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7178228497505188, + "num_tokens": 392910117.0, + "step": 16623 + }, + { + "epoch": 1.8256094882495058, + "grad_norm": 2.5935921669006348, + "learning_rate": 1e-06, + "loss": 0.7361, + "mean_token_accuracy": 0.7632671594619751, + "num_tokens": 392927810.0, + "step": 16624 + }, + { + "epoch": 1.8257193059521195, + "grad_norm": 2.236309766769409, + "learning_rate": 1e-06, + "loss": 0.912, + "mean_token_accuracy": 0.7212461829185486, + "num_tokens": 392953326.0, + "step": 16625 + }, + { + "epoch": 1.8258291236547333, + "grad_norm": 2.5411341190338135, + "learning_rate": 1e-06, + "loss": 0.9177, + "mean_token_accuracy": 0.7244309186935425, + "num_tokens": 392974835.0, + "step": 16626 + }, + { + "epoch": 1.8259389413573468, + "grad_norm": 2.251732349395752, + "learning_rate": 1e-06, + "loss": 0.9279, + "mean_token_accuracy": 0.7094941735267639, + "num_tokens": 392999245.0, + "step": 16627 + }, + { + "epoch": 1.8260487590599603, + "grad_norm": 2.421562433242798, + "learning_rate": 1e-06, + "loss": 0.8411, + "mean_token_accuracy": 0.7328194379806519, + "num_tokens": 393022865.0, + "step": 16628 + }, + { + "epoch": 1.826158576762574, + "grad_norm": 2.25840425491333, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7075786590576172, + "num_tokens": 393047596.0, + "step": 16629 + }, + { + "epoch": 1.8262683944651878, + "grad_norm": 2.3335161209106445, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.7132453322410583, + "num_tokens": 393070126.0, + "step": 16630 + }, + { + "epoch": 1.8263782121678016, + "grad_norm": 2.2289602756500244, + "learning_rate": 1e-06, + "loss": 0.9567, + "mean_token_accuracy": 0.7037193775177002, + "num_tokens": 393099365.0, + "step": 16631 + }, + { + "epoch": 1.8264880298704151, + "grad_norm": 2.3954873085021973, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7079646587371826, + "num_tokens": 393122218.0, + "step": 16632 + }, + { + "epoch": 1.8265978475730287, + "grad_norm": 2.2085795402526855, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.724638819694519, + "num_tokens": 393146586.0, + "step": 16633 + }, + { + "epoch": 1.8267076652756424, + "grad_norm": 2.0836305618286133, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7219330072402954, + "num_tokens": 393176515.0, + "step": 16634 + }, + { + "epoch": 1.8268174829782562, + "grad_norm": 2.407769203186035, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.719706654548645, + "num_tokens": 393200315.0, + "step": 16635 + }, + { + "epoch": 1.8269273006808697, + "grad_norm": 2.553574323654175, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7227397561073303, + "num_tokens": 393220519.0, + "step": 16636 + }, + { + "epoch": 1.8270371183834833, + "grad_norm": 2.2946789264678955, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7044600248336792, + "num_tokens": 393244786.0, + "step": 16637 + }, + { + "epoch": 1.827146936086097, + "grad_norm": 2.0148544311523438, + "learning_rate": 1e-06, + "loss": 0.9438, + "mean_token_accuracy": 0.7073274850845337, + "num_tokens": 393275274.0, + "step": 16638 + }, + { + "epoch": 1.8272567537887108, + "grad_norm": 2.059429407119751, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.729932427406311, + "num_tokens": 393302797.0, + "step": 16639 + }, + { + "epoch": 1.8273665714913245, + "grad_norm": 2.596843719482422, + "learning_rate": 1e-06, + "loss": 0.8897, + "mean_token_accuracy": 0.7115368843078613, + "num_tokens": 393321602.0, + "step": 16640 + }, + { + "epoch": 1.827476389193938, + "grad_norm": 3.0996859073638916, + "learning_rate": 1e-06, + "loss": 0.7408, + "mean_token_accuracy": 0.7685685753822327, + "num_tokens": 393334758.0, + "step": 16641 + }, + { + "epoch": 1.8275862068965516, + "grad_norm": 2.264133930206299, + "learning_rate": 1e-06, + "loss": 0.8341, + "mean_token_accuracy": 0.7332179546356201, + "num_tokens": 393358872.0, + "step": 16642 + }, + { + "epoch": 1.8276960245991654, + "grad_norm": 2.271977186203003, + "learning_rate": 1e-06, + "loss": 0.9425, + "mean_token_accuracy": 0.7043720483779907, + "num_tokens": 393384457.0, + "step": 16643 + }, + { + "epoch": 1.8278058423017791, + "grad_norm": 2.1184117794036865, + "learning_rate": 1e-06, + "loss": 0.9939, + "mean_token_accuracy": 0.6919518709182739, + "num_tokens": 393413611.0, + "step": 16644 + }, + { + "epoch": 1.8279156600043929, + "grad_norm": 2.5692813396453857, + "learning_rate": 1e-06, + "loss": 0.7725, + "mean_token_accuracy": 0.7524335384368896, + "num_tokens": 393433412.0, + "step": 16645 + }, + { + "epoch": 1.8280254777070064, + "grad_norm": 2.2670481204986572, + "learning_rate": 1e-06, + "loss": 0.8007, + "mean_token_accuracy": 0.7379308938980103, + "num_tokens": 393457041.0, + "step": 16646 + }, + { + "epoch": 1.82813529540962, + "grad_norm": 2.5809805393218994, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.7129887342453003, + "num_tokens": 393475284.0, + "step": 16647 + }, + { + "epoch": 1.8282451131122337, + "grad_norm": 2.3700387477874756, + "learning_rate": 1e-06, + "loss": 0.9845, + "mean_token_accuracy": 0.7083491683006287, + "num_tokens": 393495080.0, + "step": 16648 + }, + { + "epoch": 1.8283549308148475, + "grad_norm": 2.220733642578125, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7230449318885803, + "num_tokens": 393519643.0, + "step": 16649 + }, + { + "epoch": 1.828464748517461, + "grad_norm": 2.6563243865966797, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7125051021575928, + "num_tokens": 393537953.0, + "step": 16650 + }, + { + "epoch": 1.8285745662200745, + "grad_norm": 2.2339978218078613, + "learning_rate": 1e-06, + "loss": 0.9372, + "mean_token_accuracy": 0.7246584296226501, + "num_tokens": 393564165.0, + "step": 16651 + }, + { + "epoch": 1.8286843839226883, + "grad_norm": 2.099745988845825, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7178422212600708, + "num_tokens": 393592737.0, + "step": 16652 + }, + { + "epoch": 1.828794201625302, + "grad_norm": 2.362837314605713, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7451157569885254, + "num_tokens": 393615067.0, + "step": 16653 + }, + { + "epoch": 1.8289040193279158, + "grad_norm": 2.44610333442688, + "learning_rate": 1e-06, + "loss": 0.9057, + "mean_token_accuracy": 0.7196517586708069, + "num_tokens": 393638530.0, + "step": 16654 + }, + { + "epoch": 1.8290138370305293, + "grad_norm": 2.1528477668762207, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.721533477306366, + "num_tokens": 393667081.0, + "step": 16655 + }, + { + "epoch": 1.8291236547331429, + "grad_norm": 2.0836846828460693, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7215220928192139, + "num_tokens": 393694664.0, + "step": 16656 + }, + { + "epoch": 1.8292334724357566, + "grad_norm": 2.4990601539611816, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7235537767410278, + "num_tokens": 393714925.0, + "step": 16657 + }, + { + "epoch": 1.8293432901383704, + "grad_norm": 2.4631543159484863, + "learning_rate": 1e-06, + "loss": 0.9721, + "mean_token_accuracy": 0.7012274861335754, + "num_tokens": 393739429.0, + "step": 16658 + }, + { + "epoch": 1.829453107840984, + "grad_norm": 3.0223276615142822, + "learning_rate": 1e-06, + "loss": 0.8919, + "mean_token_accuracy": 0.7152435779571533, + "num_tokens": 393755915.0, + "step": 16659 + }, + { + "epoch": 1.8295629255435977, + "grad_norm": 2.5041167736053467, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7248101234436035, + "num_tokens": 393779833.0, + "step": 16660 + }, + { + "epoch": 1.8296727432462112, + "grad_norm": 2.533618450164795, + "learning_rate": 1e-06, + "loss": 0.9171, + "mean_token_accuracy": 0.7268892526626587, + "num_tokens": 393801899.0, + "step": 16661 + }, + { + "epoch": 1.829782560948825, + "grad_norm": 2.1256566047668457, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7171176671981812, + "num_tokens": 393827257.0, + "step": 16662 + }, + { + "epoch": 1.8298923786514387, + "grad_norm": 2.269277334213257, + "learning_rate": 1e-06, + "loss": 0.8749, + "mean_token_accuracy": 0.727284848690033, + "num_tokens": 393850174.0, + "step": 16663 + }, + { + "epoch": 1.8300021963540523, + "grad_norm": 2.3613979816436768, + "learning_rate": 1e-06, + "loss": 0.941, + "mean_token_accuracy": 0.7021092772483826, + "num_tokens": 393872917.0, + "step": 16664 + }, + { + "epoch": 1.8301120140566658, + "grad_norm": 2.5565600395202637, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7167395949363708, + "num_tokens": 393893736.0, + "step": 16665 + }, + { + "epoch": 1.8302218317592795, + "grad_norm": 2.3241395950317383, + "learning_rate": 1e-06, + "loss": 0.9174, + "mean_token_accuracy": 0.708260178565979, + "num_tokens": 393917880.0, + "step": 16666 + }, + { + "epoch": 1.8303316494618933, + "grad_norm": 2.137582778930664, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.740789532661438, + "num_tokens": 393945954.0, + "step": 16667 + }, + { + "epoch": 1.830441467164507, + "grad_norm": 2.5524604320526123, + "learning_rate": 1e-06, + "loss": 0.7625, + "mean_token_accuracy": 0.7620018720626831, + "num_tokens": 393965868.0, + "step": 16668 + }, + { + "epoch": 1.8305512848671206, + "grad_norm": 2.3687922954559326, + "learning_rate": 1e-06, + "loss": 0.8686, + "mean_token_accuracy": 0.7269115447998047, + "num_tokens": 393987263.0, + "step": 16669 + }, + { + "epoch": 1.8306611025697341, + "grad_norm": 2.5259227752685547, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7261787056922913, + "num_tokens": 394007512.0, + "step": 16670 + }, + { + "epoch": 1.830770920272348, + "grad_norm": 2.0104756355285645, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7205061912536621, + "num_tokens": 394035155.0, + "step": 16671 + }, + { + "epoch": 1.8308807379749616, + "grad_norm": 2.2872958183288574, + "learning_rate": 1e-06, + "loss": 0.9098, + "mean_token_accuracy": 0.7149129509925842, + "num_tokens": 394061882.0, + "step": 16672 + }, + { + "epoch": 1.8309905556775752, + "grad_norm": 2.0468719005584717, + "learning_rate": 1e-06, + "loss": 0.9529, + "mean_token_accuracy": 0.6989121437072754, + "num_tokens": 394091550.0, + "step": 16673 + }, + { + "epoch": 1.831100373380189, + "grad_norm": 2.594012975692749, + "learning_rate": 1e-06, + "loss": 0.8601, + "mean_token_accuracy": 0.7297400236129761, + "num_tokens": 394112999.0, + "step": 16674 + }, + { + "epoch": 1.8312101910828025, + "grad_norm": 2.461761474609375, + "learning_rate": 1e-06, + "loss": 0.7816, + "mean_token_accuracy": 0.7582412958145142, + "num_tokens": 394134240.0, + "step": 16675 + }, + { + "epoch": 1.8313200087854162, + "grad_norm": 2.5131537914276123, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7108743786811829, + "num_tokens": 394158356.0, + "step": 16676 + }, + { + "epoch": 1.83142982648803, + "grad_norm": 2.4197380542755127, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.7280771732330322, + "num_tokens": 394180684.0, + "step": 16677 + }, + { + "epoch": 1.8315396441906435, + "grad_norm": 3.0895743370056152, + "learning_rate": 1e-06, + "loss": 0.8194, + "mean_token_accuracy": 0.7348776459693909, + "num_tokens": 394196380.0, + "step": 16678 + }, + { + "epoch": 1.831649461893257, + "grad_norm": 2.3602051734924316, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7134295701980591, + "num_tokens": 394220091.0, + "step": 16679 + }, + { + "epoch": 1.8317592795958708, + "grad_norm": 2.149045944213867, + "learning_rate": 1e-06, + "loss": 0.8299, + "mean_token_accuracy": 0.7360266447067261, + "num_tokens": 394246172.0, + "step": 16680 + }, + { + "epoch": 1.8318690972984846, + "grad_norm": 2.24301815032959, + "learning_rate": 1e-06, + "loss": 0.9208, + "mean_token_accuracy": 0.7128781080245972, + "num_tokens": 394271491.0, + "step": 16681 + }, + { + "epoch": 1.8319789150010983, + "grad_norm": 2.4423303604125977, + "learning_rate": 1e-06, + "loss": 0.7995, + "mean_token_accuracy": 0.7371345162391663, + "num_tokens": 394294456.0, + "step": 16682 + }, + { + "epoch": 1.8320887327037119, + "grad_norm": 2.4826366901397705, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.735305905342102, + "num_tokens": 394313772.0, + "step": 16683 + }, + { + "epoch": 1.8321985504063254, + "grad_norm": 2.264230489730835, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.7074939012527466, + "num_tokens": 394339338.0, + "step": 16684 + }, + { + "epoch": 1.8323083681089392, + "grad_norm": 2.50305438041687, + "learning_rate": 1e-06, + "loss": 0.9076, + "mean_token_accuracy": 0.7159226536750793, + "num_tokens": 394361086.0, + "step": 16685 + }, + { + "epoch": 1.832418185811553, + "grad_norm": 2.4502451419830322, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.7181239128112793, + "num_tokens": 394381757.0, + "step": 16686 + }, + { + "epoch": 1.8325280035141664, + "grad_norm": 2.306452989578247, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7018603086471558, + "num_tokens": 394406323.0, + "step": 16687 + }, + { + "epoch": 1.83263782121678, + "grad_norm": 2.521221399307251, + "learning_rate": 1e-06, + "loss": 0.8265, + "mean_token_accuracy": 0.7380220293998718, + "num_tokens": 394427055.0, + "step": 16688 + }, + { + "epoch": 1.8327476389193937, + "grad_norm": 2.3619492053985596, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7272571921348572, + "num_tokens": 394448873.0, + "step": 16689 + }, + { + "epoch": 1.8328574566220075, + "grad_norm": 2.3295228481292725, + "learning_rate": 1e-06, + "loss": 0.9205, + "mean_token_accuracy": 0.7175205945968628, + "num_tokens": 394475310.0, + "step": 16690 + }, + { + "epoch": 1.8329672743246213, + "grad_norm": 2.4191086292266846, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.70949387550354, + "num_tokens": 394497298.0, + "step": 16691 + }, + { + "epoch": 1.8330770920272348, + "grad_norm": 2.0790598392486572, + "learning_rate": 1e-06, + "loss": 0.9558, + "mean_token_accuracy": 0.7134331464767456, + "num_tokens": 394523750.0, + "step": 16692 + }, + { + "epoch": 1.8331869097298483, + "grad_norm": 2.4100825786590576, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7376362681388855, + "num_tokens": 394546165.0, + "step": 16693 + }, + { + "epoch": 1.833296727432462, + "grad_norm": 1.959470272064209, + "learning_rate": 1e-06, + "loss": 0.9469, + "mean_token_accuracy": 0.707474946975708, + "num_tokens": 394578930.0, + "step": 16694 + }, + { + "epoch": 1.8334065451350758, + "grad_norm": 2.202749490737915, + "learning_rate": 1e-06, + "loss": 0.8647, + "mean_token_accuracy": 0.7276995778083801, + "num_tokens": 394603079.0, + "step": 16695 + }, + { + "epoch": 1.8335163628376896, + "grad_norm": 2.823857545852661, + "learning_rate": 1e-06, + "loss": 0.8235, + "mean_token_accuracy": 0.7451174259185791, + "num_tokens": 394619728.0, + "step": 16696 + }, + { + "epoch": 1.8336261805403031, + "grad_norm": 2.3345015048980713, + "learning_rate": 1e-06, + "loss": 0.955, + "mean_token_accuracy": 0.7012895941734314, + "num_tokens": 394643413.0, + "step": 16697 + }, + { + "epoch": 1.8337359982429167, + "grad_norm": 2.441948175430298, + "learning_rate": 1e-06, + "loss": 0.8117, + "mean_token_accuracy": 0.7426394820213318, + "num_tokens": 394665438.0, + "step": 16698 + }, + { + "epoch": 1.8338458159455304, + "grad_norm": 2.1718122959136963, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7203066349029541, + "num_tokens": 394694605.0, + "step": 16699 + }, + { + "epoch": 1.8339556336481442, + "grad_norm": 2.278907299041748, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7250852584838867, + "num_tokens": 394720752.0, + "step": 16700 + }, + { + "epoch": 1.8340654513507577, + "grad_norm": 2.184095859527588, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7170138359069824, + "num_tokens": 394746079.0, + "step": 16701 + }, + { + "epoch": 1.8341752690533712, + "grad_norm": 2.8297367095947266, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7300238609313965, + "num_tokens": 394764070.0, + "step": 16702 + }, + { + "epoch": 1.834285086755985, + "grad_norm": 2.2918717861175537, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7148798704147339, + "num_tokens": 394788505.0, + "step": 16703 + }, + { + "epoch": 1.8343949044585988, + "grad_norm": 2.137740135192871, + "learning_rate": 1e-06, + "loss": 0.8805, + "mean_token_accuracy": 0.7240540981292725, + "num_tokens": 394815824.0, + "step": 16704 + }, + { + "epoch": 1.8345047221612125, + "grad_norm": 2.057251214981079, + "learning_rate": 1e-06, + "loss": 0.9239, + "mean_token_accuracy": 0.7109864950180054, + "num_tokens": 394846753.0, + "step": 16705 + }, + { + "epoch": 1.834614539863826, + "grad_norm": 2.268317699432373, + "learning_rate": 1e-06, + "loss": 0.9047, + "mean_token_accuracy": 0.7136749029159546, + "num_tokens": 394868970.0, + "step": 16706 + }, + { + "epoch": 1.8347243575664396, + "grad_norm": 2.574113368988037, + "learning_rate": 1e-06, + "loss": 0.8023, + "mean_token_accuracy": 0.745390772819519, + "num_tokens": 394888954.0, + "step": 16707 + }, + { + "epoch": 1.8348341752690533, + "grad_norm": 2.2933709621429443, + "learning_rate": 1e-06, + "loss": 0.9464, + "mean_token_accuracy": 0.7097777128219604, + "num_tokens": 394915642.0, + "step": 16708 + }, + { + "epoch": 1.834943992971667, + "grad_norm": 2.2891383171081543, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7053936123847961, + "num_tokens": 394940691.0, + "step": 16709 + }, + { + "epoch": 1.8350538106742806, + "grad_norm": 2.259889841079712, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7135595083236694, + "num_tokens": 394965584.0, + "step": 16710 + }, + { + "epoch": 1.8351636283768944, + "grad_norm": 2.473306179046631, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.736630916595459, + "num_tokens": 394986466.0, + "step": 16711 + }, + { + "epoch": 1.835273446079508, + "grad_norm": 2.4525320529937744, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7245035171508789, + "num_tokens": 395008745.0, + "step": 16712 + }, + { + "epoch": 1.8353832637821217, + "grad_norm": 2.77974796295166, + "learning_rate": 1e-06, + "loss": 0.877, + "mean_token_accuracy": 0.7176663279533386, + "num_tokens": 395027407.0, + "step": 16713 + }, + { + "epoch": 1.8354930814847354, + "grad_norm": 2.6086792945861816, + "learning_rate": 1e-06, + "loss": 0.9037, + "mean_token_accuracy": 0.7175247073173523, + "num_tokens": 395048259.0, + "step": 16714 + }, + { + "epoch": 1.835602899187349, + "grad_norm": 2.099118232727051, + "learning_rate": 1e-06, + "loss": 0.8899, + "mean_token_accuracy": 0.7217925786972046, + "num_tokens": 395075987.0, + "step": 16715 + }, + { + "epoch": 1.8357127168899625, + "grad_norm": 2.237658739089966, + "learning_rate": 1e-06, + "loss": 0.9333, + "mean_token_accuracy": 0.7149686813354492, + "num_tokens": 395101508.0, + "step": 16716 + }, + { + "epoch": 1.8358225345925763, + "grad_norm": 2.0937843322753906, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7217504382133484, + "num_tokens": 395131146.0, + "step": 16717 + }, + { + "epoch": 1.83593235229519, + "grad_norm": 2.4428250789642334, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7305690050125122, + "num_tokens": 395154017.0, + "step": 16718 + }, + { + "epoch": 1.8360421699978038, + "grad_norm": 2.040943145751953, + "learning_rate": 1e-06, + "loss": 0.9818, + "mean_token_accuracy": 0.7148337364196777, + "num_tokens": 395186213.0, + "step": 16719 + }, + { + "epoch": 1.8361519877004173, + "grad_norm": 2.374352216720581, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.7368329763412476, + "num_tokens": 395207417.0, + "step": 16720 + }, + { + "epoch": 1.8362618054030309, + "grad_norm": 2.466538190841675, + "learning_rate": 1e-06, + "loss": 0.8688, + "mean_token_accuracy": 0.7322927713394165, + "num_tokens": 395229463.0, + "step": 16721 + }, + { + "epoch": 1.8363716231056446, + "grad_norm": 2.1711437702178955, + "learning_rate": 1e-06, + "loss": 0.9439, + "mean_token_accuracy": 0.7060323357582092, + "num_tokens": 395256252.0, + "step": 16722 + }, + { + "epoch": 1.8364814408082584, + "grad_norm": 2.180290937423706, + "learning_rate": 1e-06, + "loss": 0.9728, + "mean_token_accuracy": 0.6983982920646667, + "num_tokens": 395283205.0, + "step": 16723 + }, + { + "epoch": 1.836591258510872, + "grad_norm": 2.143357515335083, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.714038610458374, + "num_tokens": 395312643.0, + "step": 16724 + }, + { + "epoch": 1.8367010762134857, + "grad_norm": 2.426182746887207, + "learning_rate": 1e-06, + "loss": 0.817, + "mean_token_accuracy": 0.7471064925193787, + "num_tokens": 395334219.0, + "step": 16725 + }, + { + "epoch": 1.8368108939160992, + "grad_norm": 2.626995086669922, + "learning_rate": 1e-06, + "loss": 0.8558, + "mean_token_accuracy": 0.7343175411224365, + "num_tokens": 395353706.0, + "step": 16726 + }, + { + "epoch": 1.836920711618713, + "grad_norm": 2.3454530239105225, + "learning_rate": 1e-06, + "loss": 0.9024, + "mean_token_accuracy": 0.7303166389465332, + "num_tokens": 395376402.0, + "step": 16727 + }, + { + "epoch": 1.8370305293213267, + "grad_norm": 2.5756771564483643, + "learning_rate": 1e-06, + "loss": 0.7579, + "mean_token_accuracy": 0.7547634840011597, + "num_tokens": 395395874.0, + "step": 16728 + }, + { + "epoch": 1.8371403470239402, + "grad_norm": 2.763988733291626, + "learning_rate": 1e-06, + "loss": 0.8414, + "mean_token_accuracy": 0.732370913028717, + "num_tokens": 395413906.0, + "step": 16729 + }, + { + "epoch": 1.8372501647265538, + "grad_norm": 2.1300530433654785, + "learning_rate": 1e-06, + "loss": 0.9053, + "mean_token_accuracy": 0.7259460687637329, + "num_tokens": 395444044.0, + "step": 16730 + }, + { + "epoch": 1.8373599824291675, + "grad_norm": 2.79552960395813, + "learning_rate": 1e-06, + "loss": 0.8729, + "mean_token_accuracy": 0.7246387600898743, + "num_tokens": 395462261.0, + "step": 16731 + }, + { + "epoch": 1.8374698001317813, + "grad_norm": 2.149019956588745, + "learning_rate": 1e-06, + "loss": 0.9335, + "mean_token_accuracy": 0.7077736854553223, + "num_tokens": 395489081.0, + "step": 16732 + }, + { + "epoch": 1.837579617834395, + "grad_norm": 2.428171157836914, + "learning_rate": 1e-06, + "loss": 0.869, + "mean_token_accuracy": 0.7239019870758057, + "num_tokens": 395510183.0, + "step": 16733 + }, + { + "epoch": 1.8376894355370086, + "grad_norm": 2.5961923599243164, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7073023319244385, + "num_tokens": 395530584.0, + "step": 16734 + }, + { + "epoch": 1.8377992532396221, + "grad_norm": 2.4514291286468506, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7246300578117371, + "num_tokens": 395549943.0, + "step": 16735 + }, + { + "epoch": 1.8379090709422359, + "grad_norm": 2.324455976486206, + "learning_rate": 1e-06, + "loss": 0.8819, + "mean_token_accuracy": 0.7209237217903137, + "num_tokens": 395573615.0, + "step": 16736 + }, + { + "epoch": 1.8380188886448496, + "grad_norm": 2.2717838287353516, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7146315574645996, + "num_tokens": 395599951.0, + "step": 16737 + }, + { + "epoch": 1.8381287063474632, + "grad_norm": 2.677295207977295, + "learning_rate": 1e-06, + "loss": 0.9238, + "mean_token_accuracy": 0.730964183807373, + "num_tokens": 395620059.0, + "step": 16738 + }, + { + "epoch": 1.838238524050077, + "grad_norm": 2.172095537185669, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7205330729484558, + "num_tokens": 395645801.0, + "step": 16739 + }, + { + "epoch": 1.8383483417526905, + "grad_norm": 2.2091991901397705, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7085357904434204, + "num_tokens": 395671626.0, + "step": 16740 + }, + { + "epoch": 1.8384581594553042, + "grad_norm": 2.187105178833008, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.729454517364502, + "num_tokens": 395697799.0, + "step": 16741 + }, + { + "epoch": 1.838567977157918, + "grad_norm": 2.3391523361206055, + "learning_rate": 1e-06, + "loss": 0.804, + "mean_token_accuracy": 0.7397485375404358, + "num_tokens": 395719064.0, + "step": 16742 + }, + { + "epoch": 1.8386777948605315, + "grad_norm": 2.7863471508026123, + "learning_rate": 1e-06, + "loss": 0.87, + "mean_token_accuracy": 0.7345463037490845, + "num_tokens": 395736264.0, + "step": 16743 + }, + { + "epoch": 1.838787612563145, + "grad_norm": 2.457882881164551, + "learning_rate": 1e-06, + "loss": 0.8785, + "mean_token_accuracy": 0.7224627733230591, + "num_tokens": 395758061.0, + "step": 16744 + }, + { + "epoch": 1.8388974302657588, + "grad_norm": 3.2021803855895996, + "learning_rate": 1e-06, + "loss": 0.7796, + "mean_token_accuracy": 0.7491350173950195, + "num_tokens": 395772579.0, + "step": 16745 + }, + { + "epoch": 1.8390072479683726, + "grad_norm": 2.3066720962524414, + "learning_rate": 1e-06, + "loss": 1.0026, + "mean_token_accuracy": 0.6957917213439941, + "num_tokens": 395801248.0, + "step": 16746 + }, + { + "epoch": 1.8391170656709863, + "grad_norm": 2.145725727081299, + "learning_rate": 1e-06, + "loss": 0.8589, + "mean_token_accuracy": 0.7256638407707214, + "num_tokens": 395827160.0, + "step": 16747 + }, + { + "epoch": 1.8392268833735999, + "grad_norm": 2.0979294776916504, + "learning_rate": 1e-06, + "loss": 0.8973, + "mean_token_accuracy": 0.7273201942443848, + "num_tokens": 395857594.0, + "step": 16748 + }, + { + "epoch": 1.8393367010762134, + "grad_norm": 2.20302414894104, + "learning_rate": 1e-06, + "loss": 0.8494, + "mean_token_accuracy": 0.7296615839004517, + "num_tokens": 395883154.0, + "step": 16749 + }, + { + "epoch": 1.8394465187788271, + "grad_norm": 2.8486530780792236, + "learning_rate": 1e-06, + "loss": 0.7801, + "mean_token_accuracy": 0.745690643787384, + "num_tokens": 395898482.0, + "step": 16750 + }, + { + "epoch": 1.839556336481441, + "grad_norm": 2.234358787536621, + "learning_rate": 1e-06, + "loss": 0.9718, + "mean_token_accuracy": 0.703677237033844, + "num_tokens": 395925028.0, + "step": 16751 + }, + { + "epoch": 1.8396661541840544, + "grad_norm": 2.201899766921997, + "learning_rate": 1e-06, + "loss": 0.9476, + "mean_token_accuracy": 0.7082254886627197, + "num_tokens": 395950334.0, + "step": 16752 + }, + { + "epoch": 1.839775971886668, + "grad_norm": 2.3755695819854736, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7104154229164124, + "num_tokens": 395974313.0, + "step": 16753 + }, + { + "epoch": 1.8398857895892817, + "grad_norm": 2.3413474559783936, + "learning_rate": 1e-06, + "loss": 0.8214, + "mean_token_accuracy": 0.7376031279563904, + "num_tokens": 395997436.0, + "step": 16754 + }, + { + "epoch": 1.8399956072918955, + "grad_norm": 2.671119451522827, + "learning_rate": 1e-06, + "loss": 0.8091, + "mean_token_accuracy": 0.7465162873268127, + "num_tokens": 396015417.0, + "step": 16755 + }, + { + "epoch": 1.8401054249945092, + "grad_norm": 2.5464725494384766, + "learning_rate": 1e-06, + "loss": 0.8123, + "mean_token_accuracy": 0.7379792928695679, + "num_tokens": 396034712.0, + "step": 16756 + }, + { + "epoch": 1.8402152426971228, + "grad_norm": 2.098707675933838, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7254624366760254, + "num_tokens": 396060808.0, + "step": 16757 + }, + { + "epoch": 1.8403250603997363, + "grad_norm": 2.414438247680664, + "learning_rate": 1e-06, + "loss": 0.9406, + "mean_token_accuracy": 0.716202974319458, + "num_tokens": 396085468.0, + "step": 16758 + }, + { + "epoch": 1.84043487810235, + "grad_norm": 2.437718152999878, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7191298007965088, + "num_tokens": 396108741.0, + "step": 16759 + }, + { + "epoch": 1.8405446958049638, + "grad_norm": 2.6419007778167725, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7244068384170532, + "num_tokens": 396127250.0, + "step": 16760 + }, + { + "epoch": 1.8406545135075776, + "grad_norm": 1.9664409160614014, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.718350350856781, + "num_tokens": 396158270.0, + "step": 16761 + }, + { + "epoch": 1.8407643312101911, + "grad_norm": 2.449747323989868, + "learning_rate": 1e-06, + "loss": 0.8929, + "mean_token_accuracy": 0.7379522323608398, + "num_tokens": 396180747.0, + "step": 16762 + }, + { + "epoch": 1.8408741489128047, + "grad_norm": 2.156841993331909, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7223217487335205, + "num_tokens": 396207838.0, + "step": 16763 + }, + { + "epoch": 1.8409839666154184, + "grad_norm": 2.267247200012207, + "learning_rate": 1e-06, + "loss": 0.9292, + "mean_token_accuracy": 0.7170839905738831, + "num_tokens": 396233527.0, + "step": 16764 + }, + { + "epoch": 1.8410937843180322, + "grad_norm": 2.7038357257843018, + "learning_rate": 1e-06, + "loss": 0.9391, + "mean_token_accuracy": 0.7333579063415527, + "num_tokens": 396253008.0, + "step": 16765 + }, + { + "epoch": 1.8412036020206457, + "grad_norm": 2.3060109615325928, + "learning_rate": 1e-06, + "loss": 0.8733, + "mean_token_accuracy": 0.7184930443763733, + "num_tokens": 396276530.0, + "step": 16766 + }, + { + "epoch": 1.8413134197232592, + "grad_norm": 2.019099235534668, + "learning_rate": 1e-06, + "loss": 0.8531, + "mean_token_accuracy": 0.7302687764167786, + "num_tokens": 396306849.0, + "step": 16767 + }, + { + "epoch": 1.841423237425873, + "grad_norm": 2.488025426864624, + "learning_rate": 1e-06, + "loss": 0.8957, + "mean_token_accuracy": 0.720014214515686, + "num_tokens": 396325895.0, + "step": 16768 + }, + { + "epoch": 1.8415330551284868, + "grad_norm": 2.2963924407958984, + "learning_rate": 1e-06, + "loss": 0.8895, + "mean_token_accuracy": 0.7195959091186523, + "num_tokens": 396351082.0, + "step": 16769 + }, + { + "epoch": 1.8416428728311005, + "grad_norm": 2.0558691024780273, + "learning_rate": 1e-06, + "loss": 0.9133, + "mean_token_accuracy": 0.7093045711517334, + "num_tokens": 396382498.0, + "step": 16770 + }, + { + "epoch": 1.841752690533714, + "grad_norm": 2.2916128635406494, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7260891199111938, + "num_tokens": 396406661.0, + "step": 16771 + }, + { + "epoch": 1.8418625082363276, + "grad_norm": 2.4833269119262695, + "learning_rate": 1e-06, + "loss": 0.902, + "mean_token_accuracy": 0.7211126685142517, + "num_tokens": 396428625.0, + "step": 16772 + }, + { + "epoch": 1.8419723259389413, + "grad_norm": 2.335906982421875, + "learning_rate": 1e-06, + "loss": 0.9496, + "mean_token_accuracy": 0.7075480222702026, + "num_tokens": 396455039.0, + "step": 16773 + }, + { + "epoch": 1.842082143641555, + "grad_norm": 2.176381826400757, + "learning_rate": 1e-06, + "loss": 0.7505, + "mean_token_accuracy": 0.7505424618721008, + "num_tokens": 396478376.0, + "step": 16774 + }, + { + "epoch": 1.8421919613441686, + "grad_norm": 2.0558555126190186, + "learning_rate": 1e-06, + "loss": 0.925, + "mean_token_accuracy": 0.7203048467636108, + "num_tokens": 396507591.0, + "step": 16775 + }, + { + "epoch": 1.8423017790467824, + "grad_norm": 2.5339221954345703, + "learning_rate": 1e-06, + "loss": 0.7582, + "mean_token_accuracy": 0.7546974420547485, + "num_tokens": 396528742.0, + "step": 16776 + }, + { + "epoch": 1.842411596749396, + "grad_norm": 2.088078260421753, + "learning_rate": 1e-06, + "loss": 0.8908, + "mean_token_accuracy": 0.7168737649917603, + "num_tokens": 396556161.0, + "step": 16777 + }, + { + "epoch": 1.8425214144520097, + "grad_norm": 2.250610589981079, + "learning_rate": 1e-06, + "loss": 0.8364, + "mean_token_accuracy": 0.7305576801300049, + "num_tokens": 396580229.0, + "step": 16778 + }, + { + "epoch": 1.8426312321546234, + "grad_norm": 2.434490203857422, + "learning_rate": 1e-06, + "loss": 0.913, + "mean_token_accuracy": 0.7161852121353149, + "num_tokens": 396604969.0, + "step": 16779 + }, + { + "epoch": 1.842741049857237, + "grad_norm": 2.2975175380706787, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7253297567367554, + "num_tokens": 396629120.0, + "step": 16780 + }, + { + "epoch": 1.8428508675598505, + "grad_norm": 2.3486099243164062, + "learning_rate": 1e-06, + "loss": 0.8369, + "mean_token_accuracy": 0.7342914342880249, + "num_tokens": 396650549.0, + "step": 16781 + }, + { + "epoch": 1.8429606852624643, + "grad_norm": 2.0729775428771973, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7101005911827087, + "num_tokens": 396678362.0, + "step": 16782 + }, + { + "epoch": 1.843070502965078, + "grad_norm": 2.24269700050354, + "learning_rate": 1e-06, + "loss": 0.8997, + "mean_token_accuracy": 0.7177936434745789, + "num_tokens": 396704820.0, + "step": 16783 + }, + { + "epoch": 1.8431803206676918, + "grad_norm": 2.4758167266845703, + "learning_rate": 1e-06, + "loss": 0.8372, + "mean_token_accuracy": 0.7337642908096313, + "num_tokens": 396725436.0, + "step": 16784 + }, + { + "epoch": 1.8432901383703053, + "grad_norm": 2.5949149131774902, + "learning_rate": 1e-06, + "loss": 0.8614, + "mean_token_accuracy": 0.7452389597892761, + "num_tokens": 396744905.0, + "step": 16785 + }, + { + "epoch": 1.8433999560729188, + "grad_norm": 2.145226001739502, + "learning_rate": 1e-06, + "loss": 0.8884, + "mean_token_accuracy": 0.7225503921508789, + "num_tokens": 396771903.0, + "step": 16786 + }, + { + "epoch": 1.8435097737755326, + "grad_norm": 2.2857651710510254, + "learning_rate": 1e-06, + "loss": 0.9852, + "mean_token_accuracy": 0.6895893216133118, + "num_tokens": 396795949.0, + "step": 16787 + }, + { + "epoch": 1.8436195914781464, + "grad_norm": 2.318182945251465, + "learning_rate": 1e-06, + "loss": 0.8922, + "mean_token_accuracy": 0.7277952432632446, + "num_tokens": 396819415.0, + "step": 16788 + }, + { + "epoch": 1.84372940918076, + "grad_norm": 2.2449100017547607, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.7359503507614136, + "num_tokens": 396843213.0, + "step": 16789 + }, + { + "epoch": 1.8438392268833736, + "grad_norm": 2.4702579975128174, + "learning_rate": 1e-06, + "loss": 0.8478, + "mean_token_accuracy": 0.7331264615058899, + "num_tokens": 396866364.0, + "step": 16790 + }, + { + "epoch": 1.8439490445859872, + "grad_norm": 2.839181900024414, + "learning_rate": 1e-06, + "loss": 0.8026, + "mean_token_accuracy": 0.744379997253418, + "num_tokens": 396889117.0, + "step": 16791 + }, + { + "epoch": 1.844058862288601, + "grad_norm": 2.7091171741485596, + "learning_rate": 1e-06, + "loss": 0.857, + "mean_token_accuracy": 0.7291320562362671, + "num_tokens": 396905263.0, + "step": 16792 + }, + { + "epoch": 1.8441686799912147, + "grad_norm": 2.399604320526123, + "learning_rate": 1e-06, + "loss": 0.9339, + "mean_token_accuracy": 0.7097923755645752, + "num_tokens": 396928782.0, + "step": 16793 + }, + { + "epoch": 1.8442784976938282, + "grad_norm": 2.534069776535034, + "learning_rate": 1e-06, + "loss": 0.8665, + "mean_token_accuracy": 0.7327596545219421, + "num_tokens": 396948789.0, + "step": 16794 + }, + { + "epoch": 1.8443883153964418, + "grad_norm": 2.385350465774536, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7009919881820679, + "num_tokens": 396973157.0, + "step": 16795 + }, + { + "epoch": 1.8444981330990555, + "grad_norm": 2.1689014434814453, + "learning_rate": 1e-06, + "loss": 0.9582, + "mean_token_accuracy": 0.7002124786376953, + "num_tokens": 396999775.0, + "step": 16796 + }, + { + "epoch": 1.8446079508016693, + "grad_norm": 2.0159618854522705, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7134724855422974, + "num_tokens": 397029429.0, + "step": 16797 + }, + { + "epoch": 1.844717768504283, + "grad_norm": 2.3172435760498047, + "learning_rate": 1e-06, + "loss": 0.9663, + "mean_token_accuracy": 0.7018193006515503, + "num_tokens": 397056213.0, + "step": 16798 + }, + { + "epoch": 1.8448275862068966, + "grad_norm": 2.508462905883789, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7232847213745117, + "num_tokens": 397076740.0, + "step": 16799 + }, + { + "epoch": 1.84493740390951, + "grad_norm": 2.182190179824829, + "learning_rate": 1e-06, + "loss": 1.0161, + "mean_token_accuracy": 0.6944581270217896, + "num_tokens": 397104608.0, + "step": 16800 + }, + { + "epoch": 1.8450472216121239, + "grad_norm": 2.696894884109497, + "learning_rate": 1e-06, + "loss": 0.998, + "mean_token_accuracy": 0.692387044429779, + "num_tokens": 397126747.0, + "step": 16801 + }, + { + "epoch": 1.8451570393147376, + "grad_norm": 2.4442617893218994, + "learning_rate": 1e-06, + "loss": 0.9341, + "mean_token_accuracy": 0.7193197011947632, + "num_tokens": 397147715.0, + "step": 16802 + }, + { + "epoch": 1.8452668570173512, + "grad_norm": 2.5313100814819336, + "learning_rate": 1e-06, + "loss": 0.8935, + "mean_token_accuracy": 0.7152079939842224, + "num_tokens": 397168724.0, + "step": 16803 + }, + { + "epoch": 1.8453766747199647, + "grad_norm": 2.3079822063446045, + "learning_rate": 1e-06, + "loss": 0.9402, + "mean_token_accuracy": 0.7227933406829834, + "num_tokens": 397193568.0, + "step": 16804 + }, + { + "epoch": 1.8454864924225785, + "grad_norm": 2.193533182144165, + "learning_rate": 1e-06, + "loss": 0.9396, + "mean_token_accuracy": 0.7077930569648743, + "num_tokens": 397219407.0, + "step": 16805 + }, + { + "epoch": 1.8455963101251922, + "grad_norm": 2.225198745727539, + "learning_rate": 1e-06, + "loss": 0.8649, + "mean_token_accuracy": 0.7372440695762634, + "num_tokens": 397245100.0, + "step": 16806 + }, + { + "epoch": 1.845706127827806, + "grad_norm": 2.6614913940429688, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7229558825492859, + "num_tokens": 397263837.0, + "step": 16807 + }, + { + "epoch": 1.8458159455304195, + "grad_norm": 2.2631866931915283, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.7319350242614746, + "num_tokens": 397289722.0, + "step": 16808 + }, + { + "epoch": 1.845925763233033, + "grad_norm": 2.1593730449676514, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.727653443813324, + "num_tokens": 397315695.0, + "step": 16809 + }, + { + "epoch": 1.8460355809356468, + "grad_norm": 2.1765389442443848, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7088209390640259, + "num_tokens": 397342702.0, + "step": 16810 + }, + { + "epoch": 1.8461453986382605, + "grad_norm": 3.0789408683776855, + "learning_rate": 1e-06, + "loss": 0.7872, + "mean_token_accuracy": 0.7460302114486694, + "num_tokens": 397357739.0, + "step": 16811 + }, + { + "epoch": 1.8462552163408743, + "grad_norm": 2.1307129859924316, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.708757758140564, + "num_tokens": 397384647.0, + "step": 16812 + }, + { + "epoch": 1.8463650340434878, + "grad_norm": 2.4470021724700928, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7277672290802002, + "num_tokens": 397403804.0, + "step": 16813 + }, + { + "epoch": 1.8464748517461014, + "grad_norm": 2.464905023574829, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7177636623382568, + "num_tokens": 397426376.0, + "step": 16814 + }, + { + "epoch": 1.8465846694487151, + "grad_norm": 2.34515643119812, + "learning_rate": 1e-06, + "loss": 0.9353, + "mean_token_accuracy": 0.7102011442184448, + "num_tokens": 397452071.0, + "step": 16815 + }, + { + "epoch": 1.846694487151329, + "grad_norm": 2.341146230697632, + "learning_rate": 1e-06, + "loss": 0.9106, + "mean_token_accuracy": 0.7280292510986328, + "num_tokens": 397473877.0, + "step": 16816 + }, + { + "epoch": 1.8468043048539424, + "grad_norm": 2.1890885829925537, + "learning_rate": 1e-06, + "loss": 0.8789, + "mean_token_accuracy": 0.7249404191970825, + "num_tokens": 397501602.0, + "step": 16817 + }, + { + "epoch": 1.846914122556556, + "grad_norm": 2.968602180480957, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7342817783355713, + "num_tokens": 397518501.0, + "step": 16818 + }, + { + "epoch": 1.8470239402591697, + "grad_norm": 2.1930770874023438, + "learning_rate": 1e-06, + "loss": 0.8944, + "mean_token_accuracy": 0.721746563911438, + "num_tokens": 397544038.0, + "step": 16819 + }, + { + "epoch": 1.8471337579617835, + "grad_norm": 2.59096622467041, + "learning_rate": 1e-06, + "loss": 0.8392, + "mean_token_accuracy": 0.7307091355323792, + "num_tokens": 397564901.0, + "step": 16820 + }, + { + "epoch": 1.8472435756643972, + "grad_norm": 2.344043493270874, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7075767517089844, + "num_tokens": 397590581.0, + "step": 16821 + }, + { + "epoch": 1.8473533933670108, + "grad_norm": 2.1904683113098145, + "learning_rate": 1e-06, + "loss": 0.826, + "mean_token_accuracy": 0.7398598790168762, + "num_tokens": 397614989.0, + "step": 16822 + }, + { + "epoch": 1.8474632110696243, + "grad_norm": 2.0221471786499023, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7233133316040039, + "num_tokens": 397643535.0, + "step": 16823 + }, + { + "epoch": 1.847573028772238, + "grad_norm": 2.160742998123169, + "learning_rate": 1e-06, + "loss": 0.8075, + "mean_token_accuracy": 0.7349640727043152, + "num_tokens": 397669399.0, + "step": 16824 + }, + { + "epoch": 1.8476828464748518, + "grad_norm": 1.9718239307403564, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7030082941055298, + "num_tokens": 397701348.0, + "step": 16825 + }, + { + "epoch": 1.8477926641774656, + "grad_norm": 2.1714911460876465, + "learning_rate": 1e-06, + "loss": 0.8159, + "mean_token_accuracy": 0.7578457593917847, + "num_tokens": 397726500.0, + "step": 16826 + }, + { + "epoch": 1.847902481880079, + "grad_norm": 2.2684645652770996, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7226285934448242, + "num_tokens": 397750294.0, + "step": 16827 + }, + { + "epoch": 1.8480122995826926, + "grad_norm": 2.647089719772339, + "learning_rate": 1e-06, + "loss": 0.8636, + "mean_token_accuracy": 0.7306180596351624, + "num_tokens": 397769473.0, + "step": 16828 + }, + { + "epoch": 1.8481221172853064, + "grad_norm": 2.0942375659942627, + "learning_rate": 1e-06, + "loss": 0.8388, + "mean_token_accuracy": 0.7330783009529114, + "num_tokens": 397795773.0, + "step": 16829 + }, + { + "epoch": 1.8482319349879202, + "grad_norm": 2.5327060222625732, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7409408092498779, + "num_tokens": 397815801.0, + "step": 16830 + }, + { + "epoch": 1.8483417526905337, + "grad_norm": 2.2226340770721436, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7208288311958313, + "num_tokens": 397841004.0, + "step": 16831 + }, + { + "epoch": 1.8484515703931472, + "grad_norm": 2.409531354904175, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7238368988037109, + "num_tokens": 397863273.0, + "step": 16832 + }, + { + "epoch": 1.848561388095761, + "grad_norm": 2.216691017150879, + "learning_rate": 1e-06, + "loss": 1.0838, + "mean_token_accuracy": 0.6700238585472107, + "num_tokens": 397890263.0, + "step": 16833 + }, + { + "epoch": 1.8486712057983747, + "grad_norm": 2.2184319496154785, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7223127484321594, + "num_tokens": 397915020.0, + "step": 16834 + }, + { + "epoch": 1.8487810235009885, + "grad_norm": 2.522747755050659, + "learning_rate": 1e-06, + "loss": 0.9054, + "mean_token_accuracy": 0.7199874520301819, + "num_tokens": 397935535.0, + "step": 16835 + }, + { + "epoch": 1.848890841203602, + "grad_norm": 2.158165693283081, + "learning_rate": 1e-06, + "loss": 1.0182, + "mean_token_accuracy": 0.6900378465652466, + "num_tokens": 397964704.0, + "step": 16836 + }, + { + "epoch": 1.8490006589062156, + "grad_norm": 2.29750657081604, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7076323628425598, + "num_tokens": 397991517.0, + "step": 16837 + }, + { + "epoch": 1.8491104766088293, + "grad_norm": 2.7857866287231445, + "learning_rate": 1e-06, + "loss": 0.9154, + "mean_token_accuracy": 0.7290995121002197, + "num_tokens": 398009361.0, + "step": 16838 + }, + { + "epoch": 1.849220294311443, + "grad_norm": 2.41278076171875, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7293742895126343, + "num_tokens": 398033648.0, + "step": 16839 + }, + { + "epoch": 1.8493301120140566, + "grad_norm": 1.9364206790924072, + "learning_rate": 1e-06, + "loss": 0.9887, + "mean_token_accuracy": 0.6998961567878723, + "num_tokens": 398066869.0, + "step": 16840 + }, + { + "epoch": 1.8494399297166704, + "grad_norm": 2.6866066455841064, + "learning_rate": 1e-06, + "loss": 0.7914, + "mean_token_accuracy": 0.7482849955558777, + "num_tokens": 398084365.0, + "step": 16841 + }, + { + "epoch": 1.849549747419284, + "grad_norm": 1.994488000869751, + "learning_rate": 1e-06, + "loss": 0.9894, + "mean_token_accuracy": 0.697915256023407, + "num_tokens": 398117918.0, + "step": 16842 + }, + { + "epoch": 1.8496595651218977, + "grad_norm": 2.557344675064087, + "learning_rate": 1e-06, + "loss": 0.8784, + "mean_token_accuracy": 0.7210943698883057, + "num_tokens": 398137109.0, + "step": 16843 + }, + { + "epoch": 1.8497693828245114, + "grad_norm": 2.6914310455322266, + "learning_rate": 1e-06, + "loss": 0.8411, + "mean_token_accuracy": 0.734844982624054, + "num_tokens": 398155110.0, + "step": 16844 + }, + { + "epoch": 1.849879200527125, + "grad_norm": 2.0401194095611572, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7263882756233215, + "num_tokens": 398184093.0, + "step": 16845 + }, + { + "epoch": 1.8499890182297385, + "grad_norm": 2.147569417953491, + "learning_rate": 1e-06, + "loss": 0.9928, + "mean_token_accuracy": 0.697521448135376, + "num_tokens": 398211114.0, + "step": 16846 + }, + { + "epoch": 1.8500988359323522, + "grad_norm": 2.269110679626465, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.698687732219696, + "num_tokens": 398238778.0, + "step": 16847 + }, + { + "epoch": 1.850208653634966, + "grad_norm": 2.301668882369995, + "learning_rate": 1e-06, + "loss": 0.9055, + "mean_token_accuracy": 0.7162578105926514, + "num_tokens": 398263718.0, + "step": 16848 + }, + { + "epoch": 1.8503184713375798, + "grad_norm": 2.5147557258605957, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7287859916687012, + "num_tokens": 398283821.0, + "step": 16849 + }, + { + "epoch": 1.8504282890401933, + "grad_norm": 2.3514351844787598, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7160466909408569, + "num_tokens": 398305975.0, + "step": 16850 + }, + { + "epoch": 1.8505381067428068, + "grad_norm": 2.1488828659057617, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7184292078018188, + "num_tokens": 398331789.0, + "step": 16851 + }, + { + "epoch": 1.8506479244454206, + "grad_norm": 2.5464446544647217, + "learning_rate": 1e-06, + "loss": 0.7858, + "mean_token_accuracy": 0.7479928731918335, + "num_tokens": 398350674.0, + "step": 16852 + }, + { + "epoch": 1.8507577421480343, + "grad_norm": 2.4108128547668457, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7246462106704712, + "num_tokens": 398371430.0, + "step": 16853 + }, + { + "epoch": 1.8508675598506479, + "grad_norm": 2.352386236190796, + "learning_rate": 1e-06, + "loss": 0.8971, + "mean_token_accuracy": 0.7174403667449951, + "num_tokens": 398395793.0, + "step": 16854 + }, + { + "epoch": 1.8509773775532616, + "grad_norm": 2.5920217037200928, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.717116117477417, + "num_tokens": 398416192.0, + "step": 16855 + }, + { + "epoch": 1.8510871952558752, + "grad_norm": 2.205364942550659, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.718260645866394, + "num_tokens": 398443493.0, + "step": 16856 + }, + { + "epoch": 1.851197012958489, + "grad_norm": 2.189746141433716, + "learning_rate": 1e-06, + "loss": 0.889, + "mean_token_accuracy": 0.725348711013794, + "num_tokens": 398468674.0, + "step": 16857 + }, + { + "epoch": 1.8513068306611027, + "grad_norm": 2.306947946548462, + "learning_rate": 1e-06, + "loss": 0.9826, + "mean_token_accuracy": 0.7000724077224731, + "num_tokens": 398491890.0, + "step": 16858 + }, + { + "epoch": 1.8514166483637162, + "grad_norm": 2.6412370204925537, + "learning_rate": 1e-06, + "loss": 0.8842, + "mean_token_accuracy": 0.7212854027748108, + "num_tokens": 398511276.0, + "step": 16859 + }, + { + "epoch": 1.8515264660663298, + "grad_norm": 2.447910785675049, + "learning_rate": 1e-06, + "loss": 0.8188, + "mean_token_accuracy": 0.7408760190010071, + "num_tokens": 398532555.0, + "step": 16860 + }, + { + "epoch": 1.8516362837689435, + "grad_norm": 2.3752334117889404, + "learning_rate": 1e-06, + "loss": 0.824, + "mean_token_accuracy": 0.7369182109832764, + "num_tokens": 398554375.0, + "step": 16861 + }, + { + "epoch": 1.8517461014715573, + "grad_norm": 2.478458881378174, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.727813720703125, + "num_tokens": 398576175.0, + "step": 16862 + }, + { + "epoch": 1.851855919174171, + "grad_norm": 2.2068352699279785, + "learning_rate": 1e-06, + "loss": 0.9286, + "mean_token_accuracy": 0.7148412466049194, + "num_tokens": 398601070.0, + "step": 16863 + }, + { + "epoch": 1.8519657368767846, + "grad_norm": 2.436119556427002, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7378764152526855, + "num_tokens": 398621923.0, + "step": 16864 + }, + { + "epoch": 1.852075554579398, + "grad_norm": 1.994484305381775, + "learning_rate": 1e-06, + "loss": 0.9217, + "mean_token_accuracy": 0.7094336748123169, + "num_tokens": 398651263.0, + "step": 16865 + }, + { + "epoch": 1.8521853722820119, + "grad_norm": 2.4227707386016846, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7088519930839539, + "num_tokens": 398674265.0, + "step": 16866 + }, + { + "epoch": 1.8522951899846256, + "grad_norm": 2.0959548950195312, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7132655382156372, + "num_tokens": 398704414.0, + "step": 16867 + }, + { + "epoch": 1.8524050076872391, + "grad_norm": 2.264979124069214, + "learning_rate": 1e-06, + "loss": 0.9373, + "mean_token_accuracy": 0.7244745492935181, + "num_tokens": 398729318.0, + "step": 16868 + }, + { + "epoch": 1.8525148253898527, + "grad_norm": 2.203171730041504, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7229101657867432, + "num_tokens": 398755508.0, + "step": 16869 + }, + { + "epoch": 1.8526246430924664, + "grad_norm": 2.0995841026306152, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.7353100776672363, + "num_tokens": 398781985.0, + "step": 16870 + }, + { + "epoch": 1.8527344607950802, + "grad_norm": 2.354327440261841, + "learning_rate": 1e-06, + "loss": 0.9207, + "mean_token_accuracy": 0.7149671316146851, + "num_tokens": 398805043.0, + "step": 16871 + }, + { + "epoch": 1.852844278497694, + "grad_norm": 2.110295534133911, + "learning_rate": 1e-06, + "loss": 0.8752, + "mean_token_accuracy": 0.7227575778961182, + "num_tokens": 398834439.0, + "step": 16872 + }, + { + "epoch": 1.8529540962003075, + "grad_norm": 2.5094423294067383, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.712222158908844, + "num_tokens": 398854532.0, + "step": 16873 + }, + { + "epoch": 1.853063913902921, + "grad_norm": 2.3686673641204834, + "learning_rate": 1e-06, + "loss": 0.9011, + "mean_token_accuracy": 0.7223832607269287, + "num_tokens": 398878727.0, + "step": 16874 + }, + { + "epoch": 1.8531737316055348, + "grad_norm": 2.3164916038513184, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7177215814590454, + "num_tokens": 398903060.0, + "step": 16875 + }, + { + "epoch": 1.8532835493081485, + "grad_norm": 2.321186065673828, + "learning_rate": 1e-06, + "loss": 0.8678, + "mean_token_accuracy": 0.7270921468734741, + "num_tokens": 398925488.0, + "step": 16876 + }, + { + "epoch": 1.8533933670107623, + "grad_norm": 2.3742434978485107, + "learning_rate": 1e-06, + "loss": 0.9906, + "mean_token_accuracy": 0.7059317231178284, + "num_tokens": 398950087.0, + "step": 16877 + }, + { + "epoch": 1.8535031847133758, + "grad_norm": 2.3429806232452393, + "learning_rate": 1e-06, + "loss": 0.7747, + "mean_token_accuracy": 0.7548526525497437, + "num_tokens": 398973191.0, + "step": 16878 + }, + { + "epoch": 1.8536130024159894, + "grad_norm": 2.0260543823242188, + "learning_rate": 1e-06, + "loss": 0.8528, + "mean_token_accuracy": 0.73375403881073, + "num_tokens": 399002481.0, + "step": 16879 + }, + { + "epoch": 1.8537228201186031, + "grad_norm": 2.440086841583252, + "learning_rate": 1e-06, + "loss": 0.8146, + "mean_token_accuracy": 0.7467765808105469, + "num_tokens": 399025013.0, + "step": 16880 + }, + { + "epoch": 1.8538326378212169, + "grad_norm": 2.5221474170684814, + "learning_rate": 1e-06, + "loss": 0.9643, + "mean_token_accuracy": 0.7079840898513794, + "num_tokens": 399045925.0, + "step": 16881 + }, + { + "epoch": 1.8539424555238304, + "grad_norm": 2.1291234493255615, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7168372869491577, + "num_tokens": 399073371.0, + "step": 16882 + }, + { + "epoch": 1.854052273226444, + "grad_norm": 2.200204849243164, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7240978479385376, + "num_tokens": 399099140.0, + "step": 16883 + }, + { + "epoch": 1.8541620909290577, + "grad_norm": 2.577557325363159, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7379331588745117, + "num_tokens": 399118380.0, + "step": 16884 + }, + { + "epoch": 1.8542719086316715, + "grad_norm": 2.4875988960266113, + "learning_rate": 1e-06, + "loss": 0.7903, + "mean_token_accuracy": 0.7426920533180237, + "num_tokens": 399138218.0, + "step": 16885 + }, + { + "epoch": 1.8543817263342852, + "grad_norm": 2.6662795543670654, + "learning_rate": 1e-06, + "loss": 0.8189, + "mean_token_accuracy": 0.7510187029838562, + "num_tokens": 399156219.0, + "step": 16886 + }, + { + "epoch": 1.8544915440368988, + "grad_norm": 2.3323564529418945, + "learning_rate": 1e-06, + "loss": 0.9086, + "mean_token_accuracy": 0.7205425500869751, + "num_tokens": 399178549.0, + "step": 16887 + }, + { + "epoch": 1.8546013617395123, + "grad_norm": 2.418567180633545, + "learning_rate": 1e-06, + "loss": 0.8948, + "mean_token_accuracy": 0.7193516492843628, + "num_tokens": 399202129.0, + "step": 16888 + }, + { + "epoch": 1.854711179442126, + "grad_norm": 2.275996208190918, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7235223054885864, + "num_tokens": 399225931.0, + "step": 16889 + }, + { + "epoch": 1.8548209971447398, + "grad_norm": 2.5354456901550293, + "learning_rate": 1e-06, + "loss": 0.8191, + "mean_token_accuracy": 0.7407996654510498, + "num_tokens": 399245618.0, + "step": 16890 + }, + { + "epoch": 1.8549308148473536, + "grad_norm": 2.305297374725342, + "learning_rate": 1e-06, + "loss": 1.0263, + "mean_token_accuracy": 0.6975767016410828, + "num_tokens": 399271265.0, + "step": 16891 + }, + { + "epoch": 1.855040632549967, + "grad_norm": 2.5978832244873047, + "learning_rate": 1e-06, + "loss": 0.8638, + "mean_token_accuracy": 0.7351635694503784, + "num_tokens": 399288756.0, + "step": 16892 + }, + { + "epoch": 1.8551504502525806, + "grad_norm": 2.5639467239379883, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7117794752120972, + "num_tokens": 399310441.0, + "step": 16893 + }, + { + "epoch": 1.8552602679551944, + "grad_norm": 2.234499454498291, + "learning_rate": 1e-06, + "loss": 1.015, + "mean_token_accuracy": 0.686820387840271, + "num_tokens": 399337896.0, + "step": 16894 + }, + { + "epoch": 1.8553700856578081, + "grad_norm": 2.5600802898406982, + "learning_rate": 1e-06, + "loss": 0.845, + "mean_token_accuracy": 0.7296739816665649, + "num_tokens": 399358064.0, + "step": 16895 + }, + { + "epoch": 1.8554799033604217, + "grad_norm": 2.528982639312744, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7310420274734497, + "num_tokens": 399379125.0, + "step": 16896 + }, + { + "epoch": 1.8555897210630352, + "grad_norm": 2.2635107040405273, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7093968391418457, + "num_tokens": 399405299.0, + "step": 16897 + }, + { + "epoch": 1.855699538765649, + "grad_norm": 2.455744504928589, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.7313106060028076, + "num_tokens": 399426614.0, + "step": 16898 + }, + { + "epoch": 1.8558093564682627, + "grad_norm": 2.3381667137145996, + "learning_rate": 1e-06, + "loss": 1.0167, + "mean_token_accuracy": 0.6924988031387329, + "num_tokens": 399453135.0, + "step": 16899 + }, + { + "epoch": 1.8559191741708765, + "grad_norm": 3.469919443130493, + "learning_rate": 1e-06, + "loss": 0.958, + "mean_token_accuracy": 0.704901933670044, + "num_tokens": 399472420.0, + "step": 16900 + }, + { + "epoch": 1.85602899187349, + "grad_norm": 2.21313214302063, + "learning_rate": 1e-06, + "loss": 0.8583, + "mean_token_accuracy": 0.7288058400154114, + "num_tokens": 399499583.0, + "step": 16901 + }, + { + "epoch": 1.8561388095761036, + "grad_norm": 2.3801283836364746, + "learning_rate": 1e-06, + "loss": 0.8743, + "mean_token_accuracy": 0.7240363359451294, + "num_tokens": 399520899.0, + "step": 16902 + }, + { + "epoch": 1.8562486272787173, + "grad_norm": 2.4793124198913574, + "learning_rate": 1e-06, + "loss": 0.9619, + "mean_token_accuracy": 0.7018311023712158, + "num_tokens": 399544830.0, + "step": 16903 + }, + { + "epoch": 1.856358444981331, + "grad_norm": 2.103443145751953, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7097247838973999, + "num_tokens": 399572618.0, + "step": 16904 + }, + { + "epoch": 1.8564682626839446, + "grad_norm": 2.250452995300293, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7262132167816162, + "num_tokens": 399598254.0, + "step": 16905 + }, + { + "epoch": 1.8565780803865584, + "grad_norm": 2.548060417175293, + "learning_rate": 1e-06, + "loss": 0.9131, + "mean_token_accuracy": 0.7206521034240723, + "num_tokens": 399618910.0, + "step": 16906 + }, + { + "epoch": 1.856687898089172, + "grad_norm": 2.5509064197540283, + "learning_rate": 1e-06, + "loss": 0.8307, + "mean_token_accuracy": 0.7348018884658813, + "num_tokens": 399638912.0, + "step": 16907 + }, + { + "epoch": 1.8567977157917857, + "grad_norm": 2.2275421619415283, + "learning_rate": 1e-06, + "loss": 0.8486, + "mean_token_accuracy": 0.7292490601539612, + "num_tokens": 399663864.0, + "step": 16908 + }, + { + "epoch": 1.8569075334943994, + "grad_norm": 2.7594149112701416, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7016825079917908, + "num_tokens": 399684322.0, + "step": 16909 + }, + { + "epoch": 1.857017351197013, + "grad_norm": 2.239168167114258, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7248060703277588, + "num_tokens": 399711756.0, + "step": 16910 + }, + { + "epoch": 1.8571271688996265, + "grad_norm": 2.5697004795074463, + "learning_rate": 1e-06, + "loss": 0.8748, + "mean_token_accuracy": 0.7239097952842712, + "num_tokens": 399731537.0, + "step": 16911 + }, + { + "epoch": 1.8572369866022402, + "grad_norm": 2.3186254501342773, + "learning_rate": 1e-06, + "loss": 0.8145, + "mean_token_accuracy": 0.7372438311576843, + "num_tokens": 399753262.0, + "step": 16912 + }, + { + "epoch": 1.857346804304854, + "grad_norm": 2.2750821113586426, + "learning_rate": 1e-06, + "loss": 0.9742, + "mean_token_accuracy": 0.7053207159042358, + "num_tokens": 399778623.0, + "step": 16913 + }, + { + "epoch": 1.8574566220074678, + "grad_norm": 2.4556519985198975, + "learning_rate": 1e-06, + "loss": 0.9045, + "mean_token_accuracy": 0.7179996967315674, + "num_tokens": 399799625.0, + "step": 16914 + }, + { + "epoch": 1.8575664397100813, + "grad_norm": 2.328809976577759, + "learning_rate": 1e-06, + "loss": 0.8086, + "mean_token_accuracy": 0.7451093792915344, + "num_tokens": 399822446.0, + "step": 16915 + }, + { + "epoch": 1.8576762574126948, + "grad_norm": 2.5363845825195312, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7171867489814758, + "num_tokens": 399843530.0, + "step": 16916 + }, + { + "epoch": 1.8577860751153086, + "grad_norm": 2.170469284057617, + "learning_rate": 1e-06, + "loss": 1.008, + "mean_token_accuracy": 0.6891695261001587, + "num_tokens": 399872002.0, + "step": 16917 + }, + { + "epoch": 1.8578958928179223, + "grad_norm": 2.1376559734344482, + "learning_rate": 1e-06, + "loss": 0.9569, + "mean_token_accuracy": 0.7035290598869324, + "num_tokens": 399901740.0, + "step": 16918 + }, + { + "epoch": 1.8580057105205359, + "grad_norm": 2.5899548530578613, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7120392322540283, + "num_tokens": 399920796.0, + "step": 16919 + }, + { + "epoch": 1.8581155282231496, + "grad_norm": 2.658022880554199, + "learning_rate": 1e-06, + "loss": 0.8312, + "mean_token_accuracy": 0.7337668538093567, + "num_tokens": 399940201.0, + "step": 16920 + }, + { + "epoch": 1.8582253459257632, + "grad_norm": 2.3861708641052246, + "learning_rate": 1e-06, + "loss": 0.9618, + "mean_token_accuracy": 0.7066723108291626, + "num_tokens": 399963375.0, + "step": 16921 + }, + { + "epoch": 1.858335163628377, + "grad_norm": 2.2474982738494873, + "learning_rate": 1e-06, + "loss": 0.9446, + "mean_token_accuracy": 0.7045005559921265, + "num_tokens": 399990010.0, + "step": 16922 + }, + { + "epoch": 1.8584449813309907, + "grad_norm": 3.028524398803711, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7337146401405334, + "num_tokens": 400005630.0, + "step": 16923 + }, + { + "epoch": 1.8585547990336042, + "grad_norm": 2.513113021850586, + "learning_rate": 1e-06, + "loss": 0.8166, + "mean_token_accuracy": 0.7391077280044556, + "num_tokens": 400025098.0, + "step": 16924 + }, + { + "epoch": 1.8586646167362177, + "grad_norm": 2.122823476791382, + "learning_rate": 1e-06, + "loss": 0.8459, + "mean_token_accuracy": 0.7369213104248047, + "num_tokens": 400051669.0, + "step": 16925 + }, + { + "epoch": 1.8587744344388315, + "grad_norm": 1.9985554218292236, + "learning_rate": 1e-06, + "loss": 0.8943, + "mean_token_accuracy": 0.7271579504013062, + "num_tokens": 400080341.0, + "step": 16926 + }, + { + "epoch": 1.8588842521414453, + "grad_norm": 2.2094266414642334, + "learning_rate": 1e-06, + "loss": 0.9548, + "mean_token_accuracy": 0.7111667394638062, + "num_tokens": 400105697.0, + "step": 16927 + }, + { + "epoch": 1.858994069844059, + "grad_norm": 2.3759171962738037, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7321105003356934, + "num_tokens": 400128591.0, + "step": 16928 + }, + { + "epoch": 1.8591038875466726, + "grad_norm": 2.129993438720703, + "learning_rate": 1e-06, + "loss": 1.0027, + "mean_token_accuracy": 0.6878714561462402, + "num_tokens": 400158848.0, + "step": 16929 + }, + { + "epoch": 1.859213705249286, + "grad_norm": 2.3691346645355225, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7061465382575989, + "num_tokens": 400182847.0, + "step": 16930 + }, + { + "epoch": 1.8593235229518998, + "grad_norm": 2.9304566383361816, + "learning_rate": 1e-06, + "loss": 0.8376, + "mean_token_accuracy": 0.7378191947937012, + "num_tokens": 400200345.0, + "step": 16931 + }, + { + "epoch": 1.8594333406545136, + "grad_norm": 2.5904929637908936, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7255843877792358, + "num_tokens": 400221821.0, + "step": 16932 + }, + { + "epoch": 1.8595431583571271, + "grad_norm": 2.218658924102783, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7199184894561768, + "num_tokens": 400247877.0, + "step": 16933 + }, + { + "epoch": 1.8596529760597407, + "grad_norm": 2.4337494373321533, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7359923720359802, + "num_tokens": 400270162.0, + "step": 16934 + }, + { + "epoch": 1.8597627937623544, + "grad_norm": 2.2257163524627686, + "learning_rate": 1e-06, + "loss": 0.8189, + "mean_token_accuracy": 0.7380870580673218, + "num_tokens": 400293369.0, + "step": 16935 + }, + { + "epoch": 1.8598726114649682, + "grad_norm": 2.3247270584106445, + "learning_rate": 1e-06, + "loss": 0.982, + "mean_token_accuracy": 0.6970416307449341, + "num_tokens": 400317104.0, + "step": 16936 + }, + { + "epoch": 1.859982429167582, + "grad_norm": 2.657222270965576, + "learning_rate": 1e-06, + "loss": 0.8603, + "mean_token_accuracy": 0.7273823022842407, + "num_tokens": 400336321.0, + "step": 16937 + }, + { + "epoch": 1.8600922468701955, + "grad_norm": 2.691694736480713, + "learning_rate": 1e-06, + "loss": 0.8662, + "mean_token_accuracy": 0.7226690053939819, + "num_tokens": 400356160.0, + "step": 16938 + }, + { + "epoch": 1.860202064572809, + "grad_norm": 2.6743485927581787, + "learning_rate": 1e-06, + "loss": 0.7925, + "mean_token_accuracy": 0.7489979267120361, + "num_tokens": 400374893.0, + "step": 16939 + }, + { + "epoch": 1.8603118822754228, + "grad_norm": 2.0935497283935547, + "learning_rate": 1e-06, + "loss": 0.9115, + "mean_token_accuracy": 0.7165743112564087, + "num_tokens": 400402703.0, + "step": 16940 + }, + { + "epoch": 1.8604216999780365, + "grad_norm": 2.391000509262085, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.7274485230445862, + "num_tokens": 400424248.0, + "step": 16941 + }, + { + "epoch": 1.8605315176806503, + "grad_norm": 2.439169406890869, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7368289232254028, + "num_tokens": 400445387.0, + "step": 16942 + }, + { + "epoch": 1.8606413353832638, + "grad_norm": 2.038835287094116, + "learning_rate": 1e-06, + "loss": 0.8598, + "mean_token_accuracy": 0.733586847782135, + "num_tokens": 400473831.0, + "step": 16943 + }, + { + "epoch": 1.8607511530858774, + "grad_norm": 2.4473299980163574, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.7271171808242798, + "num_tokens": 400495753.0, + "step": 16944 + }, + { + "epoch": 1.860860970788491, + "grad_norm": 2.209775924682617, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7198627591133118, + "num_tokens": 400522700.0, + "step": 16945 + }, + { + "epoch": 1.8609707884911049, + "grad_norm": 2.2651846408843994, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7154601216316223, + "num_tokens": 400547510.0, + "step": 16946 + }, + { + "epoch": 1.8610806061937184, + "grad_norm": 2.4167795181274414, + "learning_rate": 1e-06, + "loss": 0.9925, + "mean_token_accuracy": 0.6995283365249634, + "num_tokens": 400571346.0, + "step": 16947 + }, + { + "epoch": 1.861190423896332, + "grad_norm": 2.3994598388671875, + "learning_rate": 1e-06, + "loss": 0.8847, + "mean_token_accuracy": 0.724238395690918, + "num_tokens": 400593895.0, + "step": 16948 + }, + { + "epoch": 1.8613002415989457, + "grad_norm": 1.8585376739501953, + "learning_rate": 1e-06, + "loss": 0.9136, + "mean_token_accuracy": 0.7204666137695312, + "num_tokens": 400628775.0, + "step": 16949 + }, + { + "epoch": 1.8614100593015594, + "grad_norm": 2.1288161277770996, + "learning_rate": 1e-06, + "loss": 0.9905, + "mean_token_accuracy": 0.6947407126426697, + "num_tokens": 400656692.0, + "step": 16950 + }, + { + "epoch": 1.8615198770041732, + "grad_norm": 2.25504207611084, + "learning_rate": 1e-06, + "loss": 0.9575, + "mean_token_accuracy": 0.7207808494567871, + "num_tokens": 400681783.0, + "step": 16951 + }, + { + "epoch": 1.8616296947067867, + "grad_norm": 2.466780424118042, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.725283145904541, + "num_tokens": 400702722.0, + "step": 16952 + }, + { + "epoch": 1.8617395124094003, + "grad_norm": 2.44132661819458, + "learning_rate": 1e-06, + "loss": 0.9512, + "mean_token_accuracy": 0.7030797600746155, + "num_tokens": 400725007.0, + "step": 16953 + }, + { + "epoch": 1.861849330112014, + "grad_norm": 2.2831785678863525, + "learning_rate": 1e-06, + "loss": 0.9196, + "mean_token_accuracy": 0.7119743227958679, + "num_tokens": 400749432.0, + "step": 16954 + }, + { + "epoch": 1.8619591478146278, + "grad_norm": 2.715111255645752, + "learning_rate": 1e-06, + "loss": 0.8579, + "mean_token_accuracy": 0.7315194010734558, + "num_tokens": 400767012.0, + "step": 16955 + }, + { + "epoch": 1.8620689655172413, + "grad_norm": 2.1891188621520996, + "learning_rate": 1e-06, + "loss": 0.9591, + "mean_token_accuracy": 0.6959534287452698, + "num_tokens": 400793675.0, + "step": 16956 + }, + { + "epoch": 1.862178783219855, + "grad_norm": 2.0788071155548096, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7032617330551147, + "num_tokens": 400820897.0, + "step": 16957 + }, + { + "epoch": 1.8622886009224686, + "grad_norm": 2.271277666091919, + "learning_rate": 1e-06, + "loss": 1.0396, + "mean_token_accuracy": 0.7022422552108765, + "num_tokens": 400848915.0, + "step": 16958 + }, + { + "epoch": 1.8623984186250824, + "grad_norm": 2.115145444869995, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.708922266960144, + "num_tokens": 400878486.0, + "step": 16959 + }, + { + "epoch": 1.8625082363276961, + "grad_norm": 1.9125562906265259, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7107467651367188, + "num_tokens": 400910502.0, + "step": 16960 + }, + { + "epoch": 1.8626180540303097, + "grad_norm": 2.371595859527588, + "learning_rate": 1e-06, + "loss": 0.9346, + "mean_token_accuracy": 0.7163044214248657, + "num_tokens": 400931555.0, + "step": 16961 + }, + { + "epoch": 1.8627278717329232, + "grad_norm": 2.7497756481170654, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.705746054649353, + "num_tokens": 400949422.0, + "step": 16962 + }, + { + "epoch": 1.862837689435537, + "grad_norm": 2.1898770332336426, + "learning_rate": 1e-06, + "loss": 0.9998, + "mean_token_accuracy": 0.6926502585411072, + "num_tokens": 400976499.0, + "step": 16963 + }, + { + "epoch": 1.8629475071381507, + "grad_norm": 2.5723655223846436, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.705217719078064, + "num_tokens": 400999008.0, + "step": 16964 + }, + { + "epoch": 1.8630573248407645, + "grad_norm": 2.2421953678131104, + "learning_rate": 1e-06, + "loss": 0.9519, + "mean_token_accuracy": 0.7092800140380859, + "num_tokens": 401026206.0, + "step": 16965 + }, + { + "epoch": 1.863167142543378, + "grad_norm": 2.228931188583374, + "learning_rate": 1e-06, + "loss": 0.8059, + "mean_token_accuracy": 0.740046501159668, + "num_tokens": 401050736.0, + "step": 16966 + }, + { + "epoch": 1.8632769602459915, + "grad_norm": 2.6875948905944824, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7267065048217773, + "num_tokens": 401069868.0, + "step": 16967 + }, + { + "epoch": 1.8633867779486053, + "grad_norm": 2.239834785461426, + "learning_rate": 1e-06, + "loss": 0.9813, + "mean_token_accuracy": 0.7086275219917297, + "num_tokens": 401097591.0, + "step": 16968 + }, + { + "epoch": 1.863496595651219, + "grad_norm": 2.0805273056030273, + "learning_rate": 1e-06, + "loss": 0.9854, + "mean_token_accuracy": 0.6969101428985596, + "num_tokens": 401126532.0, + "step": 16969 + }, + { + "epoch": 1.8636064133538326, + "grad_norm": 2.081179618835449, + "learning_rate": 1e-06, + "loss": 0.9899, + "mean_token_accuracy": 0.6962040662765503, + "num_tokens": 401156852.0, + "step": 16970 + }, + { + "epoch": 1.8637162310564463, + "grad_norm": 2.4625513553619385, + "learning_rate": 1e-06, + "loss": 0.9282, + "mean_token_accuracy": 0.7172673940658569, + "num_tokens": 401178876.0, + "step": 16971 + }, + { + "epoch": 1.8638260487590599, + "grad_norm": 2.7806239128112793, + "learning_rate": 1e-06, + "loss": 0.8646, + "mean_token_accuracy": 0.7333287596702576, + "num_tokens": 401196414.0, + "step": 16972 + }, + { + "epoch": 1.8639358664616736, + "grad_norm": 2.3095622062683105, + "learning_rate": 1e-06, + "loss": 0.8757, + "mean_token_accuracy": 0.7321794629096985, + "num_tokens": 401219385.0, + "step": 16973 + }, + { + "epoch": 1.8640456841642874, + "grad_norm": 2.16487193107605, + "learning_rate": 1e-06, + "loss": 0.9621, + "mean_token_accuracy": 0.702330470085144, + "num_tokens": 401247432.0, + "step": 16974 + }, + { + "epoch": 1.864155501866901, + "grad_norm": 2.2406351566314697, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7314611673355103, + "num_tokens": 401270680.0, + "step": 16975 + }, + { + "epoch": 1.8642653195695145, + "grad_norm": 2.247795581817627, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7274762392044067, + "num_tokens": 401293771.0, + "step": 16976 + }, + { + "epoch": 1.8643751372721282, + "grad_norm": 2.2948429584503174, + "learning_rate": 1e-06, + "loss": 0.8851, + "mean_token_accuracy": 0.7242498397827148, + "num_tokens": 401316988.0, + "step": 16977 + }, + { + "epoch": 1.864484954974742, + "grad_norm": 2.5050127506256104, + "learning_rate": 1e-06, + "loss": 0.9035, + "mean_token_accuracy": 0.7363011837005615, + "num_tokens": 401338589.0, + "step": 16978 + }, + { + "epoch": 1.8645947726773557, + "grad_norm": 2.8169591426849365, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7449976205825806, + "num_tokens": 401355578.0, + "step": 16979 + }, + { + "epoch": 1.8647045903799693, + "grad_norm": 2.2334325313568115, + "learning_rate": 1e-06, + "loss": 0.9443, + "mean_token_accuracy": 0.7037029266357422, + "num_tokens": 401381320.0, + "step": 16980 + }, + { + "epoch": 1.8648144080825828, + "grad_norm": 2.116436243057251, + "learning_rate": 1e-06, + "loss": 0.8719, + "mean_token_accuracy": 0.7243980169296265, + "num_tokens": 401407556.0, + "step": 16981 + }, + { + "epoch": 1.8649242257851966, + "grad_norm": 2.3187060356140137, + "learning_rate": 1e-06, + "loss": 0.9123, + "mean_token_accuracy": 0.7090147733688354, + "num_tokens": 401432511.0, + "step": 16982 + }, + { + "epoch": 1.8650340434878103, + "grad_norm": 2.743422269821167, + "learning_rate": 1e-06, + "loss": 0.9287, + "mean_token_accuracy": 0.7271799445152283, + "num_tokens": 401450666.0, + "step": 16983 + }, + { + "epoch": 1.8651438611904239, + "grad_norm": 2.4778778553009033, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.7283703088760376, + "num_tokens": 401471308.0, + "step": 16984 + }, + { + "epoch": 1.8652536788930374, + "grad_norm": 2.311217784881592, + "learning_rate": 1e-06, + "loss": 0.8677, + "mean_token_accuracy": 0.7246260643005371, + "num_tokens": 401494657.0, + "step": 16985 + }, + { + "epoch": 1.8653634965956511, + "grad_norm": 2.471731662750244, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.697921872138977, + "num_tokens": 401517618.0, + "step": 16986 + }, + { + "epoch": 1.865473314298265, + "grad_norm": 2.292167901992798, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7272324562072754, + "num_tokens": 401542819.0, + "step": 16987 + }, + { + "epoch": 1.8655831320008787, + "grad_norm": 2.3996238708496094, + "learning_rate": 1e-06, + "loss": 0.9917, + "mean_token_accuracy": 0.7011139392852783, + "num_tokens": 401566729.0, + "step": 16988 + }, + { + "epoch": 1.8656929497034922, + "grad_norm": 2.32793927192688, + "learning_rate": 1e-06, + "loss": 0.8938, + "mean_token_accuracy": 0.7187467813491821, + "num_tokens": 401590863.0, + "step": 16989 + }, + { + "epoch": 1.8658027674061057, + "grad_norm": 2.4474892616271973, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.7229978442192078, + "num_tokens": 401612532.0, + "step": 16990 + }, + { + "epoch": 1.8659125851087195, + "grad_norm": 2.6083030700683594, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7099314332008362, + "num_tokens": 401633809.0, + "step": 16991 + }, + { + "epoch": 1.8660224028113332, + "grad_norm": 2.3199710845947266, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7137836217880249, + "num_tokens": 401658744.0, + "step": 16992 + }, + { + "epoch": 1.866132220513947, + "grad_norm": 2.7988662719726562, + "learning_rate": 1e-06, + "loss": 0.8618, + "mean_token_accuracy": 0.7278078198432922, + "num_tokens": 401676724.0, + "step": 16993 + }, + { + "epoch": 1.8662420382165605, + "grad_norm": 2.295069932937622, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7364884614944458, + "num_tokens": 401700293.0, + "step": 16994 + }, + { + "epoch": 1.866351855919174, + "grad_norm": 2.5579826831817627, + "learning_rate": 1e-06, + "loss": 0.7832, + "mean_token_accuracy": 0.7531551122665405, + "num_tokens": 401719799.0, + "step": 16995 + }, + { + "epoch": 1.8664616736217878, + "grad_norm": 2.536388635635376, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7304708957672119, + "num_tokens": 401740351.0, + "step": 16996 + }, + { + "epoch": 1.8665714913244016, + "grad_norm": 2.5581607818603516, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7411558628082275, + "num_tokens": 401759240.0, + "step": 16997 + }, + { + "epoch": 1.8666813090270151, + "grad_norm": 2.4170401096343994, + "learning_rate": 1e-06, + "loss": 0.927, + "mean_token_accuracy": 0.7242406010627747, + "num_tokens": 401782941.0, + "step": 16998 + }, + { + "epoch": 1.8667911267296287, + "grad_norm": 2.5757431983947754, + "learning_rate": 1e-06, + "loss": 0.8115, + "mean_token_accuracy": 0.7362503409385681, + "num_tokens": 401802991.0, + "step": 16999 + }, + { + "epoch": 1.8669009444322424, + "grad_norm": 2.296323537826538, + "learning_rate": 1e-06, + "loss": 0.8072, + "mean_token_accuracy": 0.754065990447998, + "num_tokens": 401825458.0, + "step": 17000 + }, + { + "epoch": 1.8670107621348562, + "grad_norm": 2.234210729598999, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7019873261451721, + "num_tokens": 401849861.0, + "step": 17001 + }, + { + "epoch": 1.86712057983747, + "grad_norm": 2.67397403717041, + "learning_rate": 1e-06, + "loss": 0.8378, + "mean_token_accuracy": 0.7307157516479492, + "num_tokens": 401867387.0, + "step": 17002 + }, + { + "epoch": 1.8672303975400835, + "grad_norm": 2.227227210998535, + "learning_rate": 1e-06, + "loss": 0.843, + "mean_token_accuracy": 0.741141676902771, + "num_tokens": 401891383.0, + "step": 17003 + }, + { + "epoch": 1.867340215242697, + "grad_norm": 2.254383087158203, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.713793933391571, + "num_tokens": 401915761.0, + "step": 17004 + }, + { + "epoch": 1.8674500329453108, + "grad_norm": 2.37821888923645, + "learning_rate": 1e-06, + "loss": 0.8343, + "mean_token_accuracy": 0.7309790253639221, + "num_tokens": 401936614.0, + "step": 17005 + }, + { + "epoch": 1.8675598506479245, + "grad_norm": 2.2358837127685547, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.7134251594543457, + "num_tokens": 401960144.0, + "step": 17006 + }, + { + "epoch": 1.8676696683505383, + "grad_norm": 2.3690102100372314, + "learning_rate": 1e-06, + "loss": 0.9003, + "mean_token_accuracy": 0.7195168137550354, + "num_tokens": 401984505.0, + "step": 17007 + }, + { + "epoch": 1.8677794860531518, + "grad_norm": 2.5523300170898438, + "learning_rate": 1e-06, + "loss": 0.8753, + "mean_token_accuracy": 0.7233000993728638, + "num_tokens": 402004964.0, + "step": 17008 + }, + { + "epoch": 1.8678893037557653, + "grad_norm": 2.5484752655029297, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7175866365432739, + "num_tokens": 402025224.0, + "step": 17009 + }, + { + "epoch": 1.867999121458379, + "grad_norm": 2.465970039367676, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.7066650390625, + "num_tokens": 402047371.0, + "step": 17010 + }, + { + "epoch": 1.8681089391609929, + "grad_norm": 2.3950531482696533, + "learning_rate": 1e-06, + "loss": 0.844, + "mean_token_accuracy": 0.7340325117111206, + "num_tokens": 402069997.0, + "step": 17011 + }, + { + "epoch": 1.8682187568636064, + "grad_norm": 2.3918511867523193, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7386564016342163, + "num_tokens": 402092986.0, + "step": 17012 + }, + { + "epoch": 1.86832857456622, + "grad_norm": 2.3102245330810547, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7222149968147278, + "num_tokens": 402117636.0, + "step": 17013 + }, + { + "epoch": 1.8684383922688337, + "grad_norm": 2.4456002712249756, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7143596410751343, + "num_tokens": 402140387.0, + "step": 17014 + }, + { + "epoch": 1.8685482099714474, + "grad_norm": 2.7835638523101807, + "learning_rate": 1e-06, + "loss": 0.8815, + "mean_token_accuracy": 0.7210556864738464, + "num_tokens": 402158074.0, + "step": 17015 + }, + { + "epoch": 1.8686580276740612, + "grad_norm": 2.3723156452178955, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.7097896337509155, + "num_tokens": 402182215.0, + "step": 17016 + }, + { + "epoch": 1.8687678453766747, + "grad_norm": 2.0278756618499756, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.711957573890686, + "num_tokens": 402212599.0, + "step": 17017 + }, + { + "epoch": 1.8688776630792883, + "grad_norm": 2.190541982650757, + "learning_rate": 1e-06, + "loss": 0.8969, + "mean_token_accuracy": 0.7216160297393799, + "num_tokens": 402238975.0, + "step": 17018 + }, + { + "epoch": 1.868987480781902, + "grad_norm": 1.9939733743667603, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7024969458580017, + "num_tokens": 402270846.0, + "step": 17019 + }, + { + "epoch": 1.8690972984845158, + "grad_norm": 2.4668428897857666, + "learning_rate": 1e-06, + "loss": 0.7645, + "mean_token_accuracy": 0.7590181827545166, + "num_tokens": 402290981.0, + "step": 17020 + }, + { + "epoch": 1.8692071161871293, + "grad_norm": 2.3219950199127197, + "learning_rate": 1e-06, + "loss": 0.8818, + "mean_token_accuracy": 0.7215214967727661, + "num_tokens": 402313214.0, + "step": 17021 + }, + { + "epoch": 1.869316933889743, + "grad_norm": 2.2310237884521484, + "learning_rate": 1e-06, + "loss": 0.8741, + "mean_token_accuracy": 0.7259625196456909, + "num_tokens": 402336606.0, + "step": 17022 + }, + { + "epoch": 1.8694267515923566, + "grad_norm": 2.2565152645111084, + "learning_rate": 1e-06, + "loss": 0.8482, + "mean_token_accuracy": 0.7341483235359192, + "num_tokens": 402361308.0, + "step": 17023 + }, + { + "epoch": 1.8695365692949704, + "grad_norm": 2.2593746185302734, + "learning_rate": 1e-06, + "loss": 0.883, + "mean_token_accuracy": 0.7180360555648804, + "num_tokens": 402386631.0, + "step": 17024 + }, + { + "epoch": 1.8696463869975841, + "grad_norm": 2.544698715209961, + "learning_rate": 1e-06, + "loss": 0.8045, + "mean_token_accuracy": 0.7411527633666992, + "num_tokens": 402407954.0, + "step": 17025 + }, + { + "epoch": 1.8697562047001977, + "grad_norm": 2.2515974044799805, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7371049523353577, + "num_tokens": 402430915.0, + "step": 17026 + }, + { + "epoch": 1.8698660224028112, + "grad_norm": 2.396637201309204, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.7000138759613037, + "num_tokens": 402453723.0, + "step": 17027 + }, + { + "epoch": 1.869975840105425, + "grad_norm": 2.585761547088623, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.7337361574172974, + "num_tokens": 402472682.0, + "step": 17028 + }, + { + "epoch": 1.8700856578080387, + "grad_norm": 2.630039930343628, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.6999531388282776, + "num_tokens": 402492831.0, + "step": 17029 + }, + { + "epoch": 1.8701954755106525, + "grad_norm": 2.288825035095215, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7119303941726685, + "num_tokens": 402519460.0, + "step": 17030 + }, + { + "epoch": 1.870305293213266, + "grad_norm": 3.012540102005005, + "learning_rate": 1e-06, + "loss": 0.743, + "mean_token_accuracy": 0.7496765851974487, + "num_tokens": 402534555.0, + "step": 17031 + }, + { + "epoch": 1.8704151109158795, + "grad_norm": 2.2256903648376465, + "learning_rate": 1e-06, + "loss": 0.8742, + "mean_token_accuracy": 0.7272282242774963, + "num_tokens": 402559292.0, + "step": 17032 + }, + { + "epoch": 1.8705249286184933, + "grad_norm": 2.5125017166137695, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7314313650131226, + "num_tokens": 402581250.0, + "step": 17033 + }, + { + "epoch": 1.870634746321107, + "grad_norm": 2.1373236179351807, + "learning_rate": 1e-06, + "loss": 0.9033, + "mean_token_accuracy": 0.721506655216217, + "num_tokens": 402608963.0, + "step": 17034 + }, + { + "epoch": 1.8707445640237206, + "grad_norm": 2.4326601028442383, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.7161781787872314, + "num_tokens": 402633407.0, + "step": 17035 + }, + { + "epoch": 1.8708543817263343, + "grad_norm": 2.194005012512207, + "learning_rate": 1e-06, + "loss": 0.9678, + "mean_token_accuracy": 0.7051987648010254, + "num_tokens": 402660637.0, + "step": 17036 + }, + { + "epoch": 1.8709641994289479, + "grad_norm": 2.2913966178894043, + "learning_rate": 1e-06, + "loss": 0.9562, + "mean_token_accuracy": 0.7071291208267212, + "num_tokens": 402684302.0, + "step": 17037 + }, + { + "epoch": 1.8710740171315616, + "grad_norm": 2.6047537326812744, + "learning_rate": 1e-06, + "loss": 0.8139, + "mean_token_accuracy": 0.7429090738296509, + "num_tokens": 402704484.0, + "step": 17038 + }, + { + "epoch": 1.8711838348341754, + "grad_norm": 2.1358046531677246, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7252253293991089, + "num_tokens": 402729927.0, + "step": 17039 + }, + { + "epoch": 1.871293652536789, + "grad_norm": 2.2349228858947754, + "learning_rate": 1e-06, + "loss": 0.9533, + "mean_token_accuracy": 0.7011014223098755, + "num_tokens": 402756066.0, + "step": 17040 + }, + { + "epoch": 1.8714034702394025, + "grad_norm": 2.568653106689453, + "learning_rate": 1e-06, + "loss": 0.7775, + "mean_token_accuracy": 0.7526387572288513, + "num_tokens": 402775286.0, + "step": 17041 + }, + { + "epoch": 1.8715132879420162, + "grad_norm": 2.243690252304077, + "learning_rate": 1e-06, + "loss": 0.8391, + "mean_token_accuracy": 0.7361065149307251, + "num_tokens": 402800200.0, + "step": 17042 + }, + { + "epoch": 1.87162310564463, + "grad_norm": 2.1677515506744385, + "learning_rate": 1e-06, + "loss": 0.8391, + "mean_token_accuracy": 0.7372921109199524, + "num_tokens": 402825025.0, + "step": 17043 + }, + { + "epoch": 1.8717329233472437, + "grad_norm": 2.188018798828125, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7162067890167236, + "num_tokens": 402849724.0, + "step": 17044 + }, + { + "epoch": 1.8718427410498573, + "grad_norm": 2.5595943927764893, + "learning_rate": 1e-06, + "loss": 0.7647, + "mean_token_accuracy": 0.7560985088348389, + "num_tokens": 402868262.0, + "step": 17045 + }, + { + "epoch": 1.8719525587524708, + "grad_norm": 2.338196277618408, + "learning_rate": 1e-06, + "loss": 0.9909, + "mean_token_accuracy": 0.6936259865760803, + "num_tokens": 402896367.0, + "step": 17046 + }, + { + "epoch": 1.8720623764550846, + "grad_norm": 2.4262290000915527, + "learning_rate": 1e-06, + "loss": 0.9203, + "mean_token_accuracy": 0.7173724174499512, + "num_tokens": 402916843.0, + "step": 17047 + }, + { + "epoch": 1.8721721941576983, + "grad_norm": 2.1796178817749023, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7255039811134338, + "num_tokens": 402942293.0, + "step": 17048 + }, + { + "epoch": 1.8722820118603118, + "grad_norm": 2.4146475791931152, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7029900550842285, + "num_tokens": 402965149.0, + "step": 17049 + }, + { + "epoch": 1.8723918295629254, + "grad_norm": 2.5908682346343994, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7114439010620117, + "num_tokens": 402987290.0, + "step": 17050 + }, + { + "epoch": 1.8725016472655391, + "grad_norm": 2.2852835655212402, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7207275629043579, + "num_tokens": 403011870.0, + "step": 17051 + }, + { + "epoch": 1.872611464968153, + "grad_norm": 2.154258966445923, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7025643587112427, + "num_tokens": 403039908.0, + "step": 17052 + }, + { + "epoch": 1.8727212826707667, + "grad_norm": 2.342578649520874, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7317701578140259, + "num_tokens": 403062064.0, + "step": 17053 + }, + { + "epoch": 1.8728311003733802, + "grad_norm": 2.2202811241149902, + "learning_rate": 1e-06, + "loss": 0.9432, + "mean_token_accuracy": 0.7091339230537415, + "num_tokens": 403087996.0, + "step": 17054 + }, + { + "epoch": 1.8729409180759937, + "grad_norm": 2.1591906547546387, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7061854600906372, + "num_tokens": 403115609.0, + "step": 17055 + }, + { + "epoch": 1.8730507357786075, + "grad_norm": 2.3822360038757324, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.714716911315918, + "num_tokens": 403138485.0, + "step": 17056 + }, + { + "epoch": 1.8731605534812212, + "grad_norm": 2.200287342071533, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7207931876182556, + "num_tokens": 403165536.0, + "step": 17057 + }, + { + "epoch": 1.873270371183835, + "grad_norm": 2.9684035778045654, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7449286580085754, + "num_tokens": 403181074.0, + "step": 17058 + }, + { + "epoch": 1.8733801888864485, + "grad_norm": 2.7918472290039062, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7329245209693909, + "num_tokens": 403198964.0, + "step": 17059 + }, + { + "epoch": 1.873490006589062, + "grad_norm": 2.132319688796997, + "learning_rate": 1e-06, + "loss": 0.9774, + "mean_token_accuracy": 0.7038959860801697, + "num_tokens": 403228164.0, + "step": 17060 + }, + { + "epoch": 1.8735998242916758, + "grad_norm": 2.015367269515991, + "learning_rate": 1e-06, + "loss": 1.0257, + "mean_token_accuracy": 0.6878558397293091, + "num_tokens": 403263084.0, + "step": 17061 + }, + { + "epoch": 1.8737096419942896, + "grad_norm": 2.455918312072754, + "learning_rate": 1e-06, + "loss": 0.8457, + "mean_token_accuracy": 0.7325481176376343, + "num_tokens": 403284083.0, + "step": 17062 + }, + { + "epoch": 1.8738194596969031, + "grad_norm": 2.4323534965515137, + "learning_rate": 1e-06, + "loss": 0.9062, + "mean_token_accuracy": 0.7148334980010986, + "num_tokens": 403306236.0, + "step": 17063 + }, + { + "epoch": 1.8739292773995166, + "grad_norm": 2.1285669803619385, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7061401605606079, + "num_tokens": 403335194.0, + "step": 17064 + }, + { + "epoch": 1.8740390951021304, + "grad_norm": 2.2143752574920654, + "learning_rate": 1e-06, + "loss": 0.8238, + "mean_token_accuracy": 0.7435891628265381, + "num_tokens": 403359896.0, + "step": 17065 + }, + { + "epoch": 1.8741489128047442, + "grad_norm": 2.668531656265259, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7349593639373779, + "num_tokens": 403378567.0, + "step": 17066 + }, + { + "epoch": 1.874258730507358, + "grad_norm": 2.1521098613739014, + "learning_rate": 1e-06, + "loss": 0.9705, + "mean_token_accuracy": 0.696395754814148, + "num_tokens": 403405167.0, + "step": 17067 + }, + { + "epoch": 1.8743685482099715, + "grad_norm": 2.090855598449707, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7283374071121216, + "num_tokens": 403434466.0, + "step": 17068 + }, + { + "epoch": 1.874478365912585, + "grad_norm": 2.591109275817871, + "learning_rate": 1e-06, + "loss": 0.8788, + "mean_token_accuracy": 0.7404781579971313, + "num_tokens": 403453332.0, + "step": 17069 + }, + { + "epoch": 1.8745881836151987, + "grad_norm": 2.269402265548706, + "learning_rate": 1e-06, + "loss": 0.8532, + "mean_token_accuracy": 0.7421180009841919, + "num_tokens": 403477856.0, + "step": 17070 + }, + { + "epoch": 1.8746980013178125, + "grad_norm": 2.397905111312866, + "learning_rate": 1e-06, + "loss": 0.8815, + "mean_token_accuracy": 0.722293496131897, + "num_tokens": 403502744.0, + "step": 17071 + }, + { + "epoch": 1.8748078190204263, + "grad_norm": 2.1458308696746826, + "learning_rate": 1e-06, + "loss": 0.9194, + "mean_token_accuracy": 0.7084819078445435, + "num_tokens": 403531787.0, + "step": 17072 + }, + { + "epoch": 1.8749176367230398, + "grad_norm": 2.327190637588501, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7239325642585754, + "num_tokens": 403555838.0, + "step": 17073 + }, + { + "epoch": 1.8750274544256533, + "grad_norm": 3.0648725032806396, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7111650705337524, + "num_tokens": 403572768.0, + "step": 17074 + }, + { + "epoch": 1.875137272128267, + "grad_norm": 2.476114511489868, + "learning_rate": 1e-06, + "loss": 0.8794, + "mean_token_accuracy": 0.728724479675293, + "num_tokens": 403593698.0, + "step": 17075 + }, + { + "epoch": 1.8752470898308808, + "grad_norm": 2.3654732704162598, + "learning_rate": 1e-06, + "loss": 0.8951, + "mean_token_accuracy": 0.7167437076568604, + "num_tokens": 403617015.0, + "step": 17076 + }, + { + "epoch": 1.8753569075334944, + "grad_norm": 2.3323276042938232, + "learning_rate": 1e-06, + "loss": 0.9429, + "mean_token_accuracy": 0.7155487537384033, + "num_tokens": 403640730.0, + "step": 17077 + }, + { + "epoch": 1.875466725236108, + "grad_norm": 2.4675049781799316, + "learning_rate": 1e-06, + "loss": 0.8801, + "mean_token_accuracy": 0.732074499130249, + "num_tokens": 403661259.0, + "step": 17078 + }, + { + "epoch": 1.8755765429387217, + "grad_norm": 2.1583478450775146, + "learning_rate": 1e-06, + "loss": 0.8568, + "mean_token_accuracy": 0.7331618070602417, + "num_tokens": 403688902.0, + "step": 17079 + }, + { + "epoch": 1.8756863606413354, + "grad_norm": 2.394796371459961, + "learning_rate": 1e-06, + "loss": 0.818, + "mean_token_accuracy": 0.743586540222168, + "num_tokens": 403712740.0, + "step": 17080 + }, + { + "epoch": 1.8757961783439492, + "grad_norm": 2.6260671615600586, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7329996228218079, + "num_tokens": 403735033.0, + "step": 17081 + }, + { + "epoch": 1.8759059960465627, + "grad_norm": 2.3702096939086914, + "learning_rate": 1e-06, + "loss": 0.8782, + "mean_token_accuracy": 0.7369378209114075, + "num_tokens": 403758076.0, + "step": 17082 + }, + { + "epoch": 1.8760158137491763, + "grad_norm": 2.751948595046997, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7229853868484497, + "num_tokens": 403776946.0, + "step": 17083 + }, + { + "epoch": 1.87612563145179, + "grad_norm": 2.3032450675964355, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7247700095176697, + "num_tokens": 403800027.0, + "step": 17084 + }, + { + "epoch": 1.8762354491544038, + "grad_norm": 2.1659810543060303, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.729042649269104, + "num_tokens": 403827345.0, + "step": 17085 + }, + { + "epoch": 1.8763452668570173, + "grad_norm": 2.026385545730591, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7101423144340515, + "num_tokens": 403857898.0, + "step": 17086 + }, + { + "epoch": 1.876455084559631, + "grad_norm": 2.3644776344299316, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.7267575860023499, + "num_tokens": 403881155.0, + "step": 17087 + }, + { + "epoch": 1.8765649022622446, + "grad_norm": 2.4615530967712402, + "learning_rate": 1e-06, + "loss": 0.9195, + "mean_token_accuracy": 0.7245859503746033, + "num_tokens": 403901857.0, + "step": 17088 + }, + { + "epoch": 1.8766747199648584, + "grad_norm": 2.566131353378296, + "learning_rate": 1e-06, + "loss": 0.91, + "mean_token_accuracy": 0.713698148727417, + "num_tokens": 403921077.0, + "step": 17089 + }, + { + "epoch": 1.876784537667472, + "grad_norm": 2.2680041790008545, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7157416343688965, + "num_tokens": 403944637.0, + "step": 17090 + }, + { + "epoch": 1.8768943553700856, + "grad_norm": 2.273038864135742, + "learning_rate": 1e-06, + "loss": 0.835, + "mean_token_accuracy": 0.7428746223449707, + "num_tokens": 403967547.0, + "step": 17091 + }, + { + "epoch": 1.8770041730726992, + "grad_norm": 2.4911727905273438, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7095874547958374, + "num_tokens": 403989596.0, + "step": 17092 + }, + { + "epoch": 1.877113990775313, + "grad_norm": 2.2929041385650635, + "learning_rate": 1e-06, + "loss": 1.0246, + "mean_token_accuracy": 0.6811153888702393, + "num_tokens": 404013106.0, + "step": 17093 + }, + { + "epoch": 1.8772238084779267, + "grad_norm": 2.804147481918335, + "learning_rate": 1e-06, + "loss": 0.8406, + "mean_token_accuracy": 0.7318117618560791, + "num_tokens": 404031381.0, + "step": 17094 + }, + { + "epoch": 1.8773336261805404, + "grad_norm": 2.4118809700012207, + "learning_rate": 1e-06, + "loss": 0.7756, + "mean_token_accuracy": 0.7616451978683472, + "num_tokens": 404050589.0, + "step": 17095 + }, + { + "epoch": 1.877443443883154, + "grad_norm": 2.272529125213623, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7305675148963928, + "num_tokens": 404074425.0, + "step": 17096 + }, + { + "epoch": 1.8775532615857675, + "grad_norm": 2.171980381011963, + "learning_rate": 1e-06, + "loss": 0.8653, + "mean_token_accuracy": 0.730658233165741, + "num_tokens": 404098934.0, + "step": 17097 + }, + { + "epoch": 1.8776630792883813, + "grad_norm": 2.4084908962249756, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.7347168326377869, + "num_tokens": 404119396.0, + "step": 17098 + }, + { + "epoch": 1.877772896990995, + "grad_norm": 2.512263774871826, + "learning_rate": 1e-06, + "loss": 0.821, + "mean_token_accuracy": 0.7436391115188599, + "num_tokens": 404138832.0, + "step": 17099 + }, + { + "epoch": 1.8778827146936086, + "grad_norm": 1.9113718271255493, + "learning_rate": 1e-06, + "loss": 0.9609, + "mean_token_accuracy": 0.7058361768722534, + "num_tokens": 404173355.0, + "step": 17100 + }, + { + "epoch": 1.8779925323962223, + "grad_norm": 2.440953254699707, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7092131972312927, + "num_tokens": 404197343.0, + "step": 17101 + }, + { + "epoch": 1.8781023500988359, + "grad_norm": 2.7842347621917725, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.725394070148468, + "num_tokens": 404214405.0, + "step": 17102 + }, + { + "epoch": 1.8782121678014496, + "grad_norm": 2.4015443325042725, + "learning_rate": 1e-06, + "loss": 0.9932, + "mean_token_accuracy": 0.6924079656600952, + "num_tokens": 404238122.0, + "step": 17103 + }, + { + "epoch": 1.8783219855040634, + "grad_norm": 2.7337207794189453, + "learning_rate": 1e-06, + "loss": 0.8086, + "mean_token_accuracy": 0.7397593259811401, + "num_tokens": 404256485.0, + "step": 17104 + }, + { + "epoch": 1.878431803206677, + "grad_norm": 2.2079858779907227, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7056139707565308, + "num_tokens": 404282757.0, + "step": 17105 + }, + { + "epoch": 1.8785416209092904, + "grad_norm": 2.194223642349243, + "learning_rate": 1e-06, + "loss": 0.8855, + "mean_token_accuracy": 0.7271500825881958, + "num_tokens": 404310643.0, + "step": 17106 + }, + { + "epoch": 1.8786514386119042, + "grad_norm": 2.515188694000244, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7196033000946045, + "num_tokens": 404333062.0, + "step": 17107 + }, + { + "epoch": 1.878761256314518, + "grad_norm": 2.6003196239471436, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.725506603717804, + "num_tokens": 404351841.0, + "step": 17108 + }, + { + "epoch": 1.8788710740171317, + "grad_norm": 2.074497699737549, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7215603590011597, + "num_tokens": 404379520.0, + "step": 17109 + }, + { + "epoch": 1.8789808917197452, + "grad_norm": 2.007568359375, + "learning_rate": 1e-06, + "loss": 0.9202, + "mean_token_accuracy": 0.7108261585235596, + "num_tokens": 404410265.0, + "step": 17110 + }, + { + "epoch": 1.8790907094223588, + "grad_norm": 2.0699431896209717, + "learning_rate": 1e-06, + "loss": 0.9377, + "mean_token_accuracy": 0.7024422883987427, + "num_tokens": 404438081.0, + "step": 17111 + }, + { + "epoch": 1.8792005271249725, + "grad_norm": 2.514589309692383, + "learning_rate": 1e-06, + "loss": 0.9266, + "mean_token_accuracy": 0.7281596064567566, + "num_tokens": 404459374.0, + "step": 17112 + }, + { + "epoch": 1.8793103448275863, + "grad_norm": 2.2451798915863037, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7282845377922058, + "num_tokens": 404483306.0, + "step": 17113 + }, + { + "epoch": 1.8794201625301998, + "grad_norm": 2.2652134895324707, + "learning_rate": 1e-06, + "loss": 0.9776, + "mean_token_accuracy": 0.7018029093742371, + "num_tokens": 404509738.0, + "step": 17114 + }, + { + "epoch": 1.8795299802328134, + "grad_norm": 2.6976685523986816, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7215575575828552, + "num_tokens": 404527948.0, + "step": 17115 + }, + { + "epoch": 1.8796397979354271, + "grad_norm": 2.057758092880249, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7199557423591614, + "num_tokens": 404555928.0, + "step": 17116 + }, + { + "epoch": 1.8797496156380409, + "grad_norm": 2.9922008514404297, + "learning_rate": 1e-06, + "loss": 0.8593, + "mean_token_accuracy": 0.7255734205245972, + "num_tokens": 404571124.0, + "step": 17117 + }, + { + "epoch": 1.8798594333406546, + "grad_norm": 2.381479263305664, + "learning_rate": 1e-06, + "loss": 0.8057, + "mean_token_accuracy": 0.7500158548355103, + "num_tokens": 404592434.0, + "step": 17118 + }, + { + "epoch": 1.8799692510432682, + "grad_norm": 2.2433104515075684, + "learning_rate": 1e-06, + "loss": 0.9679, + "mean_token_accuracy": 0.7066460847854614, + "num_tokens": 404618516.0, + "step": 17119 + }, + { + "epoch": 1.8800790687458817, + "grad_norm": 2.5466532707214355, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7213361263275146, + "num_tokens": 404639007.0, + "step": 17120 + }, + { + "epoch": 1.8801888864484955, + "grad_norm": 2.6566824913024902, + "learning_rate": 1e-06, + "loss": 0.8008, + "mean_token_accuracy": 0.7441688776016235, + "num_tokens": 404656862.0, + "step": 17121 + }, + { + "epoch": 1.8802987041511092, + "grad_norm": 1.9857802391052246, + "learning_rate": 1e-06, + "loss": 0.8759, + "mean_token_accuracy": 0.7280426025390625, + "num_tokens": 404686299.0, + "step": 17122 + }, + { + "epoch": 1.880408521853723, + "grad_norm": 2.1874899864196777, + "learning_rate": 1e-06, + "loss": 0.957, + "mean_token_accuracy": 0.7116397619247437, + "num_tokens": 404713032.0, + "step": 17123 + }, + { + "epoch": 1.8805183395563365, + "grad_norm": 2.2368199825286865, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7111562490463257, + "num_tokens": 404737738.0, + "step": 17124 + }, + { + "epoch": 1.88062815725895, + "grad_norm": 2.1163079738616943, + "learning_rate": 1e-06, + "loss": 0.9479, + "mean_token_accuracy": 0.7013987302780151, + "num_tokens": 404766085.0, + "step": 17125 + }, + { + "epoch": 1.8807379749615638, + "grad_norm": 2.126582384109497, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7162389755249023, + "num_tokens": 404793242.0, + "step": 17126 + }, + { + "epoch": 1.8808477926641776, + "grad_norm": 2.3752388954162598, + "learning_rate": 1e-06, + "loss": 0.8808, + "mean_token_accuracy": 0.7237544059753418, + "num_tokens": 404815404.0, + "step": 17127 + }, + { + "epoch": 1.880957610366791, + "grad_norm": 2.3980109691619873, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7135523557662964, + "num_tokens": 404839989.0, + "step": 17128 + }, + { + "epoch": 1.8810674280694046, + "grad_norm": 2.5137104988098145, + "learning_rate": 1e-06, + "loss": 0.8721, + "mean_token_accuracy": 0.7278830409049988, + "num_tokens": 404860022.0, + "step": 17129 + }, + { + "epoch": 1.8811772457720184, + "grad_norm": 2.5297422409057617, + "learning_rate": 1e-06, + "loss": 0.8399, + "mean_token_accuracy": 0.7338593006134033, + "num_tokens": 404878431.0, + "step": 17130 + }, + { + "epoch": 1.8812870634746321, + "grad_norm": 2.376237630844116, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7170870304107666, + "num_tokens": 404903175.0, + "step": 17131 + }, + { + "epoch": 1.881396881177246, + "grad_norm": 2.426898956298828, + "learning_rate": 1e-06, + "loss": 0.9355, + "mean_token_accuracy": 0.7112196683883667, + "num_tokens": 404925904.0, + "step": 17132 + }, + { + "epoch": 1.8815066988798594, + "grad_norm": 2.35953688621521, + "learning_rate": 1e-06, + "loss": 0.8063, + "mean_token_accuracy": 0.751681923866272, + "num_tokens": 404947847.0, + "step": 17133 + }, + { + "epoch": 1.881616516582473, + "grad_norm": 2.3381550312042236, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.7243064641952515, + "num_tokens": 404971098.0, + "step": 17134 + }, + { + "epoch": 1.8817263342850867, + "grad_norm": 2.374887466430664, + "learning_rate": 1e-06, + "loss": 0.851, + "mean_token_accuracy": 0.7336389422416687, + "num_tokens": 404994636.0, + "step": 17135 + }, + { + "epoch": 1.8818361519877005, + "grad_norm": 2.516364336013794, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.7389383316040039, + "num_tokens": 405014723.0, + "step": 17136 + }, + { + "epoch": 1.881945969690314, + "grad_norm": 2.6288540363311768, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.727085530757904, + "num_tokens": 405035556.0, + "step": 17137 + }, + { + "epoch": 1.8820557873929278, + "grad_norm": 2.7011666297912598, + "learning_rate": 1e-06, + "loss": 0.7832, + "mean_token_accuracy": 0.7453664541244507, + "num_tokens": 405054091.0, + "step": 17138 + }, + { + "epoch": 1.8821656050955413, + "grad_norm": 2.3344433307647705, + "learning_rate": 1e-06, + "loss": 0.8301, + "mean_token_accuracy": 0.7422096133232117, + "num_tokens": 405076754.0, + "step": 17139 + }, + { + "epoch": 1.882275422798155, + "grad_norm": 2.386199474334717, + "learning_rate": 1e-06, + "loss": 0.9857, + "mean_token_accuracy": 0.699834942817688, + "num_tokens": 405102583.0, + "step": 17140 + }, + { + "epoch": 1.8823852405007688, + "grad_norm": 2.4102563858032227, + "learning_rate": 1e-06, + "loss": 0.8716, + "mean_token_accuracy": 0.7255426645278931, + "num_tokens": 405125990.0, + "step": 17141 + }, + { + "epoch": 1.8824950582033824, + "grad_norm": 2.0813918113708496, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7410365343093872, + "num_tokens": 405152690.0, + "step": 17142 + }, + { + "epoch": 1.882604875905996, + "grad_norm": 2.2607791423797607, + "learning_rate": 1e-06, + "loss": 0.8659, + "mean_token_accuracy": 0.7186905145645142, + "num_tokens": 405176973.0, + "step": 17143 + }, + { + "epoch": 1.8827146936086097, + "grad_norm": 2.376584768295288, + "learning_rate": 1e-06, + "loss": 0.8911, + "mean_token_accuracy": 0.7323453426361084, + "num_tokens": 405200527.0, + "step": 17144 + }, + { + "epoch": 1.8828245113112234, + "grad_norm": 2.4448800086975098, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7065823078155518, + "num_tokens": 405221962.0, + "step": 17145 + }, + { + "epoch": 1.8829343290138372, + "grad_norm": 2.4226157665252686, + "learning_rate": 1e-06, + "loss": 0.9108, + "mean_token_accuracy": 0.719839334487915, + "num_tokens": 405242690.0, + "step": 17146 + }, + { + "epoch": 1.8830441467164507, + "grad_norm": 2.501673936843872, + "learning_rate": 1e-06, + "loss": 0.9891, + "mean_token_accuracy": 0.7129882574081421, + "num_tokens": 405265602.0, + "step": 17147 + }, + { + "epoch": 1.8831539644190642, + "grad_norm": 2.1036953926086426, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.7015878558158875, + "num_tokens": 405293862.0, + "step": 17148 + }, + { + "epoch": 1.883263782121678, + "grad_norm": 2.2510011196136475, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7366313934326172, + "num_tokens": 405316430.0, + "step": 17149 + }, + { + "epoch": 1.8833735998242918, + "grad_norm": 2.12752366065979, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7155816555023193, + "num_tokens": 405344111.0, + "step": 17150 + }, + { + "epoch": 1.8834834175269053, + "grad_norm": 2.3535728454589844, + "learning_rate": 1e-06, + "loss": 0.8563, + "mean_token_accuracy": 0.7285178899765015, + "num_tokens": 405367265.0, + "step": 17151 + }, + { + "epoch": 1.883593235229519, + "grad_norm": 2.2458126544952393, + "learning_rate": 1e-06, + "loss": 0.821, + "mean_token_accuracy": 0.740798830986023, + "num_tokens": 405391331.0, + "step": 17152 + }, + { + "epoch": 1.8837030529321326, + "grad_norm": 2.620375633239746, + "learning_rate": 1e-06, + "loss": 0.876, + "mean_token_accuracy": 0.7222148180007935, + "num_tokens": 405410747.0, + "step": 17153 + }, + { + "epoch": 1.8838128706347463, + "grad_norm": 2.4268388748168945, + "learning_rate": 1e-06, + "loss": 0.8512, + "mean_token_accuracy": 0.7267383337020874, + "num_tokens": 405432003.0, + "step": 17154 + }, + { + "epoch": 1.88392268833736, + "grad_norm": 2.2326574325561523, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7228044867515564, + "num_tokens": 405456343.0, + "step": 17155 + }, + { + "epoch": 1.8840325060399736, + "grad_norm": 2.5401523113250732, + "learning_rate": 1e-06, + "loss": 0.8255, + "mean_token_accuracy": 0.7331883311271667, + "num_tokens": 405475398.0, + "step": 17156 + }, + { + "epoch": 1.8841423237425872, + "grad_norm": 2.4379851818084717, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.721695065498352, + "num_tokens": 405497830.0, + "step": 17157 + }, + { + "epoch": 1.884252141445201, + "grad_norm": 2.3205361366271973, + "learning_rate": 1e-06, + "loss": 0.8411, + "mean_token_accuracy": 0.7309583425521851, + "num_tokens": 405521073.0, + "step": 17158 + }, + { + "epoch": 1.8843619591478147, + "grad_norm": 2.7857227325439453, + "learning_rate": 1e-06, + "loss": 0.8565, + "mean_token_accuracy": 0.7279285788536072, + "num_tokens": 405538986.0, + "step": 17159 + }, + { + "epoch": 1.8844717768504284, + "grad_norm": 2.185657024383545, + "learning_rate": 1e-06, + "loss": 0.8653, + "mean_token_accuracy": 0.7335342168807983, + "num_tokens": 405564623.0, + "step": 17160 + }, + { + "epoch": 1.884581594553042, + "grad_norm": 2.458841562271118, + "learning_rate": 1e-06, + "loss": 0.8892, + "mean_token_accuracy": 0.7200461626052856, + "num_tokens": 405585672.0, + "step": 17161 + }, + { + "epoch": 1.8846914122556555, + "grad_norm": 2.409226655960083, + "learning_rate": 1e-06, + "loss": 0.8335, + "mean_token_accuracy": 0.7379381060600281, + "num_tokens": 405606327.0, + "step": 17162 + }, + { + "epoch": 1.8848012299582693, + "grad_norm": 2.525176763534546, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7439658045768738, + "num_tokens": 405627485.0, + "step": 17163 + }, + { + "epoch": 1.884911047660883, + "grad_norm": 2.1691081523895264, + "learning_rate": 1e-06, + "loss": 0.8876, + "mean_token_accuracy": 0.7220988273620605, + "num_tokens": 405654518.0, + "step": 17164 + }, + { + "epoch": 1.8850208653634966, + "grad_norm": 2.2854199409484863, + "learning_rate": 1e-06, + "loss": 0.9692, + "mean_token_accuracy": 0.696845293045044, + "num_tokens": 405680579.0, + "step": 17165 + }, + { + "epoch": 1.88513068306611, + "grad_norm": 2.262988805770874, + "learning_rate": 1e-06, + "loss": 0.9183, + "mean_token_accuracy": 0.7140079140663147, + "num_tokens": 405706672.0, + "step": 17166 + }, + { + "epoch": 1.8852405007687238, + "grad_norm": 2.4991273880004883, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7324574589729309, + "num_tokens": 405727167.0, + "step": 17167 + }, + { + "epoch": 1.8853503184713376, + "grad_norm": 2.5020177364349365, + "learning_rate": 1e-06, + "loss": 0.8355, + "mean_token_accuracy": 0.7339726686477661, + "num_tokens": 405748045.0, + "step": 17168 + }, + { + "epoch": 1.8854601361739514, + "grad_norm": 2.2718451023101807, + "learning_rate": 1e-06, + "loss": 0.9111, + "mean_token_accuracy": 0.7264597415924072, + "num_tokens": 405772982.0, + "step": 17169 + }, + { + "epoch": 1.885569953876565, + "grad_norm": 2.1092734336853027, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.7157890796661377, + "num_tokens": 405798922.0, + "step": 17170 + }, + { + "epoch": 1.8856797715791784, + "grad_norm": 2.052652359008789, + "learning_rate": 1e-06, + "loss": 0.954, + "mean_token_accuracy": 0.710853099822998, + "num_tokens": 405829266.0, + "step": 17171 + }, + { + "epoch": 1.8857895892817922, + "grad_norm": 2.36496901512146, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7330126762390137, + "num_tokens": 405851639.0, + "step": 17172 + }, + { + "epoch": 1.885899406984406, + "grad_norm": 2.212632656097412, + "learning_rate": 1e-06, + "loss": 0.9307, + "mean_token_accuracy": 0.7066935300827026, + "num_tokens": 405875254.0, + "step": 17173 + }, + { + "epoch": 1.8860092246870197, + "grad_norm": 2.703127145767212, + "learning_rate": 1e-06, + "loss": 0.8965, + "mean_token_accuracy": 0.7225703001022339, + "num_tokens": 405896016.0, + "step": 17174 + }, + { + "epoch": 1.8861190423896332, + "grad_norm": 2.3867311477661133, + "learning_rate": 1e-06, + "loss": 0.9751, + "mean_token_accuracy": 0.7025770545005798, + "num_tokens": 405919301.0, + "step": 17175 + }, + { + "epoch": 1.8862288600922468, + "grad_norm": 2.2117691040039062, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7051783800125122, + "num_tokens": 405945459.0, + "step": 17176 + }, + { + "epoch": 1.8863386777948605, + "grad_norm": 2.1599953174591064, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7120835185050964, + "num_tokens": 405971357.0, + "step": 17177 + }, + { + "epoch": 1.8864484954974743, + "grad_norm": 2.2605652809143066, + "learning_rate": 1e-06, + "loss": 0.915, + "mean_token_accuracy": 0.7143781185150146, + "num_tokens": 405996538.0, + "step": 17178 + }, + { + "epoch": 1.8865583132000878, + "grad_norm": 2.3157129287719727, + "learning_rate": 1e-06, + "loss": 0.892, + "mean_token_accuracy": 0.7228072881698608, + "num_tokens": 406020169.0, + "step": 17179 + }, + { + "epoch": 1.8866681309027014, + "grad_norm": 1.9569523334503174, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7239360809326172, + "num_tokens": 406049627.0, + "step": 17180 + }, + { + "epoch": 1.8867779486053151, + "grad_norm": 2.151487112045288, + "learning_rate": 1e-06, + "loss": 0.9995, + "mean_token_accuracy": 0.689457356929779, + "num_tokens": 406078077.0, + "step": 17181 + }, + { + "epoch": 1.8868877663079289, + "grad_norm": 1.9814884662628174, + "learning_rate": 1e-06, + "loss": 0.9706, + "mean_token_accuracy": 0.6997548341751099, + "num_tokens": 406110989.0, + "step": 17182 + }, + { + "epoch": 1.8869975840105426, + "grad_norm": 2.6626384258270264, + "learning_rate": 1e-06, + "loss": 0.8377, + "mean_token_accuracy": 0.7285172343254089, + "num_tokens": 406129510.0, + "step": 17183 + }, + { + "epoch": 1.8871074017131562, + "grad_norm": 2.178967237472534, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7400612831115723, + "num_tokens": 406156104.0, + "step": 17184 + }, + { + "epoch": 1.8872172194157697, + "grad_norm": 2.3007616996765137, + "learning_rate": 1e-06, + "loss": 1.0074, + "mean_token_accuracy": 0.6953545808792114, + "num_tokens": 406182522.0, + "step": 17185 + }, + { + "epoch": 1.8873270371183835, + "grad_norm": 2.878270149230957, + "learning_rate": 1e-06, + "loss": 0.8388, + "mean_token_accuracy": 0.7352011203765869, + "num_tokens": 406198931.0, + "step": 17186 + }, + { + "epoch": 1.8874368548209972, + "grad_norm": 2.2296388149261475, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7186145782470703, + "num_tokens": 406224568.0, + "step": 17187 + }, + { + "epoch": 1.887546672523611, + "grad_norm": 2.1937129497528076, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7357401847839355, + "num_tokens": 406249029.0, + "step": 17188 + }, + { + "epoch": 1.8876564902262245, + "grad_norm": 2.8812777996063232, + "learning_rate": 1e-06, + "loss": 0.8083, + "mean_token_accuracy": 0.7367252111434937, + "num_tokens": 406265083.0, + "step": 17189 + }, + { + "epoch": 1.887766307928838, + "grad_norm": 2.5681095123291016, + "learning_rate": 1e-06, + "loss": 1.0118, + "mean_token_accuracy": 0.6776459217071533, + "num_tokens": 406287117.0, + "step": 17190 + }, + { + "epoch": 1.8878761256314518, + "grad_norm": 2.642324686050415, + "learning_rate": 1e-06, + "loss": 0.8551, + "mean_token_accuracy": 0.7262345552444458, + "num_tokens": 406308543.0, + "step": 17191 + }, + { + "epoch": 1.8879859433340656, + "grad_norm": 2.111433506011963, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.7066866159439087, + "num_tokens": 406336394.0, + "step": 17192 + }, + { + "epoch": 1.888095761036679, + "grad_norm": 2.4581410884857178, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.7313920855522156, + "num_tokens": 406359534.0, + "step": 17193 + }, + { + "epoch": 1.8882055787392926, + "grad_norm": 2.1642985343933105, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7201723456382751, + "num_tokens": 406386369.0, + "step": 17194 + }, + { + "epoch": 1.8883153964419064, + "grad_norm": 2.3081932067871094, + "learning_rate": 1e-06, + "loss": 1.0109, + "mean_token_accuracy": 0.7093309164047241, + "num_tokens": 406409889.0, + "step": 17195 + }, + { + "epoch": 1.8884252141445201, + "grad_norm": 2.286700487136841, + "learning_rate": 1e-06, + "loss": 0.8924, + "mean_token_accuracy": 0.7144642472267151, + "num_tokens": 406433920.0, + "step": 17196 + }, + { + "epoch": 1.888535031847134, + "grad_norm": 2.5098114013671875, + "learning_rate": 1e-06, + "loss": 0.851, + "mean_token_accuracy": 0.7323622107505798, + "num_tokens": 406453221.0, + "step": 17197 + }, + { + "epoch": 1.8886448495497474, + "grad_norm": 2.3078904151916504, + "learning_rate": 1e-06, + "loss": 0.9221, + "mean_token_accuracy": 0.7100846767425537, + "num_tokens": 406478171.0, + "step": 17198 + }, + { + "epoch": 1.888754667252361, + "grad_norm": 2.3895342350006104, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7000389099121094, + "num_tokens": 406505169.0, + "step": 17199 + }, + { + "epoch": 1.8888644849549747, + "grad_norm": 2.1533279418945312, + "learning_rate": 1e-06, + "loss": 0.9302, + "mean_token_accuracy": 0.7253343462944031, + "num_tokens": 406531915.0, + "step": 17200 + }, + { + "epoch": 1.8889743026575885, + "grad_norm": 2.483680248260498, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7088170647621155, + "num_tokens": 406554885.0, + "step": 17201 + }, + { + "epoch": 1.889084120360202, + "grad_norm": 2.441342830657959, + "learning_rate": 1e-06, + "loss": 0.8324, + "mean_token_accuracy": 0.7411378622055054, + "num_tokens": 406575830.0, + "step": 17202 + }, + { + "epoch": 1.8891939380628158, + "grad_norm": 2.1336569786071777, + "learning_rate": 1e-06, + "loss": 1.0075, + "mean_token_accuracy": 0.6900455951690674, + "num_tokens": 406604108.0, + "step": 17203 + }, + { + "epoch": 1.8893037557654293, + "grad_norm": 2.476644992828369, + "learning_rate": 1e-06, + "loss": 0.8025, + "mean_token_accuracy": 0.7422707080841064, + "num_tokens": 406623921.0, + "step": 17204 + }, + { + "epoch": 1.889413573468043, + "grad_norm": 2.0580313205718994, + "learning_rate": 1e-06, + "loss": 0.9193, + "mean_token_accuracy": 0.7145248651504517, + "num_tokens": 406654623.0, + "step": 17205 + }, + { + "epoch": 1.8895233911706568, + "grad_norm": 2.551459789276123, + "learning_rate": 1e-06, + "loss": 0.95, + "mean_token_accuracy": 0.7081907987594604, + "num_tokens": 406675271.0, + "step": 17206 + }, + { + "epoch": 1.8896332088732704, + "grad_norm": 2.118464708328247, + "learning_rate": 1e-06, + "loss": 0.8109, + "mean_token_accuracy": 0.7420859932899475, + "num_tokens": 406700758.0, + "step": 17207 + }, + { + "epoch": 1.8897430265758839, + "grad_norm": 2.362084150314331, + "learning_rate": 1e-06, + "loss": 0.8422, + "mean_token_accuracy": 0.7303251624107361, + "num_tokens": 406723980.0, + "step": 17208 + }, + { + "epoch": 1.8898528442784976, + "grad_norm": 2.456146478652954, + "learning_rate": 1e-06, + "loss": 0.8121, + "mean_token_accuracy": 0.7465391159057617, + "num_tokens": 406745843.0, + "step": 17209 + }, + { + "epoch": 1.8899626619811114, + "grad_norm": 1.9180625677108765, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.7085065841674805, + "num_tokens": 406777873.0, + "step": 17210 + }, + { + "epoch": 1.8900724796837252, + "grad_norm": 2.3382272720336914, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7246941328048706, + "num_tokens": 406801963.0, + "step": 17211 + }, + { + "epoch": 1.8901822973863387, + "grad_norm": 2.151261329650879, + "learning_rate": 1e-06, + "loss": 0.8886, + "mean_token_accuracy": 0.7348451018333435, + "num_tokens": 406827706.0, + "step": 17212 + }, + { + "epoch": 1.8902921150889522, + "grad_norm": 2.7291033267974854, + "learning_rate": 1e-06, + "loss": 0.858, + "mean_token_accuracy": 0.7407026290893555, + "num_tokens": 406843945.0, + "step": 17213 + }, + { + "epoch": 1.890401932791566, + "grad_norm": 3.0536558628082275, + "learning_rate": 1e-06, + "loss": 0.8054, + "mean_token_accuracy": 0.7377090454101562, + "num_tokens": 406859256.0, + "step": 17214 + }, + { + "epoch": 1.8905117504941797, + "grad_norm": 2.4927000999450684, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7275797724723816, + "num_tokens": 406878971.0, + "step": 17215 + }, + { + "epoch": 1.8906215681967933, + "grad_norm": 2.3550446033477783, + "learning_rate": 1e-06, + "loss": 0.8142, + "mean_token_accuracy": 0.7373565435409546, + "num_tokens": 406901372.0, + "step": 17216 + }, + { + "epoch": 1.890731385899407, + "grad_norm": 2.4064180850982666, + "learning_rate": 1e-06, + "loss": 0.8914, + "mean_token_accuracy": 0.7201055288314819, + "num_tokens": 406923129.0, + "step": 17217 + }, + { + "epoch": 1.8908412036020206, + "grad_norm": 2.490596294403076, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7359346747398376, + "num_tokens": 406943163.0, + "step": 17218 + }, + { + "epoch": 1.8909510213046343, + "grad_norm": 2.362070322036743, + "learning_rate": 1e-06, + "loss": 0.9009, + "mean_token_accuracy": 0.7185647487640381, + "num_tokens": 406965755.0, + "step": 17219 + }, + { + "epoch": 1.891060839007248, + "grad_norm": 2.513254404067993, + "learning_rate": 1e-06, + "loss": 0.8271, + "mean_token_accuracy": 0.7492693662643433, + "num_tokens": 406986235.0, + "step": 17220 + }, + { + "epoch": 1.8911706567098616, + "grad_norm": 2.1372954845428467, + "learning_rate": 1e-06, + "loss": 0.919, + "mean_token_accuracy": 0.7185440063476562, + "num_tokens": 407013008.0, + "step": 17221 + }, + { + "epoch": 1.8912804744124752, + "grad_norm": 2.252655267715454, + "learning_rate": 1e-06, + "loss": 0.868, + "mean_token_accuracy": 0.7251170873641968, + "num_tokens": 407036513.0, + "step": 17222 + }, + { + "epoch": 1.891390292115089, + "grad_norm": 2.391968250274658, + "learning_rate": 1e-06, + "loss": 0.9416, + "mean_token_accuracy": 0.7322824001312256, + "num_tokens": 407059381.0, + "step": 17223 + }, + { + "epoch": 1.8915001098177027, + "grad_norm": 2.0501976013183594, + "learning_rate": 1e-06, + "loss": 0.9651, + "mean_token_accuracy": 0.6995165348052979, + "num_tokens": 407087906.0, + "step": 17224 + }, + { + "epoch": 1.8916099275203164, + "grad_norm": 2.237757444381714, + "learning_rate": 1e-06, + "loss": 0.9574, + "mean_token_accuracy": 0.707958459854126, + "num_tokens": 407116331.0, + "step": 17225 + }, + { + "epoch": 1.89171974522293, + "grad_norm": 2.6211676597595215, + "learning_rate": 1e-06, + "loss": 0.8918, + "mean_token_accuracy": 0.72340989112854, + "num_tokens": 407135453.0, + "step": 17226 + }, + { + "epoch": 1.8918295629255435, + "grad_norm": 2.2231273651123047, + "learning_rate": 1e-06, + "loss": 0.9387, + "mean_token_accuracy": 0.7138200998306274, + "num_tokens": 407160523.0, + "step": 17227 + }, + { + "epoch": 1.8919393806281573, + "grad_norm": 2.3971972465515137, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7130345106124878, + "num_tokens": 407181364.0, + "step": 17228 + }, + { + "epoch": 1.892049198330771, + "grad_norm": 2.243628978729248, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7060243487358093, + "num_tokens": 407205463.0, + "step": 17229 + }, + { + "epoch": 1.8921590160333845, + "grad_norm": 2.728344440460205, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7534961104393005, + "num_tokens": 407223149.0, + "step": 17230 + }, + { + "epoch": 1.892268833735998, + "grad_norm": 2.6663217544555664, + "learning_rate": 1e-06, + "loss": 0.8582, + "mean_token_accuracy": 0.7260940074920654, + "num_tokens": 407242590.0, + "step": 17231 + }, + { + "epoch": 1.8923786514386118, + "grad_norm": 2.104142904281616, + "learning_rate": 1e-06, + "loss": 0.8806, + "mean_token_accuracy": 0.7225984334945679, + "num_tokens": 407270207.0, + "step": 17232 + }, + { + "epoch": 1.8924884691412256, + "grad_norm": 2.251192331314087, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7408460974693298, + "num_tokens": 407293373.0, + "step": 17233 + }, + { + "epoch": 1.8925982868438394, + "grad_norm": 2.2890756130218506, + "learning_rate": 1e-06, + "loss": 0.8188, + "mean_token_accuracy": 0.7410686612129211, + "num_tokens": 407316089.0, + "step": 17234 + }, + { + "epoch": 1.8927081045464529, + "grad_norm": 2.2274725437164307, + "learning_rate": 1e-06, + "loss": 0.9028, + "mean_token_accuracy": 0.7235263586044312, + "num_tokens": 407344581.0, + "step": 17235 + }, + { + "epoch": 1.8928179222490664, + "grad_norm": 2.1781134605407715, + "learning_rate": 1e-06, + "loss": 0.8068, + "mean_token_accuracy": 0.7390053272247314, + "num_tokens": 407368972.0, + "step": 17236 + }, + { + "epoch": 1.8929277399516802, + "grad_norm": 2.171182632446289, + "learning_rate": 1e-06, + "loss": 0.8231, + "mean_token_accuracy": 0.7395780682563782, + "num_tokens": 407397276.0, + "step": 17237 + }, + { + "epoch": 1.893037557654294, + "grad_norm": 2.279550552368164, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7104968428611755, + "num_tokens": 407422321.0, + "step": 17238 + }, + { + "epoch": 1.8931473753569077, + "grad_norm": 2.316370725631714, + "learning_rate": 1e-06, + "loss": 0.8755, + "mean_token_accuracy": 0.7266731262207031, + "num_tokens": 407446050.0, + "step": 17239 + }, + { + "epoch": 1.8932571930595212, + "grad_norm": 2.0425095558166504, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7003682255744934, + "num_tokens": 407476241.0, + "step": 17240 + }, + { + "epoch": 1.8933670107621348, + "grad_norm": 2.516596794128418, + "learning_rate": 1e-06, + "loss": 0.773, + "mean_token_accuracy": 0.7499818801879883, + "num_tokens": 407494467.0, + "step": 17241 + }, + { + "epoch": 1.8934768284647485, + "grad_norm": 2.3405368328094482, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7074025273323059, + "num_tokens": 407519299.0, + "step": 17242 + }, + { + "epoch": 1.8935866461673623, + "grad_norm": 2.505338430404663, + "learning_rate": 1e-06, + "loss": 0.8303, + "mean_token_accuracy": 0.7356845736503601, + "num_tokens": 407541129.0, + "step": 17243 + }, + { + "epoch": 1.8936964638699758, + "grad_norm": 2.4094860553741455, + "learning_rate": 1e-06, + "loss": 0.8549, + "mean_token_accuracy": 0.7263477444648743, + "num_tokens": 407561682.0, + "step": 17244 + }, + { + "epoch": 1.8938062815725893, + "grad_norm": 2.4851791858673096, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7164339423179626, + "num_tokens": 407583784.0, + "step": 17245 + }, + { + "epoch": 1.893916099275203, + "grad_norm": 2.3609635829925537, + "learning_rate": 1e-06, + "loss": 0.852, + "mean_token_accuracy": 0.7326323986053467, + "num_tokens": 407606620.0, + "step": 17246 + }, + { + "epoch": 1.8940259169778169, + "grad_norm": 2.1454365253448486, + "learning_rate": 1e-06, + "loss": 0.9832, + "mean_token_accuracy": 0.7166150212287903, + "num_tokens": 407634859.0, + "step": 17247 + }, + { + "epoch": 1.8941357346804306, + "grad_norm": 2.1883292198181152, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7121713161468506, + "num_tokens": 407662549.0, + "step": 17248 + }, + { + "epoch": 1.8942455523830442, + "grad_norm": 2.390277624130249, + "learning_rate": 1e-06, + "loss": 0.8206, + "mean_token_accuracy": 0.7350330352783203, + "num_tokens": 407685721.0, + "step": 17249 + }, + { + "epoch": 1.8943553700856577, + "grad_norm": 2.405090093612671, + "learning_rate": 1e-06, + "loss": 0.8699, + "mean_token_accuracy": 0.7238979339599609, + "num_tokens": 407706791.0, + "step": 17250 + }, + { + "epoch": 1.8944651877882714, + "grad_norm": 2.057011604309082, + "learning_rate": 1e-06, + "loss": 0.9098, + "mean_token_accuracy": 0.7193491458892822, + "num_tokens": 407736650.0, + "step": 17251 + }, + { + "epoch": 1.8945750054908852, + "grad_norm": 2.2571423053741455, + "learning_rate": 1e-06, + "loss": 0.9515, + "mean_token_accuracy": 0.7059985399246216, + "num_tokens": 407761706.0, + "step": 17252 + }, + { + "epoch": 1.894684823193499, + "grad_norm": 2.2599267959594727, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7232080698013306, + "num_tokens": 407787042.0, + "step": 17253 + }, + { + "epoch": 1.8947946408961125, + "grad_norm": 2.511296510696411, + "learning_rate": 1e-06, + "loss": 0.7429, + "mean_token_accuracy": 0.7653288841247559, + "num_tokens": 407806577.0, + "step": 17254 + }, + { + "epoch": 1.894904458598726, + "grad_norm": 2.4931743144989014, + "learning_rate": 1e-06, + "loss": 0.9241, + "mean_token_accuracy": 0.7162086963653564, + "num_tokens": 407827629.0, + "step": 17255 + }, + { + "epoch": 1.8950142763013398, + "grad_norm": 2.0537071228027344, + "learning_rate": 1e-06, + "loss": 0.8822, + "mean_token_accuracy": 0.7228130102157593, + "num_tokens": 407857206.0, + "step": 17256 + }, + { + "epoch": 1.8951240940039535, + "grad_norm": 2.7326252460479736, + "learning_rate": 1e-06, + "loss": 0.8987, + "mean_token_accuracy": 0.7104490399360657, + "num_tokens": 407874967.0, + "step": 17257 + }, + { + "epoch": 1.895233911706567, + "grad_norm": 2.2785160541534424, + "learning_rate": 1e-06, + "loss": 0.8768, + "mean_token_accuracy": 0.7248318195343018, + "num_tokens": 407898593.0, + "step": 17258 + }, + { + "epoch": 1.8953437294091806, + "grad_norm": 2.385659694671631, + "learning_rate": 1e-06, + "loss": 0.8788, + "mean_token_accuracy": 0.7235463857650757, + "num_tokens": 407921348.0, + "step": 17259 + }, + { + "epoch": 1.8954535471117944, + "grad_norm": 2.3929481506347656, + "learning_rate": 1e-06, + "loss": 0.8643, + "mean_token_accuracy": 0.7263705730438232, + "num_tokens": 407943186.0, + "step": 17260 + }, + { + "epoch": 1.8955633648144081, + "grad_norm": 2.299635887145996, + "learning_rate": 1e-06, + "loss": 0.9473, + "mean_token_accuracy": 0.7139091491699219, + "num_tokens": 407970045.0, + "step": 17261 + }, + { + "epoch": 1.8956731825170219, + "grad_norm": 2.496168375015259, + "learning_rate": 1e-06, + "loss": 0.8256, + "mean_token_accuracy": 0.7385476231575012, + "num_tokens": 407989255.0, + "step": 17262 + }, + { + "epoch": 1.8957830002196354, + "grad_norm": 2.276613712310791, + "learning_rate": 1e-06, + "loss": 1.0162, + "mean_token_accuracy": 0.6973079442977905, + "num_tokens": 408013739.0, + "step": 17263 + }, + { + "epoch": 1.895892817922249, + "grad_norm": 2.4142696857452393, + "learning_rate": 1e-06, + "loss": 0.9231, + "mean_token_accuracy": 0.7102795839309692, + "num_tokens": 408037182.0, + "step": 17264 + }, + { + "epoch": 1.8960026356248627, + "grad_norm": 2.0947649478912354, + "learning_rate": 1e-06, + "loss": 0.9506, + "mean_token_accuracy": 0.720774233341217, + "num_tokens": 408064909.0, + "step": 17265 + }, + { + "epoch": 1.8961124533274765, + "grad_norm": 2.022604465484619, + "learning_rate": 1e-06, + "loss": 0.9327, + "mean_token_accuracy": 0.7113817930221558, + "num_tokens": 408093817.0, + "step": 17266 + }, + { + "epoch": 1.89622227103009, + "grad_norm": 2.7274770736694336, + "learning_rate": 1e-06, + "loss": 0.8135, + "mean_token_accuracy": 0.7382619976997375, + "num_tokens": 408109674.0, + "step": 17267 + }, + { + "epoch": 1.8963320887327038, + "grad_norm": 2.603804349899292, + "learning_rate": 1e-06, + "loss": 0.886, + "mean_token_accuracy": 0.7231765985488892, + "num_tokens": 408128922.0, + "step": 17268 + }, + { + "epoch": 1.8964419064353173, + "grad_norm": 2.5068085193634033, + "learning_rate": 1e-06, + "loss": 0.948, + "mean_token_accuracy": 0.7043394446372986, + "num_tokens": 408152039.0, + "step": 17269 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 2.1351258754730225, + "learning_rate": 1e-06, + "loss": 0.7928, + "mean_token_accuracy": 0.748345673084259, + "num_tokens": 408177408.0, + "step": 17270 + }, + { + "epoch": 1.8966615418405448, + "grad_norm": 2.6184654235839844, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.7103435397148132, + "num_tokens": 408197231.0, + "step": 17271 + }, + { + "epoch": 1.8967713595431583, + "grad_norm": 2.3097379207611084, + "learning_rate": 1e-06, + "loss": 0.8678, + "mean_token_accuracy": 0.7299529314041138, + "num_tokens": 408221232.0, + "step": 17272 + }, + { + "epoch": 1.8968811772457719, + "grad_norm": 2.2071406841278076, + "learning_rate": 1e-06, + "loss": 0.9093, + "mean_token_accuracy": 0.7298352122306824, + "num_tokens": 408246572.0, + "step": 17273 + }, + { + "epoch": 1.8969909949483856, + "grad_norm": 2.684372901916504, + "learning_rate": 1e-06, + "loss": 0.8224, + "mean_token_accuracy": 0.7342327833175659, + "num_tokens": 408264664.0, + "step": 17274 + }, + { + "epoch": 1.8971008126509994, + "grad_norm": 2.817288875579834, + "learning_rate": 1e-06, + "loss": 0.8777, + "mean_token_accuracy": 0.7244396209716797, + "num_tokens": 408282897.0, + "step": 17275 + }, + { + "epoch": 1.8972106303536131, + "grad_norm": 2.4823968410491943, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7146632671356201, + "num_tokens": 408304676.0, + "step": 17276 + }, + { + "epoch": 1.8973204480562267, + "grad_norm": 2.681375503540039, + "learning_rate": 1e-06, + "loss": 0.9352, + "mean_token_accuracy": 0.7128187417984009, + "num_tokens": 408324621.0, + "step": 17277 + }, + { + "epoch": 1.8974302657588402, + "grad_norm": 2.0643630027770996, + "learning_rate": 1e-06, + "loss": 0.9786, + "mean_token_accuracy": 0.6958290934562683, + "num_tokens": 408352697.0, + "step": 17278 + }, + { + "epoch": 1.897540083461454, + "grad_norm": 2.3750600814819336, + "learning_rate": 1e-06, + "loss": 0.829, + "mean_token_accuracy": 0.7402568459510803, + "num_tokens": 408375682.0, + "step": 17279 + }, + { + "epoch": 1.8976499011640677, + "grad_norm": 2.122659921646118, + "learning_rate": 1e-06, + "loss": 0.8022, + "mean_token_accuracy": 0.744892954826355, + "num_tokens": 408401870.0, + "step": 17280 + }, + { + "epoch": 1.8977597188666813, + "grad_norm": 2.6649816036224365, + "learning_rate": 1e-06, + "loss": 0.8348, + "mean_token_accuracy": 0.736237645149231, + "num_tokens": 408419971.0, + "step": 17281 + }, + { + "epoch": 1.897869536569295, + "grad_norm": 2.3672518730163574, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7232590913772583, + "num_tokens": 408444010.0, + "step": 17282 + }, + { + "epoch": 1.8979793542719086, + "grad_norm": 2.7157692909240723, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7162811756134033, + "num_tokens": 408462778.0, + "step": 17283 + }, + { + "epoch": 1.8980891719745223, + "grad_norm": 2.373511791229248, + "learning_rate": 1e-06, + "loss": 0.9227, + "mean_token_accuracy": 0.7113423347473145, + "num_tokens": 408489055.0, + "step": 17284 + }, + { + "epoch": 1.898198989677136, + "grad_norm": 2.4238483905792236, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7243101596832275, + "num_tokens": 408511299.0, + "step": 17285 + }, + { + "epoch": 1.8983088073797496, + "grad_norm": 2.2865476608276367, + "learning_rate": 1e-06, + "loss": 0.8838, + "mean_token_accuracy": 0.7255203723907471, + "num_tokens": 408536434.0, + "step": 17286 + }, + { + "epoch": 1.8984186250823631, + "grad_norm": 2.0899815559387207, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7339720726013184, + "num_tokens": 408564936.0, + "step": 17287 + }, + { + "epoch": 1.898528442784977, + "grad_norm": 2.2977547645568848, + "learning_rate": 1e-06, + "loss": 0.8936, + "mean_token_accuracy": 0.7210723161697388, + "num_tokens": 408590608.0, + "step": 17288 + }, + { + "epoch": 1.8986382604875907, + "grad_norm": 2.0910255908966064, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7205435037612915, + "num_tokens": 408621870.0, + "step": 17289 + }, + { + "epoch": 1.8987480781902044, + "grad_norm": 2.2759289741516113, + "learning_rate": 1e-06, + "loss": 0.9695, + "mean_token_accuracy": 0.7008551359176636, + "num_tokens": 408648249.0, + "step": 17290 + }, + { + "epoch": 1.898857895892818, + "grad_norm": 2.6249823570251465, + "learning_rate": 1e-06, + "loss": 0.7898, + "mean_token_accuracy": 0.7529792785644531, + "num_tokens": 408667086.0, + "step": 17291 + }, + { + "epoch": 1.8989677135954315, + "grad_norm": 2.624760627746582, + "learning_rate": 1e-06, + "loss": 0.8018, + "mean_token_accuracy": 0.7425318956375122, + "num_tokens": 408685883.0, + "step": 17292 + }, + { + "epoch": 1.8990775312980452, + "grad_norm": 2.3436222076416016, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7075209021568298, + "num_tokens": 408710147.0, + "step": 17293 + }, + { + "epoch": 1.899187349000659, + "grad_norm": 2.8656914234161377, + "learning_rate": 1e-06, + "loss": 0.8609, + "mean_token_accuracy": 0.7350925207138062, + "num_tokens": 408727793.0, + "step": 17294 + }, + { + "epoch": 1.8992971667032725, + "grad_norm": 2.1582703590393066, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7319951057434082, + "num_tokens": 408756009.0, + "step": 17295 + }, + { + "epoch": 1.899406984405886, + "grad_norm": 2.6406099796295166, + "learning_rate": 1e-06, + "loss": 0.8322, + "mean_token_accuracy": 0.729979932308197, + "num_tokens": 408775440.0, + "step": 17296 + }, + { + "epoch": 1.8995168021084998, + "grad_norm": 2.650245428085327, + "learning_rate": 1e-06, + "loss": 0.8206, + "mean_token_accuracy": 0.7432864904403687, + "num_tokens": 408793685.0, + "step": 17297 + }, + { + "epoch": 1.8996266198111136, + "grad_norm": 3.2076854705810547, + "learning_rate": 1e-06, + "loss": 0.8079, + "mean_token_accuracy": 0.7439631223678589, + "num_tokens": 408807131.0, + "step": 17298 + }, + { + "epoch": 1.8997364375137273, + "grad_norm": 2.972837448120117, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7240520715713501, + "num_tokens": 408823931.0, + "step": 17299 + }, + { + "epoch": 1.8998462552163409, + "grad_norm": 2.130831718444824, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.6961671113967896, + "num_tokens": 408851717.0, + "step": 17300 + }, + { + "epoch": 1.8999560729189544, + "grad_norm": 2.2917613983154297, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7175769209861755, + "num_tokens": 408875561.0, + "step": 17301 + }, + { + "epoch": 1.9000658906215682, + "grad_norm": 2.3327016830444336, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7107197642326355, + "num_tokens": 408899777.0, + "step": 17302 + }, + { + "epoch": 1.900175708324182, + "grad_norm": 2.34763503074646, + "learning_rate": 1e-06, + "loss": 0.8647, + "mean_token_accuracy": 0.7286481857299805, + "num_tokens": 408923056.0, + "step": 17303 + }, + { + "epoch": 1.9002855260267957, + "grad_norm": 2.3300845623016357, + "learning_rate": 1e-06, + "loss": 0.9489, + "mean_token_accuracy": 0.705585241317749, + "num_tokens": 408946641.0, + "step": 17304 + }, + { + "epoch": 1.9003953437294092, + "grad_norm": 2.3044917583465576, + "learning_rate": 1e-06, + "loss": 0.8747, + "mean_token_accuracy": 0.7239279747009277, + "num_tokens": 408970854.0, + "step": 17305 + }, + { + "epoch": 1.9005051614320227, + "grad_norm": 2.453960418701172, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7108709812164307, + "num_tokens": 408993279.0, + "step": 17306 + }, + { + "epoch": 1.9006149791346365, + "grad_norm": 2.211134672164917, + "learning_rate": 1e-06, + "loss": 0.8026, + "mean_token_accuracy": 0.749025821685791, + "num_tokens": 409016569.0, + "step": 17307 + }, + { + "epoch": 1.9007247968372503, + "grad_norm": 2.205380916595459, + "learning_rate": 1e-06, + "loss": 0.8181, + "mean_token_accuracy": 0.7407300472259521, + "num_tokens": 409040219.0, + "step": 17308 + }, + { + "epoch": 1.9008346145398638, + "grad_norm": 2.272026538848877, + "learning_rate": 1e-06, + "loss": 0.9329, + "mean_token_accuracy": 0.7183462381362915, + "num_tokens": 409065750.0, + "step": 17309 + }, + { + "epoch": 1.9009444322424773, + "grad_norm": 2.2203729152679443, + "learning_rate": 1e-06, + "loss": 0.8776, + "mean_token_accuracy": 0.7308900356292725, + "num_tokens": 409090640.0, + "step": 17310 + }, + { + "epoch": 1.901054249945091, + "grad_norm": 2.1719720363616943, + "learning_rate": 1e-06, + "loss": 0.9414, + "mean_token_accuracy": 0.7068628072738647, + "num_tokens": 409118057.0, + "step": 17311 + }, + { + "epoch": 1.9011640676477048, + "grad_norm": 2.5064144134521484, + "learning_rate": 1e-06, + "loss": 0.8042, + "mean_token_accuracy": 0.7481557130813599, + "num_tokens": 409138081.0, + "step": 17312 + }, + { + "epoch": 1.9012738853503186, + "grad_norm": 2.4615318775177, + "learning_rate": 1e-06, + "loss": 0.9424, + "mean_token_accuracy": 0.7178187370300293, + "num_tokens": 409159362.0, + "step": 17313 + }, + { + "epoch": 1.9013837030529321, + "grad_norm": 2.167732000350952, + "learning_rate": 1e-06, + "loss": 0.9031, + "mean_token_accuracy": 0.7153619527816772, + "num_tokens": 409187884.0, + "step": 17314 + }, + { + "epoch": 1.9014935207555457, + "grad_norm": 2.602931261062622, + "learning_rate": 1e-06, + "loss": 0.8706, + "mean_token_accuracy": 0.7321584820747375, + "num_tokens": 409208209.0, + "step": 17315 + }, + { + "epoch": 1.9016033384581594, + "grad_norm": 2.8372316360473633, + "learning_rate": 1e-06, + "loss": 0.785, + "mean_token_accuracy": 0.7568650841712952, + "num_tokens": 409224551.0, + "step": 17316 + }, + { + "epoch": 1.9017131561607732, + "grad_norm": 2.148324728012085, + "learning_rate": 1e-06, + "loss": 0.9454, + "mean_token_accuracy": 0.717997670173645, + "num_tokens": 409252677.0, + "step": 17317 + }, + { + "epoch": 1.9018229738633867, + "grad_norm": 2.358222723007202, + "learning_rate": 1e-06, + "loss": 0.9516, + "mean_token_accuracy": 0.7131747603416443, + "num_tokens": 409275232.0, + "step": 17318 + }, + { + "epoch": 1.9019327915660005, + "grad_norm": 2.5042712688446045, + "learning_rate": 1e-06, + "loss": 0.872, + "mean_token_accuracy": 0.7307500839233398, + "num_tokens": 409295771.0, + "step": 17319 + }, + { + "epoch": 1.902042609268614, + "grad_norm": 2.1628875732421875, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7183387279510498, + "num_tokens": 409322510.0, + "step": 17320 + }, + { + "epoch": 1.9021524269712278, + "grad_norm": 2.486525297164917, + "learning_rate": 1e-06, + "loss": 0.9043, + "mean_token_accuracy": 0.7240923643112183, + "num_tokens": 409342476.0, + "step": 17321 + }, + { + "epoch": 1.9022622446738415, + "grad_norm": 2.4763078689575195, + "learning_rate": 1e-06, + "loss": 0.9337, + "mean_token_accuracy": 0.7214536666870117, + "num_tokens": 409364743.0, + "step": 17322 + }, + { + "epoch": 1.902372062376455, + "grad_norm": 2.150897979736328, + "learning_rate": 1e-06, + "loss": 0.9889, + "mean_token_accuracy": 0.6993408203125, + "num_tokens": 409395756.0, + "step": 17323 + }, + { + "epoch": 1.9024818800790686, + "grad_norm": 2.2759032249450684, + "learning_rate": 1e-06, + "loss": 0.8394, + "mean_token_accuracy": 0.7336622476577759, + "num_tokens": 409420562.0, + "step": 17324 + }, + { + "epoch": 1.9025916977816824, + "grad_norm": 2.493539333343506, + "learning_rate": 1e-06, + "loss": 0.7957, + "mean_token_accuracy": 0.7543108463287354, + "num_tokens": 409439733.0, + "step": 17325 + }, + { + "epoch": 1.9027015154842961, + "grad_norm": 2.7409491539001465, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7253038883209229, + "num_tokens": 409457575.0, + "step": 17326 + }, + { + "epoch": 1.9028113331869099, + "grad_norm": 2.525207281112671, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7213793992996216, + "num_tokens": 409478526.0, + "step": 17327 + }, + { + "epoch": 1.9029211508895234, + "grad_norm": 2.400712490081787, + "learning_rate": 1e-06, + "loss": 0.8644, + "mean_token_accuracy": 0.7269118428230286, + "num_tokens": 409501281.0, + "step": 17328 + }, + { + "epoch": 1.903030968592137, + "grad_norm": 2.8282811641693115, + "learning_rate": 1e-06, + "loss": 0.9559, + "mean_token_accuracy": 0.7045064568519592, + "num_tokens": 409521089.0, + "step": 17329 + }, + { + "epoch": 1.9031407862947507, + "grad_norm": 2.148404598236084, + "learning_rate": 1e-06, + "loss": 0.8853, + "mean_token_accuracy": 0.7313794493675232, + "num_tokens": 409545831.0, + "step": 17330 + }, + { + "epoch": 1.9032506039973645, + "grad_norm": 2.0328314304351807, + "learning_rate": 1e-06, + "loss": 0.9394, + "mean_token_accuracy": 0.7110666632652283, + "num_tokens": 409578380.0, + "step": 17331 + }, + { + "epoch": 1.903360421699978, + "grad_norm": 2.2903265953063965, + "learning_rate": 1e-06, + "loss": 0.8655, + "mean_token_accuracy": 0.7221139669418335, + "num_tokens": 409601191.0, + "step": 17332 + }, + { + "epoch": 1.9034702394025917, + "grad_norm": 2.2244293689727783, + "learning_rate": 1e-06, + "loss": 0.9843, + "mean_token_accuracy": 0.6914604902267456, + "num_tokens": 409627542.0, + "step": 17333 + }, + { + "epoch": 1.9035800571052053, + "grad_norm": 2.2382125854492188, + "learning_rate": 1e-06, + "loss": 0.8621, + "mean_token_accuracy": 0.7318796515464783, + "num_tokens": 409654496.0, + "step": 17334 + }, + { + "epoch": 1.903689874807819, + "grad_norm": 2.2152087688446045, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7183679342269897, + "num_tokens": 409678944.0, + "step": 17335 + }, + { + "epoch": 1.9037996925104328, + "grad_norm": 2.228647232055664, + "learning_rate": 1e-06, + "loss": 0.9458, + "mean_token_accuracy": 0.7023682594299316, + "num_tokens": 409703579.0, + "step": 17336 + }, + { + "epoch": 1.9039095102130463, + "grad_norm": 2.2431278228759766, + "learning_rate": 1e-06, + "loss": 0.8972, + "mean_token_accuracy": 0.7213340997695923, + "num_tokens": 409728833.0, + "step": 17337 + }, + { + "epoch": 1.9040193279156599, + "grad_norm": 2.540116786956787, + "learning_rate": 1e-06, + "loss": 0.8245, + "mean_token_accuracy": 0.7499544620513916, + "num_tokens": 409749289.0, + "step": 17338 + }, + { + "epoch": 1.9041291456182736, + "grad_norm": 2.1522750854492188, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.7216548919677734, + "num_tokens": 409777485.0, + "step": 17339 + }, + { + "epoch": 1.9042389633208874, + "grad_norm": 2.370730400085449, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.723676860332489, + "num_tokens": 409800832.0, + "step": 17340 + }, + { + "epoch": 1.9043487810235011, + "grad_norm": 2.226583480834961, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.7089439630508423, + "num_tokens": 409826457.0, + "step": 17341 + }, + { + "epoch": 1.9044585987261147, + "grad_norm": 1.9189711809158325, + "learning_rate": 1e-06, + "loss": 0.844, + "mean_token_accuracy": 0.7416054010391235, + "num_tokens": 409858222.0, + "step": 17342 + }, + { + "epoch": 1.9045684164287282, + "grad_norm": 2.444511651992798, + "learning_rate": 1e-06, + "loss": 0.8766, + "mean_token_accuracy": 0.7346078157424927, + "num_tokens": 409879161.0, + "step": 17343 + }, + { + "epoch": 1.904678234131342, + "grad_norm": 2.0924432277679443, + "learning_rate": 1e-06, + "loss": 0.8595, + "mean_token_accuracy": 0.7279621958732605, + "num_tokens": 409905031.0, + "step": 17344 + }, + { + "epoch": 1.9047880518339557, + "grad_norm": 2.2709407806396484, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7332570552825928, + "num_tokens": 409929054.0, + "step": 17345 + }, + { + "epoch": 1.9048978695365693, + "grad_norm": 2.177119731903076, + "learning_rate": 1e-06, + "loss": 0.9316, + "mean_token_accuracy": 0.7183494567871094, + "num_tokens": 409954660.0, + "step": 17346 + }, + { + "epoch": 1.9050076872391828, + "grad_norm": 2.734516143798828, + "learning_rate": 1e-06, + "loss": 0.8117, + "mean_token_accuracy": 0.7330269813537598, + "num_tokens": 409972632.0, + "step": 17347 + }, + { + "epoch": 1.9051175049417965, + "grad_norm": 2.719855785369873, + "learning_rate": 1e-06, + "loss": 0.8995, + "mean_token_accuracy": 0.7203229665756226, + "num_tokens": 409991913.0, + "step": 17348 + }, + { + "epoch": 1.9052273226444103, + "grad_norm": 2.298884868621826, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7155371904373169, + "num_tokens": 410016043.0, + "step": 17349 + }, + { + "epoch": 1.905337140347024, + "grad_norm": 2.238311529159546, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7271413207054138, + "num_tokens": 410039688.0, + "step": 17350 + }, + { + "epoch": 1.9054469580496376, + "grad_norm": 2.4938859939575195, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7292256355285645, + "num_tokens": 410060228.0, + "step": 17351 + }, + { + "epoch": 1.9055567757522511, + "grad_norm": 2.1495299339294434, + "learning_rate": 1e-06, + "loss": 0.939, + "mean_token_accuracy": 0.7173134088516235, + "num_tokens": 410088626.0, + "step": 17352 + }, + { + "epoch": 1.9056665934548649, + "grad_norm": 2.4222264289855957, + "learning_rate": 1e-06, + "loss": 0.8979, + "mean_token_accuracy": 0.7233932614326477, + "num_tokens": 410111763.0, + "step": 17353 + }, + { + "epoch": 1.9057764111574786, + "grad_norm": 2.5140926837921143, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7277591228485107, + "num_tokens": 410133062.0, + "step": 17354 + }, + { + "epoch": 1.9058862288600924, + "grad_norm": 2.0156409740448, + "learning_rate": 1e-06, + "loss": 1.0108, + "mean_token_accuracy": 0.688840389251709, + "num_tokens": 410163486.0, + "step": 17355 + }, + { + "epoch": 1.905996046562706, + "grad_norm": 2.806934118270874, + "learning_rate": 1e-06, + "loss": 0.7896, + "mean_token_accuracy": 0.7465273141860962, + "num_tokens": 410180934.0, + "step": 17356 + }, + { + "epoch": 1.9061058642653195, + "grad_norm": 2.445162773132324, + "learning_rate": 1e-06, + "loss": 0.8187, + "mean_token_accuracy": 0.7445769906044006, + "num_tokens": 410201036.0, + "step": 17357 + }, + { + "epoch": 1.9062156819679332, + "grad_norm": 2.3465025424957275, + "learning_rate": 1e-06, + "loss": 1.0152, + "mean_token_accuracy": 0.6951614618301392, + "num_tokens": 410226802.0, + "step": 17358 + }, + { + "epoch": 1.906325499670547, + "grad_norm": 2.290478229522705, + "learning_rate": 1e-06, + "loss": 0.8252, + "mean_token_accuracy": 0.7537088394165039, + "num_tokens": 410248429.0, + "step": 17359 + }, + { + "epoch": 1.9064353173731605, + "grad_norm": 2.288194417953491, + "learning_rate": 1e-06, + "loss": 0.9271, + "mean_token_accuracy": 0.7183960676193237, + "num_tokens": 410271615.0, + "step": 17360 + }, + { + "epoch": 1.906545135075774, + "grad_norm": 2.282390594482422, + "learning_rate": 1e-06, + "loss": 0.8099, + "mean_token_accuracy": 0.7396104335784912, + "num_tokens": 410296459.0, + "step": 17361 + }, + { + "epoch": 1.9066549527783878, + "grad_norm": 2.318291187286377, + "learning_rate": 1e-06, + "loss": 0.9471, + "mean_token_accuracy": 0.7208493947982788, + "num_tokens": 410321967.0, + "step": 17362 + }, + { + "epoch": 1.9067647704810016, + "grad_norm": 2.616755247116089, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7230688333511353, + "num_tokens": 410342868.0, + "step": 17363 + }, + { + "epoch": 1.9068745881836153, + "grad_norm": 3.168198347091675, + "learning_rate": 1e-06, + "loss": 0.8403, + "mean_token_accuracy": 0.7539329528808594, + "num_tokens": 410357349.0, + "step": 17364 + }, + { + "epoch": 1.9069844058862289, + "grad_norm": 2.4587042331695557, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7126388549804688, + "num_tokens": 410379871.0, + "step": 17365 + }, + { + "epoch": 1.9070942235888424, + "grad_norm": 2.2042112350463867, + "learning_rate": 1e-06, + "loss": 0.8537, + "mean_token_accuracy": 0.749609112739563, + "num_tokens": 410403422.0, + "step": 17366 + }, + { + "epoch": 1.9072040412914562, + "grad_norm": 2.1528799533843994, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7025858163833618, + "num_tokens": 410432880.0, + "step": 17367 + }, + { + "epoch": 1.90731385899407, + "grad_norm": 2.281879186630249, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.725990355014801, + "num_tokens": 410458471.0, + "step": 17368 + }, + { + "epoch": 1.9074236766966837, + "grad_norm": 2.219822645187378, + "learning_rate": 1e-06, + "loss": 0.8102, + "mean_token_accuracy": 0.7382588386535645, + "num_tokens": 410482702.0, + "step": 17369 + }, + { + "epoch": 1.9075334943992972, + "grad_norm": 2.3513023853302, + "learning_rate": 1e-06, + "loss": 0.9398, + "mean_token_accuracy": 0.7040995359420776, + "num_tokens": 410507168.0, + "step": 17370 + }, + { + "epoch": 1.9076433121019107, + "grad_norm": 1.94304621219635, + "learning_rate": 1e-06, + "loss": 0.9291, + "mean_token_accuracy": 0.723391592502594, + "num_tokens": 410541226.0, + "step": 17371 + }, + { + "epoch": 1.9077531298045245, + "grad_norm": 2.2027618885040283, + "learning_rate": 1e-06, + "loss": 1.0532, + "mean_token_accuracy": 0.6917790174484253, + "num_tokens": 410569224.0, + "step": 17372 + }, + { + "epoch": 1.9078629475071383, + "grad_norm": 2.1352360248565674, + "learning_rate": 1e-06, + "loss": 0.9662, + "mean_token_accuracy": 0.7003449201583862, + "num_tokens": 410596187.0, + "step": 17373 + }, + { + "epoch": 1.9079727652097518, + "grad_norm": 2.260941982269287, + "learning_rate": 1e-06, + "loss": 0.8483, + "mean_token_accuracy": 0.7320741415023804, + "num_tokens": 410620216.0, + "step": 17374 + }, + { + "epoch": 1.9080825829123653, + "grad_norm": 2.374544620513916, + "learning_rate": 1e-06, + "loss": 0.8695, + "mean_token_accuracy": 0.7278744578361511, + "num_tokens": 410642700.0, + "step": 17375 + }, + { + "epoch": 1.908192400614979, + "grad_norm": 2.3003978729248047, + "learning_rate": 1e-06, + "loss": 0.8407, + "mean_token_accuracy": 0.7327228784561157, + "num_tokens": 410664504.0, + "step": 17376 + }, + { + "epoch": 1.9083022183175928, + "grad_norm": 2.2202718257904053, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7158665657043457, + "num_tokens": 410690298.0, + "step": 17377 + }, + { + "epoch": 1.9084120360202066, + "grad_norm": 2.7708680629730225, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7288750410079956, + "num_tokens": 410708717.0, + "step": 17378 + }, + { + "epoch": 1.9085218537228201, + "grad_norm": 2.761162757873535, + "learning_rate": 1e-06, + "loss": 0.903, + "mean_token_accuracy": 0.7159769535064697, + "num_tokens": 410726537.0, + "step": 17379 + }, + { + "epoch": 1.9086316714254337, + "grad_norm": 2.2909483909606934, + "learning_rate": 1e-06, + "loss": 0.9512, + "mean_token_accuracy": 0.7167396545410156, + "num_tokens": 410750635.0, + "step": 17380 + }, + { + "epoch": 1.9087414891280474, + "grad_norm": 2.4757773876190186, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7167425155639648, + "num_tokens": 410772003.0, + "step": 17381 + }, + { + "epoch": 1.9088513068306612, + "grad_norm": 2.4856526851654053, + "learning_rate": 1e-06, + "loss": 0.8999, + "mean_token_accuracy": 0.7206974625587463, + "num_tokens": 410793303.0, + "step": 17382 + }, + { + "epoch": 1.9089611245332747, + "grad_norm": 2.3838067054748535, + "learning_rate": 1e-06, + "loss": 0.7951, + "mean_token_accuracy": 0.7488588094711304, + "num_tokens": 410814085.0, + "step": 17383 + }, + { + "epoch": 1.9090709422358885, + "grad_norm": 2.6195290088653564, + "learning_rate": 1e-06, + "loss": 0.7987, + "mean_token_accuracy": 0.7443327307701111, + "num_tokens": 410831899.0, + "step": 17384 + }, + { + "epoch": 1.909180759938502, + "grad_norm": 2.496018648147583, + "learning_rate": 1e-06, + "loss": 0.8241, + "mean_token_accuracy": 0.7305229306221008, + "num_tokens": 410851074.0, + "step": 17385 + }, + { + "epoch": 1.9092905776411158, + "grad_norm": 2.0935721397399902, + "learning_rate": 1e-06, + "loss": 0.9674, + "mean_token_accuracy": 0.7021500468254089, + "num_tokens": 410881472.0, + "step": 17386 + }, + { + "epoch": 1.9094003953437295, + "grad_norm": 2.39148211479187, + "learning_rate": 1e-06, + "loss": 0.8784, + "mean_token_accuracy": 0.7238715887069702, + "num_tokens": 410904873.0, + "step": 17387 + }, + { + "epoch": 1.909510213046343, + "grad_norm": 2.441208600997925, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7176963090896606, + "num_tokens": 410927238.0, + "step": 17388 + }, + { + "epoch": 1.9096200307489566, + "grad_norm": 2.1924264430999756, + "learning_rate": 1e-06, + "loss": 0.9132, + "mean_token_accuracy": 0.7160140872001648, + "num_tokens": 410953698.0, + "step": 17389 + }, + { + "epoch": 1.9097298484515703, + "grad_norm": 2.558378219604492, + "learning_rate": 1e-06, + "loss": 0.8429, + "mean_token_accuracy": 0.7407366633415222, + "num_tokens": 410974170.0, + "step": 17390 + }, + { + "epoch": 1.909839666154184, + "grad_norm": 2.5082850456237793, + "learning_rate": 1e-06, + "loss": 0.8978, + "mean_token_accuracy": 0.7209631204605103, + "num_tokens": 410997475.0, + "step": 17391 + }, + { + "epoch": 1.9099494838567979, + "grad_norm": 2.384732723236084, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7239709496498108, + "num_tokens": 411019844.0, + "step": 17392 + }, + { + "epoch": 1.9100593015594114, + "grad_norm": 2.6183149814605713, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7151802778244019, + "num_tokens": 411038923.0, + "step": 17393 + }, + { + "epoch": 1.910169119262025, + "grad_norm": 2.3051328659057617, + "learning_rate": 1e-06, + "loss": 0.9367, + "mean_token_accuracy": 0.7133716344833374, + "num_tokens": 411064520.0, + "step": 17394 + }, + { + "epoch": 1.9102789369646387, + "grad_norm": 2.173802614212036, + "learning_rate": 1e-06, + "loss": 0.8526, + "mean_token_accuracy": 0.73047935962677, + "num_tokens": 411089492.0, + "step": 17395 + }, + { + "epoch": 1.9103887546672524, + "grad_norm": 2.062964916229248, + "learning_rate": 1e-06, + "loss": 0.9455, + "mean_token_accuracy": 0.7119304537773132, + "num_tokens": 411119353.0, + "step": 17396 + }, + { + "epoch": 1.910498572369866, + "grad_norm": 3.0466532707214355, + "learning_rate": 1e-06, + "loss": 0.7287, + "mean_token_accuracy": 0.7652353644371033, + "num_tokens": 411133597.0, + "step": 17397 + }, + { + "epoch": 1.9106083900724797, + "grad_norm": 2.1470987796783447, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7099814414978027, + "num_tokens": 411160814.0, + "step": 17398 + }, + { + "epoch": 1.9107182077750933, + "grad_norm": 2.4884767532348633, + "learning_rate": 1e-06, + "loss": 0.8295, + "mean_token_accuracy": 0.7394355535507202, + "num_tokens": 411183210.0, + "step": 17399 + }, + { + "epoch": 1.910828025477707, + "grad_norm": 2.5054514408111572, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.7399914264678955, + "num_tokens": 411202701.0, + "step": 17400 + }, + { + "epoch": 1.9109378431803208, + "grad_norm": 2.619018077850342, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7209515571594238, + "num_tokens": 411220502.0, + "step": 17401 + }, + { + "epoch": 1.9110476608829343, + "grad_norm": 2.534742593765259, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7117311954498291, + "num_tokens": 411240661.0, + "step": 17402 + }, + { + "epoch": 1.9111574785855479, + "grad_norm": 2.7430684566497803, + "learning_rate": 1e-06, + "loss": 0.8833, + "mean_token_accuracy": 0.7219374179840088, + "num_tokens": 411258856.0, + "step": 17403 + }, + { + "epoch": 1.9112672962881616, + "grad_norm": 2.2881195545196533, + "learning_rate": 1e-06, + "loss": 0.8841, + "mean_token_accuracy": 0.7219660878181458, + "num_tokens": 411281992.0, + "step": 17404 + }, + { + "epoch": 1.9113771139907754, + "grad_norm": 2.5486907958984375, + "learning_rate": 1e-06, + "loss": 0.8467, + "mean_token_accuracy": 0.730134129524231, + "num_tokens": 411302159.0, + "step": 17405 + }, + { + "epoch": 1.9114869316933891, + "grad_norm": 2.575192928314209, + "learning_rate": 1e-06, + "loss": 0.8451, + "mean_token_accuracy": 0.7362921237945557, + "num_tokens": 411324124.0, + "step": 17406 + }, + { + "epoch": 1.9115967493960027, + "grad_norm": 2.790984630584717, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.7424737215042114, + "num_tokens": 411340299.0, + "step": 17407 + }, + { + "epoch": 1.9117065670986162, + "grad_norm": 2.3538384437561035, + "learning_rate": 1e-06, + "loss": 0.873, + "mean_token_accuracy": 0.726161539554596, + "num_tokens": 411363093.0, + "step": 17408 + }, + { + "epoch": 1.91181638480123, + "grad_norm": 2.378993511199951, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7093554735183716, + "num_tokens": 411387802.0, + "step": 17409 + }, + { + "epoch": 1.9119262025038437, + "grad_norm": 2.4471595287323, + "learning_rate": 1e-06, + "loss": 0.8619, + "mean_token_accuracy": 0.7321027517318726, + "num_tokens": 411409370.0, + "step": 17410 + }, + { + "epoch": 1.9120360202064572, + "grad_norm": 2.430631399154663, + "learning_rate": 1e-06, + "loss": 0.9243, + "mean_token_accuracy": 0.7096545696258545, + "num_tokens": 411430916.0, + "step": 17411 + }, + { + "epoch": 1.9121458379090708, + "grad_norm": 2.4299192428588867, + "learning_rate": 1e-06, + "loss": 0.8228, + "mean_token_accuracy": 0.7430931329727173, + "num_tokens": 411452388.0, + "step": 17412 + }, + { + "epoch": 1.9122556556116845, + "grad_norm": 2.209015130996704, + "learning_rate": 1e-06, + "loss": 0.828, + "mean_token_accuracy": 0.7560747861862183, + "num_tokens": 411476189.0, + "step": 17413 + }, + { + "epoch": 1.9123654733142983, + "grad_norm": 2.4579381942749023, + "learning_rate": 1e-06, + "loss": 0.8669, + "mean_token_accuracy": 0.7284377217292786, + "num_tokens": 411498125.0, + "step": 17414 + }, + { + "epoch": 1.912475291016912, + "grad_norm": 2.2602076530456543, + "learning_rate": 1e-06, + "loss": 0.9842, + "mean_token_accuracy": 0.6994614005088806, + "num_tokens": 411524654.0, + "step": 17415 + }, + { + "epoch": 1.9125851087195256, + "grad_norm": 2.363649606704712, + "learning_rate": 1e-06, + "loss": 0.9048, + "mean_token_accuracy": 0.721771776676178, + "num_tokens": 411548873.0, + "step": 17416 + }, + { + "epoch": 1.9126949264221391, + "grad_norm": 2.186979293823242, + "learning_rate": 1e-06, + "loss": 0.8146, + "mean_token_accuracy": 0.740001380443573, + "num_tokens": 411575256.0, + "step": 17417 + }, + { + "epoch": 1.9128047441247529, + "grad_norm": 2.43119478225708, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7283324003219604, + "num_tokens": 411598210.0, + "step": 17418 + }, + { + "epoch": 1.9129145618273666, + "grad_norm": 2.227220296859741, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7436885833740234, + "num_tokens": 411622282.0, + "step": 17419 + }, + { + "epoch": 1.9130243795299804, + "grad_norm": 2.648797035217285, + "learning_rate": 1e-06, + "loss": 0.8491, + "mean_token_accuracy": 0.7319797277450562, + "num_tokens": 411641633.0, + "step": 17420 + }, + { + "epoch": 1.913134197232594, + "grad_norm": 2.4459731578826904, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.7348520755767822, + "num_tokens": 411663301.0, + "step": 17421 + }, + { + "epoch": 1.9132440149352075, + "grad_norm": 2.382272958755493, + "learning_rate": 1e-06, + "loss": 0.9119, + "mean_token_accuracy": 0.7194746136665344, + "num_tokens": 411688808.0, + "step": 17422 + }, + { + "epoch": 1.9133538326378212, + "grad_norm": 2.5092129707336426, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7082457542419434, + "num_tokens": 411712593.0, + "step": 17423 + }, + { + "epoch": 1.913463650340435, + "grad_norm": 2.4131522178649902, + "learning_rate": 1e-06, + "loss": 0.899, + "mean_token_accuracy": 0.7208176851272583, + "num_tokens": 411736783.0, + "step": 17424 + }, + { + "epoch": 1.9135734680430485, + "grad_norm": 2.280888557434082, + "learning_rate": 1e-06, + "loss": 0.8724, + "mean_token_accuracy": 0.7289091348648071, + "num_tokens": 411760489.0, + "step": 17425 + }, + { + "epoch": 1.913683285745662, + "grad_norm": 2.339125394821167, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.727572500705719, + "num_tokens": 411783443.0, + "step": 17426 + }, + { + "epoch": 1.9137931034482758, + "grad_norm": 2.3582472801208496, + "learning_rate": 1e-06, + "loss": 0.9075, + "mean_token_accuracy": 0.7199035882949829, + "num_tokens": 411806028.0, + "step": 17427 + }, + { + "epoch": 1.9139029211508896, + "grad_norm": 1.9719350337982178, + "learning_rate": 1e-06, + "loss": 0.9691, + "mean_token_accuracy": 0.705488383769989, + "num_tokens": 411837715.0, + "step": 17428 + }, + { + "epoch": 1.9140127388535033, + "grad_norm": 2.5645534992218018, + "learning_rate": 1e-06, + "loss": 0.9158, + "mean_token_accuracy": 0.7231911420822144, + "num_tokens": 411858120.0, + "step": 17429 + }, + { + "epoch": 1.9141225565561168, + "grad_norm": 2.198591470718384, + "learning_rate": 1e-06, + "loss": 0.9265, + "mean_token_accuracy": 0.7093689441680908, + "num_tokens": 411885256.0, + "step": 17430 + }, + { + "epoch": 1.9142323742587304, + "grad_norm": 2.4855377674102783, + "learning_rate": 1e-06, + "loss": 0.9252, + "mean_token_accuracy": 0.7174365520477295, + "num_tokens": 411906519.0, + "step": 17431 + }, + { + "epoch": 1.9143421919613441, + "grad_norm": 2.2797720432281494, + "learning_rate": 1e-06, + "loss": 0.9161, + "mean_token_accuracy": 0.7133854031562805, + "num_tokens": 411930347.0, + "step": 17432 + }, + { + "epoch": 1.914452009663958, + "grad_norm": 2.3269495964050293, + "learning_rate": 1e-06, + "loss": 0.8423, + "mean_token_accuracy": 0.737900972366333, + "num_tokens": 411953884.0, + "step": 17433 + }, + { + "epoch": 1.9145618273665717, + "grad_norm": 2.451171636581421, + "learning_rate": 1e-06, + "loss": 0.8504, + "mean_token_accuracy": 0.7344590425491333, + "num_tokens": 411975118.0, + "step": 17434 + }, + { + "epoch": 1.9146716450691852, + "grad_norm": 2.4327192306518555, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7341676354408264, + "num_tokens": 411996266.0, + "step": 17435 + }, + { + "epoch": 1.9147814627717987, + "grad_norm": 2.3158247470855713, + "learning_rate": 1e-06, + "loss": 0.9545, + "mean_token_accuracy": 0.7020442485809326, + "num_tokens": 412021337.0, + "step": 17436 + }, + { + "epoch": 1.9148912804744125, + "grad_norm": 2.5893774032592773, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.6977943778038025, + "num_tokens": 412043881.0, + "step": 17437 + }, + { + "epoch": 1.9150010981770262, + "grad_norm": 2.579401731491089, + "learning_rate": 1e-06, + "loss": 0.9259, + "mean_token_accuracy": 0.7047824859619141, + "num_tokens": 412064964.0, + "step": 17438 + }, + { + "epoch": 1.9151109158796398, + "grad_norm": 2.432426929473877, + "learning_rate": 1e-06, + "loss": 0.9976, + "mean_token_accuracy": 0.7081311941146851, + "num_tokens": 412089001.0, + "step": 17439 + }, + { + "epoch": 1.9152207335822533, + "grad_norm": 2.5179989337921143, + "learning_rate": 1e-06, + "loss": 0.8672, + "mean_token_accuracy": 0.7323850393295288, + "num_tokens": 412110839.0, + "step": 17440 + }, + { + "epoch": 1.915330551284867, + "grad_norm": 2.452681541442871, + "learning_rate": 1e-06, + "loss": 0.7809, + "mean_token_accuracy": 0.7572140097618103, + "num_tokens": 412131257.0, + "step": 17441 + }, + { + "epoch": 1.9154403689874808, + "grad_norm": 2.2486486434936523, + "learning_rate": 1e-06, + "loss": 0.8007, + "mean_token_accuracy": 0.751631498336792, + "num_tokens": 412154581.0, + "step": 17442 + }, + { + "epoch": 1.9155501866900946, + "grad_norm": 2.0650405883789062, + "learning_rate": 1e-06, + "loss": 0.9498, + "mean_token_accuracy": 0.7062240839004517, + "num_tokens": 412184981.0, + "step": 17443 + }, + { + "epoch": 1.9156600043927081, + "grad_norm": 2.537869930267334, + "learning_rate": 1e-06, + "loss": 0.8954, + "mean_token_accuracy": 0.7243415117263794, + "num_tokens": 412206397.0, + "step": 17444 + }, + { + "epoch": 1.9157698220953217, + "grad_norm": 2.2136831283569336, + "learning_rate": 1e-06, + "loss": 0.9104, + "mean_token_accuracy": 0.7161533832550049, + "num_tokens": 412232524.0, + "step": 17445 + }, + { + "epoch": 1.9158796397979354, + "grad_norm": 2.4273171424865723, + "learning_rate": 1e-06, + "loss": 0.8463, + "mean_token_accuracy": 0.7357867956161499, + "num_tokens": 412254042.0, + "step": 17446 + }, + { + "epoch": 1.9159894575005492, + "grad_norm": 2.3494818210601807, + "learning_rate": 1e-06, + "loss": 0.9304, + "mean_token_accuracy": 0.7051217555999756, + "num_tokens": 412278728.0, + "step": 17447 + }, + { + "epoch": 1.9160992752031627, + "grad_norm": 2.107097625732422, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.701828122138977, + "num_tokens": 412307087.0, + "step": 17448 + }, + { + "epoch": 1.9162090929057765, + "grad_norm": 2.210233211517334, + "learning_rate": 1e-06, + "loss": 0.8641, + "mean_token_accuracy": 0.7358546853065491, + "num_tokens": 412332354.0, + "step": 17449 + }, + { + "epoch": 1.91631891060839, + "grad_norm": 2.216353178024292, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7152876853942871, + "num_tokens": 412358270.0, + "step": 17450 + }, + { + "epoch": 1.9164287283110037, + "grad_norm": 2.1563923358917236, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7218982577323914, + "num_tokens": 412385534.0, + "step": 17451 + }, + { + "epoch": 1.9165385460136175, + "grad_norm": 2.294013500213623, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.6993910074234009, + "num_tokens": 412411014.0, + "step": 17452 + }, + { + "epoch": 1.916648363716231, + "grad_norm": 2.3869824409484863, + "learning_rate": 1e-06, + "loss": 0.9245, + "mean_token_accuracy": 0.7172192335128784, + "num_tokens": 412432974.0, + "step": 17453 + }, + { + "epoch": 1.9167581814188446, + "grad_norm": 2.473524808883667, + "learning_rate": 1e-06, + "loss": 0.8264, + "mean_token_accuracy": 0.7404963970184326, + "num_tokens": 412453423.0, + "step": 17454 + }, + { + "epoch": 1.9168679991214583, + "grad_norm": 2.2391059398651123, + "learning_rate": 1e-06, + "loss": 0.8894, + "mean_token_accuracy": 0.7229232788085938, + "num_tokens": 412479158.0, + "step": 17455 + }, + { + "epoch": 1.916977816824072, + "grad_norm": 2.1824488639831543, + "learning_rate": 1e-06, + "loss": 0.9218, + "mean_token_accuracy": 0.7122882008552551, + "num_tokens": 412504877.0, + "step": 17456 + }, + { + "epoch": 1.9170876345266858, + "grad_norm": 2.5317206382751465, + "learning_rate": 1e-06, + "loss": 0.8238, + "mean_token_accuracy": 0.7365355491638184, + "num_tokens": 412524642.0, + "step": 17457 + }, + { + "epoch": 1.9171974522292994, + "grad_norm": 2.5043985843658447, + "learning_rate": 1e-06, + "loss": 0.9753, + "mean_token_accuracy": 0.6994611620903015, + "num_tokens": 412548674.0, + "step": 17458 + }, + { + "epoch": 1.917307269931913, + "grad_norm": 2.2041122913360596, + "learning_rate": 1e-06, + "loss": 0.9209, + "mean_token_accuracy": 0.7128936648368835, + "num_tokens": 412575000.0, + "step": 17459 + }, + { + "epoch": 1.9174170876345267, + "grad_norm": 2.148787498474121, + "learning_rate": 1e-06, + "loss": 0.971, + "mean_token_accuracy": 0.7078971862792969, + "num_tokens": 412602532.0, + "step": 17460 + }, + { + "epoch": 1.9175269053371404, + "grad_norm": 2.698453187942505, + "learning_rate": 1e-06, + "loss": 0.8587, + "mean_token_accuracy": 0.7449659109115601, + "num_tokens": 412621612.0, + "step": 17461 + }, + { + "epoch": 1.917636723039754, + "grad_norm": 2.158503293991089, + "learning_rate": 1e-06, + "loss": 0.8809, + "mean_token_accuracy": 0.7221555709838867, + "num_tokens": 412648997.0, + "step": 17462 + }, + { + "epoch": 1.9177465407423677, + "grad_norm": 2.362016201019287, + "learning_rate": 1e-06, + "loss": 0.9226, + "mean_token_accuracy": 0.7285863757133484, + "num_tokens": 412670844.0, + "step": 17463 + }, + { + "epoch": 1.9178563584449813, + "grad_norm": 2.540451765060425, + "learning_rate": 1e-06, + "loss": 0.9295, + "mean_token_accuracy": 0.7119806408882141, + "num_tokens": 412691912.0, + "step": 17464 + }, + { + "epoch": 1.917966176147595, + "grad_norm": 2.2679061889648438, + "learning_rate": 1e-06, + "loss": 0.8797, + "mean_token_accuracy": 0.7330252528190613, + "num_tokens": 412714319.0, + "step": 17465 + }, + { + "epoch": 1.9180759938502088, + "grad_norm": 2.5289154052734375, + "learning_rate": 1e-06, + "loss": 0.9588, + "mean_token_accuracy": 0.7228614091873169, + "num_tokens": 412736425.0, + "step": 17466 + }, + { + "epoch": 1.9181858115528223, + "grad_norm": 2.133949041366577, + "learning_rate": 1e-06, + "loss": 0.8857, + "mean_token_accuracy": 0.7262345552444458, + "num_tokens": 412763457.0, + "step": 17467 + }, + { + "epoch": 1.9182956292554358, + "grad_norm": 2.4200940132141113, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7077442407608032, + "num_tokens": 412787074.0, + "step": 17468 + }, + { + "epoch": 1.9184054469580496, + "grad_norm": 2.3739731311798096, + "learning_rate": 1e-06, + "loss": 0.8873, + "mean_token_accuracy": 0.7200093269348145, + "num_tokens": 412809366.0, + "step": 17469 + }, + { + "epoch": 1.9185152646606634, + "grad_norm": 2.4560763835906982, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7116955518722534, + "num_tokens": 412830572.0, + "step": 17470 + }, + { + "epoch": 1.9186250823632771, + "grad_norm": 2.4589407444000244, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.6986321806907654, + "num_tokens": 412852654.0, + "step": 17471 + }, + { + "epoch": 1.9187349000658906, + "grad_norm": 2.570817232131958, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7092076539993286, + "num_tokens": 412874463.0, + "step": 17472 + }, + { + "epoch": 1.9188447177685042, + "grad_norm": 2.31040620803833, + "learning_rate": 1e-06, + "loss": 0.7521, + "mean_token_accuracy": 0.758601188659668, + "num_tokens": 412895961.0, + "step": 17473 + }, + { + "epoch": 1.918954535471118, + "grad_norm": 2.272775411605835, + "learning_rate": 1e-06, + "loss": 0.8824, + "mean_token_accuracy": 0.723354160785675, + "num_tokens": 412920260.0, + "step": 17474 + }, + { + "epoch": 1.9190643531737317, + "grad_norm": 2.1368064880371094, + "learning_rate": 1e-06, + "loss": 0.8438, + "mean_token_accuracy": 0.734649121761322, + "num_tokens": 412946320.0, + "step": 17475 + }, + { + "epoch": 1.9191741708763452, + "grad_norm": 1.9974124431610107, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7073668241500854, + "num_tokens": 412975743.0, + "step": 17476 + }, + { + "epoch": 1.9192839885789588, + "grad_norm": 2.465273380279541, + "learning_rate": 1e-06, + "loss": 0.8267, + "mean_token_accuracy": 0.7395757436752319, + "num_tokens": 412995961.0, + "step": 17477 + }, + { + "epoch": 1.9193938062815725, + "grad_norm": 2.0044801235198975, + "learning_rate": 1e-06, + "loss": 0.9884, + "mean_token_accuracy": 0.698668360710144, + "num_tokens": 413026645.0, + "step": 17478 + }, + { + "epoch": 1.9195036239841863, + "grad_norm": 1.9427233934402466, + "learning_rate": 1e-06, + "loss": 0.9138, + "mean_token_accuracy": 0.7211580276489258, + "num_tokens": 413055962.0, + "step": 17479 + }, + { + "epoch": 1.9196134416868, + "grad_norm": 2.5883097648620605, + "learning_rate": 1e-06, + "loss": 0.8307, + "mean_token_accuracy": 0.7296169996261597, + "num_tokens": 413074650.0, + "step": 17480 + }, + { + "epoch": 1.9197232593894136, + "grad_norm": 2.8929636478424072, + "learning_rate": 1e-06, + "loss": 0.7829, + "mean_token_accuracy": 0.7452125549316406, + "num_tokens": 413091222.0, + "step": 17481 + }, + { + "epoch": 1.919833077092027, + "grad_norm": 2.195730686187744, + "learning_rate": 1e-06, + "loss": 0.8912, + "mean_token_accuracy": 0.7191923260688782, + "num_tokens": 413117202.0, + "step": 17482 + }, + { + "epoch": 1.9199428947946409, + "grad_norm": 2.551799774169922, + "learning_rate": 1e-06, + "loss": 0.8562, + "mean_token_accuracy": 0.7355893850326538, + "num_tokens": 413136555.0, + "step": 17483 + }, + { + "epoch": 1.9200527124972546, + "grad_norm": 2.191833019256592, + "learning_rate": 1e-06, + "loss": 0.9659, + "mean_token_accuracy": 0.7028175592422485, + "num_tokens": 413163928.0, + "step": 17484 + }, + { + "epoch": 1.9201625301998684, + "grad_norm": 2.081772565841675, + "learning_rate": 1e-06, + "loss": 0.9369, + "mean_token_accuracy": 0.7114448547363281, + "num_tokens": 413192076.0, + "step": 17485 + }, + { + "epoch": 1.920272347902482, + "grad_norm": 2.1268022060394287, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.7051988244056702, + "num_tokens": 413220841.0, + "step": 17486 + }, + { + "epoch": 1.9203821656050954, + "grad_norm": 2.482964515686035, + "learning_rate": 1e-06, + "loss": 0.7547, + "mean_token_accuracy": 0.7558889389038086, + "num_tokens": 413239417.0, + "step": 17487 + }, + { + "epoch": 1.9204919833077092, + "grad_norm": 2.9517452716827393, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7126734256744385, + "num_tokens": 413254814.0, + "step": 17488 + }, + { + "epoch": 1.920601801010323, + "grad_norm": 2.067267656326294, + "learning_rate": 1e-06, + "loss": 0.8778, + "mean_token_accuracy": 0.7213466167449951, + "num_tokens": 413285197.0, + "step": 17489 + }, + { + "epoch": 1.9207116187129365, + "grad_norm": 2.5793652534484863, + "learning_rate": 1e-06, + "loss": 0.9351, + "mean_token_accuracy": 0.7146040201187134, + "num_tokens": 413308450.0, + "step": 17490 + }, + { + "epoch": 1.92082143641555, + "grad_norm": 2.5033438205718994, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7011541128158569, + "num_tokens": 413333100.0, + "step": 17491 + }, + { + "epoch": 1.9209312541181638, + "grad_norm": 2.6546223163604736, + "learning_rate": 1e-06, + "loss": 0.8937, + "mean_token_accuracy": 0.7330301403999329, + "num_tokens": 413350871.0, + "step": 17492 + }, + { + "epoch": 1.9210410718207775, + "grad_norm": 2.3298275470733643, + "learning_rate": 1e-06, + "loss": 0.9696, + "mean_token_accuracy": 0.7154351472854614, + "num_tokens": 413378240.0, + "step": 17493 + }, + { + "epoch": 1.9211508895233913, + "grad_norm": 2.8234009742736816, + "learning_rate": 1e-06, + "loss": 0.7908, + "mean_token_accuracy": 0.7467222213745117, + "num_tokens": 413396455.0, + "step": 17494 + }, + { + "epoch": 1.9212607072260048, + "grad_norm": 2.202453136444092, + "learning_rate": 1e-06, + "loss": 0.8737, + "mean_token_accuracy": 0.7301210165023804, + "num_tokens": 413421753.0, + "step": 17495 + }, + { + "epoch": 1.9213705249286184, + "grad_norm": 2.119347333908081, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7225120067596436, + "num_tokens": 413453303.0, + "step": 17496 + }, + { + "epoch": 1.9214803426312321, + "grad_norm": 2.1112587451934814, + "learning_rate": 1e-06, + "loss": 0.792, + "mean_token_accuracy": 0.7497034072875977, + "num_tokens": 413481179.0, + "step": 17497 + }, + { + "epoch": 1.9215901603338459, + "grad_norm": 2.239448308944702, + "learning_rate": 1e-06, + "loss": 0.8651, + "mean_token_accuracy": 0.7258033752441406, + "num_tokens": 413507458.0, + "step": 17498 + }, + { + "epoch": 1.9216999780364594, + "grad_norm": 2.4620563983917236, + "learning_rate": 1e-06, + "loss": 0.9505, + "mean_token_accuracy": 0.7039303183555603, + "num_tokens": 413530094.0, + "step": 17499 + }, + { + "epoch": 1.9218097957390732, + "grad_norm": 2.226795196533203, + "learning_rate": 1e-06, + "loss": 0.9631, + "mean_token_accuracy": 0.6960920691490173, + "num_tokens": 413557276.0, + "step": 17500 + }, + { + "epoch": 1.9219196134416867, + "grad_norm": 2.3233847618103027, + "learning_rate": 1e-06, + "loss": 0.9672, + "mean_token_accuracy": 0.7008879780769348, + "num_tokens": 413581629.0, + "step": 17501 + }, + { + "epoch": 1.9220294311443005, + "grad_norm": 2.8118395805358887, + "learning_rate": 1e-06, + "loss": 0.9725, + "mean_token_accuracy": 0.7071019411087036, + "num_tokens": 413599706.0, + "step": 17502 + }, + { + "epoch": 1.9221392488469142, + "grad_norm": 2.524073839187622, + "learning_rate": 1e-06, + "loss": 0.8435, + "mean_token_accuracy": 0.7400236129760742, + "num_tokens": 413620494.0, + "step": 17503 + }, + { + "epoch": 1.9222490665495278, + "grad_norm": 2.2679357528686523, + "learning_rate": 1e-06, + "loss": 0.9891, + "mean_token_accuracy": 0.7097963690757751, + "num_tokens": 413646232.0, + "step": 17504 + }, + { + "epoch": 1.9223588842521413, + "grad_norm": 2.49704909324646, + "learning_rate": 1e-06, + "loss": 0.8385, + "mean_token_accuracy": 0.7378811836242676, + "num_tokens": 413666302.0, + "step": 17505 + }, + { + "epoch": 1.922468701954755, + "grad_norm": 2.1469006538391113, + "learning_rate": 1e-06, + "loss": 1.0129, + "mean_token_accuracy": 0.6840283870697021, + "num_tokens": 413695175.0, + "step": 17506 + }, + { + "epoch": 1.9225785196573688, + "grad_norm": 2.529914140701294, + "learning_rate": 1e-06, + "loss": 0.8596, + "mean_token_accuracy": 0.7261084914207458, + "num_tokens": 413714668.0, + "step": 17507 + }, + { + "epoch": 1.9226883373599826, + "grad_norm": 2.70009183883667, + "learning_rate": 1e-06, + "loss": 0.7781, + "mean_token_accuracy": 0.7552207112312317, + "num_tokens": 413731878.0, + "step": 17508 + }, + { + "epoch": 1.922798155062596, + "grad_norm": 2.591568946838379, + "learning_rate": 1e-06, + "loss": 0.8488, + "mean_token_accuracy": 0.7256137728691101, + "num_tokens": 413752041.0, + "step": 17509 + }, + { + "epoch": 1.9229079727652096, + "grad_norm": 2.2370409965515137, + "learning_rate": 1e-06, + "loss": 0.9077, + "mean_token_accuracy": 0.7166065573692322, + "num_tokens": 413777774.0, + "step": 17510 + }, + { + "epoch": 1.9230177904678234, + "grad_norm": 2.717607021331787, + "learning_rate": 1e-06, + "loss": 0.8483, + "mean_token_accuracy": 0.7438805103302002, + "num_tokens": 413797708.0, + "step": 17511 + }, + { + "epoch": 1.9231276081704372, + "grad_norm": 2.083200693130493, + "learning_rate": 1e-06, + "loss": 0.9434, + "mean_token_accuracy": 0.7114009857177734, + "num_tokens": 413825912.0, + "step": 17512 + }, + { + "epoch": 1.9232374258730507, + "grad_norm": 2.0607612133026123, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7128095626831055, + "num_tokens": 413855145.0, + "step": 17513 + }, + { + "epoch": 1.9233472435756644, + "grad_norm": 2.4851009845733643, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7113113403320312, + "num_tokens": 413877286.0, + "step": 17514 + }, + { + "epoch": 1.923457061278278, + "grad_norm": 2.270456075668335, + "learning_rate": 1e-06, + "loss": 1.0259, + "mean_token_accuracy": 0.6865911483764648, + "num_tokens": 413904277.0, + "step": 17515 + }, + { + "epoch": 1.9235668789808917, + "grad_norm": 2.3049378395080566, + "learning_rate": 1e-06, + "loss": 0.8207, + "mean_token_accuracy": 0.735729992389679, + "num_tokens": 413927066.0, + "step": 17516 + }, + { + "epoch": 1.9236766966835055, + "grad_norm": 2.112457513809204, + "learning_rate": 1e-06, + "loss": 0.8689, + "mean_token_accuracy": 0.7289121747016907, + "num_tokens": 413955248.0, + "step": 17517 + }, + { + "epoch": 1.923786514386119, + "grad_norm": 2.8590657711029053, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7177366614341736, + "num_tokens": 413972354.0, + "step": 17518 + }, + { + "epoch": 1.9238963320887326, + "grad_norm": 2.4655754566192627, + "learning_rate": 1e-06, + "loss": 0.9662, + "mean_token_accuracy": 0.7001128196716309, + "num_tokens": 413993946.0, + "step": 17519 + }, + { + "epoch": 1.9240061497913463, + "grad_norm": 2.5814428329467773, + "learning_rate": 1e-06, + "loss": 0.8405, + "mean_token_accuracy": 0.7294191122055054, + "num_tokens": 414013898.0, + "step": 17520 + }, + { + "epoch": 1.92411596749396, + "grad_norm": 2.23813796043396, + "learning_rate": 1e-06, + "loss": 0.9181, + "mean_token_accuracy": 0.709667980670929, + "num_tokens": 414039678.0, + "step": 17521 + }, + { + "epoch": 1.9242257851965738, + "grad_norm": 2.2832553386688232, + "learning_rate": 1e-06, + "loss": 0.9629, + "mean_token_accuracy": 0.7010817527770996, + "num_tokens": 414066869.0, + "step": 17522 + }, + { + "epoch": 1.9243356028991874, + "grad_norm": 2.364866256713867, + "learning_rate": 1e-06, + "loss": 0.9204, + "mean_token_accuracy": 0.7197099328041077, + "num_tokens": 414090493.0, + "step": 17523 + }, + { + "epoch": 1.924445420601801, + "grad_norm": 2.5927672386169434, + "learning_rate": 1e-06, + "loss": 0.9278, + "mean_token_accuracy": 0.7129702568054199, + "num_tokens": 414112110.0, + "step": 17524 + }, + { + "epoch": 1.9245552383044147, + "grad_norm": 2.219268798828125, + "learning_rate": 1e-06, + "loss": 0.8527, + "mean_token_accuracy": 0.7261437773704529, + "num_tokens": 414137300.0, + "step": 17525 + }, + { + "epoch": 1.9246650560070284, + "grad_norm": 2.4047396183013916, + "learning_rate": 1e-06, + "loss": 0.8913, + "mean_token_accuracy": 0.7326654195785522, + "num_tokens": 414159953.0, + "step": 17526 + }, + { + "epoch": 1.924774873709642, + "grad_norm": 3.2305641174316406, + "learning_rate": 1e-06, + "loss": 0.8223, + "mean_token_accuracy": 0.7387665510177612, + "num_tokens": 414174258.0, + "step": 17527 + }, + { + "epoch": 1.9248846914122557, + "grad_norm": 2.5218722820281982, + "learning_rate": 1e-06, + "loss": 0.8592, + "mean_token_accuracy": 0.7285584211349487, + "num_tokens": 414196261.0, + "step": 17528 + }, + { + "epoch": 1.9249945091148692, + "grad_norm": 2.3484528064727783, + "learning_rate": 1e-06, + "loss": 0.8795, + "mean_token_accuracy": 0.7226203680038452, + "num_tokens": 414221615.0, + "step": 17529 + }, + { + "epoch": 1.925104326817483, + "grad_norm": 2.6265904903411865, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7138439416885376, + "num_tokens": 414241859.0, + "step": 17530 + }, + { + "epoch": 1.9252141445200968, + "grad_norm": 2.378782033920288, + "learning_rate": 1e-06, + "loss": 0.8877, + "mean_token_accuracy": 0.7212165594100952, + "num_tokens": 414266345.0, + "step": 17531 + }, + { + "epoch": 1.9253239622227103, + "grad_norm": 2.3418450355529785, + "learning_rate": 1e-06, + "loss": 0.8325, + "mean_token_accuracy": 0.7491292953491211, + "num_tokens": 414291123.0, + "step": 17532 + }, + { + "epoch": 1.9254337799253238, + "grad_norm": 2.156707525253296, + "learning_rate": 1e-06, + "loss": 0.916, + "mean_token_accuracy": 0.7220540046691895, + "num_tokens": 414316403.0, + "step": 17533 + }, + { + "epoch": 1.9255435976279376, + "grad_norm": 2.5669586658477783, + "learning_rate": 1e-06, + "loss": 0.7972, + "mean_token_accuracy": 0.7405033111572266, + "num_tokens": 414335768.0, + "step": 17534 + }, + { + "epoch": 1.9256534153305513, + "grad_norm": 2.3452608585357666, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7054151296615601, + "num_tokens": 414360501.0, + "step": 17535 + }, + { + "epoch": 1.925763233033165, + "grad_norm": 2.28554630279541, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7089240550994873, + "num_tokens": 414385319.0, + "step": 17536 + }, + { + "epoch": 1.9258730507357786, + "grad_norm": 2.446977376937866, + "learning_rate": 1e-06, + "loss": 0.9004, + "mean_token_accuracy": 0.7166390419006348, + "num_tokens": 414408054.0, + "step": 17537 + }, + { + "epoch": 1.9259828684383922, + "grad_norm": 2.2073123455047607, + "learning_rate": 1e-06, + "loss": 0.9561, + "mean_token_accuracy": 0.7017483115196228, + "num_tokens": 414435141.0, + "step": 17538 + }, + { + "epoch": 1.926092686141006, + "grad_norm": 2.150118112564087, + "learning_rate": 1e-06, + "loss": 0.8259, + "mean_token_accuracy": 0.7362607717514038, + "num_tokens": 414461290.0, + "step": 17539 + }, + { + "epoch": 1.9262025038436197, + "grad_norm": 2.353760004043579, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.7269234657287598, + "num_tokens": 414485990.0, + "step": 17540 + }, + { + "epoch": 1.9263123215462332, + "grad_norm": 2.639803171157837, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.7280694246292114, + "num_tokens": 414504183.0, + "step": 17541 + }, + { + "epoch": 1.9264221392488468, + "grad_norm": 2.3543059825897217, + "learning_rate": 1e-06, + "loss": 0.8174, + "mean_token_accuracy": 0.739931583404541, + "num_tokens": 414529684.0, + "step": 17542 + }, + { + "epoch": 1.9265319569514605, + "grad_norm": 2.301568031311035, + "learning_rate": 1e-06, + "loss": 0.9898, + "mean_token_accuracy": 0.6972847580909729, + "num_tokens": 414557770.0, + "step": 17543 + }, + { + "epoch": 1.9266417746540743, + "grad_norm": 2.4981918334960938, + "learning_rate": 1e-06, + "loss": 0.9546, + "mean_token_accuracy": 0.7103201150894165, + "num_tokens": 414578809.0, + "step": 17544 + }, + { + "epoch": 1.926751592356688, + "grad_norm": 2.624450922012329, + "learning_rate": 1e-06, + "loss": 0.7719, + "mean_token_accuracy": 0.7499880790710449, + "num_tokens": 414596724.0, + "step": 17545 + }, + { + "epoch": 1.9268614100593016, + "grad_norm": 2.0240659713745117, + "learning_rate": 1e-06, + "loss": 0.9142, + "mean_token_accuracy": 0.7130066156387329, + "num_tokens": 414626591.0, + "step": 17546 + }, + { + "epoch": 1.926971227761915, + "grad_norm": 2.3930575847625732, + "learning_rate": 1e-06, + "loss": 0.8617, + "mean_token_accuracy": 0.7408823370933533, + "num_tokens": 414648415.0, + "step": 17547 + }, + { + "epoch": 1.9270810454645289, + "grad_norm": 2.050905227661133, + "learning_rate": 1e-06, + "loss": 1.0146, + "mean_token_accuracy": 0.6919682025909424, + "num_tokens": 414679045.0, + "step": 17548 + }, + { + "epoch": 1.9271908631671426, + "grad_norm": 2.2851734161376953, + "learning_rate": 1e-06, + "loss": 0.9551, + "mean_token_accuracy": 0.7004194259643555, + "num_tokens": 414705151.0, + "step": 17549 + }, + { + "epoch": 1.9273006808697564, + "grad_norm": 2.3114147186279297, + "learning_rate": 1e-06, + "loss": 0.8872, + "mean_token_accuracy": 0.7208540439605713, + "num_tokens": 414729324.0, + "step": 17550 + }, + { + "epoch": 1.92741049857237, + "grad_norm": 2.1047470569610596, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7208818793296814, + "num_tokens": 414758376.0, + "step": 17551 + }, + { + "epoch": 1.9275203162749834, + "grad_norm": 2.5071213245391846, + "learning_rate": 1e-06, + "loss": 0.999, + "mean_token_accuracy": 0.6987608075141907, + "num_tokens": 414779843.0, + "step": 17552 + }, + { + "epoch": 1.9276301339775972, + "grad_norm": 2.275256633758545, + "learning_rate": 1e-06, + "loss": 0.8981, + "mean_token_accuracy": 0.7187341451644897, + "num_tokens": 414805733.0, + "step": 17553 + }, + { + "epoch": 1.927739951680211, + "grad_norm": 2.3898096084594727, + "learning_rate": 1e-06, + "loss": 0.848, + "mean_token_accuracy": 0.7289670705795288, + "num_tokens": 414827399.0, + "step": 17554 + }, + { + "epoch": 1.9278497693828245, + "grad_norm": 2.2835545539855957, + "learning_rate": 1e-06, + "loss": 0.9921, + "mean_token_accuracy": 0.7027305364608765, + "num_tokens": 414850770.0, + "step": 17555 + }, + { + "epoch": 1.927959587085438, + "grad_norm": 2.4648499488830566, + "learning_rate": 1e-06, + "loss": 0.898, + "mean_token_accuracy": 0.7185803651809692, + "num_tokens": 414874450.0, + "step": 17556 + }, + { + "epoch": 1.9280694047880518, + "grad_norm": 2.232910633087158, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7043097019195557, + "num_tokens": 414900380.0, + "step": 17557 + }, + { + "epoch": 1.9281792224906655, + "grad_norm": 2.3163938522338867, + "learning_rate": 1e-06, + "loss": 0.8684, + "mean_token_accuracy": 0.7271309494972229, + "num_tokens": 414925368.0, + "step": 17558 + }, + { + "epoch": 1.9282890401932793, + "grad_norm": 2.40718674659729, + "learning_rate": 1e-06, + "loss": 0.9157, + "mean_token_accuracy": 0.7164180278778076, + "num_tokens": 414947677.0, + "step": 17559 + }, + { + "epoch": 1.9283988578958928, + "grad_norm": 2.8573782444000244, + "learning_rate": 1e-06, + "loss": 0.8473, + "mean_token_accuracy": 0.7332639694213867, + "num_tokens": 414964288.0, + "step": 17560 + }, + { + "epoch": 1.9285086755985064, + "grad_norm": 2.0647363662719727, + "learning_rate": 1e-06, + "loss": 0.9959, + "mean_token_accuracy": 0.6985947489738464, + "num_tokens": 414996296.0, + "step": 17561 + }, + { + "epoch": 1.9286184933011201, + "grad_norm": 2.0089879035949707, + "learning_rate": 1e-06, + "loss": 1.0016, + "mean_token_accuracy": 0.689295768737793, + "num_tokens": 415026080.0, + "step": 17562 + }, + { + "epoch": 1.9287283110037339, + "grad_norm": 2.244884729385376, + "learning_rate": 1e-06, + "loss": 0.9396, + "mean_token_accuracy": 0.7107874751091003, + "num_tokens": 415053482.0, + "step": 17563 + }, + { + "epoch": 1.9288381287063474, + "grad_norm": 2.5348660945892334, + "learning_rate": 1e-06, + "loss": 0.9363, + "mean_token_accuracy": 0.7214369177818298, + "num_tokens": 415076109.0, + "step": 17564 + }, + { + "epoch": 1.9289479464089612, + "grad_norm": 2.1568286418914795, + "learning_rate": 1e-06, + "loss": 0.837, + "mean_token_accuracy": 0.7317482233047485, + "num_tokens": 415103410.0, + "step": 17565 + }, + { + "epoch": 1.9290577641115747, + "grad_norm": 2.248509645462036, + "learning_rate": 1e-06, + "loss": 0.8814, + "mean_token_accuracy": 0.7168372869491577, + "num_tokens": 415126757.0, + "step": 17566 + }, + { + "epoch": 1.9291675818141885, + "grad_norm": 2.239210605621338, + "learning_rate": 1e-06, + "loss": 0.9648, + "mean_token_accuracy": 0.700562059879303, + "num_tokens": 415152918.0, + "step": 17567 + }, + { + "epoch": 1.9292773995168022, + "grad_norm": 2.479543924331665, + "learning_rate": 1e-06, + "loss": 0.9107, + "mean_token_accuracy": 0.7137877345085144, + "num_tokens": 415173081.0, + "step": 17568 + }, + { + "epoch": 1.9293872172194158, + "grad_norm": 2.524763345718384, + "learning_rate": 1e-06, + "loss": 0.9336, + "mean_token_accuracy": 0.712009847164154, + "num_tokens": 415192848.0, + "step": 17569 + }, + { + "epoch": 1.9294970349220293, + "grad_norm": 2.3406050205230713, + "learning_rate": 1e-06, + "loss": 0.9811, + "mean_token_accuracy": 0.7060074806213379, + "num_tokens": 415218101.0, + "step": 17570 + }, + { + "epoch": 1.929606852624643, + "grad_norm": 2.4471659660339355, + "learning_rate": 1e-06, + "loss": 0.8862, + "mean_token_accuracy": 0.7225191593170166, + "num_tokens": 415241426.0, + "step": 17571 + }, + { + "epoch": 1.9297166703272568, + "grad_norm": 2.3225393295288086, + "learning_rate": 1e-06, + "loss": 0.9801, + "mean_token_accuracy": 0.7003056406974792, + "num_tokens": 415267251.0, + "step": 17572 + }, + { + "epoch": 1.9298264880298706, + "grad_norm": 2.601628541946411, + "learning_rate": 1e-06, + "loss": 0.9006, + "mean_token_accuracy": 0.712501049041748, + "num_tokens": 415286225.0, + "step": 17573 + }, + { + "epoch": 1.929936305732484, + "grad_norm": 2.897324800491333, + "learning_rate": 1e-06, + "loss": 0.8159, + "mean_token_accuracy": 0.739500105381012, + "num_tokens": 415303952.0, + "step": 17574 + }, + { + "epoch": 1.9300461234350976, + "grad_norm": 3.0416808128356934, + "learning_rate": 1e-06, + "loss": 0.9873, + "mean_token_accuracy": 0.7066953182220459, + "num_tokens": 415319847.0, + "step": 17575 + }, + { + "epoch": 1.9301559411377114, + "grad_norm": 2.470534086227417, + "learning_rate": 1e-06, + "loss": 0.8513, + "mean_token_accuracy": 0.7296919822692871, + "num_tokens": 415340738.0, + "step": 17576 + }, + { + "epoch": 1.9302657588403251, + "grad_norm": 2.745849609375, + "learning_rate": 1e-06, + "loss": 0.8763, + "mean_token_accuracy": 0.7333958148956299, + "num_tokens": 415359426.0, + "step": 17577 + }, + { + "epoch": 1.9303755765429387, + "grad_norm": 2.2389845848083496, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.733526349067688, + "num_tokens": 415385481.0, + "step": 17578 + }, + { + "epoch": 1.9304853942455524, + "grad_norm": 2.3281428813934326, + "learning_rate": 1e-06, + "loss": 0.8813, + "mean_token_accuracy": 0.7268227338790894, + "num_tokens": 415407721.0, + "step": 17579 + }, + { + "epoch": 1.930595211948166, + "grad_norm": 2.72745680809021, + "learning_rate": 1e-06, + "loss": 0.9261, + "mean_token_accuracy": 0.7206151485443115, + "num_tokens": 415426372.0, + "step": 17580 + }, + { + "epoch": 1.9307050296507797, + "grad_norm": 2.2458999156951904, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7210326194763184, + "num_tokens": 415451746.0, + "step": 17581 + }, + { + "epoch": 1.9308148473533935, + "grad_norm": 2.7969138622283936, + "learning_rate": 1e-06, + "loss": 0.8048, + "mean_token_accuracy": 0.7428902387619019, + "num_tokens": 415469604.0, + "step": 17582 + }, + { + "epoch": 1.930924665056007, + "grad_norm": 2.403784990310669, + "learning_rate": 1e-06, + "loss": 0.9441, + "mean_token_accuracy": 0.704157292842865, + "num_tokens": 415492340.0, + "step": 17583 + }, + { + "epoch": 1.9310344827586206, + "grad_norm": 2.9969863891601562, + "learning_rate": 1e-06, + "loss": 0.8668, + "mean_token_accuracy": 0.7232294082641602, + "num_tokens": 415508136.0, + "step": 17584 + }, + { + "epoch": 1.9311443004612343, + "grad_norm": 2.3879497051239014, + "learning_rate": 1e-06, + "loss": 0.9994, + "mean_token_accuracy": 0.6882758140563965, + "num_tokens": 415532334.0, + "step": 17585 + }, + { + "epoch": 1.931254118163848, + "grad_norm": 2.1350884437561035, + "learning_rate": 1e-06, + "loss": 0.8246, + "mean_token_accuracy": 0.7393306493759155, + "num_tokens": 415558441.0, + "step": 17586 + }, + { + "epoch": 1.9313639358664618, + "grad_norm": 2.3321046829223633, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7378267049789429, + "num_tokens": 415580785.0, + "step": 17587 + }, + { + "epoch": 1.9314737535690754, + "grad_norm": 2.3597075939178467, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.7199132442474365, + "num_tokens": 415604183.0, + "step": 17588 + }, + { + "epoch": 1.931583571271689, + "grad_norm": 2.560558319091797, + "learning_rate": 1e-06, + "loss": 0.8723, + "mean_token_accuracy": 0.7315049171447754, + "num_tokens": 415624768.0, + "step": 17589 + }, + { + "epoch": 1.9316933889743026, + "grad_norm": 2.3310065269470215, + "learning_rate": 1e-06, + "loss": 0.8823, + "mean_token_accuracy": 0.7247476577758789, + "num_tokens": 415649591.0, + "step": 17590 + }, + { + "epoch": 1.9318032066769164, + "grad_norm": 2.3173036575317383, + "learning_rate": 1e-06, + "loss": 0.9173, + "mean_token_accuracy": 0.7146786451339722, + "num_tokens": 415674830.0, + "step": 17591 + }, + { + "epoch": 1.93191302437953, + "grad_norm": 2.11647891998291, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7231048941612244, + "num_tokens": 415702649.0, + "step": 17592 + }, + { + "epoch": 1.9320228420821435, + "grad_norm": 2.253868341445923, + "learning_rate": 1e-06, + "loss": 0.8712, + "mean_token_accuracy": 0.7259701490402222, + "num_tokens": 415726683.0, + "step": 17593 + }, + { + "epoch": 1.9321326597847572, + "grad_norm": 2.7331440448760986, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7249610424041748, + "num_tokens": 415745197.0, + "step": 17594 + }, + { + "epoch": 1.932242477487371, + "grad_norm": 2.261152982711792, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7128854393959045, + "num_tokens": 415769729.0, + "step": 17595 + }, + { + "epoch": 1.9323522951899847, + "grad_norm": 1.9878735542297363, + "learning_rate": 1e-06, + "loss": 0.7993, + "mean_token_accuracy": 0.7450223565101624, + "num_tokens": 415799120.0, + "step": 17596 + }, + { + "epoch": 1.9324621128925983, + "grad_norm": 2.2636380195617676, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7357566356658936, + "num_tokens": 415825978.0, + "step": 17597 + }, + { + "epoch": 1.9325719305952118, + "grad_norm": 2.676671028137207, + "learning_rate": 1e-06, + "loss": 0.7996, + "mean_token_accuracy": 0.7440778017044067, + "num_tokens": 415843881.0, + "step": 17598 + }, + { + "epoch": 1.9326817482978256, + "grad_norm": 2.072882890701294, + "learning_rate": 1e-06, + "loss": 0.9478, + "mean_token_accuracy": 0.7143457531929016, + "num_tokens": 415873987.0, + "step": 17599 + }, + { + "epoch": 1.9327915660004393, + "grad_norm": 2.0696582794189453, + "learning_rate": 1e-06, + "loss": 0.8734, + "mean_token_accuracy": 0.721193253993988, + "num_tokens": 415901733.0, + "step": 17600 + }, + { + "epoch": 1.932901383703053, + "grad_norm": 2.475971221923828, + "learning_rate": 1e-06, + "loss": 0.8993, + "mean_token_accuracy": 0.7276841402053833, + "num_tokens": 415922824.0, + "step": 17601 + }, + { + "epoch": 1.9330112014056666, + "grad_norm": 2.2613208293914795, + "learning_rate": 1e-06, + "loss": 0.8857, + "mean_token_accuracy": 0.7286542057991028, + "num_tokens": 415948246.0, + "step": 17602 + }, + { + "epoch": 1.9331210191082802, + "grad_norm": 2.1833105087280273, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7333499193191528, + "num_tokens": 415975903.0, + "step": 17603 + }, + { + "epoch": 1.933230836810894, + "grad_norm": 2.3765971660614014, + "learning_rate": 1e-06, + "loss": 0.9463, + "mean_token_accuracy": 0.7135577201843262, + "num_tokens": 415999937.0, + "step": 17604 + }, + { + "epoch": 1.9333406545135077, + "grad_norm": 2.1829681396484375, + "learning_rate": 1e-06, + "loss": 0.9663, + "mean_token_accuracy": 0.7114362716674805, + "num_tokens": 416028371.0, + "step": 17605 + }, + { + "epoch": 1.9334504722161212, + "grad_norm": 2.4840807914733887, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7109683752059937, + "num_tokens": 416049108.0, + "step": 17606 + }, + { + "epoch": 1.9335602899187347, + "grad_norm": 2.2319982051849365, + "learning_rate": 1e-06, + "loss": 0.9637, + "mean_token_accuracy": 0.700546145439148, + "num_tokens": 416076820.0, + "step": 17607 + }, + { + "epoch": 1.9336701076213485, + "grad_norm": 2.597644090652466, + "learning_rate": 1e-06, + "loss": 0.8455, + "mean_token_accuracy": 0.7334733009338379, + "num_tokens": 416097221.0, + "step": 17608 + }, + { + "epoch": 1.9337799253239623, + "grad_norm": 2.1816139221191406, + "learning_rate": 1e-06, + "loss": 0.9289, + "mean_token_accuracy": 0.7146339416503906, + "num_tokens": 416124444.0, + "step": 17609 + }, + { + "epoch": 1.933889743026576, + "grad_norm": 2.112638235092163, + "learning_rate": 1e-06, + "loss": 0.9258, + "mean_token_accuracy": 0.7105116844177246, + "num_tokens": 416154347.0, + "step": 17610 + }, + { + "epoch": 1.9339995607291895, + "grad_norm": 2.2664902210235596, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7083791494369507, + "num_tokens": 416181479.0, + "step": 17611 + }, + { + "epoch": 1.934109378431803, + "grad_norm": 2.393660068511963, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7246357202529907, + "num_tokens": 416203150.0, + "step": 17612 + }, + { + "epoch": 1.9342191961344168, + "grad_norm": 2.700714111328125, + "learning_rate": 1e-06, + "loss": 0.8284, + "mean_token_accuracy": 0.7502501010894775, + "num_tokens": 416220028.0, + "step": 17613 + }, + { + "epoch": 1.9343290138370306, + "grad_norm": 2.3448452949523926, + "learning_rate": 1e-06, + "loss": 0.8329, + "mean_token_accuracy": 0.7374715805053711, + "num_tokens": 416242292.0, + "step": 17614 + }, + { + "epoch": 1.9344388315396444, + "grad_norm": 2.1610233783721924, + "learning_rate": 1e-06, + "loss": 0.7982, + "mean_token_accuracy": 0.7489215135574341, + "num_tokens": 416267358.0, + "step": 17615 + }, + { + "epoch": 1.934548649242258, + "grad_norm": 2.3934590816497803, + "learning_rate": 1e-06, + "loss": 0.8328, + "mean_token_accuracy": 0.7409430742263794, + "num_tokens": 416289340.0, + "step": 17616 + }, + { + "epoch": 1.9346584669448714, + "grad_norm": 2.2133941650390625, + "learning_rate": 1e-06, + "loss": 0.9312, + "mean_token_accuracy": 0.7237933278083801, + "num_tokens": 416315186.0, + "step": 17617 + }, + { + "epoch": 1.9347682846474852, + "grad_norm": 2.3247008323669434, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.7068623304367065, + "num_tokens": 416340559.0, + "step": 17618 + }, + { + "epoch": 1.934878102350099, + "grad_norm": 2.253429651260376, + "learning_rate": 1e-06, + "loss": 0.9263, + "mean_token_accuracy": 0.7191800475120544, + "num_tokens": 416367310.0, + "step": 17619 + }, + { + "epoch": 1.9349879200527125, + "grad_norm": 2.4375386238098145, + "learning_rate": 1e-06, + "loss": 0.8299, + "mean_token_accuracy": 0.7328815460205078, + "num_tokens": 416388303.0, + "step": 17620 + }, + { + "epoch": 1.935097737755326, + "grad_norm": 2.503429889678955, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.7185271978378296, + "num_tokens": 416411769.0, + "step": 17621 + }, + { + "epoch": 1.9352075554579398, + "grad_norm": 2.1467125415802, + "learning_rate": 1e-06, + "loss": 0.9989, + "mean_token_accuracy": 0.7005211114883423, + "num_tokens": 416439495.0, + "step": 17622 + }, + { + "epoch": 1.9353173731605535, + "grad_norm": 2.676100730895996, + "learning_rate": 1e-06, + "loss": 0.8215, + "mean_token_accuracy": 0.7380120754241943, + "num_tokens": 416457505.0, + "step": 17623 + }, + { + "epoch": 1.9354271908631673, + "grad_norm": 2.5942466259002686, + "learning_rate": 1e-06, + "loss": 0.8412, + "mean_token_accuracy": 0.7328042387962341, + "num_tokens": 416477288.0, + "step": 17624 + }, + { + "epoch": 1.9355370085657808, + "grad_norm": 2.140373706817627, + "learning_rate": 1e-06, + "loss": 0.936, + "mean_token_accuracy": 0.7102362513542175, + "num_tokens": 416504257.0, + "step": 17625 + }, + { + "epoch": 1.9356468262683943, + "grad_norm": 2.543583631515503, + "learning_rate": 1e-06, + "loss": 0.8315, + "mean_token_accuracy": 0.7403173446655273, + "num_tokens": 416523564.0, + "step": 17626 + }, + { + "epoch": 1.935756643971008, + "grad_norm": 2.2315640449523926, + "learning_rate": 1e-06, + "loss": 0.9663, + "mean_token_accuracy": 0.6975714564323425, + "num_tokens": 416549458.0, + "step": 17627 + }, + { + "epoch": 1.9358664616736219, + "grad_norm": 2.1729812622070312, + "learning_rate": 1e-06, + "loss": 0.9224, + "mean_token_accuracy": 0.7117724418640137, + "num_tokens": 416576008.0, + "step": 17628 + }, + { + "epoch": 1.9359762793762354, + "grad_norm": 2.18168306350708, + "learning_rate": 1e-06, + "loss": 0.8793, + "mean_token_accuracy": 0.7259854078292847, + "num_tokens": 416600866.0, + "step": 17629 + }, + { + "epoch": 1.9360860970788492, + "grad_norm": 2.511204957962036, + "learning_rate": 1e-06, + "loss": 0.8774, + "mean_token_accuracy": 0.72325599193573, + "num_tokens": 416623238.0, + "step": 17630 + }, + { + "epoch": 1.9361959147814627, + "grad_norm": 2.0038585662841797, + "learning_rate": 1e-06, + "loss": 0.9641, + "mean_token_accuracy": 0.699621856212616, + "num_tokens": 416655138.0, + "step": 17631 + }, + { + "epoch": 1.9363057324840764, + "grad_norm": 2.7148547172546387, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.7076717615127563, + "num_tokens": 416675151.0, + "step": 17632 + }, + { + "epoch": 1.9364155501866902, + "grad_norm": 2.233548641204834, + "learning_rate": 1e-06, + "loss": 0.7655, + "mean_token_accuracy": 0.7564395666122437, + "num_tokens": 416697351.0, + "step": 17633 + }, + { + "epoch": 1.9365253678893037, + "grad_norm": 2.1204404830932617, + "learning_rate": 1e-06, + "loss": 0.878, + "mean_token_accuracy": 0.7261006832122803, + "num_tokens": 416726292.0, + "step": 17634 + }, + { + "epoch": 1.9366351855919173, + "grad_norm": 1.8905812501907349, + "learning_rate": 1e-06, + "loss": 0.9027, + "mean_token_accuracy": 0.7130810022354126, + "num_tokens": 416757684.0, + "step": 17635 + }, + { + "epoch": 1.936745003294531, + "grad_norm": 2.2794008255004883, + "learning_rate": 1e-06, + "loss": 0.9212, + "mean_token_accuracy": 0.7156338095664978, + "num_tokens": 416780366.0, + "step": 17636 + }, + { + "epoch": 1.9368548209971448, + "grad_norm": 2.4854869842529297, + "learning_rate": 1e-06, + "loss": 0.8916, + "mean_token_accuracy": 0.7208124995231628, + "num_tokens": 416801803.0, + "step": 17637 + }, + { + "epoch": 1.9369646386997585, + "grad_norm": 2.7115278244018555, + "learning_rate": 1e-06, + "loss": 0.7891, + "mean_token_accuracy": 0.754883885383606, + "num_tokens": 416819185.0, + "step": 17638 + }, + { + "epoch": 1.937074456402372, + "grad_norm": 2.1500771045684814, + "learning_rate": 1e-06, + "loss": 0.8479, + "mean_token_accuracy": 0.7321367263793945, + "num_tokens": 416843171.0, + "step": 17639 + }, + { + "epoch": 1.9371842741049856, + "grad_norm": 2.4272453784942627, + "learning_rate": 1e-06, + "loss": 0.9509, + "mean_token_accuracy": 0.7128845453262329, + "num_tokens": 416866136.0, + "step": 17640 + }, + { + "epoch": 1.9372940918075994, + "grad_norm": 2.313619375228882, + "learning_rate": 1e-06, + "loss": 1.0082, + "mean_token_accuracy": 0.695597767829895, + "num_tokens": 416892773.0, + "step": 17641 + }, + { + "epoch": 1.9374039095102131, + "grad_norm": 2.1347479820251465, + "learning_rate": 1e-06, + "loss": 0.9756, + "mean_token_accuracy": 0.704291820526123, + "num_tokens": 416918224.0, + "step": 17642 + }, + { + "epoch": 1.9375137272128267, + "grad_norm": 2.6478095054626465, + "learning_rate": 1e-06, + "loss": 1.0099, + "mean_token_accuracy": 0.6956119537353516, + "num_tokens": 416938092.0, + "step": 17643 + }, + { + "epoch": 1.9376235449154404, + "grad_norm": 2.3590474128723145, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7241674661636353, + "num_tokens": 416960698.0, + "step": 17644 + }, + { + "epoch": 1.937733362618054, + "grad_norm": 2.229309320449829, + "learning_rate": 1e-06, + "loss": 0.8702, + "mean_token_accuracy": 0.7288308143615723, + "num_tokens": 416985304.0, + "step": 17645 + }, + { + "epoch": 1.9378431803206677, + "grad_norm": 1.876535177230835, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7135046720504761, + "num_tokens": 417018410.0, + "step": 17646 + }, + { + "epoch": 1.9379529980232815, + "grad_norm": 2.1517722606658936, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.731609046459198, + "num_tokens": 417045260.0, + "step": 17647 + }, + { + "epoch": 1.938062815725895, + "grad_norm": 2.4210710525512695, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7187781929969788, + "num_tokens": 417068920.0, + "step": 17648 + }, + { + "epoch": 1.9381726334285085, + "grad_norm": 2.4893882274627686, + "learning_rate": 1e-06, + "loss": 0.9082, + "mean_token_accuracy": 0.7177040576934814, + "num_tokens": 417089637.0, + "step": 17649 + }, + { + "epoch": 1.9382824511311223, + "grad_norm": 2.4074840545654297, + "learning_rate": 1e-06, + "loss": 0.8379, + "mean_token_accuracy": 0.7448529005050659, + "num_tokens": 417111525.0, + "step": 17650 + }, + { + "epoch": 1.938392268833736, + "grad_norm": 2.419771909713745, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7106436491012573, + "num_tokens": 417131333.0, + "step": 17651 + }, + { + "epoch": 1.9385020865363498, + "grad_norm": 2.4494621753692627, + "learning_rate": 1e-06, + "loss": 0.9201, + "mean_token_accuracy": 0.7256251573562622, + "num_tokens": 417154356.0, + "step": 17652 + }, + { + "epoch": 1.9386119042389633, + "grad_norm": 2.431126594543457, + "learning_rate": 1e-06, + "loss": 0.9371, + "mean_token_accuracy": 0.7175503969192505, + "num_tokens": 417176455.0, + "step": 17653 + }, + { + "epoch": 1.9387217219415769, + "grad_norm": 2.2647440433502197, + "learning_rate": 1e-06, + "loss": 0.8531, + "mean_token_accuracy": 0.7343852519989014, + "num_tokens": 417200755.0, + "step": 17654 + }, + { + "epoch": 1.9388315396441906, + "grad_norm": 2.3275632858276367, + "learning_rate": 1e-06, + "loss": 0.9632, + "mean_token_accuracy": 0.7056998014450073, + "num_tokens": 417224731.0, + "step": 17655 + }, + { + "epoch": 1.9389413573468044, + "grad_norm": 2.671780586242676, + "learning_rate": 1e-06, + "loss": 0.8439, + "mean_token_accuracy": 0.735711932182312, + "num_tokens": 417243295.0, + "step": 17656 + }, + { + "epoch": 1.939051175049418, + "grad_norm": 2.3899669647216797, + "learning_rate": 1e-06, + "loss": 0.9534, + "mean_token_accuracy": 0.7057653069496155, + "num_tokens": 417265978.0, + "step": 17657 + }, + { + "epoch": 1.9391609927520315, + "grad_norm": 2.6308670043945312, + "learning_rate": 1e-06, + "loss": 0.9262, + "mean_token_accuracy": 0.7284966111183167, + "num_tokens": 417285676.0, + "step": 17658 + }, + { + "epoch": 1.9392708104546452, + "grad_norm": 1.8415734767913818, + "learning_rate": 1e-06, + "loss": 0.9215, + "mean_token_accuracy": 0.7230209112167358, + "num_tokens": 417317639.0, + "step": 17659 + }, + { + "epoch": 1.939380628157259, + "grad_norm": 2.1051697731018066, + "learning_rate": 1e-06, + "loss": 1.0231, + "mean_token_accuracy": 0.6977630853652954, + "num_tokens": 417346491.0, + "step": 17660 + }, + { + "epoch": 1.9394904458598727, + "grad_norm": 2.2989752292633057, + "learning_rate": 1e-06, + "loss": 0.8357, + "mean_token_accuracy": 0.7407238483428955, + "num_tokens": 417369226.0, + "step": 17661 + }, + { + "epoch": 1.9396002635624863, + "grad_norm": 2.5326430797576904, + "learning_rate": 1e-06, + "loss": 0.9038, + "mean_token_accuracy": 0.7215291261672974, + "num_tokens": 417389119.0, + "step": 17662 + }, + { + "epoch": 1.9397100812650998, + "grad_norm": 2.564079761505127, + "learning_rate": 1e-06, + "loss": 0.7075, + "mean_token_accuracy": 0.7710315585136414, + "num_tokens": 417406581.0, + "step": 17663 + }, + { + "epoch": 1.9398198989677136, + "grad_norm": 2.5650296211242676, + "learning_rate": 1e-06, + "loss": 0.7203, + "mean_token_accuracy": 0.7597417831420898, + "num_tokens": 417424068.0, + "step": 17664 + }, + { + "epoch": 1.9399297166703273, + "grad_norm": 2.298562526702881, + "learning_rate": 1e-06, + "loss": 0.9491, + "mean_token_accuracy": 0.7028412818908691, + "num_tokens": 417448078.0, + "step": 17665 + }, + { + "epoch": 1.940039534372941, + "grad_norm": 2.0690321922302246, + "learning_rate": 1e-06, + "loss": 0.8736, + "mean_token_accuracy": 0.7373632788658142, + "num_tokens": 417475998.0, + "step": 17666 + }, + { + "epoch": 1.9401493520755546, + "grad_norm": 2.3232555389404297, + "learning_rate": 1e-06, + "loss": 0.9109, + "mean_token_accuracy": 0.711929202079773, + "num_tokens": 417500525.0, + "step": 17667 + }, + { + "epoch": 1.9402591697781681, + "grad_norm": 2.5338189601898193, + "learning_rate": 1e-06, + "loss": 0.9315, + "mean_token_accuracy": 0.7166411876678467, + "num_tokens": 417522155.0, + "step": 17668 + }, + { + "epoch": 1.940368987480782, + "grad_norm": 2.4918744564056396, + "learning_rate": 1e-06, + "loss": 0.8326, + "mean_token_accuracy": 0.7434501647949219, + "num_tokens": 417544334.0, + "step": 17669 + }, + { + "epoch": 1.9404788051833957, + "grad_norm": 3.032162666320801, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.7303414344787598, + "num_tokens": 417559024.0, + "step": 17670 + }, + { + "epoch": 1.9405886228860092, + "grad_norm": 2.3291707038879395, + "learning_rate": 1e-06, + "loss": 0.9159, + "mean_token_accuracy": 0.7141686677932739, + "num_tokens": 417582440.0, + "step": 17671 + }, + { + "epoch": 1.9406984405886227, + "grad_norm": 2.467684268951416, + "learning_rate": 1e-06, + "loss": 0.8887, + "mean_token_accuracy": 0.7147160768508911, + "num_tokens": 417603007.0, + "step": 17672 + }, + { + "epoch": 1.9408082582912365, + "grad_norm": 2.347050428390503, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.7128300666809082, + "num_tokens": 417626107.0, + "step": 17673 + }, + { + "epoch": 1.9409180759938502, + "grad_norm": 2.1802713871002197, + "learning_rate": 1e-06, + "loss": 0.9384, + "mean_token_accuracy": 0.7075977921485901, + "num_tokens": 417652722.0, + "step": 17674 + }, + { + "epoch": 1.941027893696464, + "grad_norm": 2.2212088108062744, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7035378813743591, + "num_tokens": 417678506.0, + "step": 17675 + }, + { + "epoch": 1.9411377113990775, + "grad_norm": 2.4590823650360107, + "learning_rate": 1e-06, + "loss": 0.8881, + "mean_token_accuracy": 0.7195465564727783, + "num_tokens": 417699183.0, + "step": 17676 + }, + { + "epoch": 1.941247529101691, + "grad_norm": 2.3071913719177246, + "learning_rate": 1e-06, + "loss": 0.8803, + "mean_token_accuracy": 0.7274397015571594, + "num_tokens": 417722754.0, + "step": 17677 + }, + { + "epoch": 1.9413573468043048, + "grad_norm": 2.2051897048950195, + "learning_rate": 1e-06, + "loss": 0.9958, + "mean_token_accuracy": 0.6928581595420837, + "num_tokens": 417751003.0, + "step": 17678 + }, + { + "epoch": 1.9414671645069186, + "grad_norm": 2.603858709335327, + "learning_rate": 1e-06, + "loss": 0.7567, + "mean_token_accuracy": 0.7546005249023438, + "num_tokens": 417768271.0, + "step": 17679 + }, + { + "epoch": 1.9415769822095323, + "grad_norm": 2.389049530029297, + "learning_rate": 1e-06, + "loss": 0.882, + "mean_token_accuracy": 0.7421492338180542, + "num_tokens": 417790083.0, + "step": 17680 + }, + { + "epoch": 1.9416867999121459, + "grad_norm": 2.5992982387542725, + "learning_rate": 1e-06, + "loss": 0.8775, + "mean_token_accuracy": 0.7261097431182861, + "num_tokens": 417809714.0, + "step": 17681 + }, + { + "epoch": 1.9417966176147594, + "grad_norm": 2.4175314903259277, + "learning_rate": 1e-06, + "loss": 0.8962, + "mean_token_accuracy": 0.7329760789871216, + "num_tokens": 417830309.0, + "step": 17682 + }, + { + "epoch": 1.9419064353173732, + "grad_norm": 1.977203130722046, + "learning_rate": 1e-06, + "loss": 0.9032, + "mean_token_accuracy": 0.7159044742584229, + "num_tokens": 417859289.0, + "step": 17683 + }, + { + "epoch": 1.942016253019987, + "grad_norm": 2.349409341812134, + "learning_rate": 1e-06, + "loss": 0.8731, + "mean_token_accuracy": 0.7301801443099976, + "num_tokens": 417881777.0, + "step": 17684 + }, + { + "epoch": 1.9421260707226005, + "grad_norm": 2.199660539627075, + "learning_rate": 1e-06, + "loss": 0.8086, + "mean_token_accuracy": 0.7496471405029297, + "num_tokens": 417906789.0, + "step": 17685 + }, + { + "epoch": 1.942235888425214, + "grad_norm": 2.3433797359466553, + "learning_rate": 1e-06, + "loss": 0.8694, + "mean_token_accuracy": 0.7296786308288574, + "num_tokens": 417932392.0, + "step": 17686 + }, + { + "epoch": 1.9423457061278278, + "grad_norm": 2.673741579055786, + "learning_rate": 1e-06, + "loss": 0.8593, + "mean_token_accuracy": 0.7290486097335815, + "num_tokens": 417951722.0, + "step": 17687 + }, + { + "epoch": 1.9424555238304415, + "grad_norm": 2.117117404937744, + "learning_rate": 1e-06, + "loss": 0.9403, + "mean_token_accuracy": 0.7096361517906189, + "num_tokens": 417980181.0, + "step": 17688 + }, + { + "epoch": 1.9425653415330553, + "grad_norm": 2.734262704849243, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7383586168289185, + "num_tokens": 417998185.0, + "step": 17689 + }, + { + "epoch": 1.9426751592356688, + "grad_norm": 2.1321890354156494, + "learning_rate": 1e-06, + "loss": 0.926, + "mean_token_accuracy": 0.7185521721839905, + "num_tokens": 418026578.0, + "step": 17690 + }, + { + "epoch": 1.9427849769382823, + "grad_norm": 2.4398481845855713, + "learning_rate": 1e-06, + "loss": 0.8153, + "mean_token_accuracy": 0.738063633441925, + "num_tokens": 418047779.0, + "step": 17691 + }, + { + "epoch": 1.942894794640896, + "grad_norm": 2.0271217823028564, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7221578359603882, + "num_tokens": 418079155.0, + "step": 17692 + }, + { + "epoch": 1.9430046123435099, + "grad_norm": 2.1800403594970703, + "learning_rate": 1e-06, + "loss": 0.9609, + "mean_token_accuracy": 0.7127688527107239, + "num_tokens": 418105926.0, + "step": 17693 + }, + { + "epoch": 1.9431144300461234, + "grad_norm": 1.945241928100586, + "learning_rate": 1e-06, + "loss": 0.8705, + "mean_token_accuracy": 0.7261886596679688, + "num_tokens": 418137100.0, + "step": 17694 + }, + { + "epoch": 1.9432242477487371, + "grad_norm": 2.354630947113037, + "learning_rate": 1e-06, + "loss": 0.8466, + "mean_token_accuracy": 0.7304357290267944, + "num_tokens": 418158085.0, + "step": 17695 + }, + { + "epoch": 1.9433340654513507, + "grad_norm": 2.8818604946136475, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7129944562911987, + "num_tokens": 418174031.0, + "step": 17696 + }, + { + "epoch": 1.9434438831539644, + "grad_norm": 2.5201714038848877, + "learning_rate": 1e-06, + "loss": 0.8727, + "mean_token_accuracy": 0.7248936295509338, + "num_tokens": 418195371.0, + "step": 17697 + }, + { + "epoch": 1.9435537008565782, + "grad_norm": 2.525294780731201, + "learning_rate": 1e-06, + "loss": 0.8771, + "mean_token_accuracy": 0.7257994413375854, + "num_tokens": 418216861.0, + "step": 17698 + }, + { + "epoch": 1.9436635185591917, + "grad_norm": 2.233325481414795, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.740121603012085, + "num_tokens": 418239591.0, + "step": 17699 + }, + { + "epoch": 1.9437733362618053, + "grad_norm": 2.0605645179748535, + "learning_rate": 1e-06, + "loss": 0.9423, + "mean_token_accuracy": 0.7035690546035767, + "num_tokens": 418269820.0, + "step": 17700 + }, + { + "epoch": 1.943883153964419, + "grad_norm": 2.4287919998168945, + "learning_rate": 1e-06, + "loss": 0.9149, + "mean_token_accuracy": 0.7254074811935425, + "num_tokens": 418290733.0, + "step": 17701 + }, + { + "epoch": 1.9439929716670328, + "grad_norm": 2.0766689777374268, + "learning_rate": 1e-06, + "loss": 0.7746, + "mean_token_accuracy": 0.7501079440116882, + "num_tokens": 418317124.0, + "step": 17702 + }, + { + "epoch": 1.9441027893696465, + "grad_norm": 2.2878224849700928, + "learning_rate": 1e-06, + "loss": 0.9362, + "mean_token_accuracy": 0.709130048751831, + "num_tokens": 418345594.0, + "step": 17703 + }, + { + "epoch": 1.94421260707226, + "grad_norm": 2.492830753326416, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7170148491859436, + "num_tokens": 418367403.0, + "step": 17704 + }, + { + "epoch": 1.9443224247748736, + "grad_norm": 2.189281463623047, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7188370823860168, + "num_tokens": 418392123.0, + "step": 17705 + }, + { + "epoch": 1.9444322424774874, + "grad_norm": 2.581962823867798, + "learning_rate": 1e-06, + "loss": 0.8472, + "mean_token_accuracy": 0.7323911190032959, + "num_tokens": 418410936.0, + "step": 17706 + }, + { + "epoch": 1.9445420601801011, + "grad_norm": 2.9201290607452393, + "learning_rate": 1e-06, + "loss": 0.8228, + "mean_token_accuracy": 0.7366856932640076, + "num_tokens": 418427587.0, + "step": 17707 + }, + { + "epoch": 1.9446518778827147, + "grad_norm": 2.302006244659424, + "learning_rate": 1e-06, + "loss": 0.9733, + "mean_token_accuracy": 0.7078477144241333, + "num_tokens": 418453990.0, + "step": 17708 + }, + { + "epoch": 1.9447616955853284, + "grad_norm": 2.7151265144348145, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7269518375396729, + "num_tokens": 418471236.0, + "step": 17709 + }, + { + "epoch": 1.944871513287942, + "grad_norm": 2.337804079055786, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7107224464416504, + "num_tokens": 418494670.0, + "step": 17710 + }, + { + "epoch": 1.9449813309905557, + "grad_norm": 2.3686275482177734, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7200191617012024, + "num_tokens": 418517521.0, + "step": 17711 + }, + { + "epoch": 1.9450911486931695, + "grad_norm": 2.2923035621643066, + "learning_rate": 1e-06, + "loss": 0.9146, + "mean_token_accuracy": 0.7191551327705383, + "num_tokens": 418542306.0, + "step": 17712 + }, + { + "epoch": 1.945200966395783, + "grad_norm": 2.2759673595428467, + "learning_rate": 1e-06, + "loss": 0.9634, + "mean_token_accuracy": 0.7098069787025452, + "num_tokens": 418568405.0, + "step": 17713 + }, + { + "epoch": 1.9453107840983965, + "grad_norm": 1.9743149280548096, + "learning_rate": 1e-06, + "loss": 0.9475, + "mean_token_accuracy": 0.7109905481338501, + "num_tokens": 418598537.0, + "step": 17714 + }, + { + "epoch": 1.9454206018010103, + "grad_norm": 2.2830312252044678, + "learning_rate": 1e-06, + "loss": 0.9419, + "mean_token_accuracy": 0.7142499685287476, + "num_tokens": 418622016.0, + "step": 17715 + }, + { + "epoch": 1.945530419503624, + "grad_norm": 2.641289710998535, + "learning_rate": 1e-06, + "loss": 0.9448, + "mean_token_accuracy": 0.7116151452064514, + "num_tokens": 418642255.0, + "step": 17716 + }, + { + "epoch": 1.9456402372062378, + "grad_norm": 2.077787160873413, + "learning_rate": 1e-06, + "loss": 0.9449, + "mean_token_accuracy": 0.7070067524909973, + "num_tokens": 418672556.0, + "step": 17717 + }, + { + "epoch": 1.9457500549088513, + "grad_norm": 2.769153594970703, + "learning_rate": 1e-06, + "loss": 0.8515, + "mean_token_accuracy": 0.7276697754859924, + "num_tokens": 418691093.0, + "step": 17718 + }, + { + "epoch": 1.9458598726114649, + "grad_norm": 2.0741734504699707, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7105934023857117, + "num_tokens": 418720236.0, + "step": 17719 + }, + { + "epoch": 1.9459696903140786, + "grad_norm": 2.783841848373413, + "learning_rate": 1e-06, + "loss": 0.8328, + "mean_token_accuracy": 0.7417495846748352, + "num_tokens": 418737538.0, + "step": 17720 + }, + { + "epoch": 1.9460795080166924, + "grad_norm": 2.531937599182129, + "learning_rate": 1e-06, + "loss": 0.908, + "mean_token_accuracy": 0.7105442881584167, + "num_tokens": 418758673.0, + "step": 17721 + }, + { + "epoch": 1.946189325719306, + "grad_norm": 1.9569255113601685, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7212361097335815, + "num_tokens": 418789179.0, + "step": 17722 + }, + { + "epoch": 1.9462991434219195, + "grad_norm": 2.7515575885772705, + "learning_rate": 1e-06, + "loss": 0.8316, + "mean_token_accuracy": 0.7331799864768982, + "num_tokens": 418807341.0, + "step": 17723 + }, + { + "epoch": 1.9464089611245332, + "grad_norm": 2.0829317569732666, + "learning_rate": 1e-06, + "loss": 0.8249, + "mean_token_accuracy": 0.7415810823440552, + "num_tokens": 418833195.0, + "step": 17724 + }, + { + "epoch": 1.946518778827147, + "grad_norm": 2.511721134185791, + "learning_rate": 1e-06, + "loss": 0.8342, + "mean_token_accuracy": 0.7358994483947754, + "num_tokens": 418854075.0, + "step": 17725 + }, + { + "epoch": 1.9466285965297607, + "grad_norm": 2.531323194503784, + "learning_rate": 1e-06, + "loss": 0.9, + "mean_token_accuracy": 0.7195289134979248, + "num_tokens": 418874480.0, + "step": 17726 + }, + { + "epoch": 1.9467384142323743, + "grad_norm": 2.2138991355895996, + "learning_rate": 1e-06, + "loss": 0.7957, + "mean_token_accuracy": 0.7426069974899292, + "num_tokens": 418897454.0, + "step": 17727 + }, + { + "epoch": 1.9468482319349878, + "grad_norm": 2.3535633087158203, + "learning_rate": 1e-06, + "loss": 0.887, + "mean_token_accuracy": 0.7119030356407166, + "num_tokens": 418921099.0, + "step": 17728 + }, + { + "epoch": 1.9469580496376016, + "grad_norm": 2.4443671703338623, + "learning_rate": 1e-06, + "loss": 0.8358, + "mean_token_accuracy": 0.756909966468811, + "num_tokens": 418941692.0, + "step": 17729 + }, + { + "epoch": 1.9470678673402153, + "grad_norm": 3.033238172531128, + "learning_rate": 1e-06, + "loss": 0.8303, + "mean_token_accuracy": 0.7358133792877197, + "num_tokens": 418957471.0, + "step": 17730 + }, + { + "epoch": 1.947177685042829, + "grad_norm": 2.427638530731201, + "learning_rate": 1e-06, + "loss": 0.9427, + "mean_token_accuracy": 0.7055034637451172, + "num_tokens": 418981244.0, + "step": 17731 + }, + { + "epoch": 1.9472875027454426, + "grad_norm": 2.4954962730407715, + "learning_rate": 1e-06, + "loss": 0.854, + "mean_token_accuracy": 0.7285754084587097, + "num_tokens": 419002911.0, + "step": 17732 + }, + { + "epoch": 1.9473973204480561, + "grad_norm": 2.352515935897827, + "learning_rate": 1e-06, + "loss": 0.8824, + "mean_token_accuracy": 0.7197551727294922, + "num_tokens": 419027253.0, + "step": 17733 + }, + { + "epoch": 1.94750713815067, + "grad_norm": 2.4458863735198975, + "learning_rate": 1e-06, + "loss": 0.7189, + "mean_token_accuracy": 0.7732494473457336, + "num_tokens": 419047560.0, + "step": 17734 + }, + { + "epoch": 1.9476169558532836, + "grad_norm": 2.582442045211792, + "learning_rate": 1e-06, + "loss": 0.731, + "mean_token_accuracy": 0.7615939378738403, + "num_tokens": 419065525.0, + "step": 17735 + }, + { + "epoch": 1.9477267735558972, + "grad_norm": 2.2089033126831055, + "learning_rate": 1e-06, + "loss": 0.9165, + "mean_token_accuracy": 0.7122676372528076, + "num_tokens": 419090329.0, + "step": 17736 + }, + { + "epoch": 1.9478365912585107, + "grad_norm": 2.681464910507202, + "learning_rate": 1e-06, + "loss": 0.8628, + "mean_token_accuracy": 0.7246968746185303, + "num_tokens": 419109575.0, + "step": 17737 + }, + { + "epoch": 1.9479464089611245, + "grad_norm": 2.165356397628784, + "learning_rate": 1e-06, + "loss": 0.981, + "mean_token_accuracy": 0.7019076943397522, + "num_tokens": 419134998.0, + "step": 17738 + }, + { + "epoch": 1.9480562266637382, + "grad_norm": 2.3812756538391113, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7231826186180115, + "num_tokens": 419158941.0, + "step": 17739 + }, + { + "epoch": 1.948166044366352, + "grad_norm": 2.6548240184783936, + "learning_rate": 1e-06, + "loss": 0.909, + "mean_token_accuracy": 0.7109505534172058, + "num_tokens": 419178409.0, + "step": 17740 + }, + { + "epoch": 1.9482758620689655, + "grad_norm": 2.261472463607788, + "learning_rate": 1e-06, + "loss": 0.8365, + "mean_token_accuracy": 0.7359766960144043, + "num_tokens": 419201078.0, + "step": 17741 + }, + { + "epoch": 1.948385679771579, + "grad_norm": 2.1161739826202393, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7191526293754578, + "num_tokens": 419226966.0, + "step": 17742 + }, + { + "epoch": 1.9484954974741928, + "grad_norm": 2.4715023040771484, + "learning_rate": 1e-06, + "loss": 0.8323, + "mean_token_accuracy": 0.7403490543365479, + "num_tokens": 419248387.0, + "step": 17743 + }, + { + "epoch": 1.9486053151768066, + "grad_norm": 2.436107635498047, + "learning_rate": 1e-06, + "loss": 0.8122, + "mean_token_accuracy": 0.7407811880111694, + "num_tokens": 419271131.0, + "step": 17744 + }, + { + "epoch": 1.94871513287942, + "grad_norm": 2.221729040145874, + "learning_rate": 1e-06, + "loss": 0.8368, + "mean_token_accuracy": 0.7368123531341553, + "num_tokens": 419294812.0, + "step": 17745 + }, + { + "epoch": 1.9488249505820339, + "grad_norm": 2.2294135093688965, + "learning_rate": 1e-06, + "loss": 0.8807, + "mean_token_accuracy": 0.731981635093689, + "num_tokens": 419319478.0, + "step": 17746 + }, + { + "epoch": 1.9489347682846474, + "grad_norm": 2.1121933460235596, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7272238731384277, + "num_tokens": 419346643.0, + "step": 17747 + }, + { + "epoch": 1.9490445859872612, + "grad_norm": 2.296513795852661, + "learning_rate": 1e-06, + "loss": 0.9059, + "mean_token_accuracy": 0.7224709987640381, + "num_tokens": 419370466.0, + "step": 17748 + }, + { + "epoch": 1.949154403689875, + "grad_norm": 2.591663122177124, + "learning_rate": 1e-06, + "loss": 0.839, + "mean_token_accuracy": 0.7341505289077759, + "num_tokens": 419390053.0, + "step": 17749 + }, + { + "epoch": 1.9492642213924884, + "grad_norm": 1.9001132249832153, + "learning_rate": 1e-06, + "loss": 0.8381, + "mean_token_accuracy": 0.737182080745697, + "num_tokens": 419422591.0, + "step": 17750 + }, + { + "epoch": 1.949374039095102, + "grad_norm": 2.470773696899414, + "learning_rate": 1e-06, + "loss": 0.8622, + "mean_token_accuracy": 0.7301018238067627, + "num_tokens": 419445812.0, + "step": 17751 + }, + { + "epoch": 1.9494838567977157, + "grad_norm": 2.625999689102173, + "learning_rate": 1e-06, + "loss": 0.8061, + "mean_token_accuracy": 0.7364768385887146, + "num_tokens": 419464426.0, + "step": 17752 + }, + { + "epoch": 1.9495936745003295, + "grad_norm": 2.4323549270629883, + "learning_rate": 1e-06, + "loss": 0.961, + "mean_token_accuracy": 0.7010098695755005, + "num_tokens": 419487691.0, + "step": 17753 + }, + { + "epoch": 1.9497034922029433, + "grad_norm": 2.4587724208831787, + "learning_rate": 1e-06, + "loss": 0.8171, + "mean_token_accuracy": 0.7401707172393799, + "num_tokens": 419507809.0, + "step": 17754 + }, + { + "epoch": 1.9498133099055568, + "grad_norm": 2.287074565887451, + "learning_rate": 1e-06, + "loss": 0.9375, + "mean_token_accuracy": 0.71091628074646, + "num_tokens": 419530273.0, + "step": 17755 + }, + { + "epoch": 1.9499231276081703, + "grad_norm": 1.9299654960632324, + "learning_rate": 1e-06, + "loss": 0.9317, + "mean_token_accuracy": 0.708102822303772, + "num_tokens": 419562553.0, + "step": 17756 + }, + { + "epoch": 1.950032945310784, + "grad_norm": 2.730340003967285, + "learning_rate": 1e-06, + "loss": 0.7884, + "mean_token_accuracy": 0.7483186721801758, + "num_tokens": 419579353.0, + "step": 17757 + }, + { + "epoch": 1.9501427630133978, + "grad_norm": 2.2613770961761475, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7112452983856201, + "num_tokens": 419604126.0, + "step": 17758 + }, + { + "epoch": 1.9502525807160114, + "grad_norm": 2.400831699371338, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7046877145767212, + "num_tokens": 419626053.0, + "step": 17759 + }, + { + "epoch": 1.9503623984186251, + "grad_norm": 2.2676479816436768, + "learning_rate": 1e-06, + "loss": 0.9985, + "mean_token_accuracy": 0.6904983520507812, + "num_tokens": 419652204.0, + "step": 17760 + }, + { + "epoch": 1.9504722161212387, + "grad_norm": 2.5311646461486816, + "learning_rate": 1e-06, + "loss": 0.8058, + "mean_token_accuracy": 0.7371493577957153, + "num_tokens": 419672615.0, + "step": 17761 + }, + { + "epoch": 1.9505820338238524, + "grad_norm": 2.33080792427063, + "learning_rate": 1e-06, + "loss": 0.9087, + "mean_token_accuracy": 0.7139402031898499, + "num_tokens": 419695217.0, + "step": 17762 + }, + { + "epoch": 1.9506918515264662, + "grad_norm": 1.9422484636306763, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.7058411836624146, + "num_tokens": 419727108.0, + "step": 17763 + }, + { + "epoch": 1.9508016692290797, + "grad_norm": 2.166703224182129, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.7198972702026367, + "num_tokens": 419754828.0, + "step": 17764 + }, + { + "epoch": 1.9509114869316933, + "grad_norm": 2.26469349861145, + "learning_rate": 1e-06, + "loss": 0.906, + "mean_token_accuracy": 0.7170717716217041, + "num_tokens": 419779494.0, + "step": 17765 + }, + { + "epoch": 1.951021304634307, + "grad_norm": 2.349337339401245, + "learning_rate": 1e-06, + "loss": 0.8198, + "mean_token_accuracy": 0.7449354529380798, + "num_tokens": 419801867.0, + "step": 17766 + }, + { + "epoch": 1.9511311223369208, + "grad_norm": 2.6196794509887695, + "learning_rate": 1e-06, + "loss": 0.7951, + "mean_token_accuracy": 0.7401724457740784, + "num_tokens": 419821195.0, + "step": 17767 + }, + { + "epoch": 1.9512409400395345, + "grad_norm": 2.5771405696868896, + "learning_rate": 1e-06, + "loss": 0.8829, + "mean_token_accuracy": 0.7178063988685608, + "num_tokens": 419841809.0, + "step": 17768 + }, + { + "epoch": 1.951350757742148, + "grad_norm": 2.5642027854919434, + "learning_rate": 1e-06, + "loss": 0.8124, + "mean_token_accuracy": 0.7376381754875183, + "num_tokens": 419862130.0, + "step": 17769 + }, + { + "epoch": 1.9514605754447616, + "grad_norm": 2.149555206298828, + "learning_rate": 1e-06, + "loss": 0.8961, + "mean_token_accuracy": 0.7198123335838318, + "num_tokens": 419889808.0, + "step": 17770 + }, + { + "epoch": 1.9515703931473753, + "grad_norm": 2.329190492630005, + "learning_rate": 1e-06, + "loss": 0.8832, + "mean_token_accuracy": 0.7240660190582275, + "num_tokens": 419913976.0, + "step": 17771 + }, + { + "epoch": 1.951680210849989, + "grad_norm": 1.9733599424362183, + "learning_rate": 1e-06, + "loss": 0.9089, + "mean_token_accuracy": 0.7232879996299744, + "num_tokens": 419946376.0, + "step": 17772 + }, + { + "epoch": 1.9517900285526026, + "grad_norm": 2.433180093765259, + "learning_rate": 1e-06, + "loss": 0.7479, + "mean_token_accuracy": 0.7563349008560181, + "num_tokens": 419966297.0, + "step": 17773 + }, + { + "epoch": 1.9518998462552162, + "grad_norm": 1.9963833093643188, + "learning_rate": 1e-06, + "loss": 0.8426, + "mean_token_accuracy": 0.7427787780761719, + "num_tokens": 419994668.0, + "step": 17774 + }, + { + "epoch": 1.95200966395783, + "grad_norm": 2.3551151752471924, + "learning_rate": 1e-06, + "loss": 0.9388, + "mean_token_accuracy": 0.7257529497146606, + "num_tokens": 420017833.0, + "step": 17775 + }, + { + "epoch": 1.9521194816604437, + "grad_norm": 2.1769657135009766, + "learning_rate": 1e-06, + "loss": 1.0379, + "mean_token_accuracy": 0.6935219764709473, + "num_tokens": 420044559.0, + "step": 17776 + }, + { + "epoch": 1.9522292993630574, + "grad_norm": 3.3056740760803223, + "learning_rate": 1e-06, + "loss": 0.8075, + "mean_token_accuracy": 0.7438764572143555, + "num_tokens": 420057947.0, + "step": 17777 + }, + { + "epoch": 1.952339117065671, + "grad_norm": 2.1800856590270996, + "learning_rate": 1e-06, + "loss": 0.8103, + "mean_token_accuracy": 0.7385118007659912, + "num_tokens": 420084062.0, + "step": 17778 + }, + { + "epoch": 1.9524489347682845, + "grad_norm": 2.1805920600891113, + "learning_rate": 1e-06, + "loss": 0.8888, + "mean_token_accuracy": 0.7283846735954285, + "num_tokens": 420109150.0, + "step": 17779 + }, + { + "epoch": 1.9525587524708983, + "grad_norm": 2.225710868835449, + "learning_rate": 1e-06, + "loss": 0.8867, + "mean_token_accuracy": 0.7218161821365356, + "num_tokens": 420134034.0, + "step": 17780 + }, + { + "epoch": 1.952668570173512, + "grad_norm": 2.6131532192230225, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.7312585115432739, + "num_tokens": 420152634.0, + "step": 17781 + }, + { + "epoch": 1.9527783878761258, + "grad_norm": 2.2259275913238525, + "learning_rate": 1e-06, + "loss": 0.8456, + "mean_token_accuracy": 0.7373930811882019, + "num_tokens": 420178010.0, + "step": 17782 + }, + { + "epoch": 1.9528882055787393, + "grad_norm": 2.521829128265381, + "learning_rate": 1e-06, + "loss": 0.8036, + "mean_token_accuracy": 0.7468213438987732, + "num_tokens": 420199342.0, + "step": 17783 + }, + { + "epoch": 1.9529980232813529, + "grad_norm": 2.084567070007324, + "learning_rate": 1e-06, + "loss": 0.9206, + "mean_token_accuracy": 0.713858962059021, + "num_tokens": 420229956.0, + "step": 17784 + }, + { + "epoch": 1.9531078409839666, + "grad_norm": 2.5276944637298584, + "learning_rate": 1e-06, + "loss": 0.7967, + "mean_token_accuracy": 0.7533297538757324, + "num_tokens": 420249406.0, + "step": 17785 + }, + { + "epoch": 1.9532176586865804, + "grad_norm": 2.32360577583313, + "learning_rate": 1e-06, + "loss": 0.9553, + "mean_token_accuracy": 0.7059358358383179, + "num_tokens": 420274912.0, + "step": 17786 + }, + { + "epoch": 1.953327476389194, + "grad_norm": 2.2484774589538574, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7399119138717651, + "num_tokens": 420300802.0, + "step": 17787 + }, + { + "epoch": 1.9534372940918074, + "grad_norm": 2.249424695968628, + "learning_rate": 1e-06, + "loss": 0.8809, + "mean_token_accuracy": 0.7213881611824036, + "num_tokens": 420326203.0, + "step": 17788 + }, + { + "epoch": 1.9535471117944212, + "grad_norm": 2.054279327392578, + "learning_rate": 1e-06, + "loss": 0.9176, + "mean_token_accuracy": 0.7148174047470093, + "num_tokens": 420354606.0, + "step": 17789 + }, + { + "epoch": 1.953656929497035, + "grad_norm": 2.057596445083618, + "learning_rate": 1e-06, + "loss": 0.9687, + "mean_token_accuracy": 0.704974889755249, + "num_tokens": 420383534.0, + "step": 17790 + }, + { + "epoch": 1.9537667471996487, + "grad_norm": 2.6446454524993896, + "learning_rate": 1e-06, + "loss": 0.8225, + "mean_token_accuracy": 0.7386173009872437, + "num_tokens": 420403043.0, + "step": 17791 + }, + { + "epoch": 1.9538765649022622, + "grad_norm": 2.280102491378784, + "learning_rate": 1e-06, + "loss": 0.964, + "mean_token_accuracy": 0.6958805322647095, + "num_tokens": 420429690.0, + "step": 17792 + }, + { + "epoch": 1.9539863826048758, + "grad_norm": 2.1544291973114014, + "learning_rate": 1e-06, + "loss": 0.8868, + "mean_token_accuracy": 0.7216795682907104, + "num_tokens": 420457307.0, + "step": 17793 + }, + { + "epoch": 1.9540962003074895, + "grad_norm": 2.678365468978882, + "learning_rate": 1e-06, + "loss": 0.8115, + "mean_token_accuracy": 0.7533825635910034, + "num_tokens": 420474594.0, + "step": 17794 + }, + { + "epoch": 1.9542060180101033, + "grad_norm": 2.3458547592163086, + "learning_rate": 1e-06, + "loss": 0.8388, + "mean_token_accuracy": 0.7372313141822815, + "num_tokens": 420497751.0, + "step": 17795 + }, + { + "epoch": 1.954315835712717, + "grad_norm": 2.0927491188049316, + "learning_rate": 1e-06, + "loss": 0.9135, + "mean_token_accuracy": 0.7254016399383545, + "num_tokens": 420526206.0, + "step": 17796 + }, + { + "epoch": 1.9544256534153306, + "grad_norm": 2.182269811630249, + "learning_rate": 1e-06, + "loss": 1.0046, + "mean_token_accuracy": 0.6986687183380127, + "num_tokens": 420553390.0, + "step": 17797 + }, + { + "epoch": 1.9545354711179441, + "grad_norm": 3.0237936973571777, + "learning_rate": 1e-06, + "loss": 0.7985, + "mean_token_accuracy": 0.7500267624855042, + "num_tokens": 420568764.0, + "step": 17798 + }, + { + "epoch": 1.9546452888205579, + "grad_norm": 2.40605092048645, + "learning_rate": 1e-06, + "loss": 0.8865, + "mean_token_accuracy": 0.72323077917099, + "num_tokens": 420591124.0, + "step": 17799 + }, + { + "epoch": 1.9547551065231716, + "grad_norm": 2.268930196762085, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.6916074752807617, + "num_tokens": 420616643.0, + "step": 17800 + }, + { + "epoch": 1.9548649242257852, + "grad_norm": 2.280663251876831, + "learning_rate": 1e-06, + "loss": 0.9167, + "mean_token_accuracy": 0.711338460445404, + "num_tokens": 420643632.0, + "step": 17801 + }, + { + "epoch": 1.9549747419283987, + "grad_norm": 2.5519423484802246, + "learning_rate": 1e-06, + "loss": 0.9586, + "mean_token_accuracy": 0.7030801773071289, + "num_tokens": 420665210.0, + "step": 17802 + }, + { + "epoch": 1.9550845596310125, + "grad_norm": 2.395404815673828, + "learning_rate": 1e-06, + "loss": 0.816, + "mean_token_accuracy": 0.7379399538040161, + "num_tokens": 420688842.0, + "step": 17803 + }, + { + "epoch": 1.9551943773336262, + "grad_norm": 2.7901718616485596, + "learning_rate": 1e-06, + "loss": 0.8946, + "mean_token_accuracy": 0.720224142074585, + "num_tokens": 420708495.0, + "step": 17804 + }, + { + "epoch": 1.95530419503624, + "grad_norm": 2.2483012676239014, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7158081531524658, + "num_tokens": 420735665.0, + "step": 17805 + }, + { + "epoch": 1.9554140127388535, + "grad_norm": 2.542719841003418, + "learning_rate": 1e-06, + "loss": 0.935, + "mean_token_accuracy": 0.7049719095230103, + "num_tokens": 420755006.0, + "step": 17806 + }, + { + "epoch": 1.955523830441467, + "grad_norm": 2.091306447982788, + "learning_rate": 1e-06, + "loss": 0.9576, + "mean_token_accuracy": 0.6978292465209961, + "num_tokens": 420785283.0, + "step": 17807 + }, + { + "epoch": 1.9556336481440808, + "grad_norm": 2.4385108947753906, + "learning_rate": 1e-06, + "loss": 0.8751, + "mean_token_accuracy": 0.7253366708755493, + "num_tokens": 420807542.0, + "step": 17808 + }, + { + "epoch": 1.9557434658466946, + "grad_norm": 2.4111969470977783, + "learning_rate": 1e-06, + "loss": 0.8648, + "mean_token_accuracy": 0.72931307554245, + "num_tokens": 420828920.0, + "step": 17809 + }, + { + "epoch": 1.955853283549308, + "grad_norm": 2.1986942291259766, + "learning_rate": 1e-06, + "loss": 0.9477, + "mean_token_accuracy": 0.7058790922164917, + "num_tokens": 420856459.0, + "step": 17810 + }, + { + "epoch": 1.9559631012519219, + "grad_norm": 2.7523441314697266, + "learning_rate": 1e-06, + "loss": 0.9277, + "mean_token_accuracy": 0.7276049256324768, + "num_tokens": 420874044.0, + "step": 17811 + }, + { + "epoch": 1.9560729189545354, + "grad_norm": 2.3170111179351807, + "learning_rate": 1e-06, + "loss": 0.9359, + "mean_token_accuracy": 0.7085599899291992, + "num_tokens": 420897999.0, + "step": 17812 + }, + { + "epoch": 1.9561827366571491, + "grad_norm": 2.240880012512207, + "learning_rate": 1e-06, + "loss": 0.987, + "mean_token_accuracy": 0.6963913440704346, + "num_tokens": 420926059.0, + "step": 17813 + }, + { + "epoch": 1.956292554359763, + "grad_norm": 2.3970015048980713, + "learning_rate": 1e-06, + "loss": 0.9217, + "mean_token_accuracy": 0.710808515548706, + "num_tokens": 420948143.0, + "step": 17814 + }, + { + "epoch": 1.9564023720623764, + "grad_norm": 2.3788414001464844, + "learning_rate": 1e-06, + "loss": 0.9272, + "mean_token_accuracy": 0.723479151725769, + "num_tokens": 420970870.0, + "step": 17815 + }, + { + "epoch": 1.95651218976499, + "grad_norm": 2.3396151065826416, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.7005830407142639, + "num_tokens": 420995419.0, + "step": 17816 + }, + { + "epoch": 1.9566220074676037, + "grad_norm": 2.2105307579040527, + "learning_rate": 1e-06, + "loss": 0.9005, + "mean_token_accuracy": 0.7236664295196533, + "num_tokens": 421020746.0, + "step": 17817 + }, + { + "epoch": 1.9567318251702175, + "grad_norm": 2.35932993888855, + "learning_rate": 1e-06, + "loss": 0.8539, + "mean_token_accuracy": 0.7298823595046997, + "num_tokens": 421044461.0, + "step": 17818 + }, + { + "epoch": 1.9568416428728312, + "grad_norm": 2.2568421363830566, + "learning_rate": 1e-06, + "loss": 0.8769, + "mean_token_accuracy": 0.724637508392334, + "num_tokens": 421068909.0, + "step": 17819 + }, + { + "epoch": 1.9569514605754448, + "grad_norm": 2.184379816055298, + "learning_rate": 1e-06, + "loss": 0.9164, + "mean_token_accuracy": 0.7108690142631531, + "num_tokens": 421097504.0, + "step": 17820 + }, + { + "epoch": 1.9570612782780583, + "grad_norm": 2.6107444763183594, + "learning_rate": 1e-06, + "loss": 0.7641, + "mean_token_accuracy": 0.7564666271209717, + "num_tokens": 421116214.0, + "step": 17821 + }, + { + "epoch": 1.957171095980672, + "grad_norm": 2.6407418251037598, + "learning_rate": 1e-06, + "loss": 0.9002, + "mean_token_accuracy": 0.7213820219039917, + "num_tokens": 421135352.0, + "step": 17822 + }, + { + "epoch": 1.9572809136832858, + "grad_norm": 2.6999032497406006, + "learning_rate": 1e-06, + "loss": 0.7498, + "mean_token_accuracy": 0.7524099349975586, + "num_tokens": 421152435.0, + "step": 17823 + }, + { + "epoch": 1.9573907313858994, + "grad_norm": 2.474067211151123, + "learning_rate": 1e-06, + "loss": 0.8216, + "mean_token_accuracy": 0.7437111139297485, + "num_tokens": 421172696.0, + "step": 17824 + }, + { + "epoch": 1.9575005490885131, + "grad_norm": 2.4624216556549072, + "learning_rate": 1e-06, + "loss": 0.9063, + "mean_token_accuracy": 0.7201147675514221, + "num_tokens": 421193604.0, + "step": 17825 + }, + { + "epoch": 1.9576103667911267, + "grad_norm": 2.5329480171203613, + "learning_rate": 1e-06, + "loss": 0.8242, + "mean_token_accuracy": 0.7416753768920898, + "num_tokens": 421213880.0, + "step": 17826 + }, + { + "epoch": 1.9577201844937404, + "grad_norm": 2.232755184173584, + "learning_rate": 1e-06, + "loss": 0.8503, + "mean_token_accuracy": 0.7309815883636475, + "num_tokens": 421238342.0, + "step": 17827 + }, + { + "epoch": 1.9578300021963542, + "grad_norm": 2.5957090854644775, + "learning_rate": 1e-06, + "loss": 0.9812, + "mean_token_accuracy": 0.6929662227630615, + "num_tokens": 421259398.0, + "step": 17828 + }, + { + "epoch": 1.9579398198989677, + "grad_norm": 2.0879645347595215, + "learning_rate": 1e-06, + "loss": 0.9556, + "mean_token_accuracy": 0.7059923410415649, + "num_tokens": 421287875.0, + "step": 17829 + }, + { + "epoch": 1.9580496376015812, + "grad_norm": 2.3611390590667725, + "learning_rate": 1e-06, + "loss": 0.8555, + "mean_token_accuracy": 0.7347939014434814, + "num_tokens": 421310464.0, + "step": 17830 + }, + { + "epoch": 1.958159455304195, + "grad_norm": 2.30026912689209, + "learning_rate": 1e-06, + "loss": 0.9743, + "mean_token_accuracy": 0.704861044883728, + "num_tokens": 421336571.0, + "step": 17831 + }, + { + "epoch": 1.9582692730068088, + "grad_norm": 2.4494967460632324, + "learning_rate": 1e-06, + "loss": 0.8836, + "mean_token_accuracy": 0.7298018932342529, + "num_tokens": 421356253.0, + "step": 17832 + }, + { + "epoch": 1.9583790907094225, + "grad_norm": 2.0735960006713867, + "learning_rate": 1e-06, + "loss": 0.9105, + "mean_token_accuracy": 0.7271417379379272, + "num_tokens": 421385489.0, + "step": 17833 + }, + { + "epoch": 1.958488908412036, + "grad_norm": 2.209646463394165, + "learning_rate": 1e-06, + "loss": 0.8075, + "mean_token_accuracy": 0.756550669670105, + "num_tokens": 421408766.0, + "step": 17834 + }, + { + "epoch": 1.9585987261146496, + "grad_norm": 2.1156346797943115, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7158877849578857, + "num_tokens": 421436029.0, + "step": 17835 + }, + { + "epoch": 1.9587085438172633, + "grad_norm": 2.334967613220215, + "learning_rate": 1e-06, + "loss": 0.8927, + "mean_token_accuracy": 0.724655270576477, + "num_tokens": 421460516.0, + "step": 17836 + }, + { + "epoch": 1.958818361519877, + "grad_norm": 2.1135401725769043, + "learning_rate": 1e-06, + "loss": 0.8658, + "mean_token_accuracy": 0.7428082227706909, + "num_tokens": 421487340.0, + "step": 17837 + }, + { + "epoch": 1.9589281792224906, + "grad_norm": 2.1652779579162598, + "learning_rate": 1e-06, + "loss": 0.9051, + "mean_token_accuracy": 0.7138388752937317, + "num_tokens": 421514242.0, + "step": 17838 + }, + { + "epoch": 1.9590379969251042, + "grad_norm": 2.186663866043091, + "learning_rate": 1e-06, + "loss": 0.8576, + "mean_token_accuracy": 0.7245832681655884, + "num_tokens": 421539919.0, + "step": 17839 + }, + { + "epoch": 1.959147814627718, + "grad_norm": 2.086789608001709, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7278324365615845, + "num_tokens": 421565226.0, + "step": 17840 + }, + { + "epoch": 1.9592576323303317, + "grad_norm": 2.192538261413574, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7297860383987427, + "num_tokens": 421590231.0, + "step": 17841 + }, + { + "epoch": 1.9593674500329454, + "grad_norm": 2.319887638092041, + "learning_rate": 1e-06, + "loss": 0.9601, + "mean_token_accuracy": 0.7117601633071899, + "num_tokens": 421615272.0, + "step": 17842 + }, + { + "epoch": 1.959477267735559, + "grad_norm": 2.2724802494049072, + "learning_rate": 1e-06, + "loss": 0.9122, + "mean_token_accuracy": 0.7166417837142944, + "num_tokens": 421640544.0, + "step": 17843 + }, + { + "epoch": 1.9595870854381725, + "grad_norm": 2.302558660507202, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.710722029209137, + "num_tokens": 421666166.0, + "step": 17844 + }, + { + "epoch": 1.9596969031407863, + "grad_norm": 2.0648443698883057, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.7088983654975891, + "num_tokens": 421694244.0, + "step": 17845 + }, + { + "epoch": 1.9598067208434, + "grad_norm": 2.857959032058716, + "learning_rate": 1e-06, + "loss": 0.9039, + "mean_token_accuracy": 0.7216842770576477, + "num_tokens": 421710376.0, + "step": 17846 + }, + { + "epoch": 1.9599165385460138, + "grad_norm": 2.6321144104003906, + "learning_rate": 1e-06, + "loss": 0.8624, + "mean_token_accuracy": 0.7252610921859741, + "num_tokens": 421729891.0, + "step": 17847 + }, + { + "epoch": 1.9600263562486273, + "grad_norm": 2.5140433311462402, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7169085741043091, + "num_tokens": 421750884.0, + "step": 17848 + }, + { + "epoch": 1.9601361739512408, + "grad_norm": 2.2935943603515625, + "learning_rate": 1e-06, + "loss": 0.8546, + "mean_token_accuracy": 0.7292031049728394, + "num_tokens": 421774670.0, + "step": 17849 + }, + { + "epoch": 1.9602459916538546, + "grad_norm": 2.6019821166992188, + "learning_rate": 1e-06, + "loss": 0.8809, + "mean_token_accuracy": 0.7364811301231384, + "num_tokens": 421794129.0, + "step": 17850 + }, + { + "epoch": 1.9603558093564684, + "grad_norm": 2.494121551513672, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.732363224029541, + "num_tokens": 421814096.0, + "step": 17851 + }, + { + "epoch": 1.960465627059082, + "grad_norm": 2.0388894081115723, + "learning_rate": 1e-06, + "loss": 1.0395, + "mean_token_accuracy": 0.6853973865509033, + "num_tokens": 421844621.0, + "step": 17852 + }, + { + "epoch": 1.9605754447616954, + "grad_norm": 2.4719111919403076, + "learning_rate": 1e-06, + "loss": 0.9117, + "mean_token_accuracy": 0.7140735983848572, + "num_tokens": 421865302.0, + "step": 17853 + }, + { + "epoch": 1.9606852624643092, + "grad_norm": 2.370427370071411, + "learning_rate": 1e-06, + "loss": 0.9127, + "mean_token_accuracy": 0.7142374515533447, + "num_tokens": 421887945.0, + "step": 17854 + }, + { + "epoch": 1.960795080166923, + "grad_norm": 2.25869083404541, + "learning_rate": 1e-06, + "loss": 0.9178, + "mean_token_accuracy": 0.7141838073730469, + "num_tokens": 421913152.0, + "step": 17855 + }, + { + "epoch": 1.9609048978695367, + "grad_norm": 2.310845375061035, + "learning_rate": 1e-06, + "loss": 0.9285, + "mean_token_accuracy": 0.7188249826431274, + "num_tokens": 421936437.0, + "step": 17856 + }, + { + "epoch": 1.9610147155721502, + "grad_norm": 2.453608274459839, + "learning_rate": 1e-06, + "loss": 1.0012, + "mean_token_accuracy": 0.6984031200408936, + "num_tokens": 421958527.0, + "step": 17857 + }, + { + "epoch": 1.9611245332747638, + "grad_norm": 2.175919771194458, + "learning_rate": 1e-06, + "loss": 0.833, + "mean_token_accuracy": 0.7389084100723267, + "num_tokens": 421984856.0, + "step": 17858 + }, + { + "epoch": 1.9612343509773775, + "grad_norm": 2.396801471710205, + "learning_rate": 1e-06, + "loss": 0.9493, + "mean_token_accuracy": 0.7112001180648804, + "num_tokens": 422009684.0, + "step": 17859 + }, + { + "epoch": 1.9613441686799913, + "grad_norm": 2.6486308574676514, + "learning_rate": 1e-06, + "loss": 0.9274, + "mean_token_accuracy": 0.7201496362686157, + "num_tokens": 422031332.0, + "step": 17860 + }, + { + "epoch": 1.961453986382605, + "grad_norm": 2.346397876739502, + "learning_rate": 1e-06, + "loss": 0.9067, + "mean_token_accuracy": 0.7318544387817383, + "num_tokens": 422054175.0, + "step": 17861 + }, + { + "epoch": 1.9615638040852186, + "grad_norm": 2.0608911514282227, + "learning_rate": 1e-06, + "loss": 0.9326, + "mean_token_accuracy": 0.7119412422180176, + "num_tokens": 422082492.0, + "step": 17862 + }, + { + "epoch": 1.9616736217878321, + "grad_norm": 2.3861894607543945, + "learning_rate": 1e-06, + "loss": 0.9318, + "mean_token_accuracy": 0.7120761275291443, + "num_tokens": 422107622.0, + "step": 17863 + }, + { + "epoch": 1.9617834394904459, + "grad_norm": 2.1897144317626953, + "learning_rate": 1e-06, + "loss": 0.9532, + "mean_token_accuracy": 0.6990366578102112, + "num_tokens": 422134106.0, + "step": 17864 + }, + { + "epoch": 1.9618932571930596, + "grad_norm": 2.408388614654541, + "learning_rate": 1e-06, + "loss": 0.9739, + "mean_token_accuracy": 0.7072117328643799, + "num_tokens": 422157952.0, + "step": 17865 + }, + { + "epoch": 1.9620030748956732, + "grad_norm": 2.2989866733551025, + "learning_rate": 1e-06, + "loss": 0.9453, + "mean_token_accuracy": 0.7016203999519348, + "num_tokens": 422183648.0, + "step": 17866 + }, + { + "epoch": 1.9621128925982867, + "grad_norm": 2.106973648071289, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7212310433387756, + "num_tokens": 422209012.0, + "step": 17867 + }, + { + "epoch": 1.9622227103009005, + "grad_norm": 2.344411849975586, + "learning_rate": 1e-06, + "loss": 0.9041, + "mean_token_accuracy": 0.7151684761047363, + "num_tokens": 422231677.0, + "step": 17868 + }, + { + "epoch": 1.9623325280035142, + "grad_norm": 2.6539275646209717, + "learning_rate": 1e-06, + "loss": 0.7776, + "mean_token_accuracy": 0.7508563995361328, + "num_tokens": 422250266.0, + "step": 17869 + }, + { + "epoch": 1.962442345706128, + "grad_norm": 2.0887298583984375, + "learning_rate": 1e-06, + "loss": 0.8607, + "mean_token_accuracy": 0.7227331399917603, + "num_tokens": 422277201.0, + "step": 17870 + }, + { + "epoch": 1.9625521634087415, + "grad_norm": 2.4518468379974365, + "learning_rate": 1e-06, + "loss": 0.9188, + "mean_token_accuracy": 0.7213186621665955, + "num_tokens": 422297938.0, + "step": 17871 + }, + { + "epoch": 1.962661981111355, + "grad_norm": 2.3636279106140137, + "learning_rate": 1e-06, + "loss": 0.9128, + "mean_token_accuracy": 0.7238748669624329, + "num_tokens": 422320986.0, + "step": 17872 + }, + { + "epoch": 1.9627717988139688, + "grad_norm": 2.138577461242676, + "learning_rate": 1e-06, + "loss": 0.8934, + "mean_token_accuracy": 0.7259815335273743, + "num_tokens": 422349690.0, + "step": 17873 + }, + { + "epoch": 1.9628816165165826, + "grad_norm": 2.2408409118652344, + "learning_rate": 1e-06, + "loss": 0.9518, + "mean_token_accuracy": 0.7067666053771973, + "num_tokens": 422376191.0, + "step": 17874 + }, + { + "epoch": 1.962991434219196, + "grad_norm": 2.3290867805480957, + "learning_rate": 1e-06, + "loss": 0.9134, + "mean_token_accuracy": 0.7155575752258301, + "num_tokens": 422401971.0, + "step": 17875 + }, + { + "epoch": 1.9631012519218098, + "grad_norm": 2.9386887550354004, + "learning_rate": 1e-06, + "loss": 0.87, + "mean_token_accuracy": 0.7269419431686401, + "num_tokens": 422419631.0, + "step": 17876 + }, + { + "epoch": 1.9632110696244234, + "grad_norm": 2.9339101314544678, + "learning_rate": 1e-06, + "loss": 0.8313, + "mean_token_accuracy": 0.7428849935531616, + "num_tokens": 422437189.0, + "step": 17877 + }, + { + "epoch": 1.9633208873270371, + "grad_norm": 2.6003270149230957, + "learning_rate": 1e-06, + "loss": 0.9708, + "mean_token_accuracy": 0.7238489389419556, + "num_tokens": 422459599.0, + "step": 17878 + }, + { + "epoch": 1.963430705029651, + "grad_norm": 3.0444931983947754, + "learning_rate": 1e-06, + "loss": 0.8266, + "mean_token_accuracy": 0.7345749139785767, + "num_tokens": 422475141.0, + "step": 17879 + }, + { + "epoch": 1.9635405227322644, + "grad_norm": 2.5453603267669678, + "learning_rate": 1e-06, + "loss": 0.8691, + "mean_token_accuracy": 0.7183254361152649, + "num_tokens": 422496580.0, + "step": 17880 + }, + { + "epoch": 1.963650340434878, + "grad_norm": 2.496645212173462, + "learning_rate": 1e-06, + "loss": 0.8657, + "mean_token_accuracy": 0.7297946214675903, + "num_tokens": 422518496.0, + "step": 17881 + }, + { + "epoch": 1.9637601581374917, + "grad_norm": 2.340003252029419, + "learning_rate": 1e-06, + "loss": 0.948, + "mean_token_accuracy": 0.704457700252533, + "num_tokens": 422543361.0, + "step": 17882 + }, + { + "epoch": 1.9638699758401055, + "grad_norm": 2.176713228225708, + "learning_rate": 1e-06, + "loss": 0.8966, + "mean_token_accuracy": 0.7212153673171997, + "num_tokens": 422568982.0, + "step": 17883 + }, + { + "epoch": 1.9639797935427192, + "grad_norm": 2.2098872661590576, + "learning_rate": 1e-06, + "loss": 0.8487, + "mean_token_accuracy": 0.7295790910720825, + "num_tokens": 422593021.0, + "step": 17884 + }, + { + "epoch": 1.9640896112453328, + "grad_norm": 2.2161169052124023, + "learning_rate": 1e-06, + "loss": 1.036, + "mean_token_accuracy": 0.6858860850334167, + "num_tokens": 422619967.0, + "step": 17885 + }, + { + "epoch": 1.9641994289479463, + "grad_norm": 2.835573673248291, + "learning_rate": 1e-06, + "loss": 0.8604, + "mean_token_accuracy": 0.7287123799324036, + "num_tokens": 422636878.0, + "step": 17886 + }, + { + "epoch": 1.96430924665056, + "grad_norm": 2.5940065383911133, + "learning_rate": 1e-06, + "loss": 0.9628, + "mean_token_accuracy": 0.7040090560913086, + "num_tokens": 422657145.0, + "step": 17887 + }, + { + "epoch": 1.9644190643531738, + "grad_norm": 2.5615220069885254, + "learning_rate": 1e-06, + "loss": 0.7922, + "mean_token_accuracy": 0.7471843957901001, + "num_tokens": 422676188.0, + "step": 17888 + }, + { + "epoch": 1.9645288820557874, + "grad_norm": 2.7824010848999023, + "learning_rate": 1e-06, + "loss": 0.8703, + "mean_token_accuracy": 0.7180222868919373, + "num_tokens": 422692922.0, + "step": 17889 + }, + { + "epoch": 1.964638699758401, + "grad_norm": 2.516299247741699, + "learning_rate": 1e-06, + "loss": 0.8976, + "mean_token_accuracy": 0.7262415885925293, + "num_tokens": 422713594.0, + "step": 17890 + }, + { + "epoch": 1.9647485174610146, + "grad_norm": 2.9701905250549316, + "learning_rate": 1e-06, + "loss": 0.7969, + "mean_token_accuracy": 0.7426938414573669, + "num_tokens": 422730110.0, + "step": 17891 + }, + { + "epoch": 1.9648583351636284, + "grad_norm": 2.4314229488372803, + "learning_rate": 1e-06, + "loss": 0.8781, + "mean_token_accuracy": 0.7196863293647766, + "num_tokens": 422752496.0, + "step": 17892 + }, + { + "epoch": 1.9649681528662422, + "grad_norm": 2.578798770904541, + "learning_rate": 1e-06, + "loss": 0.9483, + "mean_token_accuracy": 0.7020111083984375, + "num_tokens": 422773569.0, + "step": 17893 + }, + { + "epoch": 1.9650779705688557, + "grad_norm": 2.428805112838745, + "learning_rate": 1e-06, + "loss": 0.893, + "mean_token_accuracy": 0.719245433807373, + "num_tokens": 422794026.0, + "step": 17894 + }, + { + "epoch": 1.9651877882714692, + "grad_norm": 2.1958773136138916, + "learning_rate": 1e-06, + "loss": 0.9186, + "mean_token_accuracy": 0.7158976793289185, + "num_tokens": 422819038.0, + "step": 17895 + }, + { + "epoch": 1.965297605974083, + "grad_norm": 2.43133544921875, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7287919521331787, + "num_tokens": 422841939.0, + "step": 17896 + }, + { + "epoch": 1.9654074236766967, + "grad_norm": 2.418668508529663, + "learning_rate": 1e-06, + "loss": 0.8237, + "mean_token_accuracy": 0.7326658368110657, + "num_tokens": 422865487.0, + "step": 17897 + }, + { + "epoch": 1.9655172413793105, + "grad_norm": 2.272167205810547, + "learning_rate": 1e-06, + "loss": 0.9237, + "mean_token_accuracy": 0.7116902470588684, + "num_tokens": 422890536.0, + "step": 17898 + }, + { + "epoch": 1.965627059081924, + "grad_norm": 2.9145874977111816, + "learning_rate": 1e-06, + "loss": 0.8401, + "mean_token_accuracy": 0.735672652721405, + "num_tokens": 422907270.0, + "step": 17899 + }, + { + "epoch": 1.9657368767845376, + "grad_norm": 2.511687755584717, + "learning_rate": 1e-06, + "loss": 0.9474, + "mean_token_accuracy": 0.7038959860801697, + "num_tokens": 422928101.0, + "step": 17900 + }, + { + "epoch": 1.9658466944871513, + "grad_norm": 2.3493027687072754, + "learning_rate": 1e-06, + "loss": 0.9407, + "mean_token_accuracy": 0.7164384126663208, + "num_tokens": 422951331.0, + "step": 17901 + }, + { + "epoch": 1.965956512189765, + "grad_norm": 2.2091665267944336, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.7353178858757019, + "num_tokens": 422976899.0, + "step": 17902 + }, + { + "epoch": 1.9660663298923786, + "grad_norm": 2.320472478866577, + "learning_rate": 1e-06, + "loss": 0.8903, + "mean_token_accuracy": 0.7186023592948914, + "num_tokens": 423000646.0, + "step": 17903 + }, + { + "epoch": 1.9661761475949922, + "grad_norm": 2.817721128463745, + "learning_rate": 1e-06, + "loss": 0.959, + "mean_token_accuracy": 0.7117679119110107, + "num_tokens": 423018390.0, + "step": 17904 + }, + { + "epoch": 1.966285965297606, + "grad_norm": 1.8804768323898315, + "learning_rate": 1e-06, + "loss": 1.0104, + "mean_token_accuracy": 0.6899706125259399, + "num_tokens": 423055653.0, + "step": 17905 + }, + { + "epoch": 1.9663957830002197, + "grad_norm": 2.393580198287964, + "learning_rate": 1e-06, + "loss": 0.7561, + "mean_token_accuracy": 0.753473162651062, + "num_tokens": 423077378.0, + "step": 17906 + }, + { + "epoch": 1.9665056007028334, + "grad_norm": 2.666006326675415, + "learning_rate": 1e-06, + "loss": 0.8447, + "mean_token_accuracy": 0.733655571937561, + "num_tokens": 423095950.0, + "step": 17907 + }, + { + "epoch": 1.966615418405447, + "grad_norm": 2.3517582416534424, + "learning_rate": 1e-06, + "loss": 0.917, + "mean_token_accuracy": 0.7253924012184143, + "num_tokens": 423119573.0, + "step": 17908 + }, + { + "epoch": 1.9667252361080605, + "grad_norm": 2.0537354946136475, + "learning_rate": 1e-06, + "loss": 0.8902, + "mean_token_accuracy": 0.7139394879341125, + "num_tokens": 423147379.0, + "step": 17909 + }, + { + "epoch": 1.9668350538106742, + "grad_norm": 1.9606953859329224, + "learning_rate": 1e-06, + "loss": 1.032, + "mean_token_accuracy": 0.6867624521255493, + "num_tokens": 423182362.0, + "step": 17910 + }, + { + "epoch": 1.966944871513288, + "grad_norm": 2.239764451980591, + "learning_rate": 1e-06, + "loss": 0.8493, + "mean_token_accuracy": 0.7412998676300049, + "num_tokens": 423206792.0, + "step": 17911 + }, + { + "epoch": 1.9670546892159018, + "grad_norm": 2.467879295349121, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.7210975289344788, + "num_tokens": 423227784.0, + "step": 17912 + }, + { + "epoch": 1.9671645069185153, + "grad_norm": 2.037273406982422, + "learning_rate": 1e-06, + "loss": 0.7254, + "mean_token_accuracy": 0.7652245163917542, + "num_tokens": 423252365.0, + "step": 17913 + }, + { + "epoch": 1.9672743246211288, + "grad_norm": 2.2416632175445557, + "learning_rate": 1e-06, + "loss": 0.8861, + "mean_token_accuracy": 0.7349657416343689, + "num_tokens": 423277581.0, + "step": 17914 + }, + { + "epoch": 1.9673841423237426, + "grad_norm": 2.3180832862854004, + "learning_rate": 1e-06, + "loss": 0.9656, + "mean_token_accuracy": 0.7025731801986694, + "num_tokens": 423301835.0, + "step": 17915 + }, + { + "epoch": 1.9674939600263563, + "grad_norm": 2.3327977657318115, + "learning_rate": 1e-06, + "loss": 0.9126, + "mean_token_accuracy": 0.7165794372558594, + "num_tokens": 423324891.0, + "step": 17916 + }, + { + "epoch": 1.9676037777289699, + "grad_norm": 2.493135452270508, + "learning_rate": 1e-06, + "loss": 0.8532, + "mean_token_accuracy": 0.7273756265640259, + "num_tokens": 423346596.0, + "step": 17917 + }, + { + "epoch": 1.9677135954315834, + "grad_norm": 2.356236457824707, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7107434272766113, + "num_tokens": 423369962.0, + "step": 17918 + }, + { + "epoch": 1.9678234131341972, + "grad_norm": 2.2699685096740723, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.734456479549408, + "num_tokens": 423392846.0, + "step": 17919 + }, + { + "epoch": 1.967933230836811, + "grad_norm": 2.5643391609191895, + "learning_rate": 1e-06, + "loss": 0.7863, + "mean_token_accuracy": 0.7470681667327881, + "num_tokens": 423413023.0, + "step": 17920 + }, + { + "epoch": 1.9680430485394247, + "grad_norm": 2.2702813148498535, + "learning_rate": 1e-06, + "loss": 0.7616, + "mean_token_accuracy": 0.7523455023765564, + "num_tokens": 423435005.0, + "step": 17921 + }, + { + "epoch": 1.9681528662420382, + "grad_norm": 2.5751264095306396, + "learning_rate": 1e-06, + "loss": 0.8258, + "mean_token_accuracy": 0.7444454431533813, + "num_tokens": 423454053.0, + "step": 17922 + }, + { + "epoch": 1.9682626839446518, + "grad_norm": 2.2602787017822266, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7385907769203186, + "num_tokens": 423477566.0, + "step": 17923 + }, + { + "epoch": 1.9683725016472655, + "grad_norm": 2.2266788482666016, + "learning_rate": 1e-06, + "loss": 0.9124, + "mean_token_accuracy": 0.7235633134841919, + "num_tokens": 423504941.0, + "step": 17924 + }, + { + "epoch": 1.9684823193498793, + "grad_norm": 2.5380074977874756, + "learning_rate": 1e-06, + "loss": 0.8856, + "mean_token_accuracy": 0.747538149356842, + "num_tokens": 423522818.0, + "step": 17925 + }, + { + "epoch": 1.9685921370524928, + "grad_norm": 2.347691297531128, + "learning_rate": 1e-06, + "loss": 0.7733, + "mean_token_accuracy": 0.7548845410346985, + "num_tokens": 423544826.0, + "step": 17926 + }, + { + "epoch": 1.9687019547551066, + "grad_norm": 2.241445779800415, + "learning_rate": 1e-06, + "loss": 1.0375, + "mean_token_accuracy": 0.6927903294563293, + "num_tokens": 423572021.0, + "step": 17927 + }, + { + "epoch": 1.96881177245772, + "grad_norm": 2.268380641937256, + "learning_rate": 1e-06, + "loss": 0.8683, + "mean_token_accuracy": 0.7257566452026367, + "num_tokens": 423596976.0, + "step": 17928 + }, + { + "epoch": 1.9689215901603339, + "grad_norm": 1.9629932641983032, + "learning_rate": 1e-06, + "loss": 0.9767, + "mean_token_accuracy": 0.7031694650650024, + "num_tokens": 423629031.0, + "step": 17929 + }, + { + "epoch": 1.9690314078629476, + "grad_norm": 2.710190773010254, + "learning_rate": 1e-06, + "loss": 0.7375, + "mean_token_accuracy": 0.7630864381790161, + "num_tokens": 423646382.0, + "step": 17930 + }, + { + "epoch": 1.9691412255655611, + "grad_norm": 2.5161397457122803, + "learning_rate": 1e-06, + "loss": 0.8882, + "mean_token_accuracy": 0.7207420468330383, + "num_tokens": 423666574.0, + "step": 17931 + }, + { + "epoch": 1.9692510432681747, + "grad_norm": 2.265240430831909, + "learning_rate": 1e-06, + "loss": 0.9503, + "mean_token_accuracy": 0.704008162021637, + "num_tokens": 423692610.0, + "step": 17932 + }, + { + "epoch": 1.9693608609707884, + "grad_norm": 2.7507593631744385, + "learning_rate": 1e-06, + "loss": 0.8142, + "mean_token_accuracy": 0.7436895966529846, + "num_tokens": 423712789.0, + "step": 17933 + }, + { + "epoch": 1.9694706786734022, + "grad_norm": 2.0985965728759766, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7117617130279541, + "num_tokens": 423738889.0, + "step": 17934 + }, + { + "epoch": 1.969580496376016, + "grad_norm": 2.2735989093780518, + "learning_rate": 1e-06, + "loss": 0.9421, + "mean_token_accuracy": 0.7095221281051636, + "num_tokens": 423764118.0, + "step": 17935 + }, + { + "epoch": 1.9696903140786295, + "grad_norm": 2.081719398498535, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7205667495727539, + "num_tokens": 423792915.0, + "step": 17936 + }, + { + "epoch": 1.969800131781243, + "grad_norm": 2.1704912185668945, + "learning_rate": 1e-06, + "loss": 0.875, + "mean_token_accuracy": 0.7285885214805603, + "num_tokens": 423818103.0, + "step": 17937 + }, + { + "epoch": 1.9699099494838568, + "grad_norm": 2.3516898155212402, + "learning_rate": 1e-06, + "loss": 0.8696, + "mean_token_accuracy": 0.7226445078849792, + "num_tokens": 423841147.0, + "step": 17938 + }, + { + "epoch": 1.9700197671864705, + "grad_norm": 2.716219902038574, + "learning_rate": 1e-06, + "loss": 0.8433, + "mean_token_accuracy": 0.7356612086296082, + "num_tokens": 423859756.0, + "step": 17939 + }, + { + "epoch": 1.970129584889084, + "grad_norm": 2.5158145427703857, + "learning_rate": 1e-06, + "loss": 0.8517, + "mean_token_accuracy": 0.7372466325759888, + "num_tokens": 423880762.0, + "step": 17940 + }, + { + "epoch": 1.9702394025916978, + "grad_norm": 2.4273691177368164, + "learning_rate": 1e-06, + "loss": 0.8909, + "mean_token_accuracy": 0.7347612380981445, + "num_tokens": 423902528.0, + "step": 17941 + }, + { + "epoch": 1.9703492202943114, + "grad_norm": 2.355043649673462, + "learning_rate": 1e-06, + "loss": 0.8036, + "mean_token_accuracy": 0.749191403388977, + "num_tokens": 423924258.0, + "step": 17942 + }, + { + "epoch": 1.9704590379969251, + "grad_norm": 2.4107422828674316, + "learning_rate": 1e-06, + "loss": 0.8126, + "mean_token_accuracy": 0.7405142188072205, + "num_tokens": 423945971.0, + "step": 17943 + }, + { + "epoch": 1.9705688556995389, + "grad_norm": 2.458200693130493, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7316016554832458, + "num_tokens": 423968526.0, + "step": 17944 + }, + { + "epoch": 1.9706786734021524, + "grad_norm": 2.3131837844848633, + "learning_rate": 1e-06, + "loss": 0.9017, + "mean_token_accuracy": 0.7342855930328369, + "num_tokens": 423993220.0, + "step": 17945 + }, + { + "epoch": 1.970788491104766, + "grad_norm": 2.556684970855713, + "learning_rate": 1e-06, + "loss": 0.9305, + "mean_token_accuracy": 0.7177544236183167, + "num_tokens": 424014759.0, + "step": 17946 + }, + { + "epoch": 1.9708983088073797, + "grad_norm": 2.297520875930786, + "learning_rate": 1e-06, + "loss": 0.9703, + "mean_token_accuracy": 0.7071560025215149, + "num_tokens": 424041272.0, + "step": 17947 + }, + { + "epoch": 1.9710081265099935, + "grad_norm": 2.226976156234741, + "learning_rate": 1e-06, + "loss": 0.8974, + "mean_token_accuracy": 0.7202762961387634, + "num_tokens": 424067005.0, + "step": 17948 + }, + { + "epoch": 1.9711179442126072, + "grad_norm": 2.2115471363067627, + "learning_rate": 1e-06, + "loss": 0.9189, + "mean_token_accuracy": 0.7174760103225708, + "num_tokens": 424091533.0, + "step": 17949 + }, + { + "epoch": 1.9712277619152208, + "grad_norm": 2.1513614654541016, + "learning_rate": 1e-06, + "loss": 0.9313, + "mean_token_accuracy": 0.7098287343978882, + "num_tokens": 424118214.0, + "step": 17950 + }, + { + "epoch": 1.9713375796178343, + "grad_norm": 2.4306724071502686, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.735031008720398, + "num_tokens": 424139252.0, + "step": 17951 + }, + { + "epoch": 1.971447397320448, + "grad_norm": 2.448010206222534, + "learning_rate": 1e-06, + "loss": 0.9572, + "mean_token_accuracy": 0.7052584886550903, + "num_tokens": 424160557.0, + "step": 17952 + }, + { + "epoch": 1.9715572150230618, + "grad_norm": 2.2165181636810303, + "learning_rate": 1e-06, + "loss": 0.9314, + "mean_token_accuracy": 0.7096242904663086, + "num_tokens": 424186024.0, + "step": 17953 + }, + { + "epoch": 1.9716670327256753, + "grad_norm": 2.1388044357299805, + "learning_rate": 1e-06, + "loss": 0.8878, + "mean_token_accuracy": 0.7229033708572388, + "num_tokens": 424212710.0, + "step": 17954 + }, + { + "epoch": 1.9717768504282889, + "grad_norm": 2.2422335147857666, + "learning_rate": 1e-06, + "loss": 0.9288, + "mean_token_accuracy": 0.7321867942810059, + "num_tokens": 424237729.0, + "step": 17955 + }, + { + "epoch": 1.9718866681309026, + "grad_norm": 2.1856343746185303, + "learning_rate": 1e-06, + "loss": 0.9233, + "mean_token_accuracy": 0.7126669883728027, + "num_tokens": 424264971.0, + "step": 17956 + }, + { + "epoch": 1.9719964858335164, + "grad_norm": 2.2380402088165283, + "learning_rate": 1e-06, + "loss": 0.9635, + "mean_token_accuracy": 0.7098098397254944, + "num_tokens": 424288501.0, + "step": 17957 + }, + { + "epoch": 1.9721063035361301, + "grad_norm": 2.162113666534424, + "learning_rate": 1e-06, + "loss": 0.9748, + "mean_token_accuracy": 0.7066942453384399, + "num_tokens": 424315371.0, + "step": 17958 + }, + { + "epoch": 1.9722161212387437, + "grad_norm": 2.329319477081299, + "learning_rate": 1e-06, + "loss": 0.8998, + "mean_token_accuracy": 0.7193179130554199, + "num_tokens": 424339157.0, + "step": 17959 + }, + { + "epoch": 1.9723259389413572, + "grad_norm": 2.5306508541107178, + "learning_rate": 1e-06, + "loss": 1.0138, + "mean_token_accuracy": 0.6905701756477356, + "num_tokens": 424362242.0, + "step": 17960 + }, + { + "epoch": 1.972435756643971, + "grad_norm": 2.259157657623291, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7206898927688599, + "num_tokens": 424388461.0, + "step": 17961 + }, + { + "epoch": 1.9725455743465847, + "grad_norm": 2.1904006004333496, + "learning_rate": 1e-06, + "loss": 0.9547, + "mean_token_accuracy": 0.7106177806854248, + "num_tokens": 424415190.0, + "step": 17962 + }, + { + "epoch": 1.9726553920491985, + "grad_norm": 2.3324615955352783, + "learning_rate": 1e-06, + "loss": 0.8524, + "mean_token_accuracy": 0.7317768335342407, + "num_tokens": 424438032.0, + "step": 17963 + }, + { + "epoch": 1.972765209751812, + "grad_norm": 2.204031467437744, + "learning_rate": 1e-06, + "loss": 0.8875, + "mean_token_accuracy": 0.7138797044754028, + "num_tokens": 424462412.0, + "step": 17964 + }, + { + "epoch": 1.9728750274544256, + "grad_norm": 2.5132482051849365, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.713677704334259, + "num_tokens": 424484051.0, + "step": 17965 + }, + { + "epoch": 1.9729848451570393, + "grad_norm": 2.1383044719696045, + "learning_rate": 1e-06, + "loss": 0.9661, + "mean_token_accuracy": 0.6999934911727905, + "num_tokens": 424511187.0, + "step": 17966 + }, + { + "epoch": 1.973094662859653, + "grad_norm": 2.5341968536376953, + "learning_rate": 1e-06, + "loss": 0.9513, + "mean_token_accuracy": 0.7159437537193298, + "num_tokens": 424532341.0, + "step": 17967 + }, + { + "epoch": 1.9732044805622666, + "grad_norm": 2.0429978370666504, + "learning_rate": 1e-06, + "loss": 0.9092, + "mean_token_accuracy": 0.7188307046890259, + "num_tokens": 424560703.0, + "step": 17968 + }, + { + "epoch": 1.9733142982648801, + "grad_norm": 2.451310873031616, + "learning_rate": 1e-06, + "loss": 0.8537, + "mean_token_accuracy": 0.7267106771469116, + "num_tokens": 424584299.0, + "step": 17969 + }, + { + "epoch": 1.973424115967494, + "grad_norm": 2.498643398284912, + "learning_rate": 1e-06, + "loss": 0.922, + "mean_token_accuracy": 0.7194042205810547, + "num_tokens": 424605454.0, + "step": 17970 + }, + { + "epoch": 1.9735339336701077, + "grad_norm": 2.1631195545196533, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.7405158281326294, + "num_tokens": 424632546.0, + "step": 17971 + }, + { + "epoch": 1.9736437513727214, + "grad_norm": 2.3402018547058105, + "learning_rate": 1e-06, + "loss": 0.9184, + "mean_token_accuracy": 0.7220608592033386, + "num_tokens": 424656779.0, + "step": 17972 + }, + { + "epoch": 1.973753569075335, + "grad_norm": 2.5179903507232666, + "learning_rate": 1e-06, + "loss": 0.9021, + "mean_token_accuracy": 0.7186535000801086, + "num_tokens": 424676771.0, + "step": 17973 + }, + { + "epoch": 1.9738633867779485, + "grad_norm": 2.3561654090881348, + "learning_rate": 1e-06, + "loss": 0.8119, + "mean_token_accuracy": 0.742973804473877, + "num_tokens": 424697683.0, + "step": 17974 + }, + { + "epoch": 1.9739732044805622, + "grad_norm": 2.348742961883545, + "learning_rate": 1e-06, + "loss": 0.8113, + "mean_token_accuracy": 0.7446156740188599, + "num_tokens": 424720009.0, + "step": 17975 + }, + { + "epoch": 1.974083022183176, + "grad_norm": 2.326537847518921, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7165570259094238, + "num_tokens": 424742353.0, + "step": 17976 + }, + { + "epoch": 1.9741928398857898, + "grad_norm": 2.6907846927642822, + "learning_rate": 1e-06, + "loss": 0.9667, + "mean_token_accuracy": 0.7020764350891113, + "num_tokens": 424762164.0, + "step": 17977 + }, + { + "epoch": 1.9743026575884033, + "grad_norm": 2.6027538776397705, + "learning_rate": 1e-06, + "loss": 0.8047, + "mean_token_accuracy": 0.7542101144790649, + "num_tokens": 424780945.0, + "step": 17978 + }, + { + "epoch": 1.9744124752910168, + "grad_norm": 2.491251230239868, + "learning_rate": 1e-06, + "loss": 0.7794, + "mean_token_accuracy": 0.7503236532211304, + "num_tokens": 424800810.0, + "step": 17979 + }, + { + "epoch": 1.9745222929936306, + "grad_norm": 2.2093091011047363, + "learning_rate": 1e-06, + "loss": 0.9185, + "mean_token_accuracy": 0.7130308747291565, + "num_tokens": 424827419.0, + "step": 17980 + }, + { + "epoch": 1.9746321106962443, + "grad_norm": 2.286250114440918, + "learning_rate": 1e-06, + "loss": 0.9225, + "mean_token_accuracy": 0.7078483700752258, + "num_tokens": 424852522.0, + "step": 17981 + }, + { + "epoch": 1.9747419283988579, + "grad_norm": 2.532719850540161, + "learning_rate": 1e-06, + "loss": 0.8187, + "mean_token_accuracy": 0.7457255125045776, + "num_tokens": 424873081.0, + "step": 17982 + }, + { + "epoch": 1.9748517461014714, + "grad_norm": 2.420548677444458, + "learning_rate": 1e-06, + "loss": 0.8211, + "mean_token_accuracy": 0.7395670413970947, + "num_tokens": 424894077.0, + "step": 17983 + }, + { + "epoch": 1.9749615638040852, + "grad_norm": 2.2403759956359863, + "learning_rate": 1e-06, + "loss": 0.998, + "mean_token_accuracy": 0.6896048784255981, + "num_tokens": 424919507.0, + "step": 17984 + }, + { + "epoch": 1.975071381506699, + "grad_norm": 2.213414430618286, + "learning_rate": 1e-06, + "loss": 0.8445, + "mean_token_accuracy": 0.7314187288284302, + "num_tokens": 424944269.0, + "step": 17985 + }, + { + "epoch": 1.9751811992093127, + "grad_norm": 2.3296122550964355, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7122684717178345, + "num_tokens": 424967479.0, + "step": 17986 + }, + { + "epoch": 1.9752910169119262, + "grad_norm": 2.0684878826141357, + "learning_rate": 1e-06, + "loss": 0.9627, + "mean_token_accuracy": 0.7008083462715149, + "num_tokens": 424994999.0, + "step": 17987 + }, + { + "epoch": 1.9754008346145397, + "grad_norm": 2.476858615875244, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.7380540370941162, + "num_tokens": 425014830.0, + "step": 17988 + }, + { + "epoch": 1.9755106523171535, + "grad_norm": 2.468233823776245, + "learning_rate": 1e-06, + "loss": 0.8246, + "mean_token_accuracy": 0.7419390678405762, + "num_tokens": 425034535.0, + "step": 17989 + }, + { + "epoch": 1.9756204700197673, + "grad_norm": 2.6404590606689453, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.7351958751678467, + "num_tokens": 425053901.0, + "step": 17990 + }, + { + "epoch": 1.9757302877223808, + "grad_norm": 2.5016443729400635, + "learning_rate": 1e-06, + "loss": 0.8713, + "mean_token_accuracy": 0.7196348905563354, + "num_tokens": 425075429.0, + "step": 17991 + }, + { + "epoch": 1.9758401054249946, + "grad_norm": 2.439763307571411, + "learning_rate": 1e-06, + "loss": 0.9019, + "mean_token_accuracy": 0.7297059297561646, + "num_tokens": 425097370.0, + "step": 17992 + }, + { + "epoch": 1.975949923127608, + "grad_norm": 2.6512746810913086, + "learning_rate": 1e-06, + "loss": 0.8432, + "mean_token_accuracy": 0.7305218577384949, + "num_tokens": 425115283.0, + "step": 17993 + }, + { + "epoch": 1.9760597408302218, + "grad_norm": 2.366933584213257, + "learning_rate": 1e-06, + "loss": 0.8982, + "mean_token_accuracy": 0.7166304588317871, + "num_tokens": 425138988.0, + "step": 17994 + }, + { + "epoch": 1.9761695585328356, + "grad_norm": 2.417285680770874, + "learning_rate": 1e-06, + "loss": 0.9163, + "mean_token_accuracy": 0.7100659608840942, + "num_tokens": 425161093.0, + "step": 17995 + }, + { + "epoch": 1.9762793762354491, + "grad_norm": 2.0737409591674805, + "learning_rate": 1e-06, + "loss": 0.847, + "mean_token_accuracy": 0.7344374656677246, + "num_tokens": 425189119.0, + "step": 17996 + }, + { + "epoch": 1.9763891939380627, + "grad_norm": 2.339250087738037, + "learning_rate": 1e-06, + "loss": 0.8773, + "mean_token_accuracy": 0.7300866842269897, + "num_tokens": 425211348.0, + "step": 17997 + }, + { + "epoch": 1.9764990116406764, + "grad_norm": 2.2104246616363525, + "learning_rate": 1e-06, + "loss": 0.9345, + "mean_token_accuracy": 0.7055244445800781, + "num_tokens": 425238463.0, + "step": 17998 + }, + { + "epoch": 1.9766088293432902, + "grad_norm": 2.1373116970062256, + "learning_rate": 1e-06, + "loss": 0.8353, + "mean_token_accuracy": 0.7328928112983704, + "num_tokens": 425264714.0, + "step": 17999 + }, + { + "epoch": 1.976718647045904, + "grad_norm": 2.594700574874878, + "learning_rate": 1e-06, + "loss": 0.8735, + "mean_token_accuracy": 0.72469562292099, + "num_tokens": 425284462.0, + "step": 18000 + }, + { + "epoch": 1.9768284647485175, + "grad_norm": 2.417318344116211, + "learning_rate": 1e-06, + "loss": 0.9537, + "mean_token_accuracy": 0.7045204639434814, + "num_tokens": 425308174.0, + "step": 18001 + }, + { + "epoch": 1.976938282451131, + "grad_norm": 2.363333225250244, + "learning_rate": 1e-06, + "loss": 0.8553, + "mean_token_accuracy": 0.7459008693695068, + "num_tokens": 425329891.0, + "step": 18002 + }, + { + "epoch": 1.9770481001537448, + "grad_norm": 2.3077542781829834, + "learning_rate": 1e-06, + "loss": 0.9549, + "mean_token_accuracy": 0.7103211879730225, + "num_tokens": 425352551.0, + "step": 18003 + }, + { + "epoch": 1.9771579178563585, + "grad_norm": 2.358753204345703, + "learning_rate": 1e-06, + "loss": 0.9837, + "mean_token_accuracy": 0.7037534117698669, + "num_tokens": 425378236.0, + "step": 18004 + }, + { + "epoch": 1.977267735558972, + "grad_norm": 2.5578672885894775, + "learning_rate": 1e-06, + "loss": 0.8382, + "mean_token_accuracy": 0.7399873733520508, + "num_tokens": 425399870.0, + "step": 18005 + }, + { + "epoch": 1.9773775532615858, + "grad_norm": 3.062748432159424, + "learning_rate": 1e-06, + "loss": 0.8711, + "mean_token_accuracy": 0.7226763963699341, + "num_tokens": 425415999.0, + "step": 18006 + }, + { + "epoch": 1.9774873709641994, + "grad_norm": 2.54483699798584, + "learning_rate": 1e-06, + "loss": 0.8758, + "mean_token_accuracy": 0.7256271243095398, + "num_tokens": 425436982.0, + "step": 18007 + }, + { + "epoch": 1.977597188666813, + "grad_norm": 2.0255918502807617, + "learning_rate": 1e-06, + "loss": 1.0695, + "mean_token_accuracy": 0.6875499486923218, + "num_tokens": 425466663.0, + "step": 18008 + }, + { + "epoch": 1.9777070063694269, + "grad_norm": 2.2350242137908936, + "learning_rate": 1e-06, + "loss": 1.031, + "mean_token_accuracy": 0.689947247505188, + "num_tokens": 425493966.0, + "step": 18009 + }, + { + "epoch": 1.9778168240720404, + "grad_norm": 2.4987523555755615, + "learning_rate": 1e-06, + "loss": 0.8983, + "mean_token_accuracy": 0.7192704677581787, + "num_tokens": 425515207.0, + "step": 18010 + }, + { + "epoch": 1.977926641774654, + "grad_norm": 2.2549612522125244, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.71404629945755, + "num_tokens": 425540846.0, + "step": 18011 + }, + { + "epoch": 1.9780364594772677, + "grad_norm": 2.5021212100982666, + "learning_rate": 1e-06, + "loss": 0.9078, + "mean_token_accuracy": 0.7139443755149841, + "num_tokens": 425562578.0, + "step": 18012 + }, + { + "epoch": 1.9781462771798815, + "grad_norm": 2.304598093032837, + "learning_rate": 1e-06, + "loss": 0.8393, + "mean_token_accuracy": 0.7290970683097839, + "num_tokens": 425584715.0, + "step": 18013 + }, + { + "epoch": 1.9782560948824952, + "grad_norm": 2.5070438385009766, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7141519784927368, + "num_tokens": 425604702.0, + "step": 18014 + }, + { + "epoch": 1.9783659125851087, + "grad_norm": 2.3451197147369385, + "learning_rate": 1e-06, + "loss": 0.8915, + "mean_token_accuracy": 0.7219372391700745, + "num_tokens": 425628385.0, + "step": 18015 + }, + { + "epoch": 1.9784757302877223, + "grad_norm": 2.6523172855377197, + "learning_rate": 1e-06, + "loss": 0.8756, + "mean_token_accuracy": 0.7190786600112915, + "num_tokens": 425647246.0, + "step": 18016 + }, + { + "epoch": 1.978585547990336, + "grad_norm": 2.3410074710845947, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.707210898399353, + "num_tokens": 425672856.0, + "step": 18017 + }, + { + "epoch": 1.9786953656929498, + "grad_norm": 2.2708425521850586, + "learning_rate": 1e-06, + "loss": 0.8533, + "mean_token_accuracy": 0.7285667657852173, + "num_tokens": 425695827.0, + "step": 18018 + }, + { + "epoch": 1.9788051833955633, + "grad_norm": 2.3662850856781006, + "learning_rate": 1e-06, + "loss": 0.94, + "mean_token_accuracy": 0.7071082592010498, + "num_tokens": 425719327.0, + "step": 18019 + }, + { + "epoch": 1.9789150010981769, + "grad_norm": 2.433243989944458, + "learning_rate": 1e-06, + "loss": 0.8003, + "mean_token_accuracy": 0.7512631416320801, + "num_tokens": 425740367.0, + "step": 18020 + }, + { + "epoch": 1.9790248188007906, + "grad_norm": 2.0880680084228516, + "learning_rate": 1e-06, + "loss": 0.8207, + "mean_token_accuracy": 0.7358747720718384, + "num_tokens": 425766800.0, + "step": 18021 + }, + { + "epoch": 1.9791346365034044, + "grad_norm": 2.2664129734039307, + "learning_rate": 1e-06, + "loss": 0.9182, + "mean_token_accuracy": 0.7131816148757935, + "num_tokens": 425792171.0, + "step": 18022 + }, + { + "epoch": 1.9792444542060181, + "grad_norm": 2.2091846466064453, + "learning_rate": 1e-06, + "loss": 0.8996, + "mean_token_accuracy": 0.721530556678772, + "num_tokens": 425816142.0, + "step": 18023 + }, + { + "epoch": 1.9793542719086317, + "grad_norm": 2.9686789512634277, + "learning_rate": 1e-06, + "loss": 0.9769, + "mean_token_accuracy": 0.7176262140274048, + "num_tokens": 425832368.0, + "step": 18024 + }, + { + "epoch": 1.9794640896112452, + "grad_norm": 2.446920394897461, + "learning_rate": 1e-06, + "loss": 0.8783, + "mean_token_accuracy": 0.7209192514419556, + "num_tokens": 425855509.0, + "step": 18025 + }, + { + "epoch": 1.979573907313859, + "grad_norm": 2.319096088409424, + "learning_rate": 1e-06, + "loss": 0.9954, + "mean_token_accuracy": 0.6946449279785156, + "num_tokens": 425879956.0, + "step": 18026 + }, + { + "epoch": 1.9796837250164727, + "grad_norm": 2.447404146194458, + "learning_rate": 1e-06, + "loss": 0.8554, + "mean_token_accuracy": 0.7275009155273438, + "num_tokens": 425902068.0, + "step": 18027 + }, + { + "epoch": 1.9797935427190865, + "grad_norm": 2.1870174407958984, + "learning_rate": 1e-06, + "loss": 0.9214, + "mean_token_accuracy": 0.721855878829956, + "num_tokens": 425928345.0, + "step": 18028 + }, + { + "epoch": 1.9799033604217, + "grad_norm": 2.6479008197784424, + "learning_rate": 1e-06, + "loss": 0.7566, + "mean_token_accuracy": 0.7675851583480835, + "num_tokens": 425946717.0, + "step": 18029 + }, + { + "epoch": 1.9800131781243135, + "grad_norm": 2.161247968673706, + "learning_rate": 1e-06, + "loss": 0.7694, + "mean_token_accuracy": 0.7498124837875366, + "num_tokens": 425972729.0, + "step": 18030 + }, + { + "epoch": 1.9801229958269273, + "grad_norm": 2.683842182159424, + "learning_rate": 1e-06, + "loss": 0.8465, + "mean_token_accuracy": 0.7365957498550415, + "num_tokens": 425992638.0, + "step": 18031 + }, + { + "epoch": 1.980232813529541, + "grad_norm": 2.2240192890167236, + "learning_rate": 1e-06, + "loss": 0.9056, + "mean_token_accuracy": 0.7203441262245178, + "num_tokens": 426017940.0, + "step": 18032 + }, + { + "epoch": 1.9803426312321546, + "grad_norm": 2.5400707721710205, + "learning_rate": 1e-06, + "loss": 0.8271, + "mean_token_accuracy": 0.7444116473197937, + "num_tokens": 426036840.0, + "step": 18033 + }, + { + "epoch": 1.9804524489347681, + "grad_norm": 2.3732831478118896, + "learning_rate": 1e-06, + "loss": 0.8605, + "mean_token_accuracy": 0.7378900647163391, + "num_tokens": 426059531.0, + "step": 18034 + }, + { + "epoch": 1.9805622666373819, + "grad_norm": 2.537010431289673, + "learning_rate": 1e-06, + "loss": 0.9688, + "mean_token_accuracy": 0.7005035877227783, + "num_tokens": 426080068.0, + "step": 18035 + }, + { + "epoch": 1.9806720843399956, + "grad_norm": 2.340481996536255, + "learning_rate": 1e-06, + "loss": 0.9417, + "mean_token_accuracy": 0.7042301893234253, + "num_tokens": 426106823.0, + "step": 18036 + }, + { + "epoch": 1.9807819020426094, + "grad_norm": 2.54199481010437, + "learning_rate": 1e-06, + "loss": 0.8883, + "mean_token_accuracy": 0.7320241928100586, + "num_tokens": 426127699.0, + "step": 18037 + }, + { + "epoch": 1.980891719745223, + "grad_norm": 2.4087624549865723, + "learning_rate": 1e-06, + "loss": 0.9517, + "mean_token_accuracy": 0.7132089138031006, + "num_tokens": 426151222.0, + "step": 18038 + }, + { + "epoch": 1.9810015374478365, + "grad_norm": 2.3887758255004883, + "learning_rate": 1e-06, + "loss": 0.8891, + "mean_token_accuracy": 0.7208906412124634, + "num_tokens": 426174121.0, + "step": 18039 + }, + { + "epoch": 1.9811113551504502, + "grad_norm": 2.646026611328125, + "learning_rate": 1e-06, + "loss": 0.871, + "mean_token_accuracy": 0.7178912162780762, + "num_tokens": 426193437.0, + "step": 18040 + }, + { + "epoch": 1.981221172853064, + "grad_norm": 2.4277446269989014, + "learning_rate": 1e-06, + "loss": 0.9129, + "mean_token_accuracy": 0.710021436214447, + "num_tokens": 426217332.0, + "step": 18041 + }, + { + "epoch": 1.9813309905556777, + "grad_norm": 2.3453118801116943, + "learning_rate": 1e-06, + "loss": 0.7956, + "mean_token_accuracy": 0.7467451095581055, + "num_tokens": 426239510.0, + "step": 18042 + }, + { + "epoch": 1.9814408082582913, + "grad_norm": 2.417234420776367, + "learning_rate": 1e-06, + "loss": 0.8318, + "mean_token_accuracy": 0.7361791729927063, + "num_tokens": 426262357.0, + "step": 18043 + }, + { + "epoch": 1.9815506259609048, + "grad_norm": 2.618802785873413, + "learning_rate": 1e-06, + "loss": 0.9273, + "mean_token_accuracy": 0.713798999786377, + "num_tokens": 426283429.0, + "step": 18044 + }, + { + "epoch": 1.9816604436635186, + "grad_norm": 2.5272867679595947, + "learning_rate": 1e-06, + "loss": 0.9114, + "mean_token_accuracy": 0.7166824340820312, + "num_tokens": 426304605.0, + "step": 18045 + }, + { + "epoch": 1.9817702613661323, + "grad_norm": 2.1702091693878174, + "learning_rate": 1e-06, + "loss": 0.9036, + "mean_token_accuracy": 0.7139981389045715, + "num_tokens": 426330238.0, + "step": 18046 + }, + { + "epoch": 1.9818800790687459, + "grad_norm": 2.2239701747894287, + "learning_rate": 1e-06, + "loss": 0.8543, + "mean_token_accuracy": 0.7442634105682373, + "num_tokens": 426354914.0, + "step": 18047 + }, + { + "epoch": 1.9819898967713594, + "grad_norm": 2.2966079711914062, + "learning_rate": 1e-06, + "loss": 0.9401, + "mean_token_accuracy": 0.7156422138214111, + "num_tokens": 426377660.0, + "step": 18048 + }, + { + "epoch": 1.9820997144739732, + "grad_norm": 2.035121440887451, + "learning_rate": 1e-06, + "loss": 1.0032, + "mean_token_accuracy": 0.6938934326171875, + "num_tokens": 426408553.0, + "step": 18049 + }, + { + "epoch": 1.982209532176587, + "grad_norm": 2.4408934116363525, + "learning_rate": 1e-06, + "loss": 0.8337, + "mean_token_accuracy": 0.733954668045044, + "num_tokens": 426430067.0, + "step": 18050 + }, + { + "epoch": 1.9823193498792007, + "grad_norm": 2.124642848968506, + "learning_rate": 1e-06, + "loss": 0.9283, + "mean_token_accuracy": 0.7145478129386902, + "num_tokens": 426457212.0, + "step": 18051 + }, + { + "epoch": 1.9824291675818142, + "grad_norm": 2.423860788345337, + "learning_rate": 1e-06, + "loss": 0.92, + "mean_token_accuracy": 0.7139285802841187, + "num_tokens": 426480081.0, + "step": 18052 + }, + { + "epoch": 1.9825389852844277, + "grad_norm": 2.3596479892730713, + "learning_rate": 1e-06, + "loss": 0.8567, + "mean_token_accuracy": 0.7314375638961792, + "num_tokens": 426502522.0, + "step": 18053 + }, + { + "epoch": 1.9826488029870415, + "grad_norm": 2.2321622371673584, + "learning_rate": 1e-06, + "loss": 0.8248, + "mean_token_accuracy": 0.7388644218444824, + "num_tokens": 426527095.0, + "step": 18054 + }, + { + "epoch": 1.9827586206896552, + "grad_norm": 2.1192002296447754, + "learning_rate": 1e-06, + "loss": 0.9613, + "mean_token_accuracy": 0.7041382789611816, + "num_tokens": 426555455.0, + "step": 18055 + }, + { + "epoch": 1.9828684383922688, + "grad_norm": 2.170708417892456, + "learning_rate": 1e-06, + "loss": 0.9148, + "mean_token_accuracy": 0.7224987745285034, + "num_tokens": 426581801.0, + "step": 18056 + }, + { + "epoch": 1.9829782560948825, + "grad_norm": 2.332166910171509, + "learning_rate": 1e-06, + "loss": 0.9704, + "mean_token_accuracy": 0.7063125371932983, + "num_tokens": 426606471.0, + "step": 18057 + }, + { + "epoch": 1.983088073797496, + "grad_norm": 2.207273244857788, + "learning_rate": 1e-06, + "loss": 0.8462, + "mean_token_accuracy": 0.7359108924865723, + "num_tokens": 426632165.0, + "step": 18058 + }, + { + "epoch": 1.9831978915001098, + "grad_norm": 2.5826141834259033, + "learning_rate": 1e-06, + "loss": 0.9522, + "mean_token_accuracy": 0.7124475240707397, + "num_tokens": 426653642.0, + "step": 18059 + }, + { + "epoch": 1.9833077092027236, + "grad_norm": 2.4626784324645996, + "learning_rate": 1e-06, + "loss": 0.8968, + "mean_token_accuracy": 0.7165001630783081, + "num_tokens": 426675430.0, + "step": 18060 + }, + { + "epoch": 1.9834175269053371, + "grad_norm": 1.9859728813171387, + "learning_rate": 1e-06, + "loss": 0.9219, + "mean_token_accuracy": 0.7118691205978394, + "num_tokens": 426707850.0, + "step": 18061 + }, + { + "epoch": 1.9835273446079507, + "grad_norm": 2.1802072525024414, + "learning_rate": 1e-06, + "loss": 0.928, + "mean_token_accuracy": 0.7190035581588745, + "num_tokens": 426736185.0, + "step": 18062 + }, + { + "epoch": 1.9836371623105644, + "grad_norm": 2.9632954597473145, + "learning_rate": 1e-06, + "loss": 0.9686, + "mean_token_accuracy": 0.6988829374313354, + "num_tokens": 426752670.0, + "step": 18063 + }, + { + "epoch": 1.9837469800131782, + "grad_norm": 2.38808012008667, + "learning_rate": 1e-06, + "loss": 0.8208, + "mean_token_accuracy": 0.7357403039932251, + "num_tokens": 426774984.0, + "step": 18064 + }, + { + "epoch": 1.983856797715792, + "grad_norm": 2.252013683319092, + "learning_rate": 1e-06, + "loss": 0.8964, + "mean_token_accuracy": 0.7250530123710632, + "num_tokens": 426798282.0, + "step": 18065 + }, + { + "epoch": 1.9839666154184055, + "grad_norm": 2.5433809757232666, + "learning_rate": 1e-06, + "loss": 0.7992, + "mean_token_accuracy": 0.7451227307319641, + "num_tokens": 426816946.0, + "step": 18066 + }, + { + "epoch": 1.984076433121019, + "grad_norm": 2.4431822299957275, + "learning_rate": 1e-06, + "loss": 0.811, + "mean_token_accuracy": 0.7419987916946411, + "num_tokens": 426836800.0, + "step": 18067 + }, + { + "epoch": 1.9841862508236328, + "grad_norm": 2.2050695419311523, + "learning_rate": 1e-06, + "loss": 0.7582, + "mean_token_accuracy": 0.7632080316543579, + "num_tokens": 426858711.0, + "step": 18068 + }, + { + "epoch": 1.9842960685262465, + "grad_norm": 3.1857266426086426, + "learning_rate": 1e-06, + "loss": 0.9071, + "mean_token_accuracy": 0.7316029071807861, + "num_tokens": 426873996.0, + "step": 18069 + }, + { + "epoch": 1.98440588622886, + "grad_norm": 2.198387384414673, + "learning_rate": 1e-06, + "loss": 0.8356, + "mean_token_accuracy": 0.7390245199203491, + "num_tokens": 426898446.0, + "step": 18070 + }, + { + "epoch": 1.9845157039314738, + "grad_norm": 2.3439831733703613, + "learning_rate": 1e-06, + "loss": 1.0196, + "mean_token_accuracy": 0.7047967910766602, + "num_tokens": 426923333.0, + "step": 18071 + }, + { + "epoch": 1.9846255216340873, + "grad_norm": 1.9011552333831787, + "learning_rate": 1e-06, + "loss": 0.9726, + "mean_token_accuracy": 0.6998588442802429, + "num_tokens": 426957508.0, + "step": 18072 + }, + { + "epoch": 1.984735339336701, + "grad_norm": 2.523610830307007, + "learning_rate": 1e-06, + "loss": 0.8852, + "mean_token_accuracy": 0.7249116897583008, + "num_tokens": 426979850.0, + "step": 18073 + }, + { + "epoch": 1.9848451570393149, + "grad_norm": 2.351776123046875, + "learning_rate": 1e-06, + "loss": 0.904, + "mean_token_accuracy": 0.72007155418396, + "num_tokens": 427002604.0, + "step": 18074 + }, + { + "epoch": 1.9849549747419284, + "grad_norm": 2.886929750442505, + "learning_rate": 1e-06, + "loss": 0.8518, + "mean_token_accuracy": 0.7355602979660034, + "num_tokens": 427018740.0, + "step": 18075 + }, + { + "epoch": 1.985064792444542, + "grad_norm": 2.8596670627593994, + "learning_rate": 1e-06, + "loss": 0.761, + "mean_token_accuracy": 0.7653708457946777, + "num_tokens": 427034620.0, + "step": 18076 + }, + { + "epoch": 1.9851746101471557, + "grad_norm": 2.2418792247772217, + "learning_rate": 1e-06, + "loss": 0.8421, + "mean_token_accuracy": 0.7321248054504395, + "num_tokens": 427059565.0, + "step": 18077 + }, + { + "epoch": 1.9852844278497694, + "grad_norm": 2.447099208831787, + "learning_rate": 1e-06, + "loss": 0.8681, + "mean_token_accuracy": 0.7266325950622559, + "num_tokens": 427082308.0, + "step": 18078 + }, + { + "epoch": 1.9853942455523832, + "grad_norm": 2.3619887828826904, + "learning_rate": 1e-06, + "loss": 0.9187, + "mean_token_accuracy": 0.7158506512641907, + "num_tokens": 427105952.0, + "step": 18079 + }, + { + "epoch": 1.9855040632549967, + "grad_norm": 2.3685758113861084, + "learning_rate": 1e-06, + "loss": 0.8193, + "mean_token_accuracy": 0.7390173673629761, + "num_tokens": 427129185.0, + "step": 18080 + }, + { + "epoch": 1.9856138809576103, + "grad_norm": 2.4114644527435303, + "learning_rate": 1e-06, + "loss": 0.9064, + "mean_token_accuracy": 0.7148824334144592, + "num_tokens": 427156134.0, + "step": 18081 + }, + { + "epoch": 1.985723698660224, + "grad_norm": 2.506135940551758, + "learning_rate": 1e-06, + "loss": 0.9616, + "mean_token_accuracy": 0.7090740203857422, + "num_tokens": 427179415.0, + "step": 18082 + }, + { + "epoch": 1.9858335163628378, + "grad_norm": 2.1155877113342285, + "learning_rate": 1e-06, + "loss": 0.9101, + "mean_token_accuracy": 0.7122727632522583, + "num_tokens": 427209676.0, + "step": 18083 + }, + { + "epoch": 1.9859433340654513, + "grad_norm": 2.293729543685913, + "learning_rate": 1e-06, + "loss": 0.8471, + "mean_token_accuracy": 0.7341466546058655, + "num_tokens": 427233076.0, + "step": 18084 + }, + { + "epoch": 1.9860531517680649, + "grad_norm": 2.096261978149414, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.708356499671936, + "num_tokens": 427262289.0, + "step": 18085 + }, + { + "epoch": 1.9861629694706786, + "grad_norm": 2.270310640335083, + "learning_rate": 1e-06, + "loss": 0.8546, + "mean_token_accuracy": 0.7374330163002014, + "num_tokens": 427285980.0, + "step": 18086 + }, + { + "epoch": 1.9862727871732924, + "grad_norm": 2.4831583499908447, + "learning_rate": 1e-06, + "loss": 0.7818, + "mean_token_accuracy": 0.7537583708763123, + "num_tokens": 427306609.0, + "step": 18087 + }, + { + "epoch": 1.9863826048759061, + "grad_norm": 2.2913737297058105, + "learning_rate": 1e-06, + "loss": 1.0005, + "mean_token_accuracy": 0.6870440244674683, + "num_tokens": 427331061.0, + "step": 18088 + }, + { + "epoch": 1.9864924225785197, + "grad_norm": 2.595628261566162, + "learning_rate": 1e-06, + "loss": 0.8362, + "mean_token_accuracy": 0.7313648462295532, + "num_tokens": 427350797.0, + "step": 18089 + }, + { + "epoch": 1.9866022402811332, + "grad_norm": 2.4364655017852783, + "learning_rate": 1e-06, + "loss": 0.8854, + "mean_token_accuracy": 0.7216670513153076, + "num_tokens": 427372558.0, + "step": 18090 + }, + { + "epoch": 1.986712057983747, + "grad_norm": 1.9246125221252441, + "learning_rate": 1e-06, + "loss": 0.9859, + "mean_token_accuracy": 0.694517970085144, + "num_tokens": 427403907.0, + "step": 18091 + }, + { + "epoch": 1.9868218756863607, + "grad_norm": 2.2500855922698975, + "learning_rate": 1e-06, + "loss": 0.8438, + "mean_token_accuracy": 0.7413262724876404, + "num_tokens": 427428343.0, + "step": 18092 + }, + { + "epoch": 1.9869316933889745, + "grad_norm": 2.4861562252044678, + "learning_rate": 1e-06, + "loss": 0.9242, + "mean_token_accuracy": 0.7163810729980469, + "num_tokens": 427449526.0, + "step": 18093 + }, + { + "epoch": 1.987041511091588, + "grad_norm": 2.109114170074463, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7202701568603516, + "num_tokens": 427477231.0, + "step": 18094 + }, + { + "epoch": 1.9871513287942015, + "grad_norm": 2.3389341831207275, + "learning_rate": 1e-06, + "loss": 0.9144, + "mean_token_accuracy": 0.7159631848335266, + "num_tokens": 427501637.0, + "step": 18095 + }, + { + "epoch": 1.9872611464968153, + "grad_norm": 2.4046037197113037, + "learning_rate": 1e-06, + "loss": 0.9456, + "mean_token_accuracy": 0.7072494029998779, + "num_tokens": 427523412.0, + "step": 18096 + }, + { + "epoch": 1.987370964199429, + "grad_norm": 2.9610564708709717, + "learning_rate": 1e-06, + "loss": 0.8754, + "mean_token_accuracy": 0.7304576635360718, + "num_tokens": 427540365.0, + "step": 18097 + }, + { + "epoch": 1.9874807819020426, + "grad_norm": 2.5370876789093018, + "learning_rate": 1e-06, + "loss": 0.9779, + "mean_token_accuracy": 0.7039885520935059, + "num_tokens": 427561184.0, + "step": 18098 + }, + { + "epoch": 1.9875905996046561, + "grad_norm": 2.1828837394714355, + "learning_rate": 1e-06, + "loss": 0.8663, + "mean_token_accuracy": 0.7213689684867859, + "num_tokens": 427585762.0, + "step": 18099 + }, + { + "epoch": 1.9877004173072699, + "grad_norm": 2.2892255783081055, + "learning_rate": 1e-06, + "loss": 0.952, + "mean_token_accuracy": 0.7147883176803589, + "num_tokens": 427612597.0, + "step": 18100 + }, + { + "epoch": 1.9878102350098836, + "grad_norm": 2.1984610557556152, + "learning_rate": 1e-06, + "loss": 0.853, + "mean_token_accuracy": 0.7320877313613892, + "num_tokens": 427640372.0, + "step": 18101 + }, + { + "epoch": 1.9879200527124974, + "grad_norm": 2.414767265319824, + "learning_rate": 1e-06, + "loss": 0.7152, + "mean_token_accuracy": 0.7612261772155762, + "num_tokens": 427661447.0, + "step": 18102 + }, + { + "epoch": 1.988029870415111, + "grad_norm": 2.224332332611084, + "learning_rate": 1e-06, + "loss": 0.9153, + "mean_token_accuracy": 0.7197749018669128, + "num_tokens": 427686888.0, + "step": 18103 + }, + { + "epoch": 1.9881396881177245, + "grad_norm": 2.4578604698181152, + "learning_rate": 1e-06, + "loss": 0.8103, + "mean_token_accuracy": 0.7490069270133972, + "num_tokens": 427707406.0, + "step": 18104 + }, + { + "epoch": 1.9882495058203382, + "grad_norm": 2.323540687561035, + "learning_rate": 1e-06, + "loss": 0.7902, + "mean_token_accuracy": 0.7541841864585876, + "num_tokens": 427730926.0, + "step": 18105 + }, + { + "epoch": 1.988359323522952, + "grad_norm": 2.5072550773620605, + "learning_rate": 1e-06, + "loss": 0.8384, + "mean_token_accuracy": 0.7424781322479248, + "num_tokens": 427751216.0, + "step": 18106 + }, + { + "epoch": 1.9884691412255655, + "grad_norm": 2.604975461959839, + "learning_rate": 1e-06, + "loss": 0.9435, + "mean_token_accuracy": 0.70770263671875, + "num_tokens": 427772594.0, + "step": 18107 + }, + { + "epoch": 1.9885789589281793, + "grad_norm": 2.2049272060394287, + "learning_rate": 1e-06, + "loss": 0.8534, + "mean_token_accuracy": 0.7333791851997375, + "num_tokens": 427797513.0, + "step": 18108 + }, + { + "epoch": 1.9886887766307928, + "grad_norm": 2.9036221504211426, + "learning_rate": 1e-06, + "loss": 0.8345, + "mean_token_accuracy": 0.7414008378982544, + "num_tokens": 427811838.0, + "step": 18109 + }, + { + "epoch": 1.9887985943334066, + "grad_norm": 2.335249662399292, + "learning_rate": 1e-06, + "loss": 0.9348, + "mean_token_accuracy": 0.7217584848403931, + "num_tokens": 427842807.0, + "step": 18110 + }, + { + "epoch": 1.9889084120360203, + "grad_norm": 2.3825061321258545, + "learning_rate": 1e-06, + "loss": 0.7332, + "mean_token_accuracy": 0.7628598809242249, + "num_tokens": 427863361.0, + "step": 18111 + }, + { + "epoch": 1.9890182297386338, + "grad_norm": 2.0925185680389404, + "learning_rate": 1e-06, + "loss": 0.9007, + "mean_token_accuracy": 0.7324903011322021, + "num_tokens": 427890108.0, + "step": 18112 + }, + { + "epoch": 1.9891280474412474, + "grad_norm": 2.0609304904937744, + "learning_rate": 1e-06, + "loss": 0.8925, + "mean_token_accuracy": 0.7227284908294678, + "num_tokens": 427919341.0, + "step": 18113 + }, + { + "epoch": 1.9892378651438611, + "grad_norm": 2.4448604583740234, + "learning_rate": 1e-06, + "loss": 0.9191, + "mean_token_accuracy": 0.7108315229415894, + "num_tokens": 427939993.0, + "step": 18114 + }, + { + "epoch": 1.989347682846475, + "grad_norm": 2.566408395767212, + "learning_rate": 1e-06, + "loss": 0.9008, + "mean_token_accuracy": 0.7184646129608154, + "num_tokens": 427960174.0, + "step": 18115 + }, + { + "epoch": 1.9894575005490887, + "grad_norm": 2.6881582736968994, + "learning_rate": 1e-06, + "loss": 0.8489, + "mean_token_accuracy": 0.7293605804443359, + "num_tokens": 427980056.0, + "step": 18116 + }, + { + "epoch": 1.9895673182517022, + "grad_norm": 1.909908652305603, + "learning_rate": 1e-06, + "loss": 0.946, + "mean_token_accuracy": 0.7012380957603455, + "num_tokens": 428014449.0, + "step": 18117 + }, + { + "epoch": 1.9896771359543157, + "grad_norm": 2.5555992126464844, + "learning_rate": 1e-06, + "loss": 0.7398, + "mean_token_accuracy": 0.7622048258781433, + "num_tokens": 428032053.0, + "step": 18118 + }, + { + "epoch": 1.9897869536569295, + "grad_norm": 2.273736000061035, + "learning_rate": 1e-06, + "loss": 0.846, + "mean_token_accuracy": 0.7312960624694824, + "num_tokens": 428055981.0, + "step": 18119 + }, + { + "epoch": 1.9898967713595432, + "grad_norm": 2.1883063316345215, + "learning_rate": 1e-06, + "loss": 0.9655, + "mean_token_accuracy": 0.6994140148162842, + "num_tokens": 428081296.0, + "step": 18120 + }, + { + "epoch": 1.9900065890621568, + "grad_norm": 2.4420642852783203, + "learning_rate": 1e-06, + "loss": 0.8656, + "mean_token_accuracy": 0.7276074290275574, + "num_tokens": 428100945.0, + "step": 18121 + }, + { + "epoch": 1.9901164067647705, + "grad_norm": 2.3443660736083984, + "learning_rate": 1e-06, + "loss": 0.9197, + "mean_token_accuracy": 0.7177850008010864, + "num_tokens": 428124944.0, + "step": 18122 + }, + { + "epoch": 1.990226224467384, + "grad_norm": 2.226498603820801, + "learning_rate": 1e-06, + "loss": 0.8627, + "mean_token_accuracy": 0.732222855091095, + "num_tokens": 428150930.0, + "step": 18123 + }, + { + "epoch": 1.9903360421699978, + "grad_norm": 2.062181234359741, + "learning_rate": 1e-06, + "loss": 0.8991, + "mean_token_accuracy": 0.7285261154174805, + "num_tokens": 428181057.0, + "step": 18124 + }, + { + "epoch": 1.9904458598726116, + "grad_norm": 2.397268533706665, + "learning_rate": 1e-06, + "loss": 0.8376, + "mean_token_accuracy": 0.7373239994049072, + "num_tokens": 428203059.0, + "step": 18125 + }, + { + "epoch": 1.9905556775752251, + "grad_norm": 2.423931360244751, + "learning_rate": 1e-06, + "loss": 0.7738, + "mean_token_accuracy": 0.7524834871292114, + "num_tokens": 428223393.0, + "step": 18126 + }, + { + "epoch": 1.9906654952778386, + "grad_norm": 2.2617335319519043, + "learning_rate": 1e-06, + "loss": 0.9486, + "mean_token_accuracy": 0.7188966274261475, + "num_tokens": 428248122.0, + "step": 18127 + }, + { + "epoch": 1.9907753129804524, + "grad_norm": 2.3350980281829834, + "learning_rate": 1e-06, + "loss": 0.9121, + "mean_token_accuracy": 0.7130845189094543, + "num_tokens": 428271487.0, + "step": 18128 + }, + { + "epoch": 1.9908851306830662, + "grad_norm": 2.1814095973968506, + "learning_rate": 1e-06, + "loss": 0.9247, + "mean_token_accuracy": 0.7117881774902344, + "num_tokens": 428300037.0, + "step": 18129 + }, + { + "epoch": 1.99099494838568, + "grad_norm": 2.343386173248291, + "learning_rate": 1e-06, + "loss": 0.907, + "mean_token_accuracy": 0.7118993997573853, + "num_tokens": 428324800.0, + "step": 18130 + }, + { + "epoch": 1.9911047660882935, + "grad_norm": 2.483705520629883, + "learning_rate": 1e-06, + "loss": 0.8744, + "mean_token_accuracy": 0.7258543968200684, + "num_tokens": 428345882.0, + "step": 18131 + }, + { + "epoch": 1.991214583790907, + "grad_norm": 2.2380049228668213, + "learning_rate": 1e-06, + "loss": 0.9324, + "mean_token_accuracy": 0.7080315351486206, + "num_tokens": 428370898.0, + "step": 18132 + }, + { + "epoch": 1.9913244014935207, + "grad_norm": 2.8496134281158447, + "learning_rate": 1e-06, + "loss": 0.7161, + "mean_token_accuracy": 0.7668837308883667, + "num_tokens": 428386490.0, + "step": 18133 + }, + { + "epoch": 1.9914342191961345, + "grad_norm": 2.3726887702941895, + "learning_rate": 1e-06, + "loss": 0.7505, + "mean_token_accuracy": 0.7540721893310547, + "num_tokens": 428408015.0, + "step": 18134 + }, + { + "epoch": 1.991544036898748, + "grad_norm": 2.6750648021698, + "learning_rate": 1e-06, + "loss": 0.9467, + "mean_token_accuracy": 0.7139415144920349, + "num_tokens": 428426640.0, + "step": 18135 + }, + { + "epoch": 1.9916538546013618, + "grad_norm": 2.5658059120178223, + "learning_rate": 1e-06, + "loss": 0.7795, + "mean_token_accuracy": 0.7512636780738831, + "num_tokens": 428448378.0, + "step": 18136 + }, + { + "epoch": 1.9917636723039753, + "grad_norm": 2.367595911026001, + "learning_rate": 1e-06, + "loss": 1.0039, + "mean_token_accuracy": 0.6882755160331726, + "num_tokens": 428472850.0, + "step": 18137 + }, + { + "epoch": 1.991873490006589, + "grad_norm": 2.3151156902313232, + "learning_rate": 1e-06, + "loss": 0.8366, + "mean_token_accuracy": 0.7385063171386719, + "num_tokens": 428495559.0, + "step": 18138 + }, + { + "epoch": 1.9919833077092028, + "grad_norm": 2.1247808933258057, + "learning_rate": 1e-06, + "loss": 0.9145, + "mean_token_accuracy": 0.7156335115432739, + "num_tokens": 428524234.0, + "step": 18139 + }, + { + "epoch": 1.9920931254118164, + "grad_norm": 2.1981804370880127, + "learning_rate": 1e-06, + "loss": 0.9399, + "mean_token_accuracy": 0.7102329730987549, + "num_tokens": 428552061.0, + "step": 18140 + }, + { + "epoch": 1.99220294311443, + "grad_norm": 1.9982022047042847, + "learning_rate": 1e-06, + "loss": 1.0212, + "mean_token_accuracy": 0.6968826055526733, + "num_tokens": 428584155.0, + "step": 18141 + }, + { + "epoch": 1.9923127608170437, + "grad_norm": 2.0891904830932617, + "learning_rate": 1e-06, + "loss": 1.0064, + "mean_token_accuracy": 0.6893914937973022, + "num_tokens": 428612790.0, + "step": 18142 + }, + { + "epoch": 1.9924225785196574, + "grad_norm": 2.521627902984619, + "learning_rate": 1e-06, + "loss": 0.8273, + "mean_token_accuracy": 0.7375209927558899, + "num_tokens": 428632682.0, + "step": 18143 + }, + { + "epoch": 1.9925323962222712, + "grad_norm": 2.486544132232666, + "learning_rate": 1e-06, + "loss": 0.8573, + "mean_token_accuracy": 0.749388575553894, + "num_tokens": 428653769.0, + "step": 18144 + }, + { + "epoch": 1.9926422139248847, + "grad_norm": 2.34670090675354, + "learning_rate": 1e-06, + "loss": 0.8042, + "mean_token_accuracy": 0.7499404549598694, + "num_tokens": 428675821.0, + "step": 18145 + }, + { + "epoch": 1.9927520316274983, + "grad_norm": 2.100907564163208, + "learning_rate": 1e-06, + "loss": 1.0041, + "mean_token_accuracy": 0.6991298794746399, + "num_tokens": 428706531.0, + "step": 18146 + }, + { + "epoch": 1.992861849330112, + "grad_norm": 2.646280288696289, + "learning_rate": 1e-06, + "loss": 0.9228, + "mean_token_accuracy": 0.7160434126853943, + "num_tokens": 428726479.0, + "step": 18147 + }, + { + "epoch": 1.9929716670327258, + "grad_norm": 2.500255823135376, + "learning_rate": 1e-06, + "loss": 0.9298, + "mean_token_accuracy": 0.7099477052688599, + "num_tokens": 428747406.0, + "step": 18148 + }, + { + "epoch": 1.9930814847353393, + "grad_norm": 2.0974807739257812, + "learning_rate": 1e-06, + "loss": 0.9368, + "mean_token_accuracy": 0.7074689865112305, + "num_tokens": 428777095.0, + "step": 18149 + }, + { + "epoch": 1.9931913024379528, + "grad_norm": 2.1168832778930664, + "learning_rate": 1e-06, + "loss": 0.9624, + "mean_token_accuracy": 0.7115738391876221, + "num_tokens": 428804566.0, + "step": 18150 + }, + { + "epoch": 1.9933011201405666, + "grad_norm": 2.147935390472412, + "learning_rate": 1e-06, + "loss": 0.8484, + "mean_token_accuracy": 0.7368841171264648, + "num_tokens": 428829328.0, + "step": 18151 + }, + { + "epoch": 1.9934109378431804, + "grad_norm": 2.166783571243286, + "learning_rate": 1e-06, + "loss": 0.8426, + "mean_token_accuracy": 0.7258020639419556, + "num_tokens": 428853414.0, + "step": 18152 + }, + { + "epoch": 1.993520755545794, + "grad_norm": 1.9753817319869995, + "learning_rate": 1e-06, + "loss": 0.9099, + "mean_token_accuracy": 0.7111827731132507, + "num_tokens": 428883995.0, + "step": 18153 + }, + { + "epoch": 1.9936305732484076, + "grad_norm": 2.0567686557769775, + "learning_rate": 1e-06, + "loss": 1.0093, + "mean_token_accuracy": 0.696372389793396, + "num_tokens": 428914216.0, + "step": 18154 + }, + { + "epoch": 1.9937403909510212, + "grad_norm": 2.4409537315368652, + "learning_rate": 1e-06, + "loss": 0.9012, + "mean_token_accuracy": 0.7196421027183533, + "num_tokens": 428936987.0, + "step": 18155 + }, + { + "epoch": 1.993850208653635, + "grad_norm": 2.2734992504119873, + "learning_rate": 1e-06, + "loss": 0.7737, + "mean_token_accuracy": 0.7508480548858643, + "num_tokens": 428959684.0, + "step": 18156 + }, + { + "epoch": 1.9939600263562487, + "grad_norm": 2.3499038219451904, + "learning_rate": 1e-06, + "loss": 0.9444, + "mean_token_accuracy": 0.7147817611694336, + "num_tokens": 428985660.0, + "step": 18157 + }, + { + "epoch": 1.9940698440588625, + "grad_norm": 2.6789424419403076, + "learning_rate": 1e-06, + "loss": 0.8475, + "mean_token_accuracy": 0.7312723994255066, + "num_tokens": 429004782.0, + "step": 18158 + }, + { + "epoch": 1.994179661761476, + "grad_norm": 2.194911479949951, + "learning_rate": 1e-06, + "loss": 0.8441, + "mean_token_accuracy": 0.7358869314193726, + "num_tokens": 429028870.0, + "step": 18159 + }, + { + "epoch": 1.9942894794640895, + "grad_norm": 2.156686782836914, + "learning_rate": 1e-06, + "loss": 0.911, + "mean_token_accuracy": 0.7215360403060913, + "num_tokens": 429053926.0, + "step": 18160 + }, + { + "epoch": 1.9943992971667033, + "grad_norm": 2.5327584743499756, + "learning_rate": 1e-06, + "loss": 1.0088, + "mean_token_accuracy": 0.7043948769569397, + "num_tokens": 429076022.0, + "step": 18161 + }, + { + "epoch": 1.994509114869317, + "grad_norm": 2.5991175174713135, + "learning_rate": 1e-06, + "loss": 0.8048, + "mean_token_accuracy": 0.7417849898338318, + "num_tokens": 429094543.0, + "step": 18162 + }, + { + "epoch": 1.9946189325719306, + "grad_norm": 2.22737979888916, + "learning_rate": 1e-06, + "loss": 0.8984, + "mean_token_accuracy": 0.7211506366729736, + "num_tokens": 429118952.0, + "step": 18163 + }, + { + "epoch": 1.994728750274544, + "grad_norm": 2.4330034255981445, + "learning_rate": 1e-06, + "loss": 0.8939, + "mean_token_accuracy": 0.7313319444656372, + "num_tokens": 429141634.0, + "step": 18164 + }, + { + "epoch": 1.9948385679771579, + "grad_norm": 2.520832061767578, + "learning_rate": 1e-06, + "loss": 0.8287, + "mean_token_accuracy": 0.7399091124534607, + "num_tokens": 429162508.0, + "step": 18165 + }, + { + "epoch": 1.9949483856797716, + "grad_norm": 2.5416557788848877, + "learning_rate": 1e-06, + "loss": 0.9325, + "mean_token_accuracy": 0.7100061178207397, + "num_tokens": 429183106.0, + "step": 18166 + }, + { + "epoch": 1.9950582033823854, + "grad_norm": 2.4057233333587646, + "learning_rate": 1e-06, + "loss": 0.9236, + "mean_token_accuracy": 0.721889317035675, + "num_tokens": 429205444.0, + "step": 18167 + }, + { + "epoch": 1.995168021084999, + "grad_norm": 2.159595489501953, + "learning_rate": 1e-06, + "loss": 0.924, + "mean_token_accuracy": 0.7173214554786682, + "num_tokens": 429232461.0, + "step": 18168 + }, + { + "epoch": 1.9952778387876124, + "grad_norm": 2.6483592987060547, + "learning_rate": 1e-06, + "loss": 0.9598, + "mean_token_accuracy": 0.7159091830253601, + "num_tokens": 429253850.0, + "step": 18169 + }, + { + "epoch": 1.9953876564902262, + "grad_norm": 2.130877733230591, + "learning_rate": 1e-06, + "loss": 0.9468, + "mean_token_accuracy": 0.6997783780097961, + "num_tokens": 429281813.0, + "step": 18170 + }, + { + "epoch": 1.99549747419284, + "grad_norm": 2.262368679046631, + "learning_rate": 1e-06, + "loss": 0.8211, + "mean_token_accuracy": 0.7447018623352051, + "num_tokens": 429306539.0, + "step": 18171 + }, + { + "epoch": 1.9956072918954535, + "grad_norm": 2.4407620429992676, + "learning_rate": 1e-06, + "loss": 0.8502, + "mean_token_accuracy": 0.733873188495636, + "num_tokens": 429327616.0, + "step": 18172 + }, + { + "epoch": 1.9957171095980673, + "grad_norm": 2.6522703170776367, + "learning_rate": 1e-06, + "loss": 0.8203, + "mean_token_accuracy": 0.741165041923523, + "num_tokens": 429347469.0, + "step": 18173 + }, + { + "epoch": 1.9958269273006808, + "grad_norm": 2.221165418624878, + "learning_rate": 1e-06, + "loss": 0.9083, + "mean_token_accuracy": 0.7176673412322998, + "num_tokens": 429373776.0, + "step": 18174 + }, + { + "epoch": 1.9959367450032945, + "grad_norm": 2.377371072769165, + "learning_rate": 1e-06, + "loss": 0.9001, + "mean_token_accuracy": 0.7180754542350769, + "num_tokens": 429398949.0, + "step": 18175 + }, + { + "epoch": 1.9960465627059083, + "grad_norm": 2.157449245452881, + "learning_rate": 1e-06, + "loss": 0.9357, + "mean_token_accuracy": 0.7166355848312378, + "num_tokens": 429429506.0, + "step": 18176 + }, + { + "epoch": 1.9961563804085218, + "grad_norm": 2.5098929405212402, + "learning_rate": 1e-06, + "loss": 0.8312, + "mean_token_accuracy": 0.73589026927948, + "num_tokens": 429449353.0, + "step": 18177 + }, + { + "epoch": 1.9962661981111354, + "grad_norm": 2.273110866546631, + "learning_rate": 1e-06, + "loss": 0.8772, + "mean_token_accuracy": 0.7248573303222656, + "num_tokens": 429472041.0, + "step": 18178 + }, + { + "epoch": 1.9963760158137491, + "grad_norm": 2.0690343379974365, + "learning_rate": 1e-06, + "loss": 0.9951, + "mean_token_accuracy": 0.6930961608886719, + "num_tokens": 429500522.0, + "step": 18179 + }, + { + "epoch": 1.9964858335163629, + "grad_norm": 2.3939058780670166, + "learning_rate": 1e-06, + "loss": 0.9508, + "mean_token_accuracy": 0.710247278213501, + "num_tokens": 429523139.0, + "step": 18180 + }, + { + "epoch": 1.9965956512189766, + "grad_norm": 2.1474599838256836, + "learning_rate": 1e-06, + "loss": 0.963, + "mean_token_accuracy": 0.699472188949585, + "num_tokens": 429550271.0, + "step": 18181 + }, + { + "epoch": 1.9967054689215902, + "grad_norm": 2.2101635932922363, + "learning_rate": 1e-06, + "loss": 0.9143, + "mean_token_accuracy": 0.727291464805603, + "num_tokens": 429574391.0, + "step": 18182 + }, + { + "epoch": 1.9968152866242037, + "grad_norm": 2.1597771644592285, + "learning_rate": 1e-06, + "loss": 0.8246, + "mean_token_accuracy": 0.7417478561401367, + "num_tokens": 429600472.0, + "step": 18183 + }, + { + "epoch": 1.9969251043268175, + "grad_norm": 2.383676290512085, + "learning_rate": 1e-06, + "loss": 0.8906, + "mean_token_accuracy": 0.7187943458557129, + "num_tokens": 429622125.0, + "step": 18184 + }, + { + "epoch": 1.9970349220294312, + "grad_norm": 2.789780378341675, + "learning_rate": 1e-06, + "loss": 0.9299, + "mean_token_accuracy": 0.7181997299194336, + "num_tokens": 429639834.0, + "step": 18185 + }, + { + "epoch": 1.9971447397320448, + "grad_norm": 2.1274521350860596, + "learning_rate": 1e-06, + "loss": 0.9415, + "mean_token_accuracy": 0.7084670066833496, + "num_tokens": 429667556.0, + "step": 18186 + }, + { + "epoch": 1.9972545574346585, + "grad_norm": 2.1837334632873535, + "learning_rate": 1e-06, + "loss": 0.9091, + "mean_token_accuracy": 0.7215261459350586, + "num_tokens": 429695720.0, + "step": 18187 + }, + { + "epoch": 1.997364375137272, + "grad_norm": 2.7209417819976807, + "learning_rate": 1e-06, + "loss": 0.8801, + "mean_token_accuracy": 0.7320969104766846, + "num_tokens": 429715139.0, + "step": 18188 + }, + { + "epoch": 1.9974741928398858, + "grad_norm": 2.3981852531433105, + "learning_rate": 1e-06, + "loss": 0.8615, + "mean_token_accuracy": 0.7342849373817444, + "num_tokens": 429738911.0, + "step": 18189 + }, + { + "epoch": 1.9975840105424996, + "grad_norm": 2.2370848655700684, + "learning_rate": 1e-06, + "loss": 0.8767, + "mean_token_accuracy": 0.7267104387283325, + "num_tokens": 429765025.0, + "step": 18190 + }, + { + "epoch": 1.997693828245113, + "grad_norm": 2.1103532314300537, + "learning_rate": 1e-06, + "loss": 0.9762, + "mean_token_accuracy": 0.6978573799133301, + "num_tokens": 429794261.0, + "step": 18191 + }, + { + "epoch": 1.9978036459477266, + "grad_norm": 2.5421195030212402, + "learning_rate": 1e-06, + "loss": 0.9198, + "mean_token_accuracy": 0.7210719585418701, + "num_tokens": 429814660.0, + "step": 18192 + }, + { + "epoch": 1.9979134636503404, + "grad_norm": 2.141799211502075, + "learning_rate": 1e-06, + "loss": 0.9565, + "mean_token_accuracy": 0.7043664455413818, + "num_tokens": 429842469.0, + "step": 18193 + }, + { + "epoch": 1.9980232813529542, + "grad_norm": 2.1815526485443115, + "learning_rate": 1e-06, + "loss": 0.9886, + "mean_token_accuracy": 0.689185380935669, + "num_tokens": 429870002.0, + "step": 18194 + }, + { + "epoch": 1.998133099055568, + "grad_norm": 2.241978168487549, + "learning_rate": 1e-06, + "loss": 0.8677, + "mean_token_accuracy": 0.736465334892273, + "num_tokens": 429894792.0, + "step": 18195 + }, + { + "epoch": 1.9982429167581814, + "grad_norm": 2.0910708904266357, + "learning_rate": 1e-06, + "loss": 0.9649, + "mean_token_accuracy": 0.714448094367981, + "num_tokens": 429924083.0, + "step": 18196 + }, + { + "epoch": 1.998352734460795, + "grad_norm": 2.7927744388580322, + "learning_rate": 1e-06, + "loss": 0.9731, + "mean_token_accuracy": 0.701741099357605, + "num_tokens": 429942900.0, + "step": 18197 + }, + { + "epoch": 1.9984625521634087, + "grad_norm": 2.409069299697876, + "learning_rate": 1e-06, + "loss": 0.7712, + "mean_token_accuracy": 0.7483593225479126, + "num_tokens": 429964671.0, + "step": 18198 + }, + { + "epoch": 1.9985723698660225, + "grad_norm": 2.3860716819763184, + "learning_rate": 1e-06, + "loss": 0.8625, + "mean_token_accuracy": 0.7299689054489136, + "num_tokens": 429986667.0, + "step": 18199 + }, + { + "epoch": 1.998682187568636, + "grad_norm": 2.567898988723755, + "learning_rate": 1e-06, + "loss": 0.931, + "mean_token_accuracy": 0.7113274335861206, + "num_tokens": 430007110.0, + "step": 18200 + }, + { + "epoch": 1.9987920052712496, + "grad_norm": 2.275665521621704, + "learning_rate": 1e-06, + "loss": 0.8276, + "mean_token_accuracy": 0.7399008274078369, + "num_tokens": 430030512.0, + "step": 18201 + }, + { + "epoch": 1.9989018229738633, + "grad_norm": 2.3214972019195557, + "learning_rate": 1e-06, + "loss": 0.9863, + "mean_token_accuracy": 0.6999051570892334, + "num_tokens": 430057703.0, + "step": 18202 + }, + { + "epoch": 1.999011640676477, + "grad_norm": 2.477391242980957, + "learning_rate": 1e-06, + "loss": 0.7563, + "mean_token_accuracy": 0.758398711681366, + "num_tokens": 430078112.0, + "step": 18203 + }, + { + "epoch": 1.9991214583790908, + "grad_norm": 2.634526252746582, + "learning_rate": 1e-06, + "loss": 0.7948, + "mean_token_accuracy": 0.7455587387084961, + "num_tokens": 430097541.0, + "step": 18204 + }, + { + "epoch": 1.9992312760817044, + "grad_norm": 2.3670847415924072, + "learning_rate": 1e-06, + "loss": 0.9523, + "mean_token_accuracy": 0.7195654511451721, + "num_tokens": 430120197.0, + "step": 18205 + }, + { + "epoch": 1.999341093784318, + "grad_norm": 2.3469810485839844, + "learning_rate": 1e-06, + "loss": 0.9872, + "mean_token_accuracy": 0.7009581327438354, + "num_tokens": 430145940.0, + "step": 18206 + }, + { + "epoch": 1.9994509114869317, + "grad_norm": 2.4068410396575928, + "learning_rate": 1e-06, + "loss": 0.8464, + "mean_token_accuracy": 0.7322757244110107, + "num_tokens": 430169181.0, + "step": 18207 + }, + { + "epoch": 1.9995607291895454, + "grad_norm": 2.2090744972229004, + "learning_rate": 1e-06, + "loss": 0.8008, + "mean_token_accuracy": 0.7489395141601562, + "num_tokens": 430193854.0, + "step": 18208 + }, + { + "epoch": 1.9996705468921592, + "grad_norm": 1.8660013675689697, + "learning_rate": 1e-06, + "loss": 0.9102, + "mean_token_accuracy": 0.715453028678894, + "num_tokens": 430227843.0, + "step": 18209 + }, + { + "epoch": 1.9997803645947727, + "grad_norm": 2.5909712314605713, + "learning_rate": 1e-06, + "loss": 0.8416, + "mean_token_accuracy": 0.733153223991394, + "num_tokens": 430248515.0, + "step": 18210 + }, + { + "epoch": 1.9998901822973862, + "grad_norm": 2.3415005207061768, + "learning_rate": 1e-06, + "loss": 0.884, + "mean_token_accuracy": 0.7314605116844177, + "num_tokens": 430273270.0, + "step": 18211 + }, + { + "epoch": 2.0, + "grad_norm": 2.2033233642578125, + "learning_rate": 1e-06, + "loss": 0.79, + "mean_token_accuracy": 0.7476550340652466, + "num_tokens": 430297124.0, + "step": 18212 + }, + { + "epoch": 2.0, + "step": 18212, + "total_flos": 1.9376085009147363e+19, + "train_loss": 0.952330203683932, + "train_runtime": 20647.6384, + "train_samples_per_second": 14.112, + "train_steps_per_second": 0.882 + } + ], + "logging_steps": 1, + "max_steps": 18212, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 9106, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.9376085009147363e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..3994653 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b58a7b005bf9dca72520f3cd5692c56bebbf66b84bf71665e28dcdeb2be9f79 +size 13329