From b6bed18b111ba2e2236e3381d33f6464c3108b06 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 09:42:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Neelectric/Llama-3.1-8B-Instruct_SFT_safetyv00.01 Source: Original Platform --- .gitattributes | 36 + README.md | 60 + all_results.json | 8 + chat_template.jinja | 121 + config.json | 35 + generation_config.json | 8 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 + special_tokens_map.json | 10 + tokenizer.json | 3 + tokenizer_config.json | 2062 + train_results.json | 8 + trainer_state.json | 90043 +++++++++++++++++++++++++++++ training_args.bin | 3 + 17 files changed, 92708 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1b8e513 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +datasets: Neelectric/wildguardmix_Llama-3.1-8B-Instruct_4096toks +library_name: transformers +model_name: Llama-3.1-8B-Instruct_SFT_safetyv00.01 +tags: +- generated_from_trainer +- open-r1 +- trl +- sft +licence: license +--- + +# Model Card for Llama-3.1-8B-Instruct_SFT_safetyv00.01 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the [Neelectric/wildguardmix_Llama-3.1-8B-Instruct_4096toks](https://huggingface.co/datasets/Neelectric/wildguardmix_Llama-3.1-8B-Instruct_4096toks) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="Neelectric/Llama-3.1-8B-Instruct_SFT_safetyv00.01", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/neelectric/open-r1_math/runs/y4nworwd) + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 1.1.0.dev0 +- Transformers: 4.57.6 +- Pytorch: 2.9.0 +- Datasets: 4.8.5 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..d053c20 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 5.939640094684692e+17, + "train_loss": 0.34853814358897506, + "train_runtime": 8974.1904, + "train_samples": 28249, + "train_samples_per_second": 4.457, + "train_steps_per_second": 1.114 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..0ab931a --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,121 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "You are a helpful AI Assistant that provides well-reasoned and detailed responses. You first think about the reasoning process as an internal monologue and then provide the user with the answer. Respond in the following format: +... + + +... +" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} + {%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {%- if message['role'] == 'assistant' %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} + {% generation %} + {{- message['content'] | trim + '<|eot_id|>' }} + {% endgeneration %} + {%- else %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- endif %} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {% generation %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {% endgeneration %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..e1d9068 --- /dev/null +++ b/config.json @@ -0,0 +1,35 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..1996dc1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,8 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.6" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..7682c80 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ad10de36f7eccbd28fbc49cfce00e21e09881370e4d4617a12a969629fad5f +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..04dce7d --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e21aa60a0faa6b2e6a159d0982709a8b0897faa2447408f40d45370a7a8ecbc +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..5cc20f7 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10c58af1dc1019a8c4293333732a896937ba7215d62130118bcee58227cb655 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..f8d5299 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75681af3cdb515daf8f84e4b6d344d8818067d4eed1200f21e0291a6bc65a814 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e8f05fa --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,10 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..8b0c7c1 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2062 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..d053c20 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 5.939640094684692e+17, + "train_loss": 0.34853814358897506, + "train_runtime": 8974.1904, + "train_samples": 28249, + "train_samples_per_second": 4.457, + "train_steps_per_second": 1.114 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..136467c --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,90043 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4158289678606824, + "eval_steps": 500, + "global_step": 10000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00014158289678606824, + "grad_norm": 274.0, + "learning_rate": 0.0, + "loss": 3.709, + "mean_token_accuracy": 0.6551724076271057, + "num_tokens": 795.0, + "step": 1 + }, + { + "epoch": 0.0002831657935721365, + "grad_norm": 92.0, + "learning_rate": 1e-09, + "loss": 1.4285, + "mean_token_accuracy": 0.8614457249641418, + "num_tokens": 1499.0, + "step": 2 + }, + { + "epoch": 0.0004247486903582047, + "grad_norm": 223.0, + "learning_rate": 2e-09, + "loss": 2.7892, + "mean_token_accuracy": 0.7945205569267273, + "num_tokens": 2015.0, + "step": 3 + }, + { + "epoch": 0.000566331587144273, + "grad_norm": 436.0, + "learning_rate": 3e-09, + "loss": 4.7252, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 2530.0, + "step": 4 + }, + { + "epoch": 0.0007079144839303412, + "grad_norm": 91.5, + "learning_rate": 4e-09, + "loss": 1.6268, + "mean_token_accuracy": 0.8083832859992981, + "num_tokens": 3528.0, + "step": 5 + }, + { + "epoch": 0.0008494973807164094, + "grad_norm": 91.0, + "learning_rate": 5e-09, + "loss": 1.3949, + "mean_token_accuracy": 0.8491619825363159, + "num_tokens": 4505.0, + "step": 6 + }, + { + "epoch": 0.0009910802775024777, + "grad_norm": 124.0, + "learning_rate": 6e-09, + "loss": 1.7843, + "mean_token_accuracy": 0.8139534592628479, + "num_tokens": 5095.0, + "step": 7 + }, + { + "epoch": 0.001132663174288546, + "grad_norm": 114.0, + "learning_rate": 7e-09, + "loss": 1.5463, + "mean_token_accuracy": 0.8794326186180115, + "num_tokens": 6326.0, + "step": 8 + }, + { + "epoch": 0.0012742460710746142, + "grad_norm": 206.0, + "learning_rate": 8e-09, + "loss": 2.6202, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6867.0, + "step": 9 + }, + { + "epoch": 0.0014158289678606825, + "grad_norm": 306.0, + "learning_rate": 9e-09, + "loss": 3.4129, + "mean_token_accuracy": 0.8035714626312256, + "num_tokens": 7556.0, + "step": 10 + }, + { + "epoch": 0.0015574118646467508, + "grad_norm": 208.0, + "learning_rate": 1e-08, + "loss": 2.6076, + "mean_token_accuracy": 0.807692289352417, + "num_tokens": 8054.0, + "step": 11 + }, + { + "epoch": 0.0016989947614328188, + "grad_norm": 189.0, + "learning_rate": 1.1e-08, + "loss": 2.6083, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 9053.0, + "step": 12 + }, + { + "epoch": 0.001840577658218887, + "grad_norm": 80.5, + "learning_rate": 1.2e-08, + "loss": 1.1743, + "mean_token_accuracy": 0.9049999713897705, + "num_tokens": 9915.0, + "step": 13 + }, + { + "epoch": 0.0019821605550049554, + "grad_norm": 46.0, + "learning_rate": 1.2999999999999999e-08, + "loss": 0.8406, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 10737.0, + "step": 14 + }, + { + "epoch": 0.002123743451791024, + "grad_norm": 284.0, + "learning_rate": 1.4e-08, + "loss": 3.4151, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 11256.0, + "step": 15 + }, + { + "epoch": 0.002265326348577092, + "grad_norm": 233.0, + "learning_rate": 1.5e-08, + "loss": 3.0131, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 11880.0, + "step": 16 + }, + { + "epoch": 0.00240690924536316, + "grad_norm": 272.0, + "learning_rate": 1.6e-08, + "loss": 3.3923, + "mean_token_accuracy": 0.7627118825912476, + "num_tokens": 12667.0, + "step": 17 + }, + { + "epoch": 0.0025484921421492284, + "grad_norm": 346.0, + "learning_rate": 1.7e-08, + "loss": 3.9251, + "mean_token_accuracy": 0.7346938848495483, + "num_tokens": 13302.0, + "step": 18 + }, + { + "epoch": 0.0026900750389352965, + "grad_norm": 124.5, + "learning_rate": 1.8e-08, + "loss": 2.0631, + "mean_token_accuracy": 0.8434782028198242, + "num_tokens": 14026.0, + "step": 19 + }, + { + "epoch": 0.002831657935721365, + "grad_norm": 276.0, + "learning_rate": 1.8999999999999998e-08, + "loss": 3.5729, + "mean_token_accuracy": 0.7758620381355286, + "num_tokens": 14972.0, + "step": 20 + }, + { + "epoch": 0.002973240832507433, + "grad_norm": 268.0, + "learning_rate": 2e-08, + "loss": 3.3756, + "mean_token_accuracy": 0.7833333611488342, + "num_tokens": 15682.0, + "step": 21 + }, + { + "epoch": 0.0031148237292935015, + "grad_norm": 126.0, + "learning_rate": 2.1e-08, + "loss": 2.1148, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 16505.0, + "step": 22 + }, + { + "epoch": 0.0032564066260795696, + "grad_norm": 132.0, + "learning_rate": 2.2e-08, + "loss": 1.9421, + "mean_token_accuracy": 0.8584070801734924, + "num_tokens": 17057.0, + "step": 23 + }, + { + "epoch": 0.0033979895228656376, + "grad_norm": 118.0, + "learning_rate": 2.2999999999999998e-08, + "loss": 1.8006, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 17747.0, + "step": 24 + }, + { + "epoch": 0.003539572419651706, + "grad_norm": 22.875, + "learning_rate": 2.4e-08, + "loss": 0.5475, + "mean_token_accuracy": 0.8879668116569519, + "num_tokens": 19021.0, + "step": 25 + }, + { + "epoch": 0.003681155316437774, + "grad_norm": 87.0, + "learning_rate": 2.5e-08, + "loss": 1.5364, + "mean_token_accuracy": 0.7919074892997742, + "num_tokens": 19739.0, + "step": 26 + }, + { + "epoch": 0.0038227382132238427, + "grad_norm": 148.0, + "learning_rate": 2.5999999999999998e-08, + "loss": 1.8949, + "mean_token_accuracy": 0.9142857789993286, + "num_tokens": 20299.0, + "step": 27 + }, + { + "epoch": 0.003964321110009911, + "grad_norm": 135.0, + "learning_rate": 2.6999999999999997e-08, + "loss": 2.0216, + "mean_token_accuracy": 0.8260869383811951, + "num_tokens": 21024.0, + "step": 28 + }, + { + "epoch": 0.004105904006795979, + "grad_norm": 144.0, + "learning_rate": 2.8e-08, + "loss": 2.3745, + "mean_token_accuracy": 0.8041236996650696, + "num_tokens": 22008.0, + "step": 29 + }, + { + "epoch": 0.004247486903582048, + "grad_norm": 264.0, + "learning_rate": 2.9e-08, + "loss": 3.296, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 22851.0, + "step": 30 + }, + { + "epoch": 0.004389069800368115, + "grad_norm": 175.0, + "learning_rate": 3e-08, + "loss": 2.3875, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 23990.0, + "step": 31 + }, + { + "epoch": 0.004530652697154184, + "grad_norm": 192.0, + "learning_rate": 3.1e-08, + "loss": 2.4907, + "mean_token_accuracy": 0.8023256063461304, + "num_tokens": 25073.0, + "step": 32 + }, + { + "epoch": 0.004672235593940252, + "grad_norm": 41.25, + "learning_rate": 3.2e-08, + "loss": 0.8789, + "mean_token_accuracy": 0.8516623973846436, + "num_tokens": 25965.0, + "step": 33 + }, + { + "epoch": 0.00481381849072632, + "grad_norm": 129.0, + "learning_rate": 3.3e-08, + "loss": 2.0429, + "mean_token_accuracy": 0.7920000553131104, + "num_tokens": 26955.0, + "step": 34 + }, + { + "epoch": 0.004955401387512388, + "grad_norm": 260.0, + "learning_rate": 3.4e-08, + "loss": 3.1072, + "mean_token_accuracy": 0.828125, + "num_tokens": 27527.0, + "step": 35 + }, + { + "epoch": 0.005096984284298457, + "grad_norm": 163.0, + "learning_rate": 3.5e-08, + "loss": 2.3728, + "mean_token_accuracy": 0.7755101919174194, + "num_tokens": 28088.0, + "step": 36 + }, + { + "epoch": 0.005238567181084525, + "grad_norm": 90.0, + "learning_rate": 3.6e-08, + "loss": 1.4854, + "mean_token_accuracy": 0.7965116500854492, + "num_tokens": 28840.0, + "step": 37 + }, + { + "epoch": 0.005380150077870593, + "grad_norm": 244.0, + "learning_rate": 3.6999999999999994e-08, + "loss": 3.2741, + "mean_token_accuracy": 0.7611939907073975, + "num_tokens": 29816.0, + "step": 38 + }, + { + "epoch": 0.0055217329746566615, + "grad_norm": 199.0, + "learning_rate": 3.7999999999999996e-08, + "loss": 2.6474, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 30689.0, + "step": 39 + }, + { + "epoch": 0.00566331587144273, + "grad_norm": 146.0, + "learning_rate": 3.9e-08, + "loss": 2.1402, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 31533.0, + "step": 40 + }, + { + "epoch": 0.005804898768228798, + "grad_norm": 208.0, + "learning_rate": 4e-08, + "loss": 2.8775, + "mean_token_accuracy": 0.737500011920929, + "num_tokens": 32647.0, + "step": 41 + }, + { + "epoch": 0.005946481665014866, + "grad_norm": 458.0, + "learning_rate": 4.1e-08, + "loss": 4.8825, + "mean_token_accuracy": 0.7179487347602844, + "num_tokens": 33269.0, + "step": 42 + }, + { + "epoch": 0.006088064561800935, + "grad_norm": 314.0, + "learning_rate": 4.2e-08, + "loss": 3.4512, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 34023.0, + "step": 43 + }, + { + "epoch": 0.006229647458587003, + "grad_norm": 334.0, + "learning_rate": 4.2999999999999995e-08, + "loss": 4.0551, + "mean_token_accuracy": 0.6666666865348816, + "num_tokens": 34708.0, + "step": 44 + }, + { + "epoch": 0.006371230355373071, + "grad_norm": 185.0, + "learning_rate": 4.4e-08, + "loss": 2.3606, + "mean_token_accuracy": 0.7684211134910583, + "num_tokens": 35341.0, + "step": 45 + }, + { + "epoch": 0.006512813252159139, + "grad_norm": 167.0, + "learning_rate": 4.5e-08, + "loss": 2.5847, + "mean_token_accuracy": 0.7444444894790649, + "num_tokens": 36092.0, + "step": 46 + }, + { + "epoch": 0.006654396148945208, + "grad_norm": 302.0, + "learning_rate": 4.5999999999999995e-08, + "loss": 4.1081, + "mean_token_accuracy": 0.692307710647583, + "num_tokens": 37225.0, + "step": 47 + }, + { + "epoch": 0.006795979045731275, + "grad_norm": 362.0, + "learning_rate": 4.7e-08, + "loss": 4.1611, + "mean_token_accuracy": 0.7872340083122253, + "num_tokens": 37753.0, + "step": 48 + }, + { + "epoch": 0.006937561942517344, + "grad_norm": 125.5, + "learning_rate": 4.8e-08, + "loss": 2.1657, + "mean_token_accuracy": 0.7666667103767395, + "num_tokens": 38520.0, + "step": 49 + }, + { + "epoch": 0.007079144839303412, + "grad_norm": 174.0, + "learning_rate": 4.9e-08, + "loss": 2.6784, + "mean_token_accuracy": 0.75, + "num_tokens": 39398.0, + "step": 50 + }, + { + "epoch": 0.007220727736089481, + "grad_norm": 222.0, + "learning_rate": 5e-08, + "loss": 2.4259, + "mean_token_accuracy": 0.795918345451355, + "num_tokens": 40273.0, + "step": 51 + }, + { + "epoch": 0.007362310632875548, + "grad_norm": 356.0, + "learning_rate": 5.0999999999999993e-08, + "loss": 3.9961, + "mean_token_accuracy": 0.7872340083122253, + "num_tokens": 40797.0, + "step": 52 + }, + { + "epoch": 0.007503893529661617, + "grad_norm": 164.0, + "learning_rate": 5.1999999999999996e-08, + "loss": 2.2148, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 41434.0, + "step": 53 + }, + { + "epoch": 0.007645476426447685, + "grad_norm": 64.0, + "learning_rate": 5.3e-08, + "loss": 0.919, + "mean_token_accuracy": 0.9324893951416016, + "num_tokens": 42126.0, + "step": 54 + }, + { + "epoch": 0.007787059323233753, + "grad_norm": 224.0, + "learning_rate": 5.3999999999999994e-08, + "loss": 2.6683, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 43007.0, + "step": 55 + }, + { + "epoch": 0.007928642220019821, + "grad_norm": 274.0, + "learning_rate": 5.4999999999999996e-08, + "loss": 3.2376, + "mean_token_accuracy": 0.7903225421905518, + "num_tokens": 43542.0, + "step": 56 + }, + { + "epoch": 0.00807022511680589, + "grad_norm": 486.0, + "learning_rate": 5.6e-08, + "loss": 4.9735, + "mean_token_accuracy": 0.7837837934494019, + "num_tokens": 44292.0, + "step": 57 + }, + { + "epoch": 0.008211808013591958, + "grad_norm": 302.0, + "learning_rate": 5.7e-08, + "loss": 3.7355, + "mean_token_accuracy": 0.7454545497894287, + "num_tokens": 44795.0, + "step": 58 + }, + { + "epoch": 0.008353390910378027, + "grad_norm": 312.0, + "learning_rate": 5.8e-08, + "loss": 3.6956, + "mean_token_accuracy": 0.8035714626312256, + "num_tokens": 45571.0, + "step": 59 + }, + { + "epoch": 0.008494973807164095, + "grad_norm": 198.0, + "learning_rate": 5.899999999999999e-08, + "loss": 2.6584, + "mean_token_accuracy": 0.7875000238418579, + "num_tokens": 46795.0, + "step": 60 + }, + { + "epoch": 0.008636556703950162, + "grad_norm": 182.0, + "learning_rate": 6e-08, + "loss": 2.4937, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 47437.0, + "step": 61 + }, + { + "epoch": 0.00877813960073623, + "grad_norm": 38.25, + "learning_rate": 6.099999999999999e-08, + "loss": 0.6828, + "mean_token_accuracy": 0.9043280482292175, + "num_tokens": 48349.0, + "step": 62 + }, + { + "epoch": 0.008919722497522299, + "grad_norm": 234.0, + "learning_rate": 6.2e-08, + "loss": 3.1704, + "mean_token_accuracy": 0.7042253613471985, + "num_tokens": 49144.0, + "step": 63 + }, + { + "epoch": 0.009061305394308368, + "grad_norm": 211.0, + "learning_rate": 6.3e-08, + "loss": 2.9203, + "mean_token_accuracy": 0.8082191944122314, + "num_tokens": 49819.0, + "step": 64 + }, + { + "epoch": 0.009202888291094436, + "grad_norm": 251.0, + "learning_rate": 6.4e-08, + "loss": 2.887, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 50364.0, + "step": 65 + }, + { + "epoch": 0.009344471187880505, + "grad_norm": 424.0, + "learning_rate": 6.5e-08, + "loss": 5.0228, + "mean_token_accuracy": 0.692307710647583, + "num_tokens": 51042.0, + "step": 66 + }, + { + "epoch": 0.009486054084666573, + "grad_norm": 258.0, + "learning_rate": 6.6e-08, + "loss": 3.2057, + "mean_token_accuracy": 0.7878788113594055, + "num_tokens": 51749.0, + "step": 67 + }, + { + "epoch": 0.00962763698145264, + "grad_norm": 255.0, + "learning_rate": 6.7e-08, + "loss": 3.3249, + "mean_token_accuracy": 0.7619048357009888, + "num_tokens": 52552.0, + "step": 68 + }, + { + "epoch": 0.009769219878238708, + "grad_norm": 286.0, + "learning_rate": 6.8e-08, + "loss": 3.5644, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 53187.0, + "step": 69 + }, + { + "epoch": 0.009910802775024777, + "grad_norm": 178.0, + "learning_rate": 6.900000000000001e-08, + "loss": 2.7648, + "mean_token_accuracy": 0.7241379022598267, + "num_tokens": 54019.0, + "step": 70 + }, + { + "epoch": 0.010052385671810845, + "grad_norm": 190.0, + "learning_rate": 7e-08, + "loss": 2.5035, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 54653.0, + "step": 71 + }, + { + "epoch": 0.010193968568596914, + "grad_norm": 244.0, + "learning_rate": 7.099999999999999e-08, + "loss": 2.9379, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 55352.0, + "step": 72 + }, + { + "epoch": 0.010335551465382982, + "grad_norm": 248.0, + "learning_rate": 7.2e-08, + "loss": 2.9736, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 56076.0, + "step": 73 + }, + { + "epoch": 0.01047713436216905, + "grad_norm": 30.875, + "learning_rate": 7.299999999999999e-08, + "loss": 0.7632, + "mean_token_accuracy": 0.875984251499176, + "num_tokens": 57160.0, + "step": 74 + }, + { + "epoch": 0.010618717258955118, + "grad_norm": 143.0, + "learning_rate": 7.399999999999999e-08, + "loss": 2.0193, + "mean_token_accuracy": 0.8318583965301514, + "num_tokens": 57996.0, + "step": 75 + }, + { + "epoch": 0.010760300155741186, + "grad_norm": 32.5, + "learning_rate": 7.5e-08, + "loss": 0.5798, + "mean_token_accuracy": 0.9010791778564453, + "num_tokens": 59262.0, + "step": 76 + }, + { + "epoch": 0.010901883052527254, + "grad_norm": 146.0, + "learning_rate": 7.599999999999999e-08, + "loss": 2.2563, + "mean_token_accuracy": 0.7565217018127441, + "num_tokens": 59926.0, + "step": 77 + }, + { + "epoch": 0.011043465949313323, + "grad_norm": 203.0, + "learning_rate": 7.7e-08, + "loss": 2.6756, + "mean_token_accuracy": 0.7831324934959412, + "num_tokens": 60914.0, + "step": 78 + }, + { + "epoch": 0.011185048846099391, + "grad_norm": 260.0, + "learning_rate": 7.8e-08, + "loss": 3.3738, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 61828.0, + "step": 79 + }, + { + "epoch": 0.01132663174288546, + "grad_norm": 182.0, + "learning_rate": 7.899999999999999e-08, + "loss": 2.5846, + "mean_token_accuracy": 0.760869562625885, + "num_tokens": 62975.0, + "step": 80 + }, + { + "epoch": 0.011468214639671528, + "grad_norm": 23.25, + "learning_rate": 8e-08, + "loss": 0.4794, + "mean_token_accuracy": 0.9178470373153687, + "num_tokens": 64616.0, + "step": 81 + }, + { + "epoch": 0.011609797536457595, + "grad_norm": 310.0, + "learning_rate": 8.1e-08, + "loss": 3.2312, + "mean_token_accuracy": 0.6666666865348816, + "num_tokens": 65488.0, + "step": 82 + }, + { + "epoch": 0.011751380433243664, + "grad_norm": 186.0, + "learning_rate": 8.2e-08, + "loss": 2.5518, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 65987.0, + "step": 83 + }, + { + "epoch": 0.011892963330029732, + "grad_norm": 298.0, + "learning_rate": 8.3e-08, + "loss": 3.4347, + "mean_token_accuracy": 0.7543859481811523, + "num_tokens": 66632.0, + "step": 84 + }, + { + "epoch": 0.0120345462268158, + "grad_norm": 100.0, + "learning_rate": 8.4e-08, + "loss": 1.6142, + "mean_token_accuracy": 0.807692289352417, + "num_tokens": 67452.0, + "step": 85 + }, + { + "epoch": 0.01217612912360187, + "grad_norm": 109.0, + "learning_rate": 8.500000000000001e-08, + "loss": 1.8767, + "mean_token_accuracy": 0.770370364189148, + "num_tokens": 68062.0, + "step": 86 + }, + { + "epoch": 0.012317712020387938, + "grad_norm": 228.0, + "learning_rate": 8.599999999999999e-08, + "loss": 2.7238, + "mean_token_accuracy": 0.8354430794715881, + "num_tokens": 68873.0, + "step": 87 + }, + { + "epoch": 0.012459294917174006, + "grad_norm": 208.0, + "learning_rate": 8.699999999999998e-08, + "loss": 2.7508, + "mean_token_accuracy": 0.7804877758026123, + "num_tokens": 69770.0, + "step": 88 + }, + { + "epoch": 0.012600877813960073, + "grad_norm": 237.0, + "learning_rate": 8.8e-08, + "loss": 2.8667, + "mean_token_accuracy": 0.7638888955116272, + "num_tokens": 70576.0, + "step": 89 + }, + { + "epoch": 0.012742460710746141, + "grad_norm": 43.0, + "learning_rate": 8.899999999999999e-08, + "loss": 1.0159, + "mean_token_accuracy": 0.7886597514152527, + "num_tokens": 71795.0, + "step": 90 + }, + { + "epoch": 0.01288404360753221, + "grad_norm": 97.0, + "learning_rate": 9e-08, + "loss": 1.5902, + "mean_token_accuracy": 0.7804877758026123, + "num_tokens": 72664.0, + "step": 91 + }, + { + "epoch": 0.013025626504318278, + "grad_norm": 288.0, + "learning_rate": 9.1e-08, + "loss": 3.345, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 73369.0, + "step": 92 + }, + { + "epoch": 0.013167209401104347, + "grad_norm": 163.0, + "learning_rate": 9.199999999999999e-08, + "loss": 2.2362, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 74212.0, + "step": 93 + }, + { + "epoch": 0.013308792297890415, + "grad_norm": 136.0, + "learning_rate": 9.3e-08, + "loss": 2.0746, + "mean_token_accuracy": 0.780701756477356, + "num_tokens": 74787.0, + "step": 94 + }, + { + "epoch": 0.013450375194676484, + "grad_norm": 202.0, + "learning_rate": 9.4e-08, + "loss": 2.8816, + "mean_token_accuracy": 0.7763158082962036, + "num_tokens": 75433.0, + "step": 95 + }, + { + "epoch": 0.01359195809146255, + "grad_norm": 181.0, + "learning_rate": 9.499999999999999e-08, + "loss": 2.3151, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 75991.0, + "step": 96 + }, + { + "epoch": 0.013733540988248619, + "grad_norm": 346.0, + "learning_rate": 9.6e-08, + "loss": 3.58, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 76582.0, + "step": 97 + }, + { + "epoch": 0.013875123885034688, + "grad_norm": 172.0, + "learning_rate": 9.7e-08, + "loss": 2.4771, + "mean_token_accuracy": 0.7888889312744141, + "num_tokens": 77709.0, + "step": 98 + }, + { + "epoch": 0.014016706781820756, + "grad_norm": 127.0, + "learning_rate": 9.8e-08, + "loss": 1.7893, + "mean_token_accuracy": 0.8480000495910645, + "num_tokens": 78377.0, + "step": 99 + }, + { + "epoch": 0.014158289678606824, + "grad_norm": 69.0, + "learning_rate": 9.9e-08, + "loss": 0.9347, + "mean_token_accuracy": 0.9457014203071594, + "num_tokens": 79458.0, + "step": 100 + }, + { + "epoch": 0.014299872575392893, + "grad_norm": 20.25, + "learning_rate": 1e-07, + "loss": 0.4654, + "mean_token_accuracy": 0.9017751216888428, + "num_tokens": 80860.0, + "step": 101 + }, + { + "epoch": 0.014441455472178961, + "grad_norm": 155.0, + "learning_rate": 1.01e-07, + "loss": 2.1173, + "mean_token_accuracy": 0.8316831588745117, + "num_tokens": 81606.0, + "step": 102 + }, + { + "epoch": 0.014583038368965028, + "grad_norm": 97.0, + "learning_rate": 1.0199999999999999e-07, + "loss": 1.3208, + "mean_token_accuracy": 0.89570552110672, + "num_tokens": 82400.0, + "step": 103 + }, + { + "epoch": 0.014724621265751097, + "grad_norm": 183.0, + "learning_rate": 1.03e-07, + "loss": 2.4945, + "mean_token_accuracy": 0.75, + "num_tokens": 83516.0, + "step": 104 + }, + { + "epoch": 0.014866204162537165, + "grad_norm": 288.0, + "learning_rate": 1.0399999999999999e-07, + "loss": 3.3738, + "mean_token_accuracy": 0.6885245442390442, + "num_tokens": 84489.0, + "step": 105 + }, + { + "epoch": 0.015007787059323234, + "grad_norm": 160.0, + "learning_rate": 1.0499999999999999e-07, + "loss": 2.2758, + "mean_token_accuracy": 0.8020833730697632, + "num_tokens": 85190.0, + "step": 106 + }, + { + "epoch": 0.015149369956109302, + "grad_norm": 372.0, + "learning_rate": 1.06e-07, + "loss": 3.7961, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 85742.0, + "step": 107 + }, + { + "epoch": 0.01529095285289537, + "grad_norm": 212.0, + "learning_rate": 1.0699999999999999e-07, + "loss": 2.7815, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 86529.0, + "step": 108 + }, + { + "epoch": 0.01543253574968144, + "grad_norm": 201.0, + "learning_rate": 1.0799999999999999e-07, + "loss": 2.7205, + "mean_token_accuracy": 0.7469879388809204, + "num_tokens": 87455.0, + "step": 109 + }, + { + "epoch": 0.015574118646467506, + "grad_norm": 189.0, + "learning_rate": 1.09e-07, + "loss": 2.148, + "mean_token_accuracy": 0.8404254913330078, + "num_tokens": 88291.0, + "step": 110 + }, + { + "epoch": 0.015715701543253576, + "grad_norm": 221.0, + "learning_rate": 1.0999999999999999e-07, + "loss": 2.5799, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 89202.0, + "step": 111 + }, + { + "epoch": 0.015857284440039643, + "grad_norm": 187.0, + "learning_rate": 1.11e-07, + "loss": 2.269, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 89804.0, + "step": 112 + }, + { + "epoch": 0.015998867336825713, + "grad_norm": 174.0, + "learning_rate": 1.12e-07, + "loss": 2.3098, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 90891.0, + "step": 113 + }, + { + "epoch": 0.01614045023361178, + "grad_norm": 24.125, + "learning_rate": 1.1299999999999999e-07, + "loss": 0.5174, + "mean_token_accuracy": 0.9034091234207153, + "num_tokens": 92067.0, + "step": 114 + }, + { + "epoch": 0.016282033130397847, + "grad_norm": 45.5, + "learning_rate": 1.14e-07, + "loss": 1.0631, + "mean_token_accuracy": 0.8093994855880737, + "num_tokens": 93235.0, + "step": 115 + }, + { + "epoch": 0.016423616027183917, + "grad_norm": 163.0, + "learning_rate": 1.15e-07, + "loss": 2.1871, + "mean_token_accuracy": 0.719298243522644, + "num_tokens": 94389.0, + "step": 116 + }, + { + "epoch": 0.016565198923969984, + "grad_norm": 324.0, + "learning_rate": 1.16e-07, + "loss": 3.4448, + "mean_token_accuracy": 0.694915235042572, + "num_tokens": 95119.0, + "step": 117 + }, + { + "epoch": 0.016706781820756054, + "grad_norm": 358.0, + "learning_rate": 1.17e-07, + "loss": 4.0821, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 95655.0, + "step": 118 + }, + { + "epoch": 0.01684836471754212, + "grad_norm": 178.0, + "learning_rate": 1.1799999999999998e-07, + "loss": 2.2684, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 96450.0, + "step": 119 + }, + { + "epoch": 0.01698994761432819, + "grad_norm": 100.0, + "learning_rate": 1.19e-07, + "loss": 1.6593, + "mean_token_accuracy": 0.8040540814399719, + "num_tokens": 97061.0, + "step": 120 + }, + { + "epoch": 0.017131530511114258, + "grad_norm": 153.0, + "learning_rate": 1.2e-07, + "loss": 2.1969, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 98596.0, + "step": 121 + }, + { + "epoch": 0.017273113407900324, + "grad_norm": 46.0, + "learning_rate": 1.2099999999999998e-07, + "loss": 1.0444, + "mean_token_accuracy": 0.7929155230522156, + "num_tokens": 99421.0, + "step": 122 + }, + { + "epoch": 0.017414696304686395, + "grad_norm": 229.0, + "learning_rate": 1.2199999999999998e-07, + "loss": 2.4186, + "mean_token_accuracy": 0.8314606547355652, + "num_tokens": 100602.0, + "step": 123 + }, + { + "epoch": 0.01755627920147246, + "grad_norm": 181.0, + "learning_rate": 1.23e-07, + "loss": 2.2829, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 101456.0, + "step": 124 + }, + { + "epoch": 0.01769786209825853, + "grad_norm": 190.0, + "learning_rate": 1.24e-07, + "loss": 2.43, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 102167.0, + "step": 125 + }, + { + "epoch": 0.017839444995044598, + "grad_norm": 126.0, + "learning_rate": 1.25e-07, + "loss": 1.6987, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 102854.0, + "step": 126 + }, + { + "epoch": 0.01798102789183067, + "grad_norm": 276.0, + "learning_rate": 1.26e-07, + "loss": 2.9223, + "mean_token_accuracy": 0.7424242496490479, + "num_tokens": 103379.0, + "step": 127 + }, + { + "epoch": 0.018122610788616735, + "grad_norm": 304.0, + "learning_rate": 1.2699999999999999e-07, + "loss": 3.3084, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 103977.0, + "step": 128 + }, + { + "epoch": 0.018264193685402802, + "grad_norm": 302.0, + "learning_rate": 1.28e-07, + "loss": 3.2646, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 104516.0, + "step": 129 + }, + { + "epoch": 0.018405776582188872, + "grad_norm": 32.25, + "learning_rate": 1.29e-07, + "loss": 0.6825, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 105821.0, + "step": 130 + }, + { + "epoch": 0.01854735947897494, + "grad_norm": 340.0, + "learning_rate": 1.3e-07, + "loss": 3.4262, + "mean_token_accuracy": 0.7884615659713745, + "num_tokens": 106502.0, + "step": 131 + }, + { + "epoch": 0.01868894237576101, + "grad_norm": 172.0, + "learning_rate": 1.31e-07, + "loss": 1.9769, + "mean_token_accuracy": 0.8415841460227966, + "num_tokens": 107137.0, + "step": 132 + }, + { + "epoch": 0.018830525272547076, + "grad_norm": 223.0, + "learning_rate": 1.32e-07, + "loss": 3.205, + "mean_token_accuracy": 0.7714285850524902, + "num_tokens": 108384.0, + "step": 133 + }, + { + "epoch": 0.018972108169333146, + "grad_norm": 306.0, + "learning_rate": 1.33e-07, + "loss": 3.1441, + "mean_token_accuracy": 0.7333333492279053, + "num_tokens": 109002.0, + "step": 134 + }, + { + "epoch": 0.019113691066119213, + "grad_norm": 454.0, + "learning_rate": 1.34e-07, + "loss": 4.5525, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 109536.0, + "step": 135 + }, + { + "epoch": 0.01925527396290528, + "grad_norm": 284.0, + "learning_rate": 1.35e-07, + "loss": 3.1262, + "mean_token_accuracy": 0.7936508655548096, + "num_tokens": 110198.0, + "step": 136 + }, + { + "epoch": 0.01939685685969135, + "grad_norm": 168.0, + "learning_rate": 1.36e-07, + "loss": 2.2958, + "mean_token_accuracy": 0.8282828330993652, + "num_tokens": 110901.0, + "step": 137 + }, + { + "epoch": 0.019538439756477417, + "grad_norm": 34.75, + "learning_rate": 1.37e-07, + "loss": 0.6989, + "mean_token_accuracy": 0.889328122138977, + "num_tokens": 111890.0, + "step": 138 + }, + { + "epoch": 0.019680022653263487, + "grad_norm": 296.0, + "learning_rate": 1.3800000000000002e-07, + "loss": 3.4648, + "mean_token_accuracy": 0.7636363506317139, + "num_tokens": 112504.0, + "step": 139 + }, + { + "epoch": 0.019821605550049554, + "grad_norm": 222.0, + "learning_rate": 1.3900000000000001e-07, + "loss": 2.3773, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 113170.0, + "step": 140 + }, + { + "epoch": 0.019963188446835624, + "grad_norm": 268.0, + "learning_rate": 1.4e-07, + "loss": 2.4042, + "mean_token_accuracy": 0.807692289352417, + "num_tokens": 113861.0, + "step": 141 + }, + { + "epoch": 0.02010477134362169, + "grad_norm": 208.0, + "learning_rate": 1.4099999999999998e-07, + "loss": 2.4034, + "mean_token_accuracy": 0.8111111521720886, + "num_tokens": 114585.0, + "step": 142 + }, + { + "epoch": 0.020246354240407757, + "grad_norm": 296.0, + "learning_rate": 1.4199999999999997e-07, + "loss": 2.6552, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 115352.0, + "step": 143 + }, + { + "epoch": 0.020387937137193828, + "grad_norm": 44.75, + "learning_rate": 1.4299999999999997e-07, + "loss": 0.8781, + "mean_token_accuracy": 0.851751983165741, + "num_tokens": 116402.0, + "step": 144 + }, + { + "epoch": 0.020529520033979894, + "grad_norm": 161.0, + "learning_rate": 1.44e-07, + "loss": 2.1201, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 117173.0, + "step": 145 + }, + { + "epoch": 0.020671102930765965, + "grad_norm": 47.25, + "learning_rate": 1.45e-07, + "loss": 0.7832, + "mean_token_accuracy": 0.8781869411468506, + "num_tokens": 117996.0, + "step": 146 + }, + { + "epoch": 0.02081268582755203, + "grad_norm": 276.0, + "learning_rate": 1.4599999999999998e-07, + "loss": 2.9778, + "mean_token_accuracy": 0.7846153974533081, + "num_tokens": 118544.0, + "step": 147 + }, + { + "epoch": 0.0209542687243381, + "grad_norm": 204.0, + "learning_rate": 1.4699999999999998e-07, + "loss": 2.697, + "mean_token_accuracy": 0.737500011920929, + "num_tokens": 119527.0, + "step": 148 + }, + { + "epoch": 0.021095851621124168, + "grad_norm": 346.0, + "learning_rate": 1.4799999999999998e-07, + "loss": 3.3194, + "mean_token_accuracy": 0.7719298601150513, + "num_tokens": 120183.0, + "step": 149 + }, + { + "epoch": 0.021237434517910235, + "grad_norm": 214.0, + "learning_rate": 1.49e-07, + "loss": 2.4951, + "mean_token_accuracy": 0.7710843086242676, + "num_tokens": 120776.0, + "step": 150 + }, + { + "epoch": 0.021379017414696305, + "grad_norm": 468.0, + "learning_rate": 1.5e-07, + "loss": 4.6166, + "mean_token_accuracy": 0.7179487347602844, + "num_tokens": 121276.0, + "step": 151 + }, + { + "epoch": 0.021520600311482372, + "grad_norm": 158.0, + "learning_rate": 1.51e-07, + "loss": 1.8558, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 121930.0, + "step": 152 + }, + { + "epoch": 0.021662183208268442, + "grad_norm": 133.0, + "learning_rate": 1.5199999999999998e-07, + "loss": 1.9893, + "mean_token_accuracy": 0.8103448152542114, + "num_tokens": 122834.0, + "step": 153 + }, + { + "epoch": 0.02180376610505451, + "grad_norm": 116.5, + "learning_rate": 1.5299999999999998e-07, + "loss": 1.4867, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 123704.0, + "step": 154 + }, + { + "epoch": 0.02194534900184058, + "grad_norm": 40.5, + "learning_rate": 1.54e-07, + "loss": 0.8116, + "mean_token_accuracy": 0.8195121884346008, + "num_tokens": 124603.0, + "step": 155 + }, + { + "epoch": 0.022086931898626646, + "grad_norm": 312.0, + "learning_rate": 1.55e-07, + "loss": 3.3552, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 125230.0, + "step": 156 + }, + { + "epoch": 0.022228514795412713, + "grad_norm": 422.0, + "learning_rate": 1.56e-07, + "loss": 4.1663, + "mean_token_accuracy": 0.6304348111152649, + "num_tokens": 126037.0, + "step": 157 + }, + { + "epoch": 0.022370097692198783, + "grad_norm": 151.0, + "learning_rate": 1.57e-07, + "loss": 1.9686, + "mean_token_accuracy": 0.7545454502105713, + "num_tokens": 126979.0, + "step": 158 + }, + { + "epoch": 0.02251168058898485, + "grad_norm": 247.0, + "learning_rate": 1.5799999999999999e-07, + "loss": 2.3391, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 127608.0, + "step": 159 + }, + { + "epoch": 0.02265326348577092, + "grad_norm": 160.0, + "learning_rate": 1.59e-07, + "loss": 1.7154, + "mean_token_accuracy": 0.7899159789085388, + "num_tokens": 128169.0, + "step": 160 + }, + { + "epoch": 0.022794846382556987, + "grad_norm": 200.0, + "learning_rate": 1.6e-07, + "loss": 2.2536, + "mean_token_accuracy": 0.8139534592628479, + "num_tokens": 128925.0, + "step": 161 + }, + { + "epoch": 0.022936429279343057, + "grad_norm": 204.0, + "learning_rate": 1.61e-07, + "loss": 2.1869, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 129485.0, + "step": 162 + }, + { + "epoch": 0.023078012176129124, + "grad_norm": 320.0, + "learning_rate": 1.62e-07, + "loss": 3.2643, + "mean_token_accuracy": 0.7413793206214905, + "num_tokens": 129994.0, + "step": 163 + }, + { + "epoch": 0.02321959507291519, + "grad_norm": 130.0, + "learning_rate": 1.63e-07, + "loss": 1.7161, + "mean_token_accuracy": 0.8062015771865845, + "num_tokens": 130587.0, + "step": 164 + }, + { + "epoch": 0.02336117796970126, + "grad_norm": 274.0, + "learning_rate": 1.64e-07, + "loss": 2.9053, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 131721.0, + "step": 165 + }, + { + "epoch": 0.023502760866487327, + "grad_norm": 21.125, + "learning_rate": 1.65e-07, + "loss": 0.4079, + "mean_token_accuracy": 0.9238522052764893, + "num_tokens": 133382.0, + "step": 166 + }, + { + "epoch": 0.023644343763273398, + "grad_norm": 215.0, + "learning_rate": 1.66e-07, + "loss": 2.6734, + "mean_token_accuracy": 0.7529411911964417, + "num_tokens": 134361.0, + "step": 167 + }, + { + "epoch": 0.023785926660059464, + "grad_norm": 189.0, + "learning_rate": 1.67e-07, + "loss": 2.177, + "mean_token_accuracy": 0.7549020051956177, + "num_tokens": 135159.0, + "step": 168 + }, + { + "epoch": 0.023927509556845535, + "grad_norm": 158.0, + "learning_rate": 1.68e-07, + "loss": 2.0067, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 136073.0, + "step": 169 + }, + { + "epoch": 0.0240690924536316, + "grad_norm": 23.375, + "learning_rate": 1.69e-07, + "loss": 0.5721, + "mean_token_accuracy": 0.8589262962341309, + "num_tokens": 137479.0, + "step": 170 + }, + { + "epoch": 0.024210675350417668, + "grad_norm": 215.0, + "learning_rate": 1.7000000000000001e-07, + "loss": 2.2815, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 138231.0, + "step": 171 + }, + { + "epoch": 0.02435225824720374, + "grad_norm": 184.0, + "learning_rate": 1.71e-07, + "loss": 1.9731, + "mean_token_accuracy": 0.875, + "num_tokens": 138986.0, + "step": 172 + }, + { + "epoch": 0.024493841143989805, + "grad_norm": 226.0, + "learning_rate": 1.7199999999999998e-07, + "loss": 2.3152, + "mean_token_accuracy": 0.7882353067398071, + "num_tokens": 140023.0, + "step": 173 + }, + { + "epoch": 0.024635424040775875, + "grad_norm": 306.0, + "learning_rate": 1.7299999999999997e-07, + "loss": 3.3031, + "mean_token_accuracy": 0.8035714626312256, + "num_tokens": 140840.0, + "step": 174 + }, + { + "epoch": 0.024777006937561942, + "grad_norm": 256.0, + "learning_rate": 1.7399999999999997e-07, + "loss": 2.5413, + "mean_token_accuracy": 0.8266667127609253, + "num_tokens": 141605.0, + "step": 175 + }, + { + "epoch": 0.024918589834348012, + "grad_norm": 244.0, + "learning_rate": 1.75e-07, + "loss": 2.4592, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 142437.0, + "step": 176 + }, + { + "epoch": 0.02506017273113408, + "grad_norm": 53.5, + "learning_rate": 1.76e-07, + "loss": 1.0238, + "mean_token_accuracy": 0.8022922873497009, + "num_tokens": 143880.0, + "step": 177 + }, + { + "epoch": 0.025201755627920146, + "grad_norm": 268.0, + "learning_rate": 1.7699999999999998e-07, + "loss": 2.5001, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 144736.0, + "step": 178 + }, + { + "epoch": 0.025343338524706216, + "grad_norm": 264.0, + "learning_rate": 1.7799999999999998e-07, + "loss": 3.0783, + "mean_token_accuracy": 0.774193525314331, + "num_tokens": 145777.0, + "step": 179 + }, + { + "epoch": 0.025484921421492283, + "grad_norm": 306.0, + "learning_rate": 1.7899999999999997e-07, + "loss": 2.8668, + "mean_token_accuracy": 0.7575757503509521, + "num_tokens": 146477.0, + "step": 180 + }, + { + "epoch": 0.025626504318278353, + "grad_norm": 59.0, + "learning_rate": 1.8e-07, + "loss": 0.8385, + "mean_token_accuracy": 0.8616714477539062, + "num_tokens": 147320.0, + "step": 181 + }, + { + "epoch": 0.02576808721506442, + "grad_norm": 97.0, + "learning_rate": 1.81e-07, + "loss": 1.2235, + "mean_token_accuracy": 0.8100000023841858, + "num_tokens": 148268.0, + "step": 182 + }, + { + "epoch": 0.02590967011185049, + "grad_norm": 209.0, + "learning_rate": 1.82e-07, + "loss": 2.3732, + "mean_token_accuracy": 0.7926828861236572, + "num_tokens": 148983.0, + "step": 183 + }, + { + "epoch": 0.026051253008636557, + "grad_norm": 246.0, + "learning_rate": 1.8299999999999998e-07, + "loss": 2.284, + "mean_token_accuracy": 0.7471264600753784, + "num_tokens": 149686.0, + "step": 184 + }, + { + "epoch": 0.026192835905422623, + "grad_norm": 294.0, + "learning_rate": 1.8399999999999998e-07, + "loss": 2.4606, + "mean_token_accuracy": 0.7195121645927429, + "num_tokens": 150519.0, + "step": 185 + }, + { + "epoch": 0.026334418802208694, + "grad_norm": 508.0, + "learning_rate": 1.85e-07, + "loss": 3.2301, + "mean_token_accuracy": 0.7708333730697632, + "num_tokens": 151018.0, + "step": 186 + }, + { + "epoch": 0.02647600169899476, + "grad_norm": 282.0, + "learning_rate": 1.86e-07, + "loss": 2.8438, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 151597.0, + "step": 187 + }, + { + "epoch": 0.02661758459578083, + "grad_norm": 24.75, + "learning_rate": 1.87e-07, + "loss": 0.4951, + "mean_token_accuracy": 0.9123055338859558, + "num_tokens": 152793.0, + "step": 188 + }, + { + "epoch": 0.026759167492566897, + "grad_norm": 153.0, + "learning_rate": 1.88e-07, + "loss": 1.6946, + "mean_token_accuracy": 0.8032786250114441, + "num_tokens": 153360.0, + "step": 189 + }, + { + "epoch": 0.026900750389352968, + "grad_norm": 360.0, + "learning_rate": 1.8899999999999999e-07, + "loss": 3.0972, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 153876.0, + "step": 190 + }, + { + "epoch": 0.027042333286139034, + "grad_norm": 274.0, + "learning_rate": 1.8999999999999998e-07, + "loss": 2.3222, + "mean_token_accuracy": 0.8266667127609253, + "num_tokens": 154486.0, + "step": 191 + }, + { + "epoch": 0.0271839161829251, + "grad_norm": 392.0, + "learning_rate": 1.91e-07, + "loss": 4.0222, + "mean_token_accuracy": 0.75, + "num_tokens": 155090.0, + "step": 192 + }, + { + "epoch": 0.02732549907971117, + "grad_norm": 492.0, + "learning_rate": 1.92e-07, + "loss": 3.6603, + "mean_token_accuracy": 0.6521739363670349, + "num_tokens": 155630.0, + "step": 193 + }, + { + "epoch": 0.027467081976497238, + "grad_norm": 350.0, + "learning_rate": 1.93e-07, + "loss": 3.1067, + "mean_token_accuracy": 0.719298243522644, + "num_tokens": 156232.0, + "step": 194 + }, + { + "epoch": 0.02760866487328331, + "grad_norm": 320.0, + "learning_rate": 1.94e-07, + "loss": 2.8174, + "mean_token_accuracy": 0.765625, + "num_tokens": 157047.0, + "step": 195 + }, + { + "epoch": 0.027750247770069375, + "grad_norm": 35.5, + "learning_rate": 1.9499999999999999e-07, + "loss": 0.6449, + "mean_token_accuracy": 0.8817829489707947, + "num_tokens": 158201.0, + "step": 196 + }, + { + "epoch": 0.027891830666855445, + "grad_norm": 292.0, + "learning_rate": 1.96e-07, + "loss": 2.5596, + "mean_token_accuracy": 0.8055555820465088, + "num_tokens": 158875.0, + "step": 197 + }, + { + "epoch": 0.028033413563641512, + "grad_norm": 200.0, + "learning_rate": 1.97e-07, + "loss": 2.1819, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 159607.0, + "step": 198 + }, + { + "epoch": 0.02817499646042758, + "grad_norm": 233.0, + "learning_rate": 1.98e-07, + "loss": 2.4194, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 160629.0, + "step": 199 + }, + { + "epoch": 0.02831657935721365, + "grad_norm": 67.0, + "learning_rate": 1.99e-07, + "loss": 0.9161, + "mean_token_accuracy": 0.8449848294258118, + "num_tokens": 161541.0, + "step": 200 + }, + { + "epoch": 0.028458162253999716, + "grad_norm": 69.5, + "learning_rate": 2e-07, + "loss": 1.4431, + "mean_token_accuracy": 0.773755669593811, + "num_tokens": 162407.0, + "step": 201 + }, + { + "epoch": 0.028599745150785786, + "grad_norm": 197.0, + "learning_rate": 2.01e-07, + "loss": 1.5954, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 163107.0, + "step": 202 + }, + { + "epoch": 0.028741328047571853, + "grad_norm": 166.0, + "learning_rate": 2.02e-07, + "loss": 1.7745, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 163975.0, + "step": 203 + }, + { + "epoch": 0.028882910944357923, + "grad_norm": 53.75, + "learning_rate": 2.03e-07, + "loss": 0.9115, + "mean_token_accuracy": 0.8200590014457703, + "num_tokens": 164986.0, + "step": 204 + }, + { + "epoch": 0.02902449384114399, + "grad_norm": 32.25, + "learning_rate": 2.0399999999999997e-07, + "loss": 0.5548, + "mean_token_accuracy": 0.8763158321380615, + "num_tokens": 166485.0, + "step": 205 + }, + { + "epoch": 0.029166076737930056, + "grad_norm": 226.0, + "learning_rate": 2.0499999999999997e-07, + "loss": 2.3509, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 167259.0, + "step": 206 + }, + { + "epoch": 0.029307659634716127, + "grad_norm": 262.0, + "learning_rate": 2.06e-07, + "loss": 2.5336, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 168478.0, + "step": 207 + }, + { + "epoch": 0.029449242531502193, + "grad_norm": 96.5, + "learning_rate": 2.07e-07, + "loss": 1.1632, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 169822.0, + "step": 208 + }, + { + "epoch": 0.029590825428288264, + "grad_norm": 280.0, + "learning_rate": 2.0799999999999998e-07, + "loss": 2.5543, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 170593.0, + "step": 209 + }, + { + "epoch": 0.02973240832507433, + "grad_norm": 314.0, + "learning_rate": 2.0899999999999998e-07, + "loss": 2.5871, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 171330.0, + "step": 210 + }, + { + "epoch": 0.0298739912218604, + "grad_norm": 266.0, + "learning_rate": 2.0999999999999997e-07, + "loss": 2.1882, + "mean_token_accuracy": 0.7439023852348328, + "num_tokens": 171975.0, + "step": 211 + }, + { + "epoch": 0.030015574118646467, + "grad_norm": 227.0, + "learning_rate": 2.1099999999999997e-07, + "loss": 1.9359, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 172764.0, + "step": 212 + }, + { + "epoch": 0.030157157015432534, + "grad_norm": 224.0, + "learning_rate": 2.12e-07, + "loss": 1.8577, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 173335.0, + "step": 213 + }, + { + "epoch": 0.030298739912218604, + "grad_norm": 450.0, + "learning_rate": 2.13e-07, + "loss": 2.8302, + "mean_token_accuracy": 0.785714328289032, + "num_tokens": 173889.0, + "step": 214 + }, + { + "epoch": 0.03044032280900467, + "grad_norm": 274.0, + "learning_rate": 2.1399999999999998e-07, + "loss": 2.0195, + "mean_token_accuracy": 0.8271604776382446, + "num_tokens": 174603.0, + "step": 215 + }, + { + "epoch": 0.03058190570579074, + "grad_norm": 258.0, + "learning_rate": 2.1499999999999998e-07, + "loss": 2.2366, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 175823.0, + "step": 216 + }, + { + "epoch": 0.030723488602576808, + "grad_norm": 66.5, + "learning_rate": 2.1599999999999998e-07, + "loss": 0.6803, + "mean_token_accuracy": 0.8885793685913086, + "num_tokens": 176644.0, + "step": 217 + }, + { + "epoch": 0.03086507149936288, + "grad_norm": 180.0, + "learning_rate": 2.17e-07, + "loss": 1.5923, + "mean_token_accuracy": 0.8407079577445984, + "num_tokens": 177378.0, + "step": 218 + }, + { + "epoch": 0.031006654396148945, + "grad_norm": 426.0, + "learning_rate": 2.18e-07, + "loss": 2.4931, + "mean_token_accuracy": 0.7258064150810242, + "num_tokens": 178002.0, + "step": 219 + }, + { + "epoch": 0.031148237292935012, + "grad_norm": 92.5, + "learning_rate": 2.19e-07, + "loss": 0.9441, + "mean_token_accuracy": 0.8778281211853027, + "num_tokens": 178993.0, + "step": 220 + }, + { + "epoch": 0.03128982018972108, + "grad_norm": 218.0, + "learning_rate": 2.1999999999999998e-07, + "loss": 1.7906, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 179974.0, + "step": 221 + }, + { + "epoch": 0.03143140308650715, + "grad_norm": 103.0, + "learning_rate": 2.2099999999999998e-07, + "loss": 1.0638, + "mean_token_accuracy": 0.8776595592498779, + "num_tokens": 180786.0, + "step": 222 + }, + { + "epoch": 0.031572985983293216, + "grad_norm": 270.0, + "learning_rate": 2.22e-07, + "loss": 2.1022, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 181626.0, + "step": 223 + }, + { + "epoch": 0.031714568880079286, + "grad_norm": 306.0, + "learning_rate": 2.23e-07, + "loss": 2.6534, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 182222.0, + "step": 224 + }, + { + "epoch": 0.031856151776865356, + "grad_norm": 48.5, + "learning_rate": 2.24e-07, + "loss": 0.8218, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 183242.0, + "step": 225 + }, + { + "epoch": 0.031997734673651426, + "grad_norm": 306.0, + "learning_rate": 2.25e-07, + "loss": 2.2974, + "mean_token_accuracy": 0.8028168678283691, + "num_tokens": 184301.0, + "step": 226 + }, + { + "epoch": 0.03213931757043749, + "grad_norm": 410.0, + "learning_rate": 2.2599999999999999e-07, + "loss": 2.4972, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 184889.0, + "step": 227 + }, + { + "epoch": 0.03228090046722356, + "grad_norm": 434.0, + "learning_rate": 2.27e-07, + "loss": 2.4919, + "mean_token_accuracy": 0.7796609997749329, + "num_tokens": 185548.0, + "step": 228 + }, + { + "epoch": 0.03242248336400963, + "grad_norm": 410.0, + "learning_rate": 2.28e-07, + "loss": 2.4451, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 186229.0, + "step": 229 + }, + { + "epoch": 0.03256406626079569, + "grad_norm": 250.0, + "learning_rate": 2.29e-07, + "loss": 1.904, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 186889.0, + "step": 230 + }, + { + "epoch": 0.03270564915758176, + "grad_norm": 258.0, + "learning_rate": 2.3e-07, + "loss": 1.7502, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 187459.0, + "step": 231 + }, + { + "epoch": 0.032847232054367834, + "grad_norm": 338.0, + "learning_rate": 2.31e-07, + "loss": 1.7185, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 188012.0, + "step": 232 + }, + { + "epoch": 0.032988814951153904, + "grad_norm": 227.0, + "learning_rate": 2.32e-07, + "loss": 1.9345, + "mean_token_accuracy": 0.782608687877655, + "num_tokens": 188791.0, + "step": 233 + }, + { + "epoch": 0.03313039784793997, + "grad_norm": 328.0, + "learning_rate": 2.33e-07, + "loss": 2.2068, + "mean_token_accuracy": 0.7702702879905701, + "num_tokens": 189615.0, + "step": 234 + }, + { + "epoch": 0.03327198074472604, + "grad_norm": 424.0, + "learning_rate": 2.34e-07, + "loss": 2.6942, + "mean_token_accuracy": 0.7457627058029175, + "num_tokens": 190383.0, + "step": 235 + }, + { + "epoch": 0.03341356364151211, + "grad_norm": 225.0, + "learning_rate": 2.3499999999999997e-07, + "loss": 1.8011, + "mean_token_accuracy": 0.8172042965888977, + "num_tokens": 191275.0, + "step": 236 + }, + { + "epoch": 0.03355514653829817, + "grad_norm": 796.0, + "learning_rate": 2.3599999999999997e-07, + "loss": 3.0881, + "mean_token_accuracy": 0.6842105388641357, + "num_tokens": 191852.0, + "step": 237 + }, + { + "epoch": 0.03369672943508424, + "grad_norm": 260.0, + "learning_rate": 2.3699999999999996e-07, + "loss": 1.8754, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 192801.0, + "step": 238 + }, + { + "epoch": 0.03383831233187031, + "grad_norm": 388.0, + "learning_rate": 2.38e-07, + "loss": 1.9375, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 193440.0, + "step": 239 + }, + { + "epoch": 0.03397989522865638, + "grad_norm": 556.0, + "learning_rate": 2.3899999999999996e-07, + "loss": 2.6862, + "mean_token_accuracy": 0.6181818246841431, + "num_tokens": 194174.0, + "step": 240 + }, + { + "epoch": 0.034121478125442445, + "grad_norm": 247.0, + "learning_rate": 2.4e-07, + "loss": 1.6119, + "mean_token_accuracy": 0.7802197933197021, + "num_tokens": 194715.0, + "step": 241 + }, + { + "epoch": 0.034263061022228515, + "grad_norm": 176.0, + "learning_rate": 2.41e-07, + "loss": 1.1343, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 195460.0, + "step": 242 + }, + { + "epoch": 0.034404643919014585, + "grad_norm": 354.0, + "learning_rate": 2.4199999999999997e-07, + "loss": 1.8643, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 196108.0, + "step": 243 + }, + { + "epoch": 0.03454622681580065, + "grad_norm": 374.0, + "learning_rate": 2.43e-07, + "loss": 1.9137, + "mean_token_accuracy": 0.767123281955719, + "num_tokens": 197128.0, + "step": 244 + }, + { + "epoch": 0.03468780971258672, + "grad_norm": 376.0, + "learning_rate": 2.4399999999999996e-07, + "loss": 1.9093, + "mean_token_accuracy": 0.8082191944122314, + "num_tokens": 197919.0, + "step": 245 + }, + { + "epoch": 0.03482939260937279, + "grad_norm": 53.5, + "learning_rate": 2.45e-07, + "loss": 0.5461, + "mean_token_accuracy": 0.8777555227279663, + "num_tokens": 198951.0, + "step": 246 + }, + { + "epoch": 0.03497097550615886, + "grad_norm": 500.0, + "learning_rate": 2.46e-07, + "loss": 1.7672, + "mean_token_accuracy": 0.890625, + "num_tokens": 199477.0, + "step": 247 + }, + { + "epoch": 0.03511255840294492, + "grad_norm": 280.0, + "learning_rate": 2.47e-07, + "loss": 1.9242, + "mean_token_accuracy": 0.8192770481109619, + "num_tokens": 200673.0, + "step": 248 + }, + { + "epoch": 0.03525414129973099, + "grad_norm": 772.0, + "learning_rate": 2.48e-07, + "loss": 2.5603, + "mean_token_accuracy": 0.7631579041481018, + "num_tokens": 201157.0, + "step": 249 + }, + { + "epoch": 0.03539572419651706, + "grad_norm": 54.25, + "learning_rate": 2.4899999999999997e-07, + "loss": 0.537, + "mean_token_accuracy": 0.8824701309204102, + "num_tokens": 202175.0, + "step": 250 + }, + { + "epoch": 0.035537307093303126, + "grad_norm": 282.0, + "learning_rate": 2.5e-07, + "loss": 1.4997, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 202812.0, + "step": 251 + }, + { + "epoch": 0.035678889990089196, + "grad_norm": 284.0, + "learning_rate": 2.51e-07, + "loss": 1.4623, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 203498.0, + "step": 252 + }, + { + "epoch": 0.03582047288687527, + "grad_norm": 278.0, + "learning_rate": 2.52e-07, + "loss": 1.592, + "mean_token_accuracy": 0.7872340083122253, + "num_tokens": 204505.0, + "step": 253 + }, + { + "epoch": 0.03596205578366134, + "grad_norm": 83.0, + "learning_rate": 2.53e-07, + "loss": 0.6734, + "mean_token_accuracy": 0.9236363768577576, + "num_tokens": 205857.0, + "step": 254 + }, + { + "epoch": 0.0361036386804474, + "grad_norm": 61.5, + "learning_rate": 2.5399999999999997e-07, + "loss": 0.7533, + "mean_token_accuracy": 0.8366833925247192, + "num_tokens": 206825.0, + "step": 255 + }, + { + "epoch": 0.03624522157723347, + "grad_norm": 356.0, + "learning_rate": 2.55e-07, + "loss": 1.8234, + "mean_token_accuracy": 0.7702702879905701, + "num_tokens": 207806.0, + "step": 256 + }, + { + "epoch": 0.03638680447401954, + "grad_norm": 158.0, + "learning_rate": 2.56e-07, + "loss": 0.7589, + "mean_token_accuracy": 0.9208633303642273, + "num_tokens": 208435.0, + "step": 257 + }, + { + "epoch": 0.036528387370805604, + "grad_norm": 346.0, + "learning_rate": 2.57e-07, + "loss": 1.2341, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 209452.0, + "step": 258 + }, + { + "epoch": 0.036669970267591674, + "grad_norm": 466.0, + "learning_rate": 2.58e-07, + "loss": 1.9093, + "mean_token_accuracy": 0.828125, + "num_tokens": 210439.0, + "step": 259 + }, + { + "epoch": 0.036811553164377744, + "grad_norm": 358.0, + "learning_rate": 2.59e-07, + "loss": 1.452, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 211047.0, + "step": 260 + }, + { + "epoch": 0.036953136061163815, + "grad_norm": 370.0, + "learning_rate": 2.6e-07, + "loss": 1.6472, + "mean_token_accuracy": 0.8125, + "num_tokens": 211823.0, + "step": 261 + }, + { + "epoch": 0.03709471895794988, + "grad_norm": 420.0, + "learning_rate": 2.61e-07, + "loss": 1.9886, + "mean_token_accuracy": 0.6875, + "num_tokens": 212936.0, + "step": 262 + }, + { + "epoch": 0.03723630185473595, + "grad_norm": 434.0, + "learning_rate": 2.62e-07, + "loss": 1.6186, + "mean_token_accuracy": 0.8103448152542114, + "num_tokens": 213715.0, + "step": 263 + }, + { + "epoch": 0.03737788475152202, + "grad_norm": 354.0, + "learning_rate": 2.63e-07, + "loss": 1.7612, + "mean_token_accuracy": 0.7307692170143127, + "num_tokens": 214888.0, + "step": 264 + }, + { + "epoch": 0.03751946764830808, + "grad_norm": 396.0, + "learning_rate": 2.64e-07, + "loss": 1.3402, + "mean_token_accuracy": 0.8030303120613098, + "num_tokens": 215390.0, + "step": 265 + }, + { + "epoch": 0.03766105054509415, + "grad_norm": 328.0, + "learning_rate": 2.65e-07, + "loss": 1.5969, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 215919.0, + "step": 266 + }, + { + "epoch": 0.03780263344188022, + "grad_norm": 205.0, + "learning_rate": 2.66e-07, + "loss": 1.2588, + "mean_token_accuracy": 0.7362637519836426, + "num_tokens": 216508.0, + "step": 267 + }, + { + "epoch": 0.03794421633866629, + "grad_norm": 324.0, + "learning_rate": 2.67e-07, + "loss": 1.533, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 217377.0, + "step": 268 + }, + { + "epoch": 0.038085799235452356, + "grad_norm": 294.0, + "learning_rate": 2.68e-07, + "loss": 1.1816, + "mean_token_accuracy": 0.8192770481109619, + "num_tokens": 217913.0, + "step": 269 + }, + { + "epoch": 0.038227382132238426, + "grad_norm": 500.0, + "learning_rate": 2.69e-07, + "loss": 1.842, + "mean_token_accuracy": 0.7428571581840515, + "num_tokens": 218418.0, + "step": 270 + }, + { + "epoch": 0.038368965029024496, + "grad_norm": 45.75, + "learning_rate": 2.7e-07, + "loss": 0.5155, + "mean_token_accuracy": 0.8746593594551086, + "num_tokens": 219253.0, + "step": 271 + }, + { + "epoch": 0.03851054792581056, + "grad_norm": 172.0, + "learning_rate": 2.7100000000000003e-07, + "loss": 0.8705, + "mean_token_accuracy": 0.8169013857841492, + "num_tokens": 220162.0, + "step": 272 + }, + { + "epoch": 0.03865213082259663, + "grad_norm": 284.0, + "learning_rate": 2.72e-07, + "loss": 1.1405, + "mean_token_accuracy": 0.8271604776382446, + "num_tokens": 220861.0, + "step": 273 + }, + { + "epoch": 0.0387937137193827, + "grad_norm": 278.0, + "learning_rate": 2.73e-07, + "loss": 0.9044, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 221504.0, + "step": 274 + }, + { + "epoch": 0.03893529661616877, + "grad_norm": 181.0, + "learning_rate": 2.74e-07, + "loss": 1.0468, + "mean_token_accuracy": 0.7483870983123779, + "num_tokens": 222266.0, + "step": 275 + }, + { + "epoch": 0.03907687951295483, + "grad_norm": 207.0, + "learning_rate": 2.75e-07, + "loss": 1.382, + "mean_token_accuracy": 0.6666666865348816, + "num_tokens": 222886.0, + "step": 276 + }, + { + "epoch": 0.039218462409740903, + "grad_norm": 322.0, + "learning_rate": 2.7600000000000004e-07, + "loss": 1.3439, + "mean_token_accuracy": 0.7115384936332703, + "num_tokens": 223499.0, + "step": 277 + }, + { + "epoch": 0.039360045306526974, + "grad_norm": 235.0, + "learning_rate": 2.77e-07, + "loss": 1.0177, + "mean_token_accuracy": 0.7446808218955994, + "num_tokens": 224324.0, + "step": 278 + }, + { + "epoch": 0.03950162820331304, + "grad_norm": 150.0, + "learning_rate": 2.7800000000000003e-07, + "loss": 0.8148, + "mean_token_accuracy": 0.8266667127609253, + "num_tokens": 224926.0, + "step": 279 + }, + { + "epoch": 0.03964321110009911, + "grad_norm": 460.0, + "learning_rate": 2.79e-07, + "loss": 1.4489, + "mean_token_accuracy": 0.7567567825317383, + "num_tokens": 225552.0, + "step": 280 + }, + { + "epoch": 0.03978479399688518, + "grad_norm": 54.75, + "learning_rate": 2.8e-07, + "loss": 0.602, + "mean_token_accuracy": 0.8505337834358215, + "num_tokens": 226626.0, + "step": 281 + }, + { + "epoch": 0.03992637689367125, + "grad_norm": 245.0, + "learning_rate": 2.8100000000000004e-07, + "loss": 1.0837, + "mean_token_accuracy": 0.7831324934959412, + "num_tokens": 227636.0, + "step": 282 + }, + { + "epoch": 0.04006795979045731, + "grad_norm": 46.0, + "learning_rate": 2.8199999999999996e-07, + "loss": 0.5609, + "mean_token_accuracy": 0.8343750238418579, + "num_tokens": 228702.0, + "step": 283 + }, + { + "epoch": 0.04020954268724338, + "grad_norm": 177.0, + "learning_rate": 2.83e-07, + "loss": 1.0055, + "mean_token_accuracy": 0.7647058963775635, + "num_tokens": 229442.0, + "step": 284 + }, + { + "epoch": 0.04035112558402945, + "grad_norm": 276.0, + "learning_rate": 2.8399999999999995e-07, + "loss": 0.8782, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 230050.0, + "step": 285 + }, + { + "epoch": 0.040492708480815515, + "grad_norm": 219.0, + "learning_rate": 2.8499999999999997e-07, + "loss": 1.03, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 230617.0, + "step": 286 + }, + { + "epoch": 0.040634291377601585, + "grad_norm": 180.0, + "learning_rate": 2.8599999999999994e-07, + "loss": 0.8019, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 231532.0, + "step": 287 + }, + { + "epoch": 0.040775874274387655, + "grad_norm": 288.0, + "learning_rate": 2.8699999999999996e-07, + "loss": 1.0417, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 232386.0, + "step": 288 + }, + { + "epoch": 0.040917457171173725, + "grad_norm": 236.0, + "learning_rate": 2.88e-07, + "loss": 0.9966, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 232999.0, + "step": 289 + }, + { + "epoch": 0.04105904006795979, + "grad_norm": 99.5, + "learning_rate": 2.8899999999999995e-07, + "loss": 0.7874, + "mean_token_accuracy": 0.7933333516120911, + "num_tokens": 233600.0, + "step": 290 + }, + { + "epoch": 0.04120062296474586, + "grad_norm": 196.0, + "learning_rate": 2.9e-07, + "loss": 0.9122, + "mean_token_accuracy": 0.7831324934959412, + "num_tokens": 234266.0, + "step": 291 + }, + { + "epoch": 0.04134220586153193, + "grad_norm": 148.0, + "learning_rate": 2.9099999999999995e-07, + "loss": 0.8378, + "mean_token_accuracy": 0.8017241358757019, + "num_tokens": 234831.0, + "step": 292 + }, + { + "epoch": 0.04148378875831799, + "grad_norm": 33.75, + "learning_rate": 2.9199999999999997e-07, + "loss": 0.4533, + "mean_token_accuracy": 0.8687315583229065, + "num_tokens": 235988.0, + "step": 293 + }, + { + "epoch": 0.04162537165510406, + "grad_norm": 29.75, + "learning_rate": 2.93e-07, + "loss": 0.3733, + "mean_token_accuracy": 0.8971962332725525, + "num_tokens": 237197.0, + "step": 294 + }, + { + "epoch": 0.04176695455189013, + "grad_norm": 153.0, + "learning_rate": 2.9399999999999996e-07, + "loss": 0.6518, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 237727.0, + "step": 295 + }, + { + "epoch": 0.0419085374486762, + "grad_norm": 17.875, + "learning_rate": 2.95e-07, + "loss": 0.3501, + "mean_token_accuracy": 0.8945454359054565, + "num_tokens": 239051.0, + "step": 296 + }, + { + "epoch": 0.042050120345462266, + "grad_norm": 37.25, + "learning_rate": 2.9599999999999995e-07, + "loss": 0.4827, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 240263.0, + "step": 297 + }, + { + "epoch": 0.042191703242248337, + "grad_norm": 20.875, + "learning_rate": 2.9699999999999997e-07, + "loss": 0.3451, + "mean_token_accuracy": 0.9102563858032227, + "num_tokens": 241772.0, + "step": 298 + }, + { + "epoch": 0.04233328613903441, + "grad_norm": 181.0, + "learning_rate": 2.98e-07, + "loss": 0.7404, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 242411.0, + "step": 299 + }, + { + "epoch": 0.04247486903582047, + "grad_norm": 161.0, + "learning_rate": 2.9899999999999996e-07, + "loss": 0.626, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 243277.0, + "step": 300 + }, + { + "epoch": 0.04261645193260654, + "grad_norm": 23.25, + "learning_rate": 3e-07, + "loss": 0.4057, + "mean_token_accuracy": 0.8700854778289795, + "num_tokens": 244310.0, + "step": 301 + }, + { + "epoch": 0.04275803482939261, + "grad_norm": 117.5, + "learning_rate": 3.0099999999999996e-07, + "loss": 0.6684, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 245443.0, + "step": 302 + }, + { + "epoch": 0.04289961772617868, + "grad_norm": 86.0, + "learning_rate": 3.02e-07, + "loss": 0.6058, + "mean_token_accuracy": 0.8278688192367554, + "num_tokens": 246137.0, + "step": 303 + }, + { + "epoch": 0.043041200622964744, + "grad_norm": 108.5, + "learning_rate": 3.03e-07, + "loss": 0.7675, + "mean_token_accuracy": 0.7722772359848022, + "num_tokens": 246756.0, + "step": 304 + }, + { + "epoch": 0.043182783519750814, + "grad_norm": 85.0, + "learning_rate": 3.0399999999999997e-07, + "loss": 0.4939, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 247634.0, + "step": 305 + }, + { + "epoch": 0.043324366416536884, + "grad_norm": 125.5, + "learning_rate": 3.05e-07, + "loss": 0.8393, + "mean_token_accuracy": 0.7575757503509521, + "num_tokens": 248427.0, + "step": 306 + }, + { + "epoch": 0.04346594931332295, + "grad_norm": 117.0, + "learning_rate": 3.0599999999999996e-07, + "loss": 0.5499, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 248959.0, + "step": 307 + }, + { + "epoch": 0.04360753221010902, + "grad_norm": 87.0, + "learning_rate": 3.07e-07, + "loss": 0.7485, + "mean_token_accuracy": 0.7721519470214844, + "num_tokens": 249481.0, + "step": 308 + }, + { + "epoch": 0.04374911510689509, + "grad_norm": 103.0, + "learning_rate": 3.08e-07, + "loss": 0.572, + "mean_token_accuracy": 0.8160919547080994, + "num_tokens": 250023.0, + "step": 309 + }, + { + "epoch": 0.04389069800368116, + "grad_norm": 243.0, + "learning_rate": 3.09e-07, + "loss": 1.1229, + "mean_token_accuracy": 0.660714328289032, + "num_tokens": 250979.0, + "step": 310 + }, + { + "epoch": 0.04403228090046722, + "grad_norm": 167.0, + "learning_rate": 3.1e-07, + "loss": 0.7276, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 251763.0, + "step": 311 + }, + { + "epoch": 0.04417386379725329, + "grad_norm": 141.0, + "learning_rate": 3.1099999999999997e-07, + "loss": 0.8482, + "mean_token_accuracy": 0.7777778506278992, + "num_tokens": 252560.0, + "step": 312 + }, + { + "epoch": 0.04431544669403936, + "grad_norm": 141.0, + "learning_rate": 3.12e-07, + "loss": 0.7589, + "mean_token_accuracy": 0.7941176295280457, + "num_tokens": 253707.0, + "step": 313 + }, + { + "epoch": 0.044457029590825425, + "grad_norm": 72.5, + "learning_rate": 3.13e-07, + "loss": 0.5436, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 254391.0, + "step": 314 + }, + { + "epoch": 0.044598612487611496, + "grad_norm": 66.5, + "learning_rate": 3.14e-07, + "loss": 0.4122, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 255231.0, + "step": 315 + }, + { + "epoch": 0.044740195384397566, + "grad_norm": 107.5, + "learning_rate": 3.15e-07, + "loss": 0.7383, + "mean_token_accuracy": 0.7761194109916687, + "num_tokens": 255886.0, + "step": 316 + }, + { + "epoch": 0.044881778281183636, + "grad_norm": 27.75, + "learning_rate": 3.1599999999999997e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.8876941204071045, + "num_tokens": 257555.0, + "step": 317 + }, + { + "epoch": 0.0450233611779697, + "grad_norm": 91.5, + "learning_rate": 3.17e-07, + "loss": 0.8121, + "mean_token_accuracy": 0.748031497001648, + "num_tokens": 258326.0, + "step": 318 + }, + { + "epoch": 0.04516494407475577, + "grad_norm": 75.5, + "learning_rate": 3.18e-07, + "loss": 0.4512, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 259267.0, + "step": 319 + }, + { + "epoch": 0.04530652697154184, + "grad_norm": 24.0, + "learning_rate": 3.19e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8663101196289062, + "num_tokens": 260464.0, + "step": 320 + }, + { + "epoch": 0.0454481098683279, + "grad_norm": 42.0, + "learning_rate": 3.2e-07, + "loss": 0.4686, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 261567.0, + "step": 321 + }, + { + "epoch": 0.04558969276511397, + "grad_norm": 61.5, + "learning_rate": 3.21e-07, + "loss": 0.5653, + "mean_token_accuracy": 0.817307710647583, + "num_tokens": 262122.0, + "step": 322 + }, + { + "epoch": 0.045731275661900044, + "grad_norm": 34.25, + "learning_rate": 3.22e-07, + "loss": 0.3805, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 263247.0, + "step": 323 + }, + { + "epoch": 0.045872858558686114, + "grad_norm": 32.5, + "learning_rate": 3.23e-07, + "loss": 0.3406, + "mean_token_accuracy": 0.8861607313156128, + "num_tokens": 264270.0, + "step": 324 + }, + { + "epoch": 0.04601444145547218, + "grad_norm": 95.5, + "learning_rate": 3.24e-07, + "loss": 0.5748, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 265105.0, + "step": 325 + }, + { + "epoch": 0.04615602435225825, + "grad_norm": 134.0, + "learning_rate": 3.25e-07, + "loss": 0.7298, + "mean_token_accuracy": 0.7045454978942871, + "num_tokens": 265762.0, + "step": 326 + }, + { + "epoch": 0.04629760724904432, + "grad_norm": 80.5, + "learning_rate": 3.26e-07, + "loss": 0.7651, + "mean_token_accuracy": 0.7029702663421631, + "num_tokens": 266683.0, + "step": 327 + }, + { + "epoch": 0.04643919014583038, + "grad_norm": 82.0, + "learning_rate": 3.27e-07, + "loss": 0.5457, + "mean_token_accuracy": 0.7922077775001526, + "num_tokens": 267512.0, + "step": 328 + }, + { + "epoch": 0.04658077304261645, + "grad_norm": 75.0, + "learning_rate": 3.28e-07, + "loss": 0.672, + "mean_token_accuracy": 0.7383177280426025, + "num_tokens": 268200.0, + "step": 329 + }, + { + "epoch": 0.04672235593940252, + "grad_norm": 69.0, + "learning_rate": 3.29e-07, + "loss": 0.4621, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 268941.0, + "step": 330 + }, + { + "epoch": 0.04686393883618859, + "grad_norm": 40.0, + "learning_rate": 3.3e-07, + "loss": 0.5594, + "mean_token_accuracy": 0.8206686973571777, + "num_tokens": 269960.0, + "step": 331 + }, + { + "epoch": 0.047005521732974655, + "grad_norm": 59.0, + "learning_rate": 3.31e-07, + "loss": 0.4959, + "mean_token_accuracy": 0.8144329786300659, + "num_tokens": 270768.0, + "step": 332 + }, + { + "epoch": 0.047147104629760725, + "grad_norm": 106.0, + "learning_rate": 3.32e-07, + "loss": 0.4831, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 271588.0, + "step": 333 + }, + { + "epoch": 0.047288687526546795, + "grad_norm": 47.25, + "learning_rate": 3.33e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8521126508712769, + "num_tokens": 272365.0, + "step": 334 + }, + { + "epoch": 0.04743027042333286, + "grad_norm": 52.0, + "learning_rate": 3.34e-07, + "loss": 0.5353, + "mean_token_accuracy": 0.8347107172012329, + "num_tokens": 273157.0, + "step": 335 + }, + { + "epoch": 0.04757185332011893, + "grad_norm": 52.25, + "learning_rate": 3.35e-07, + "loss": 0.4748, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 273739.0, + "step": 336 + }, + { + "epoch": 0.047713436216905, + "grad_norm": 54.0, + "learning_rate": 3.36e-07, + "loss": 0.5351, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 274418.0, + "step": 337 + }, + { + "epoch": 0.04785501911369107, + "grad_norm": 82.0, + "learning_rate": 3.37e-07, + "loss": 0.6805, + "mean_token_accuracy": 0.7368420958518982, + "num_tokens": 275238.0, + "step": 338 + }, + { + "epoch": 0.04799660201047713, + "grad_norm": 109.5, + "learning_rate": 3.38e-07, + "loss": 0.4997, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 276081.0, + "step": 339 + }, + { + "epoch": 0.0481381849072632, + "grad_norm": 119.5, + "learning_rate": 3.39e-07, + "loss": 0.4617, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 276596.0, + "step": 340 + }, + { + "epoch": 0.04827976780404927, + "grad_norm": 76.5, + "learning_rate": 3.4000000000000003e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 277645.0, + "step": 341 + }, + { + "epoch": 0.048421350700835336, + "grad_norm": 48.25, + "learning_rate": 3.41e-07, + "loss": 0.4263, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 278211.0, + "step": 342 + }, + { + "epoch": 0.048562933597621406, + "grad_norm": 111.5, + "learning_rate": 3.42e-07, + "loss": 0.4439, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 278924.0, + "step": 343 + }, + { + "epoch": 0.04870451649440748, + "grad_norm": 69.0, + "learning_rate": 3.43e-07, + "loss": 0.4034, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 279769.0, + "step": 344 + }, + { + "epoch": 0.04884609939119355, + "grad_norm": 72.0, + "learning_rate": 3.4399999999999996e-07, + "loss": 0.4418, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 280720.0, + "step": 345 + }, + { + "epoch": 0.04898768228797961, + "grad_norm": 28.25, + "learning_rate": 3.45e-07, + "loss": 0.3845, + "mean_token_accuracy": 0.8774999976158142, + "num_tokens": 281767.0, + "step": 346 + }, + { + "epoch": 0.04912926518476568, + "grad_norm": 49.0, + "learning_rate": 3.4599999999999995e-07, + "loss": 0.3656, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 282384.0, + "step": 347 + }, + { + "epoch": 0.04927084808155175, + "grad_norm": 145.0, + "learning_rate": 3.4699999999999997e-07, + "loss": 0.396, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 283245.0, + "step": 348 + }, + { + "epoch": 0.049412430978337814, + "grad_norm": 34.0, + "learning_rate": 3.4799999999999994e-07, + "loss": 0.4257, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 283822.0, + "step": 349 + }, + { + "epoch": 0.049554013875123884, + "grad_norm": 53.0, + "learning_rate": 3.4899999999999996e-07, + "loss": 0.5644, + "mean_token_accuracy": 0.7922077775001526, + "num_tokens": 284533.0, + "step": 350 + }, + { + "epoch": 0.049695596771909954, + "grad_norm": 61.0, + "learning_rate": 3.5e-07, + "loss": 0.5197, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 285045.0, + "step": 351 + }, + { + "epoch": 0.049837179668696024, + "grad_norm": 22.0, + "learning_rate": 3.5099999999999995e-07, + "loss": 0.3557, + "mean_token_accuracy": 0.893069326877594, + "num_tokens": 286142.0, + "step": 352 + }, + { + "epoch": 0.04997876256548209, + "grad_norm": 61.75, + "learning_rate": 3.52e-07, + "loss": 0.5285, + "mean_token_accuracy": 0.8088235259056091, + "num_tokens": 286757.0, + "step": 353 + }, + { + "epoch": 0.05012034546226816, + "grad_norm": 54.75, + "learning_rate": 3.5299999999999994e-07, + "loss": 0.579, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 287414.0, + "step": 354 + }, + { + "epoch": 0.05026192835905423, + "grad_norm": 104.0, + "learning_rate": 3.5399999999999997e-07, + "loss": 0.8487, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 288030.0, + "step": 355 + }, + { + "epoch": 0.05040351125584029, + "grad_norm": 101.5, + "learning_rate": 3.55e-07, + "loss": 0.6074, + "mean_token_accuracy": 0.8089887499809265, + "num_tokens": 289070.0, + "step": 356 + }, + { + "epoch": 0.05054509415262636, + "grad_norm": 19.75, + "learning_rate": 3.5599999999999996e-07, + "loss": 0.3445, + "mean_token_accuracy": 0.892665445804596, + "num_tokens": 290197.0, + "step": 357 + }, + { + "epoch": 0.05068667704941243, + "grad_norm": 40.5, + "learning_rate": 3.57e-07, + "loss": 0.5143, + "mean_token_accuracy": 0.822115421295166, + "num_tokens": 291129.0, + "step": 358 + }, + { + "epoch": 0.0508282599461985, + "grad_norm": 24.625, + "learning_rate": 3.5799999999999995e-07, + "loss": 0.4395, + "mean_token_accuracy": 0.8708920478820801, + "num_tokens": 292000.0, + "step": 359 + }, + { + "epoch": 0.050969842842984565, + "grad_norm": 53.5, + "learning_rate": 3.5899999999999997e-07, + "loss": 0.3065, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 292537.0, + "step": 360 + }, + { + "epoch": 0.051111425739770636, + "grad_norm": 45.0, + "learning_rate": 3.6e-07, + "loss": 0.3963, + "mean_token_accuracy": 0.8632479310035706, + "num_tokens": 293233.0, + "step": 361 + }, + { + "epoch": 0.051253008636556706, + "grad_norm": 59.0, + "learning_rate": 3.6099999999999996e-07, + "loss": 0.4285, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 294032.0, + "step": 362 + }, + { + "epoch": 0.05139459153334277, + "grad_norm": 61.25, + "learning_rate": 3.62e-07, + "loss": 0.3744, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 294704.0, + "step": 363 + }, + { + "epoch": 0.05153617443012884, + "grad_norm": 150.0, + "learning_rate": 3.6299999999999995e-07, + "loss": 0.7034, + "mean_token_accuracy": 0.7424242496490479, + "num_tokens": 295711.0, + "step": 364 + }, + { + "epoch": 0.05167775732691491, + "grad_norm": 48.0, + "learning_rate": 3.64e-07, + "loss": 0.4498, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 296724.0, + "step": 365 + }, + { + "epoch": 0.05181934022370098, + "grad_norm": 19.25, + "learning_rate": 3.65e-07, + "loss": 0.3721, + "mean_token_accuracy": 0.8783570528030396, + "num_tokens": 297901.0, + "step": 366 + }, + { + "epoch": 0.05196092312048704, + "grad_norm": 65.0, + "learning_rate": 3.6599999999999997e-07, + "loss": 0.2935, + "mean_token_accuracy": 0.9811320900917053, + "num_tokens": 298439.0, + "step": 367 + }, + { + "epoch": 0.05210250601727311, + "grad_norm": 77.5, + "learning_rate": 3.67e-07, + "loss": 0.4061, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 299349.0, + "step": 368 + }, + { + "epoch": 0.052244088914059184, + "grad_norm": 57.5, + "learning_rate": 3.6799999999999996e-07, + "loss": 0.33, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 299983.0, + "step": 369 + }, + { + "epoch": 0.05238567181084525, + "grad_norm": 39.75, + "learning_rate": 3.69e-07, + "loss": 0.2297, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 300738.0, + "step": 370 + }, + { + "epoch": 0.05252725470763132, + "grad_norm": 40.75, + "learning_rate": 3.7e-07, + "loss": 0.329, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 301399.0, + "step": 371 + }, + { + "epoch": 0.05266883760441739, + "grad_norm": 51.5, + "learning_rate": 3.71e-07, + "loss": 0.3428, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 302322.0, + "step": 372 + }, + { + "epoch": 0.05281042050120346, + "grad_norm": 25.25, + "learning_rate": 3.72e-07, + "loss": 0.4115, + "mean_token_accuracy": 0.8812351822853088, + "num_tokens": 303512.0, + "step": 373 + }, + { + "epoch": 0.05295200339798952, + "grad_norm": 47.25, + "learning_rate": 3.7299999999999997e-07, + "loss": 0.4333, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 304240.0, + "step": 374 + }, + { + "epoch": 0.05309358629477559, + "grad_norm": 27.75, + "learning_rate": 3.74e-07, + "loss": 0.4067, + "mean_token_accuracy": 0.875, + "num_tokens": 305332.0, + "step": 375 + }, + { + "epoch": 0.05323516919156166, + "grad_norm": 56.5, + "learning_rate": 3.75e-07, + "loss": 0.2928, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 305908.0, + "step": 376 + }, + { + "epoch": 0.053376752088347725, + "grad_norm": 39.25, + "learning_rate": 3.76e-07, + "loss": 0.3393, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 306431.0, + "step": 377 + }, + { + "epoch": 0.053518334985133795, + "grad_norm": 39.0, + "learning_rate": 3.77e-07, + "loss": 0.2329, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 306995.0, + "step": 378 + }, + { + "epoch": 0.053659917881919865, + "grad_norm": 48.75, + "learning_rate": 3.7799999999999997e-07, + "loss": 0.5914, + "mean_token_accuracy": 0.7943925261497498, + "num_tokens": 308247.0, + "step": 379 + }, + { + "epoch": 0.053801500778705935, + "grad_norm": 55.5, + "learning_rate": 3.79e-07, + "loss": 0.3175, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 308777.0, + "step": 380 + }, + { + "epoch": 0.053943083675492, + "grad_norm": 37.75, + "learning_rate": 3.7999999999999996e-07, + "loss": 0.3493, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 309403.0, + "step": 381 + }, + { + "epoch": 0.05408466657227807, + "grad_norm": 69.0, + "learning_rate": 3.81e-07, + "loss": 0.3851, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 310368.0, + "step": 382 + }, + { + "epoch": 0.05422624946906414, + "grad_norm": 88.5, + "learning_rate": 3.82e-07, + "loss": 0.2946, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 310833.0, + "step": 383 + }, + { + "epoch": 0.0543678323658502, + "grad_norm": 55.0, + "learning_rate": 3.83e-07, + "loss": 0.2822, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 311763.0, + "step": 384 + }, + { + "epoch": 0.05450941526263627, + "grad_norm": 36.5, + "learning_rate": 3.84e-07, + "loss": 0.3407, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 312618.0, + "step": 385 + }, + { + "epoch": 0.05465099815942234, + "grad_norm": 88.0, + "learning_rate": 3.8499999999999997e-07, + "loss": 0.447, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 313603.0, + "step": 386 + }, + { + "epoch": 0.05479258105620841, + "grad_norm": 19.25, + "learning_rate": 3.86e-07, + "loss": 0.3377, + "mean_token_accuracy": 0.8921078443527222, + "num_tokens": 315076.0, + "step": 387 + }, + { + "epoch": 0.054934163952994476, + "grad_norm": 32.75, + "learning_rate": 3.87e-07, + "loss": 0.5805, + "mean_token_accuracy": 0.8141592741012573, + "num_tokens": 315682.0, + "step": 388 + }, + { + "epoch": 0.055075746849780546, + "grad_norm": 43.75, + "learning_rate": 3.88e-07, + "loss": 0.3736, + "mean_token_accuracy": 0.8869564533233643, + "num_tokens": 316469.0, + "step": 389 + }, + { + "epoch": 0.05521732974656662, + "grad_norm": 41.25, + "learning_rate": 3.89e-07, + "loss": 0.4404, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 317219.0, + "step": 390 + }, + { + "epoch": 0.05535891264335268, + "grad_norm": 39.5, + "learning_rate": 3.8999999999999997e-07, + "loss": 0.4125, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 317865.0, + "step": 391 + }, + { + "epoch": 0.05550049554013875, + "grad_norm": 74.5, + "learning_rate": 3.91e-07, + "loss": 0.3948, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 318356.0, + "step": 392 + }, + { + "epoch": 0.05564207843692482, + "grad_norm": 45.75, + "learning_rate": 3.92e-07, + "loss": 0.2409, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 318952.0, + "step": 393 + }, + { + "epoch": 0.05578366133371089, + "grad_norm": 45.5, + "learning_rate": 3.93e-07, + "loss": 0.4403, + "mean_token_accuracy": 0.8295454978942871, + "num_tokens": 319942.0, + "step": 394 + }, + { + "epoch": 0.055925244230496954, + "grad_norm": 9.5625, + "learning_rate": 3.94e-07, + "loss": 0.2388, + "mean_token_accuracy": 0.9138461351394653, + "num_tokens": 321378.0, + "step": 395 + }, + { + "epoch": 0.056066827127283024, + "grad_norm": 23.875, + "learning_rate": 3.95e-07, + "loss": 0.1377, + "mean_token_accuracy": 0.9478260278701782, + "num_tokens": 322252.0, + "step": 396 + }, + { + "epoch": 0.056208410024069094, + "grad_norm": 66.5, + "learning_rate": 3.96e-07, + "loss": 0.3919, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 323052.0, + "step": 397 + }, + { + "epoch": 0.05634999292085516, + "grad_norm": 49.0, + "learning_rate": 3.97e-07, + "loss": 0.4515, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 323755.0, + "step": 398 + }, + { + "epoch": 0.05649157581764123, + "grad_norm": 18.5, + "learning_rate": 3.98e-07, + "loss": 0.26, + "mean_token_accuracy": 0.9153953194618225, + "num_tokens": 324976.0, + "step": 399 + }, + { + "epoch": 0.0566331587144273, + "grad_norm": 48.5, + "learning_rate": 3.99e-07, + "loss": 0.3782, + "mean_token_accuracy": 0.864130437374115, + "num_tokens": 325798.0, + "step": 400 + }, + { + "epoch": 0.05677474161121337, + "grad_norm": 61.5, + "learning_rate": 4e-07, + "loss": 0.2523, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 326517.0, + "step": 401 + }, + { + "epoch": 0.05691632450799943, + "grad_norm": 37.25, + "learning_rate": 4.01e-07, + "loss": 0.2737, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 327159.0, + "step": 402 + }, + { + "epoch": 0.0570579074047855, + "grad_norm": 62.0, + "learning_rate": 4.02e-07, + "loss": 0.2599, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 328092.0, + "step": 403 + }, + { + "epoch": 0.05719949030157157, + "grad_norm": 40.5, + "learning_rate": 4.03e-07, + "loss": 0.409, + "mean_token_accuracy": 0.8495575189590454, + "num_tokens": 328655.0, + "step": 404 + }, + { + "epoch": 0.057341073198357635, + "grad_norm": 58.75, + "learning_rate": 4.04e-07, + "loss": 0.4672, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 329540.0, + "step": 405 + }, + { + "epoch": 0.057482656095143705, + "grad_norm": 41.0, + "learning_rate": 4.05e-07, + "loss": 0.3961, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 330605.0, + "step": 406 + }, + { + "epoch": 0.057624238991929776, + "grad_norm": 25.375, + "learning_rate": 4.06e-07, + "loss": 0.2494, + "mean_token_accuracy": 0.930137038230896, + "num_tokens": 332042.0, + "step": 407 + }, + { + "epoch": 0.057765821888715846, + "grad_norm": 34.5, + "learning_rate": 4.07e-07, + "loss": 0.419, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 332998.0, + "step": 408 + }, + { + "epoch": 0.05790740478550191, + "grad_norm": 43.0, + "learning_rate": 4.0799999999999995e-07, + "loss": 0.1778, + "mean_token_accuracy": 0.96875, + "num_tokens": 333706.0, + "step": 409 + }, + { + "epoch": 0.05804898768228798, + "grad_norm": 44.5, + "learning_rate": 4.0899999999999997e-07, + "loss": 0.3752, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 334582.0, + "step": 410 + }, + { + "epoch": 0.05819057057907405, + "grad_norm": 63.0, + "learning_rate": 4.0999999999999994e-07, + "loss": 0.4144, + "mean_token_accuracy": 0.8135592937469482, + "num_tokens": 335501.0, + "step": 411 + }, + { + "epoch": 0.05833215347586011, + "grad_norm": 32.75, + "learning_rate": 4.1099999999999996e-07, + "loss": 0.3095, + "mean_token_accuracy": 0.8934425711631775, + "num_tokens": 336068.0, + "step": 412 + }, + { + "epoch": 0.05847373637264618, + "grad_norm": 59.5, + "learning_rate": 4.12e-07, + "loss": 0.3238, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 336781.0, + "step": 413 + }, + { + "epoch": 0.05861531926943225, + "grad_norm": 40.5, + "learning_rate": 4.1299999999999995e-07, + "loss": 0.427, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 337624.0, + "step": 414 + }, + { + "epoch": 0.058756902166218324, + "grad_norm": 63.5, + "learning_rate": 4.14e-07, + "loss": 0.341, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 338245.0, + "step": 415 + }, + { + "epoch": 0.05889848506300439, + "grad_norm": 36.75, + "learning_rate": 4.1499999999999994e-07, + "loss": 0.3814, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 338871.0, + "step": 416 + }, + { + "epoch": 0.05904006795979046, + "grad_norm": 69.5, + "learning_rate": 4.1599999999999997e-07, + "loss": 0.3159, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 339681.0, + "step": 417 + }, + { + "epoch": 0.05918165085657653, + "grad_norm": 71.5, + "learning_rate": 4.17e-07, + "loss": 0.4717, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 340764.0, + "step": 418 + }, + { + "epoch": 0.05932323375336259, + "grad_norm": 42.75, + "learning_rate": 4.1799999999999996e-07, + "loss": 0.4351, + "mean_token_accuracy": 0.8415300250053406, + "num_tokens": 341409.0, + "step": 419 + }, + { + "epoch": 0.05946481665014866, + "grad_norm": 43.0, + "learning_rate": 4.19e-07, + "loss": 0.517, + "mean_token_accuracy": 0.8482758402824402, + "num_tokens": 342033.0, + "step": 420 + }, + { + "epoch": 0.05960639954693473, + "grad_norm": 53.75, + "learning_rate": 4.1999999999999995e-07, + "loss": 0.2544, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 342700.0, + "step": 421 + }, + { + "epoch": 0.0597479824437208, + "grad_norm": 53.75, + "learning_rate": 4.2099999999999997e-07, + "loss": 0.2957, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 343432.0, + "step": 422 + }, + { + "epoch": 0.059889565340506865, + "grad_norm": 45.0, + "learning_rate": 4.2199999999999994e-07, + "loss": 0.4709, + "mean_token_accuracy": 0.8039215803146362, + "num_tokens": 344339.0, + "step": 423 + }, + { + "epoch": 0.060031148237292935, + "grad_norm": 65.5, + "learning_rate": 4.2299999999999996e-07, + "loss": 0.3009, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 345190.0, + "step": 424 + }, + { + "epoch": 0.060172731134079005, + "grad_norm": 39.75, + "learning_rate": 4.24e-07, + "loss": 0.2619, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 345976.0, + "step": 425 + }, + { + "epoch": 0.06031431403086507, + "grad_norm": 38.5, + "learning_rate": 4.2499999999999995e-07, + "loss": 0.313, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 346536.0, + "step": 426 + }, + { + "epoch": 0.06045589692765114, + "grad_norm": 65.0, + "learning_rate": 4.26e-07, + "loss": 0.3293, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 347576.0, + "step": 427 + }, + { + "epoch": 0.06059747982443721, + "grad_norm": 29.125, + "learning_rate": 4.2699999999999995e-07, + "loss": 0.3955, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 348430.0, + "step": 428 + }, + { + "epoch": 0.06073906272122328, + "grad_norm": 43.5, + "learning_rate": 4.2799999999999997e-07, + "loss": 0.2481, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 349054.0, + "step": 429 + }, + { + "epoch": 0.06088064561800934, + "grad_norm": 22.625, + "learning_rate": 4.29e-07, + "loss": 0.2029, + "mean_token_accuracy": 0.9415584206581116, + "num_tokens": 349757.0, + "step": 430 + }, + { + "epoch": 0.06102222851479541, + "grad_norm": 25.125, + "learning_rate": 4.2999999999999996e-07, + "loss": 0.3335, + "mean_token_accuracy": 0.884531557559967, + "num_tokens": 350685.0, + "step": 431 + }, + { + "epoch": 0.06116381141158148, + "grad_norm": 66.5, + "learning_rate": 4.31e-07, + "loss": 0.3254, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 351572.0, + "step": 432 + }, + { + "epoch": 0.061305394308367546, + "grad_norm": 85.5, + "learning_rate": 4.3199999999999995e-07, + "loss": 0.4037, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 352302.0, + "step": 433 + }, + { + "epoch": 0.061446977205153616, + "grad_norm": 125.5, + "learning_rate": 4.3299999999999997e-07, + "loss": 0.4409, + "mean_token_accuracy": 0.8125, + "num_tokens": 353057.0, + "step": 434 + }, + { + "epoch": 0.061588560101939686, + "grad_norm": 45.5, + "learning_rate": 4.34e-07, + "loss": 0.6114, + "mean_token_accuracy": 0.7951806783676147, + "num_tokens": 353689.0, + "step": 435 + }, + { + "epoch": 0.06173014299872576, + "grad_norm": 60.25, + "learning_rate": 4.3499999999999996e-07, + "loss": 0.3522, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 354728.0, + "step": 436 + }, + { + "epoch": 0.06187172589551182, + "grad_norm": 49.0, + "learning_rate": 4.36e-07, + "loss": 0.3243, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 355921.0, + "step": 437 + }, + { + "epoch": 0.06201330879229789, + "grad_norm": 41.75, + "learning_rate": 4.3699999999999996e-07, + "loss": 0.4008, + "mean_token_accuracy": 0.8622449040412903, + "num_tokens": 356689.0, + "step": 438 + }, + { + "epoch": 0.06215489168908396, + "grad_norm": 53.5, + "learning_rate": 4.38e-07, + "loss": 0.3131, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 357414.0, + "step": 439 + }, + { + "epoch": 0.062296474585870024, + "grad_norm": 35.25, + "learning_rate": 4.39e-07, + "loss": 0.428, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 358221.0, + "step": 440 + }, + { + "epoch": 0.062438057482656094, + "grad_norm": 36.25, + "learning_rate": 4.3999999999999997e-07, + "loss": 0.3698, + "mean_token_accuracy": 0.8403362035751343, + "num_tokens": 358791.0, + "step": 441 + }, + { + "epoch": 0.06257964037944216, + "grad_norm": 39.0, + "learning_rate": 4.41e-07, + "loss": 0.5571, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 359537.0, + "step": 442 + }, + { + "epoch": 0.06272122327622823, + "grad_norm": 69.0, + "learning_rate": 4.4199999999999996e-07, + "loss": 0.4043, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 360180.0, + "step": 443 + }, + { + "epoch": 0.0628628061730143, + "grad_norm": 48.0, + "learning_rate": 4.43e-07, + "loss": 0.1986, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 360860.0, + "step": 444 + }, + { + "epoch": 0.06300438906980037, + "grad_norm": 67.5, + "learning_rate": 4.44e-07, + "loss": 0.3145, + "mean_token_accuracy": 0.90625, + "num_tokens": 361718.0, + "step": 445 + }, + { + "epoch": 0.06314597196658643, + "grad_norm": 30.375, + "learning_rate": 4.45e-07, + "loss": 0.4694, + "mean_token_accuracy": 0.8498498797416687, + "num_tokens": 362845.0, + "step": 446 + }, + { + "epoch": 0.06328755486337251, + "grad_norm": 56.25, + "learning_rate": 4.46e-07, + "loss": 0.4509, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 363700.0, + "step": 447 + }, + { + "epoch": 0.06342913776015857, + "grad_norm": 37.5, + "learning_rate": 4.4699999999999997e-07, + "loss": 0.2813, + "mean_token_accuracy": 0.9009900689125061, + "num_tokens": 364381.0, + "step": 448 + }, + { + "epoch": 0.06357072065694463, + "grad_norm": 58.0, + "learning_rate": 4.48e-07, + "loss": 0.3224, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 365067.0, + "step": 449 + }, + { + "epoch": 0.06371230355373071, + "grad_norm": 121.0, + "learning_rate": 4.49e-07, + "loss": 0.7335, + "mean_token_accuracy": 0.7884615659713745, + "num_tokens": 365973.0, + "step": 450 + }, + { + "epoch": 0.06385388645051678, + "grad_norm": 55.75, + "learning_rate": 4.5e-07, + "loss": 0.2937, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 366773.0, + "step": 451 + }, + { + "epoch": 0.06399546934730285, + "grad_norm": 29.625, + "learning_rate": 4.51e-07, + "loss": 0.2232, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 367725.0, + "step": 452 + }, + { + "epoch": 0.06413705224408892, + "grad_norm": 38.75, + "learning_rate": 4.5199999999999997e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 368284.0, + "step": 453 + }, + { + "epoch": 0.06427863514087498, + "grad_norm": 16.75, + "learning_rate": 4.53e-07, + "loss": 0.0945, + "mean_token_accuracy": 0.9611650705337524, + "num_tokens": 368976.0, + "step": 454 + }, + { + "epoch": 0.06442021803766106, + "grad_norm": 37.25, + "learning_rate": 4.54e-07, + "loss": 0.3826, + "mean_token_accuracy": 0.8294573426246643, + "num_tokens": 369560.0, + "step": 455 + }, + { + "epoch": 0.06456180093444712, + "grad_norm": 29.5, + "learning_rate": 4.55e-07, + "loss": 0.1884, + "mean_token_accuracy": 0.9462365508079529, + "num_tokens": 370242.0, + "step": 456 + }, + { + "epoch": 0.06470338383123318, + "grad_norm": 21.75, + "learning_rate": 4.56e-07, + "loss": 0.413, + "mean_token_accuracy": 0.8737727999687195, + "num_tokens": 371733.0, + "step": 457 + }, + { + "epoch": 0.06484496672801926, + "grad_norm": 20.0, + "learning_rate": 4.57e-07, + "loss": 0.3325, + "mean_token_accuracy": 0.9048723578453064, + "num_tokens": 372593.0, + "step": 458 + }, + { + "epoch": 0.06498654962480532, + "grad_norm": 26.125, + "learning_rate": 4.58e-07, + "loss": 0.4703, + "mean_token_accuracy": 0.8490098714828491, + "num_tokens": 373616.0, + "step": 459 + }, + { + "epoch": 0.06512813252159139, + "grad_norm": 40.5, + "learning_rate": 4.59e-07, + "loss": 0.4821, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 374412.0, + "step": 460 + }, + { + "epoch": 0.06526971541837746, + "grad_norm": 43.0, + "learning_rate": 4.6e-07, + "loss": 0.4355, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 375078.0, + "step": 461 + }, + { + "epoch": 0.06541129831516353, + "grad_norm": 64.5, + "learning_rate": 4.61e-07, + "loss": 0.2947, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 375614.0, + "step": 462 + }, + { + "epoch": 0.06555288121194959, + "grad_norm": 63.5, + "learning_rate": 4.62e-07, + "loss": 0.2707, + "mean_token_accuracy": 0.90625, + "num_tokens": 376336.0, + "step": 463 + }, + { + "epoch": 0.06569446410873567, + "grad_norm": 45.75, + "learning_rate": 4.63e-07, + "loss": 0.3647, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 376901.0, + "step": 464 + }, + { + "epoch": 0.06583604700552173, + "grad_norm": 35.0, + "learning_rate": 4.64e-07, + "loss": 0.2704, + "mean_token_accuracy": 0.8962264060974121, + "num_tokens": 377726.0, + "step": 465 + }, + { + "epoch": 0.06597762990230781, + "grad_norm": 37.0, + "learning_rate": 4.65e-07, + "loss": 0.3583, + "mean_token_accuracy": 0.8936170339584351, + "num_tokens": 378488.0, + "step": 466 + }, + { + "epoch": 0.06611921279909387, + "grad_norm": 69.5, + "learning_rate": 4.66e-07, + "loss": 0.3387, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 379137.0, + "step": 467 + }, + { + "epoch": 0.06626079569587993, + "grad_norm": 48.0, + "learning_rate": 4.67e-07, + "loss": 0.6153, + "mean_token_accuracy": 0.75, + "num_tokens": 379669.0, + "step": 468 + }, + { + "epoch": 0.06640237859266601, + "grad_norm": 29.75, + "learning_rate": 4.68e-07, + "loss": 0.4309, + "mean_token_accuracy": 0.8706467747688293, + "num_tokens": 380827.0, + "step": 469 + }, + { + "epoch": 0.06654396148945207, + "grad_norm": 56.0, + "learning_rate": 4.689999999999999e-07, + "loss": 0.6251, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 381340.0, + "step": 470 + }, + { + "epoch": 0.06668554438623814, + "grad_norm": 82.0, + "learning_rate": 4.6999999999999995e-07, + "loss": 0.215, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 381883.0, + "step": 471 + }, + { + "epoch": 0.06682712728302422, + "grad_norm": 16.5, + "learning_rate": 4.7099999999999997e-07, + "loss": 0.1077, + "mean_token_accuracy": 0.9638009667396545, + "num_tokens": 382881.0, + "step": 472 + }, + { + "epoch": 0.06696871017981028, + "grad_norm": 35.75, + "learning_rate": 4.7199999999999994e-07, + "loss": 0.2354, + "mean_token_accuracy": 0.9181817770004272, + "num_tokens": 383549.0, + "step": 473 + }, + { + "epoch": 0.06711029307659634, + "grad_norm": 31.625, + "learning_rate": 4.7299999999999996e-07, + "loss": 0.2222, + "mean_token_accuracy": 0.9191176295280457, + "num_tokens": 384497.0, + "step": 474 + }, + { + "epoch": 0.06725187597338242, + "grad_norm": 65.5, + "learning_rate": 4.7399999999999993e-07, + "loss": 0.2056, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 385129.0, + "step": 475 + }, + { + "epoch": 0.06739345887016848, + "grad_norm": 67.0, + "learning_rate": 4.7499999999999995e-07, + "loss": 0.5776, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 385850.0, + "step": 476 + }, + { + "epoch": 0.06753504176695455, + "grad_norm": 55.75, + "learning_rate": 4.76e-07, + "loss": 0.5111, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 386460.0, + "step": 477 + }, + { + "epoch": 0.06767662466374062, + "grad_norm": 93.5, + "learning_rate": 4.769999999999999e-07, + "loss": 0.2901, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 387310.0, + "step": 478 + }, + { + "epoch": 0.06781820756052669, + "grad_norm": 31.25, + "learning_rate": 4.779999999999999e-07, + "loss": 0.3474, + "mean_token_accuracy": 0.8759689927101135, + "num_tokens": 387902.0, + "step": 479 + }, + { + "epoch": 0.06795979045731276, + "grad_norm": 19.375, + "learning_rate": 4.79e-07, + "loss": 0.1029, + "mean_token_accuracy": 0.9634702801704407, + "num_tokens": 388642.0, + "step": 480 + }, + { + "epoch": 0.06810137335409883, + "grad_norm": 44.5, + "learning_rate": 4.8e-07, + "loss": 0.3104, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 389360.0, + "step": 481 + }, + { + "epoch": 0.06824295625088489, + "grad_norm": 102.5, + "learning_rate": 4.809999999999999e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 390734.0, + "step": 482 + }, + { + "epoch": 0.06838453914767097, + "grad_norm": 49.0, + "learning_rate": 4.82e-07, + "loss": 0.2561, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 391518.0, + "step": 483 + }, + { + "epoch": 0.06852612204445703, + "grad_norm": 50.25, + "learning_rate": 4.83e-07, + "loss": 0.4639, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 392189.0, + "step": 484 + }, + { + "epoch": 0.0686677049412431, + "grad_norm": 61.25, + "learning_rate": 4.839999999999999e-07, + "loss": 0.286, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 393128.0, + "step": 485 + }, + { + "epoch": 0.06880928783802917, + "grad_norm": 67.5, + "learning_rate": 4.85e-07, + "loss": 0.4585, + "mean_token_accuracy": 0.7704917788505554, + "num_tokens": 393931.0, + "step": 486 + }, + { + "epoch": 0.06895087073481523, + "grad_norm": 43.75, + "learning_rate": 4.86e-07, + "loss": 0.2377, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 394508.0, + "step": 487 + }, + { + "epoch": 0.0690924536316013, + "grad_norm": 37.5, + "learning_rate": 4.87e-07, + "loss": 0.233, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 395152.0, + "step": 488 + }, + { + "epoch": 0.06923403652838737, + "grad_norm": 48.0, + "learning_rate": 4.879999999999999e-07, + "loss": 0.1671, + "mean_token_accuracy": 0.9375, + "num_tokens": 395656.0, + "step": 489 + }, + { + "epoch": 0.06937561942517344, + "grad_norm": 56.75, + "learning_rate": 4.89e-07, + "loss": 0.5401, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 396324.0, + "step": 490 + }, + { + "epoch": 0.0695172023219595, + "grad_norm": 32.5, + "learning_rate": 4.9e-07, + "loss": 0.3975, + "mean_token_accuracy": 0.8551532030105591, + "num_tokens": 397147.0, + "step": 491 + }, + { + "epoch": 0.06965878521874558, + "grad_norm": 48.5, + "learning_rate": 4.909999999999999e-07, + "loss": 0.2364, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 397743.0, + "step": 492 + }, + { + "epoch": 0.06980036811553164, + "grad_norm": 19.375, + "learning_rate": 4.92e-07, + "loss": 0.1025, + "mean_token_accuracy": 0.9747899770736694, + "num_tokens": 398755.0, + "step": 493 + }, + { + "epoch": 0.06994195101231772, + "grad_norm": 26.5, + "learning_rate": 4.93e-07, + "loss": 0.1887, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 399472.0, + "step": 494 + }, + { + "epoch": 0.07008353390910378, + "grad_norm": 44.75, + "learning_rate": 4.94e-07, + "loss": 0.4754, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 400035.0, + "step": 495 + }, + { + "epoch": 0.07022511680588985, + "grad_norm": 46.5, + "learning_rate": 4.95e-07, + "loss": 0.2962, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 400559.0, + "step": 496 + }, + { + "epoch": 0.07036669970267592, + "grad_norm": 138.0, + "learning_rate": 4.96e-07, + "loss": 0.3886, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 401134.0, + "step": 497 + }, + { + "epoch": 0.07050828259946199, + "grad_norm": 29.5, + "learning_rate": 4.97e-07, + "loss": 0.4587, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 401727.0, + "step": 498 + }, + { + "epoch": 0.07064986549624805, + "grad_norm": 26.875, + "learning_rate": 4.979999999999999e-07, + "loss": 0.4413, + "mean_token_accuracy": 0.8498024344444275, + "num_tokens": 402590.0, + "step": 499 + }, + { + "epoch": 0.07079144839303413, + "grad_norm": 52.25, + "learning_rate": 4.99e-07, + "loss": 0.3269, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 403085.0, + "step": 500 + }, + { + "epoch": 0.07093303128982019, + "grad_norm": 61.0, + "learning_rate": 5e-07, + "loss": 0.3457, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 403653.0, + "step": 501 + }, + { + "epoch": 0.07107461418660625, + "grad_norm": 107.5, + "learning_rate": 5.009999999999999e-07, + "loss": 0.44, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 404270.0, + "step": 502 + }, + { + "epoch": 0.07121619708339233, + "grad_norm": 48.75, + "learning_rate": 5.02e-07, + "loss": 0.266, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 404926.0, + "step": 503 + }, + { + "epoch": 0.07135777998017839, + "grad_norm": 53.0, + "learning_rate": 5.03e-07, + "loss": 0.2579, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 405659.0, + "step": 504 + }, + { + "epoch": 0.07149936287696446, + "grad_norm": 41.5, + "learning_rate": 5.04e-07, + "loss": 0.268, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 406445.0, + "step": 505 + }, + { + "epoch": 0.07164094577375053, + "grad_norm": 24.375, + "learning_rate": 5.049999999999999e-07, + "loss": 0.341, + "mean_token_accuracy": 0.8904898762702942, + "num_tokens": 407493.0, + "step": 506 + }, + { + "epoch": 0.0717825286705366, + "grad_norm": 34.5, + "learning_rate": 5.06e-07, + "loss": 0.1418, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 408328.0, + "step": 507 + }, + { + "epoch": 0.07192411156732267, + "grad_norm": 41.5, + "learning_rate": 5.07e-07, + "loss": 0.1503, + "mean_token_accuracy": 0.9610389471054077, + "num_tokens": 409047.0, + "step": 508 + }, + { + "epoch": 0.07206569446410874, + "grad_norm": 20.75, + "learning_rate": 5.079999999999999e-07, + "loss": 0.4004, + "mean_token_accuracy": 0.8722358345985413, + "num_tokens": 409907.0, + "step": 509 + }, + { + "epoch": 0.0722072773608948, + "grad_norm": 59.5, + "learning_rate": 5.09e-07, + "loss": 0.3631, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 411020.0, + "step": 510 + }, + { + "epoch": 0.07234886025768088, + "grad_norm": 11.3125, + "learning_rate": 5.1e-07, + "loss": 0.2697, + "mean_token_accuracy": 0.8961693048477173, + "num_tokens": 412612.0, + "step": 511 + }, + { + "epoch": 0.07249044315446694, + "grad_norm": 33.75, + "learning_rate": 5.11e-07, + "loss": 0.3043, + "mean_token_accuracy": 0.8962264060974121, + "num_tokens": 413886.0, + "step": 512 + }, + { + "epoch": 0.072632026051253, + "grad_norm": 79.5, + "learning_rate": 5.12e-07, + "loss": 0.6727, + "mean_token_accuracy": 0.7846153974533081, + "num_tokens": 415049.0, + "step": 513 + }, + { + "epoch": 0.07277360894803908, + "grad_norm": 31.625, + "learning_rate": 5.13e-07, + "loss": 0.1859, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 415776.0, + "step": 514 + }, + { + "epoch": 0.07291519184482514, + "grad_norm": 44.0, + "learning_rate": 5.14e-07, + "loss": 0.2499, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 416414.0, + "step": 515 + }, + { + "epoch": 0.07305677474161121, + "grad_norm": 81.0, + "learning_rate": 5.149999999999999e-07, + "loss": 0.2679, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 417069.0, + "step": 516 + }, + { + "epoch": 0.07319835763839729, + "grad_norm": 80.5, + "learning_rate": 5.16e-07, + "loss": 0.3363, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 418021.0, + "step": 517 + }, + { + "epoch": 0.07333994053518335, + "grad_norm": 70.5, + "learning_rate": 5.17e-07, + "loss": 0.1905, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 418506.0, + "step": 518 + }, + { + "epoch": 0.07348152343196941, + "grad_norm": 42.75, + "learning_rate": 5.18e-07, + "loss": 0.3479, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 419472.0, + "step": 519 + }, + { + "epoch": 0.07362310632875549, + "grad_norm": 30.0, + "learning_rate": 5.19e-07, + "loss": 0.1163, + "mean_token_accuracy": 0.9507389068603516, + "num_tokens": 420385.0, + "step": 520 + }, + { + "epoch": 0.07376468922554155, + "grad_norm": 31.625, + "learning_rate": 5.2e-07, + "loss": 0.1981, + "mean_token_accuracy": 0.9489795565605164, + "num_tokens": 420960.0, + "step": 521 + }, + { + "epoch": 0.07390627212232763, + "grad_norm": 77.0, + "learning_rate": 5.21e-07, + "loss": 0.4039, + "mean_token_accuracy": 0.795918345451355, + "num_tokens": 421624.0, + "step": 522 + }, + { + "epoch": 0.07404785501911369, + "grad_norm": 37.5, + "learning_rate": 5.22e-07, + "loss": 0.3988, + "mean_token_accuracy": 0.8781725764274597, + "num_tokens": 422319.0, + "step": 523 + }, + { + "epoch": 0.07418943791589976, + "grad_norm": 56.5, + "learning_rate": 5.23e-07, + "loss": 0.287, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 422958.0, + "step": 524 + }, + { + "epoch": 0.07433102081268583, + "grad_norm": 46.75, + "learning_rate": 5.24e-07, + "loss": 0.3175, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 423495.0, + "step": 525 + }, + { + "epoch": 0.0744726037094719, + "grad_norm": 52.25, + "learning_rate": 5.25e-07, + "loss": 0.2377, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 424021.0, + "step": 526 + }, + { + "epoch": 0.07461418660625796, + "grad_norm": 38.25, + "learning_rate": 5.26e-07, + "loss": 0.1896, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 424795.0, + "step": 527 + }, + { + "epoch": 0.07475576950304404, + "grad_norm": 42.0, + "learning_rate": 5.27e-07, + "loss": 0.42, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 425627.0, + "step": 528 + }, + { + "epoch": 0.0748973523998301, + "grad_norm": 39.5, + "learning_rate": 5.28e-07, + "loss": 0.3251, + "mean_token_accuracy": 0.8992248177528381, + "num_tokens": 426586.0, + "step": 529 + }, + { + "epoch": 0.07503893529661616, + "grad_norm": 15.6875, + "learning_rate": 5.29e-07, + "loss": 0.1987, + "mean_token_accuracy": 0.9351351857185364, + "num_tokens": 427929.0, + "step": 530 + }, + { + "epoch": 0.07518051819340224, + "grad_norm": 85.5, + "learning_rate": 5.3e-07, + "loss": 0.3314, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 428683.0, + "step": 531 + }, + { + "epoch": 0.0753221010901883, + "grad_norm": 39.5, + "learning_rate": 5.31e-07, + "loss": 0.2947, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 429228.0, + "step": 532 + }, + { + "epoch": 0.07546368398697437, + "grad_norm": 69.5, + "learning_rate": 5.32e-07, + "loss": 0.4682, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 429760.0, + "step": 533 + }, + { + "epoch": 0.07560526688376044, + "grad_norm": 48.25, + "learning_rate": 5.33e-07, + "loss": 0.2514, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 430685.0, + "step": 534 + }, + { + "epoch": 0.07574684978054651, + "grad_norm": 72.5, + "learning_rate": 5.34e-07, + "loss": 0.4387, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 431345.0, + "step": 535 + }, + { + "epoch": 0.07588843267733258, + "grad_norm": 40.5, + "learning_rate": 5.35e-07, + "loss": 0.3605, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 432800.0, + "step": 536 + }, + { + "epoch": 0.07603001557411865, + "grad_norm": 34.75, + "learning_rate": 5.36e-07, + "loss": 0.2399, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 433435.0, + "step": 537 + }, + { + "epoch": 0.07617159847090471, + "grad_norm": 55.25, + "learning_rate": 5.37e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8320000171661377, + "num_tokens": 434309.0, + "step": 538 + }, + { + "epoch": 0.07631318136769079, + "grad_norm": 14.25, + "learning_rate": 5.38e-07, + "loss": 0.2139, + "mean_token_accuracy": 0.9370315074920654, + "num_tokens": 435720.0, + "step": 539 + }, + { + "epoch": 0.07645476426447685, + "grad_norm": 91.5, + "learning_rate": 5.39e-07, + "loss": 0.5303, + "mean_token_accuracy": 0.7954545617103577, + "num_tokens": 436417.0, + "step": 540 + }, + { + "epoch": 0.07659634716126291, + "grad_norm": 56.25, + "learning_rate": 5.4e-07, + "loss": 0.2664, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 437246.0, + "step": 541 + }, + { + "epoch": 0.07673793005804899, + "grad_norm": 62.75, + "learning_rate": 5.41e-07, + "loss": 0.3982, + "mean_token_accuracy": 0.8384615182876587, + "num_tokens": 437942.0, + "step": 542 + }, + { + "epoch": 0.07687951295483506, + "grad_norm": 88.0, + "learning_rate": 5.420000000000001e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 438527.0, + "step": 543 + }, + { + "epoch": 0.07702109585162112, + "grad_norm": 52.0, + "learning_rate": 5.43e-07, + "loss": 0.3319, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 439105.0, + "step": 544 + }, + { + "epoch": 0.0771626787484072, + "grad_norm": 44.0, + "learning_rate": 5.44e-07, + "loss": 0.5194, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 439996.0, + "step": 545 + }, + { + "epoch": 0.07730426164519326, + "grad_norm": 63.75, + "learning_rate": 5.45e-07, + "loss": 0.5016, + "mean_token_accuracy": 0.7941176295280457, + "num_tokens": 440663.0, + "step": 546 + }, + { + "epoch": 0.07744584454197932, + "grad_norm": 50.5, + "learning_rate": 5.46e-07, + "loss": 0.242, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 441669.0, + "step": 547 + }, + { + "epoch": 0.0775874274387654, + "grad_norm": 37.75, + "learning_rate": 5.47e-07, + "loss": 0.2756, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 442483.0, + "step": 548 + }, + { + "epoch": 0.07772901033555146, + "grad_norm": 24.25, + "learning_rate": 5.48e-07, + "loss": 0.3068, + "mean_token_accuracy": 0.9096989631652832, + "num_tokens": 443553.0, + "step": 549 + }, + { + "epoch": 0.07787059323233754, + "grad_norm": 141.0, + "learning_rate": 5.490000000000001e-07, + "loss": 0.643, + "mean_token_accuracy": 0.7611939907073975, + "num_tokens": 444458.0, + "step": 550 + }, + { + "epoch": 0.0780121761291236, + "grad_norm": 45.25, + "learning_rate": 5.5e-07, + "loss": 0.4513, + "mean_token_accuracy": 0.8859649300575256, + "num_tokens": 445484.0, + "step": 551 + }, + { + "epoch": 0.07815375902590967, + "grad_norm": 18.875, + "learning_rate": 5.51e-07, + "loss": 0.2914, + "mean_token_accuracy": 0.909375011920929, + "num_tokens": 446659.0, + "step": 552 + }, + { + "epoch": 0.07829534192269574, + "grad_norm": 45.0, + "learning_rate": 5.520000000000001e-07, + "loss": 0.3623, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 447190.0, + "step": 553 + }, + { + "epoch": 0.07843692481948181, + "grad_norm": 75.5, + "learning_rate": 5.53e-07, + "loss": 0.3916, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 447965.0, + "step": 554 + }, + { + "epoch": 0.07857850771626787, + "grad_norm": 47.75, + "learning_rate": 5.54e-07, + "loss": 0.5054, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 448725.0, + "step": 555 + }, + { + "epoch": 0.07872009061305395, + "grad_norm": 85.5, + "learning_rate": 5.55e-07, + "loss": 0.3552, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 449670.0, + "step": 556 + }, + { + "epoch": 0.07886167350984001, + "grad_norm": 31.5, + "learning_rate": 5.560000000000001e-07, + "loss": 0.2727, + "mean_token_accuracy": 0.9149999618530273, + "num_tokens": 450777.0, + "step": 557 + }, + { + "epoch": 0.07900325640662607, + "grad_norm": 11.5, + "learning_rate": 5.57e-07, + "loss": 0.2371, + "mean_token_accuracy": 0.9236714839935303, + "num_tokens": 452314.0, + "step": 558 + }, + { + "epoch": 0.07914483930341215, + "grad_norm": 34.75, + "learning_rate": 5.58e-07, + "loss": 0.1509, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 452817.0, + "step": 559 + }, + { + "epoch": 0.07928642220019821, + "grad_norm": 32.75, + "learning_rate": 5.590000000000001e-07, + "loss": 0.5967, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 453879.0, + "step": 560 + }, + { + "epoch": 0.07942800509698428, + "grad_norm": 43.25, + "learning_rate": 5.6e-07, + "loss": 0.4368, + "mean_token_accuracy": 0.8202247023582458, + "num_tokens": 454645.0, + "step": 561 + }, + { + "epoch": 0.07956958799377035, + "grad_norm": 29.5, + "learning_rate": 5.61e-07, + "loss": 0.1676, + "mean_token_accuracy": 0.984375, + "num_tokens": 455275.0, + "step": 562 + }, + { + "epoch": 0.07971117089055642, + "grad_norm": 43.0, + "learning_rate": 5.620000000000001e-07, + "loss": 0.3603, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 456070.0, + "step": 563 + }, + { + "epoch": 0.0798527537873425, + "grad_norm": 44.75, + "learning_rate": 5.629999999999999e-07, + "loss": 0.4998, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 456958.0, + "step": 564 + }, + { + "epoch": 0.07999433668412856, + "grad_norm": 25.75, + "learning_rate": 5.639999999999999e-07, + "loss": 0.1737, + "mean_token_accuracy": 0.9234234690666199, + "num_tokens": 458033.0, + "step": 565 + }, + { + "epoch": 0.08013591958091462, + "grad_norm": 18.625, + "learning_rate": 5.649999999999999e-07, + "loss": 0.2739, + "mean_token_accuracy": 0.8886076211929321, + "num_tokens": 458982.0, + "step": 566 + }, + { + "epoch": 0.0802775024777007, + "grad_norm": 40.5, + "learning_rate": 5.66e-07, + "loss": 0.2009, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 459733.0, + "step": 567 + }, + { + "epoch": 0.08041908537448676, + "grad_norm": 70.5, + "learning_rate": 5.669999999999999e-07, + "loss": 0.2847, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 460345.0, + "step": 568 + }, + { + "epoch": 0.08056066827127283, + "grad_norm": 37.5, + "learning_rate": 5.679999999999999e-07, + "loss": 0.342, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 460914.0, + "step": 569 + }, + { + "epoch": 0.0807022511680589, + "grad_norm": 84.0, + "learning_rate": 5.69e-07, + "loss": 0.3186, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 461570.0, + "step": 570 + }, + { + "epoch": 0.08084383406484497, + "grad_norm": 48.0, + "learning_rate": 5.699999999999999e-07, + "loss": 0.3414, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 462663.0, + "step": 571 + }, + { + "epoch": 0.08098541696163103, + "grad_norm": 41.0, + "learning_rate": 5.709999999999999e-07, + "loss": 0.2722, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 463766.0, + "step": 572 + }, + { + "epoch": 0.0811269998584171, + "grad_norm": 61.5, + "learning_rate": 5.719999999999999e-07, + "loss": 0.2847, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 464302.0, + "step": 573 + }, + { + "epoch": 0.08126858275520317, + "grad_norm": 20.25, + "learning_rate": 5.73e-07, + "loss": 0.1031, + "mean_token_accuracy": 0.9668508768081665, + "num_tokens": 464977.0, + "step": 574 + }, + { + "epoch": 0.08141016565198923, + "grad_norm": 76.5, + "learning_rate": 5.739999999999999e-07, + "loss": 0.1883, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 465676.0, + "step": 575 + }, + { + "epoch": 0.08155174854877531, + "grad_norm": 45.5, + "learning_rate": 5.749999999999999e-07, + "loss": 0.2333, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 466454.0, + "step": 576 + }, + { + "epoch": 0.08169333144556137, + "grad_norm": 43.25, + "learning_rate": 5.76e-07, + "loss": 0.2805, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 467268.0, + "step": 577 + }, + { + "epoch": 0.08183491434234745, + "grad_norm": 64.5, + "learning_rate": 5.769999999999999e-07, + "loss": 0.2982, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 467989.0, + "step": 578 + }, + { + "epoch": 0.08197649723913351, + "grad_norm": 24.0, + "learning_rate": 5.779999999999999e-07, + "loss": 0.3216, + "mean_token_accuracy": 0.875, + "num_tokens": 468647.0, + "step": 579 + }, + { + "epoch": 0.08211808013591958, + "grad_norm": 73.5, + "learning_rate": 5.79e-07, + "loss": 0.233, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 469422.0, + "step": 580 + }, + { + "epoch": 0.08225966303270565, + "grad_norm": 55.0, + "learning_rate": 5.8e-07, + "loss": 0.3013, + "mean_token_accuracy": 0.8877550959587097, + "num_tokens": 470051.0, + "step": 581 + }, + { + "epoch": 0.08240124592949172, + "grad_norm": 73.0, + "learning_rate": 5.809999999999999e-07, + "loss": 0.2048, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 470546.0, + "step": 582 + }, + { + "epoch": 0.08254282882627778, + "grad_norm": 35.0, + "learning_rate": 5.819999999999999e-07, + "loss": 0.2325, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 471392.0, + "step": 583 + }, + { + "epoch": 0.08268441172306386, + "grad_norm": 13.4375, + "learning_rate": 5.83e-07, + "loss": 0.1758, + "mean_token_accuracy": 0.9515789151191711, + "num_tokens": 472788.0, + "step": 584 + }, + { + "epoch": 0.08282599461984992, + "grad_norm": 28.625, + "learning_rate": 5.839999999999999e-07, + "loss": 0.2648, + "mean_token_accuracy": 0.9083191752433777, + "num_tokens": 473863.0, + "step": 585 + }, + { + "epoch": 0.08296757751663598, + "grad_norm": 56.75, + "learning_rate": 5.849999999999999e-07, + "loss": 0.3701, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 474352.0, + "step": 586 + }, + { + "epoch": 0.08310916041342206, + "grad_norm": 40.75, + "learning_rate": 5.86e-07, + "loss": 0.2566, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 475091.0, + "step": 587 + }, + { + "epoch": 0.08325074331020813, + "grad_norm": 98.0, + "learning_rate": 5.87e-07, + "loss": 0.2642, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 475768.0, + "step": 588 + }, + { + "epoch": 0.08339232620699419, + "grad_norm": 79.5, + "learning_rate": 5.879999999999999e-07, + "loss": 0.2514, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 476647.0, + "step": 589 + }, + { + "epoch": 0.08353390910378027, + "grad_norm": 42.75, + "learning_rate": 5.89e-07, + "loss": 0.4496, + "mean_token_accuracy": 0.8256880640983582, + "num_tokens": 477229.0, + "step": 590 + }, + { + "epoch": 0.08367549200056633, + "grad_norm": 43.75, + "learning_rate": 5.9e-07, + "loss": 0.2776, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 478037.0, + "step": 591 + }, + { + "epoch": 0.0838170748973524, + "grad_norm": 34.75, + "learning_rate": 5.909999999999999e-07, + "loss": 0.2322, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 478938.0, + "step": 592 + }, + { + "epoch": 0.08395865779413847, + "grad_norm": 70.5, + "learning_rate": 5.919999999999999e-07, + "loss": 0.3807, + "mean_token_accuracy": 0.875, + "num_tokens": 479562.0, + "step": 593 + }, + { + "epoch": 0.08410024069092453, + "grad_norm": 54.0, + "learning_rate": 5.93e-07, + "loss": 0.1964, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 480169.0, + "step": 594 + }, + { + "epoch": 0.08424182358771061, + "grad_norm": 54.0, + "learning_rate": 5.939999999999999e-07, + "loss": 0.2974, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 480846.0, + "step": 595 + }, + { + "epoch": 0.08438340648449667, + "grad_norm": 22.125, + "learning_rate": 5.949999999999999e-07, + "loss": 0.35, + "mean_token_accuracy": 0.8644859790802002, + "num_tokens": 481984.0, + "step": 596 + }, + { + "epoch": 0.08452498938128274, + "grad_norm": 54.0, + "learning_rate": 5.96e-07, + "loss": 0.32, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 482632.0, + "step": 597 + }, + { + "epoch": 0.08466657227806881, + "grad_norm": 19.0, + "learning_rate": 5.97e-07, + "loss": 0.2405, + "mean_token_accuracy": 0.9144981503486633, + "num_tokens": 484059.0, + "step": 598 + }, + { + "epoch": 0.08480815517485488, + "grad_norm": 22.125, + "learning_rate": 5.979999999999999e-07, + "loss": 0.3241, + "mean_token_accuracy": 0.887201726436615, + "num_tokens": 484950.0, + "step": 599 + }, + { + "epoch": 0.08494973807164094, + "grad_norm": 48.5, + "learning_rate": 5.989999999999999e-07, + "loss": 0.3752, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 485876.0, + "step": 600 + }, + { + "epoch": 0.08509132096842702, + "grad_norm": 65.0, + "learning_rate": 6e-07, + "loss": 0.2684, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 486487.0, + "step": 601 + }, + { + "epoch": 0.08523290386521308, + "grad_norm": 22.5, + "learning_rate": 6.009999999999999e-07, + "loss": 0.2493, + "mean_token_accuracy": 0.9168398976325989, + "num_tokens": 487676.0, + "step": 602 + }, + { + "epoch": 0.08537448676199914, + "grad_norm": 45.5, + "learning_rate": 6.019999999999999e-07, + "loss": 0.1705, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 488432.0, + "step": 603 + }, + { + "epoch": 0.08551606965878522, + "grad_norm": 40.5, + "learning_rate": 6.03e-07, + "loss": 0.4629, + "mean_token_accuracy": 0.8442367315292358, + "num_tokens": 489520.0, + "step": 604 + }, + { + "epoch": 0.08565765255557128, + "grad_norm": 42.5, + "learning_rate": 6.04e-07, + "loss": 0.2635, + "mean_token_accuracy": 0.8981481790542603, + "num_tokens": 490331.0, + "step": 605 + }, + { + "epoch": 0.08579923545235736, + "grad_norm": 63.5, + "learning_rate": 6.049999999999999e-07, + "loss": 0.3446, + "mean_token_accuracy": 0.8877550959587097, + "num_tokens": 491333.0, + "step": 606 + }, + { + "epoch": 0.08594081834914342, + "grad_norm": 60.0, + "learning_rate": 6.06e-07, + "loss": 0.4057, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 491941.0, + "step": 607 + }, + { + "epoch": 0.08608240124592949, + "grad_norm": 16.875, + "learning_rate": 6.07e-07, + "loss": 0.3734, + "mean_token_accuracy": 0.8787584900856018, + "num_tokens": 493779.0, + "step": 608 + }, + { + "epoch": 0.08622398414271557, + "grad_norm": 90.5, + "learning_rate": 6.079999999999999e-07, + "loss": 0.2894, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 494278.0, + "step": 609 + }, + { + "epoch": 0.08636556703950163, + "grad_norm": 45.75, + "learning_rate": 6.089999999999999e-07, + "loss": 0.2539, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 495150.0, + "step": 610 + }, + { + "epoch": 0.08650714993628769, + "grad_norm": 23.5, + "learning_rate": 6.1e-07, + "loss": 0.3648, + "mean_token_accuracy": 0.8848368525505066, + "num_tokens": 496453.0, + "step": 611 + }, + { + "epoch": 0.08664873283307377, + "grad_norm": 90.0, + "learning_rate": 6.11e-07, + "loss": 0.2952, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 497112.0, + "step": 612 + }, + { + "epoch": 0.08679031572985983, + "grad_norm": 33.5, + "learning_rate": 6.119999999999999e-07, + "loss": 0.344, + "mean_token_accuracy": 0.8551723957061768, + "num_tokens": 498159.0, + "step": 613 + }, + { + "epoch": 0.0869318986266459, + "grad_norm": 30.25, + "learning_rate": 6.13e-07, + "loss": 0.2988, + "mean_token_accuracy": 0.8806818723678589, + "num_tokens": 498779.0, + "step": 614 + }, + { + "epoch": 0.08707348152343197, + "grad_norm": 69.0, + "learning_rate": 6.14e-07, + "loss": 0.3126, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 499410.0, + "step": 615 + }, + { + "epoch": 0.08721506442021804, + "grad_norm": 55.0, + "learning_rate": 6.149999999999999e-07, + "loss": 0.2587, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 500226.0, + "step": 616 + }, + { + "epoch": 0.0873566473170041, + "grad_norm": 58.5, + "learning_rate": 6.16e-07, + "loss": 0.228, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 500941.0, + "step": 617 + }, + { + "epoch": 0.08749823021379018, + "grad_norm": 85.5, + "learning_rate": 6.17e-07, + "loss": 0.3575, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 501454.0, + "step": 618 + }, + { + "epoch": 0.08763981311057624, + "grad_norm": 36.0, + "learning_rate": 6.18e-07, + "loss": 0.3331, + "mean_token_accuracy": 0.848214328289032, + "num_tokens": 502188.0, + "step": 619 + }, + { + "epoch": 0.08778139600736232, + "grad_norm": 51.5, + "learning_rate": 6.189999999999999e-07, + "loss": 0.3656, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 502742.0, + "step": 620 + }, + { + "epoch": 0.08792297890414838, + "grad_norm": 71.0, + "learning_rate": 6.2e-07, + "loss": 0.2536, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 504111.0, + "step": 621 + }, + { + "epoch": 0.08806456180093444, + "grad_norm": 50.25, + "learning_rate": 6.21e-07, + "loss": 0.3825, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 505080.0, + "step": 622 + }, + { + "epoch": 0.08820614469772052, + "grad_norm": 37.5, + "learning_rate": 6.219999999999999e-07, + "loss": 0.1657, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 505715.0, + "step": 623 + }, + { + "epoch": 0.08834772759450658, + "grad_norm": 47.75, + "learning_rate": 6.23e-07, + "loss": 0.1947, + "mean_token_accuracy": 0.9255318641662598, + "num_tokens": 506702.0, + "step": 624 + }, + { + "epoch": 0.08848931049129265, + "grad_norm": 69.5, + "learning_rate": 6.24e-07, + "loss": 0.2434, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 507428.0, + "step": 625 + }, + { + "epoch": 0.08863089338807872, + "grad_norm": 27.375, + "learning_rate": 6.249999999999999e-07, + "loss": 0.2226, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 508510.0, + "step": 626 + }, + { + "epoch": 0.08877247628486479, + "grad_norm": 75.5, + "learning_rate": 6.26e-07, + "loss": 0.5441, + "mean_token_accuracy": 0.8173912763595581, + "num_tokens": 509087.0, + "step": 627 + }, + { + "epoch": 0.08891405918165085, + "grad_norm": 126.0, + "learning_rate": 6.27e-07, + "loss": 0.38, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 509960.0, + "step": 628 + }, + { + "epoch": 0.08905564207843693, + "grad_norm": 22.875, + "learning_rate": 6.28e-07, + "loss": 0.3437, + "mean_token_accuracy": 0.8855633735656738, + "num_tokens": 511081.0, + "step": 629 + }, + { + "epoch": 0.08919722497522299, + "grad_norm": 42.75, + "learning_rate": 6.289999999999999e-07, + "loss": 0.3371, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 511742.0, + "step": 630 + }, + { + "epoch": 0.08933880787200905, + "grad_norm": 28.25, + "learning_rate": 6.3e-07, + "loss": 0.2254, + "mean_token_accuracy": 0.9375, + "num_tokens": 512560.0, + "step": 631 + }, + { + "epoch": 0.08948039076879513, + "grad_norm": 90.5, + "learning_rate": 6.31e-07, + "loss": 0.276, + "mean_token_accuracy": 0.9375, + "num_tokens": 513266.0, + "step": 632 + }, + { + "epoch": 0.0896219736655812, + "grad_norm": 47.75, + "learning_rate": 6.319999999999999e-07, + "loss": 0.2848, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 513813.0, + "step": 633 + }, + { + "epoch": 0.08976355656236727, + "grad_norm": 46.75, + "learning_rate": 6.33e-07, + "loss": 0.2174, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 514596.0, + "step": 634 + }, + { + "epoch": 0.08990513945915334, + "grad_norm": 49.0, + "learning_rate": 6.34e-07, + "loss": 0.313, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 515792.0, + "step": 635 + }, + { + "epoch": 0.0900467223559394, + "grad_norm": 99.0, + "learning_rate": 6.35e-07, + "loss": 0.4931, + "mean_token_accuracy": 0.8135592937469482, + "num_tokens": 516280.0, + "step": 636 + }, + { + "epoch": 0.09018830525272548, + "grad_norm": 69.0, + "learning_rate": 6.36e-07, + "loss": 0.3468, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 516839.0, + "step": 637 + }, + { + "epoch": 0.09032988814951154, + "grad_norm": 37.25, + "learning_rate": 6.37e-07, + "loss": 0.2531, + "mean_token_accuracy": 0.9170984029769897, + "num_tokens": 517718.0, + "step": 638 + }, + { + "epoch": 0.0904714710462976, + "grad_norm": 74.0, + "learning_rate": 6.38e-07, + "loss": 0.3587, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 518250.0, + "step": 639 + }, + { + "epoch": 0.09061305394308368, + "grad_norm": 64.0, + "learning_rate": 6.389999999999999e-07, + "loss": 0.4134, + "mean_token_accuracy": 0.8354430794715881, + "num_tokens": 518964.0, + "step": 640 + }, + { + "epoch": 0.09075463683986974, + "grad_norm": 18.625, + "learning_rate": 6.4e-07, + "loss": 0.2819, + "mean_token_accuracy": 0.910973072052002, + "num_tokens": 520128.0, + "step": 641 + }, + { + "epoch": 0.0908962197366558, + "grad_norm": 58.75, + "learning_rate": 6.41e-07, + "loss": 0.2271, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 520863.0, + "step": 642 + }, + { + "epoch": 0.09103780263344188, + "grad_norm": 67.0, + "learning_rate": 6.42e-07, + "loss": 0.4372, + "mean_token_accuracy": 0.8282828330993652, + "num_tokens": 521520.0, + "step": 643 + }, + { + "epoch": 0.09117938553022795, + "grad_norm": 67.5, + "learning_rate": 6.43e-07, + "loss": 0.4076, + "mean_token_accuracy": 0.84375, + "num_tokens": 522141.0, + "step": 644 + }, + { + "epoch": 0.09132096842701401, + "grad_norm": 99.5, + "learning_rate": 6.44e-07, + "loss": 0.6119, + "mean_token_accuracy": 0.7611939907073975, + "num_tokens": 522685.0, + "step": 645 + }, + { + "epoch": 0.09146255132380009, + "grad_norm": 63.0, + "learning_rate": 6.45e-07, + "loss": 0.4475, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 523324.0, + "step": 646 + }, + { + "epoch": 0.09160413422058615, + "grad_norm": 40.0, + "learning_rate": 6.46e-07, + "loss": 0.2634, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 524302.0, + "step": 647 + }, + { + "epoch": 0.09174571711737223, + "grad_norm": 57.75, + "learning_rate": 6.47e-07, + "loss": 0.2288, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 524785.0, + "step": 648 + }, + { + "epoch": 0.09188730001415829, + "grad_norm": 49.75, + "learning_rate": 6.48e-07, + "loss": 0.3029, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 525614.0, + "step": 649 + }, + { + "epoch": 0.09202888291094435, + "grad_norm": 36.75, + "learning_rate": 6.49e-07, + "loss": 0.1643, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 526135.0, + "step": 650 + }, + { + "epoch": 0.09217046580773043, + "grad_norm": 21.625, + "learning_rate": 6.5e-07, + "loss": 0.337, + "mean_token_accuracy": 0.8616188168525696, + "num_tokens": 527072.0, + "step": 651 + }, + { + "epoch": 0.0923120487045165, + "grad_norm": 53.75, + "learning_rate": 6.51e-07, + "loss": 0.1968, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 527836.0, + "step": 652 + }, + { + "epoch": 0.09245363160130256, + "grad_norm": 20.375, + "learning_rate": 6.52e-07, + "loss": 0.4311, + "mean_token_accuracy": 0.8599439859390259, + "num_tokens": 529028.0, + "step": 653 + }, + { + "epoch": 0.09259521449808863, + "grad_norm": 41.5, + "learning_rate": 6.53e-07, + "loss": 0.3169, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 529604.0, + "step": 654 + }, + { + "epoch": 0.0927367973948747, + "grad_norm": 45.25, + "learning_rate": 6.54e-07, + "loss": 0.3412, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 530138.0, + "step": 655 + }, + { + "epoch": 0.09287838029166076, + "grad_norm": 59.25, + "learning_rate": 6.55e-07, + "loss": 0.451, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 530689.0, + "step": 656 + }, + { + "epoch": 0.09301996318844684, + "grad_norm": 50.25, + "learning_rate": 6.56e-07, + "loss": 0.5358, + "mean_token_accuracy": 0.7904762029647827, + "num_tokens": 531296.0, + "step": 657 + }, + { + "epoch": 0.0931615460852329, + "grad_norm": 70.5, + "learning_rate": 6.57e-07, + "loss": 0.2179, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 531995.0, + "step": 658 + }, + { + "epoch": 0.09330312898201897, + "grad_norm": 16.625, + "learning_rate": 6.58e-07, + "loss": 0.2547, + "mean_token_accuracy": 0.8997326493263245, + "num_tokens": 533366.0, + "step": 659 + }, + { + "epoch": 0.09344471187880504, + "grad_norm": 59.5, + "learning_rate": 6.59e-07, + "loss": 0.3331, + "mean_token_accuracy": 0.875, + "num_tokens": 534108.0, + "step": 660 + }, + { + "epoch": 0.0935862947755911, + "grad_norm": 47.75, + "learning_rate": 6.6e-07, + "loss": 0.2373, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 534993.0, + "step": 661 + }, + { + "epoch": 0.09372787767237718, + "grad_norm": 45.0, + "learning_rate": 6.61e-07, + "loss": 0.266, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 535519.0, + "step": 662 + }, + { + "epoch": 0.09386946056916325, + "grad_norm": 80.5, + "learning_rate": 6.62e-07, + "loss": 0.3266, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 536526.0, + "step": 663 + }, + { + "epoch": 0.09401104346594931, + "grad_norm": 19.0, + "learning_rate": 6.63e-07, + "loss": 0.3707, + "mean_token_accuracy": 0.8531073331832886, + "num_tokens": 537579.0, + "step": 664 + }, + { + "epoch": 0.09415262636273539, + "grad_norm": 59.0, + "learning_rate": 6.64e-07, + "loss": 0.7782, + "mean_token_accuracy": 0.7683615684509277, + "num_tokens": 538463.0, + "step": 665 + }, + { + "epoch": 0.09429420925952145, + "grad_norm": 71.5, + "learning_rate": 6.65e-07, + "loss": 0.3844, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 539272.0, + "step": 666 + }, + { + "epoch": 0.09443579215630751, + "grad_norm": 56.25, + "learning_rate": 6.66e-07, + "loss": 0.2958, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 539840.0, + "step": 667 + }, + { + "epoch": 0.09457737505309359, + "grad_norm": 41.25, + "learning_rate": 6.67e-07, + "loss": 0.3766, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 540782.0, + "step": 668 + }, + { + "epoch": 0.09471895794987965, + "grad_norm": 65.0, + "learning_rate": 6.68e-07, + "loss": 0.3845, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 541297.0, + "step": 669 + }, + { + "epoch": 0.09486054084666572, + "grad_norm": 65.5, + "learning_rate": 6.69e-07, + "loss": 0.2753, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 542196.0, + "step": 670 + }, + { + "epoch": 0.0950021237434518, + "grad_norm": 72.5, + "learning_rate": 6.7e-07, + "loss": 0.3277, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 542721.0, + "step": 671 + }, + { + "epoch": 0.09514370664023786, + "grad_norm": 60.0, + "learning_rate": 6.71e-07, + "loss": 0.422, + "mean_token_accuracy": 0.79347825050354, + "num_tokens": 543637.0, + "step": 672 + }, + { + "epoch": 0.09528528953702393, + "grad_norm": 39.75, + "learning_rate": 6.72e-07, + "loss": 0.4926, + "mean_token_accuracy": 0.8389830589294434, + "num_tokens": 544681.0, + "step": 673 + }, + { + "epoch": 0.09542687243381, + "grad_norm": 34.25, + "learning_rate": 6.730000000000001e-07, + "loss": 0.2333, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 545722.0, + "step": 674 + }, + { + "epoch": 0.09556845533059606, + "grad_norm": 19.75, + "learning_rate": 6.74e-07, + "loss": 0.3832, + "mean_token_accuracy": 0.8679707050323486, + "num_tokens": 546728.0, + "step": 675 + }, + { + "epoch": 0.09571003822738214, + "grad_norm": 71.0, + "learning_rate": 6.75e-07, + "loss": 0.5256, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 547550.0, + "step": 676 + }, + { + "epoch": 0.0958516211241682, + "grad_norm": 80.0, + "learning_rate": 6.76e-07, + "loss": 0.2111, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 548252.0, + "step": 677 + }, + { + "epoch": 0.09599320402095426, + "grad_norm": 65.0, + "learning_rate": 6.77e-07, + "loss": 0.197, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 548873.0, + "step": 678 + }, + { + "epoch": 0.09613478691774034, + "grad_norm": 45.5, + "learning_rate": 6.78e-07, + "loss": 0.2342, + "mean_token_accuracy": 0.9278350472450256, + "num_tokens": 549889.0, + "step": 679 + }, + { + "epoch": 0.0962763698145264, + "grad_norm": 79.0, + "learning_rate": 6.79e-07, + "loss": 0.2962, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 550798.0, + "step": 680 + }, + { + "epoch": 0.09641795271131247, + "grad_norm": 64.0, + "learning_rate": 6.800000000000001e-07, + "loss": 0.3274, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 551423.0, + "step": 681 + }, + { + "epoch": 0.09655953560809855, + "grad_norm": 59.0, + "learning_rate": 6.81e-07, + "loss": 0.377, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 552155.0, + "step": 682 + }, + { + "epoch": 0.09670111850488461, + "grad_norm": 54.25, + "learning_rate": 6.82e-07, + "loss": 0.2909, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 552909.0, + "step": 683 + }, + { + "epoch": 0.09684270140167067, + "grad_norm": 65.0, + "learning_rate": 6.830000000000001e-07, + "loss": 0.3154, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 553654.0, + "step": 684 + }, + { + "epoch": 0.09698428429845675, + "grad_norm": 56.0, + "learning_rate": 6.84e-07, + "loss": 0.3734, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 554609.0, + "step": 685 + }, + { + "epoch": 0.09712586719524281, + "grad_norm": 85.5, + "learning_rate": 6.85e-07, + "loss": 0.1974, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 555108.0, + "step": 686 + }, + { + "epoch": 0.09726745009202889, + "grad_norm": 37.25, + "learning_rate": 6.86e-07, + "loss": 0.2302, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 555661.0, + "step": 687 + }, + { + "epoch": 0.09740903298881495, + "grad_norm": 49.25, + "learning_rate": 6.87e-07, + "loss": 0.1341, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 556175.0, + "step": 688 + }, + { + "epoch": 0.09755061588560102, + "grad_norm": 28.875, + "learning_rate": 6.879999999999999e-07, + "loss": 0.2391, + "mean_token_accuracy": 0.9147287011146545, + "num_tokens": 556818.0, + "step": 689 + }, + { + "epoch": 0.0976921987823871, + "grad_norm": 62.5, + "learning_rate": 6.889999999999999e-07, + "loss": 0.3509, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 557521.0, + "step": 690 + }, + { + "epoch": 0.09783378167917316, + "grad_norm": 108.0, + "learning_rate": 6.9e-07, + "loss": 0.4119, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 558268.0, + "step": 691 + }, + { + "epoch": 0.09797536457595922, + "grad_norm": 38.75, + "learning_rate": 6.909999999999999e-07, + "loss": 0.4756, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 559298.0, + "step": 692 + }, + { + "epoch": 0.0981169474727453, + "grad_norm": 41.0, + "learning_rate": 6.919999999999999e-07, + "loss": 0.235, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 560216.0, + "step": 693 + }, + { + "epoch": 0.09825853036953136, + "grad_norm": 74.5, + "learning_rate": 6.929999999999999e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.8289473652839661, + "num_tokens": 560760.0, + "step": 694 + }, + { + "epoch": 0.09840011326631742, + "grad_norm": 50.25, + "learning_rate": 6.939999999999999e-07, + "loss": 0.2303, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 561458.0, + "step": 695 + }, + { + "epoch": 0.0985416961631035, + "grad_norm": 50.25, + "learning_rate": 6.949999999999999e-07, + "loss": 0.1994, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 562057.0, + "step": 696 + }, + { + "epoch": 0.09868327905988956, + "grad_norm": 91.5, + "learning_rate": 6.959999999999999e-07, + "loss": 0.3428, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 562790.0, + "step": 697 + }, + { + "epoch": 0.09882486195667563, + "grad_norm": 21.0, + "learning_rate": 6.97e-07, + "loss": 0.2343, + "mean_token_accuracy": 0.9120749831199646, + "num_tokens": 564194.0, + "step": 698 + }, + { + "epoch": 0.0989664448534617, + "grad_norm": 22.25, + "learning_rate": 6.979999999999999e-07, + "loss": 0.1089, + "mean_token_accuracy": 0.9530516862869263, + "num_tokens": 565071.0, + "step": 699 + }, + { + "epoch": 0.09910802775024777, + "grad_norm": 40.75, + "learning_rate": 6.989999999999999e-07, + "loss": 0.2194, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 565743.0, + "step": 700 + }, + { + "epoch": 0.09924961064703385, + "grad_norm": 45.25, + "learning_rate": 7e-07, + "loss": 0.183, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 566518.0, + "step": 701 + }, + { + "epoch": 0.09939119354381991, + "grad_norm": 40.25, + "learning_rate": 7.009999999999999e-07, + "loss": 0.3585, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 567203.0, + "step": 702 + }, + { + "epoch": 0.09953277644060597, + "grad_norm": 38.25, + "learning_rate": 7.019999999999999e-07, + "loss": 0.3651, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 567871.0, + "step": 703 + }, + { + "epoch": 0.09967435933739205, + "grad_norm": 171.0, + "learning_rate": 7.029999999999999e-07, + "loss": 0.3843, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 568353.0, + "step": 704 + }, + { + "epoch": 0.09981594223417811, + "grad_norm": 25.5, + "learning_rate": 7.04e-07, + "loss": 0.3088, + "mean_token_accuracy": 0.8930232524871826, + "num_tokens": 569414.0, + "step": 705 + }, + { + "epoch": 0.09995752513096418, + "grad_norm": 49.5, + "learning_rate": 7.049999999999999e-07, + "loss": 0.3681, + "mean_token_accuracy": 0.875, + "num_tokens": 570161.0, + "step": 706 + }, + { + "epoch": 0.10009910802775025, + "grad_norm": 67.5, + "learning_rate": 7.059999999999999e-07, + "loss": 0.3564, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 571134.0, + "step": 707 + }, + { + "epoch": 0.10024069092453632, + "grad_norm": 80.5, + "learning_rate": 7.07e-07, + "loss": 0.3322, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 571660.0, + "step": 708 + }, + { + "epoch": 0.10038227382132238, + "grad_norm": 17.5, + "learning_rate": 7.079999999999999e-07, + "loss": 0.3904, + "mean_token_accuracy": 0.8638790249824524, + "num_tokens": 573612.0, + "step": 709 + }, + { + "epoch": 0.10052385671810846, + "grad_norm": 54.75, + "learning_rate": 7.089999999999999e-07, + "loss": 0.2195, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 574366.0, + "step": 710 + }, + { + "epoch": 0.10066543961489452, + "grad_norm": 50.75, + "learning_rate": 7.1e-07, + "loss": 0.338, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 575018.0, + "step": 711 + }, + { + "epoch": 0.10080702251168058, + "grad_norm": 63.75, + "learning_rate": 7.11e-07, + "loss": 0.2432, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 576372.0, + "step": 712 + }, + { + "epoch": 0.10094860540846666, + "grad_norm": 58.75, + "learning_rate": 7.119999999999999e-07, + "loss": 0.4143, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 577264.0, + "step": 713 + }, + { + "epoch": 0.10109018830525272, + "grad_norm": 51.25, + "learning_rate": 7.129999999999999e-07, + "loss": 0.3486, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 577984.0, + "step": 714 + }, + { + "epoch": 0.1012317712020388, + "grad_norm": 11.6875, + "learning_rate": 7.14e-07, + "loss": 0.2142, + "mean_token_accuracy": 0.9321065545082092, + "num_tokens": 580183.0, + "step": 715 + }, + { + "epoch": 0.10137335409882486, + "grad_norm": 59.75, + "learning_rate": 7.149999999999999e-07, + "loss": 0.4139, + "mean_token_accuracy": 0.8125, + "num_tokens": 580869.0, + "step": 716 + }, + { + "epoch": 0.10151493699561093, + "grad_norm": 81.0, + "learning_rate": 7.159999999999999e-07, + "loss": 0.2239, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 581680.0, + "step": 717 + }, + { + "epoch": 0.101656519892397, + "grad_norm": 59.0, + "learning_rate": 7.17e-07, + "loss": 0.2315, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 582384.0, + "step": 718 + }, + { + "epoch": 0.10179810278918307, + "grad_norm": 27.125, + "learning_rate": 7.179999999999999e-07, + "loss": 0.504, + "mean_token_accuracy": 0.8240740299224854, + "num_tokens": 583503.0, + "step": 719 + }, + { + "epoch": 0.10193968568596913, + "grad_norm": 31.875, + "learning_rate": 7.189999999999999e-07, + "loss": 0.3072, + "mean_token_accuracy": 0.9078013896942139, + "num_tokens": 584271.0, + "step": 720 + }, + { + "epoch": 0.10208126858275521, + "grad_norm": 62.0, + "learning_rate": 7.2e-07, + "loss": 0.321, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 585102.0, + "step": 721 + }, + { + "epoch": 0.10222285147954127, + "grad_norm": 109.5, + "learning_rate": 7.21e-07, + "loss": 0.686, + "mean_token_accuracy": 0.7543859481811523, + "num_tokens": 585784.0, + "step": 722 + }, + { + "epoch": 0.10236443437632733, + "grad_norm": 65.0, + "learning_rate": 7.219999999999999e-07, + "loss": 0.2609, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 586283.0, + "step": 723 + }, + { + "epoch": 0.10250601727311341, + "grad_norm": 40.5, + "learning_rate": 7.229999999999999e-07, + "loss": 0.2496, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 586944.0, + "step": 724 + }, + { + "epoch": 0.10264760016989947, + "grad_norm": 60.0, + "learning_rate": 7.24e-07, + "loss": 0.4257, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 587449.0, + "step": 725 + }, + { + "epoch": 0.10278918306668554, + "grad_norm": 17.875, + "learning_rate": 7.249999999999999e-07, + "loss": 0.3364, + "mean_token_accuracy": 0.8935360908508301, + "num_tokens": 588520.0, + "step": 726 + }, + { + "epoch": 0.10293076596347162, + "grad_norm": 46.0, + "learning_rate": 7.259999999999999e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8104575276374817, + "num_tokens": 589407.0, + "step": 727 + }, + { + "epoch": 0.10307234886025768, + "grad_norm": 46.5, + "learning_rate": 7.27e-07, + "loss": 0.3937, + "mean_token_accuracy": 0.875, + "num_tokens": 590034.0, + "step": 728 + }, + { + "epoch": 0.10321393175704376, + "grad_norm": 117.5, + "learning_rate": 7.28e-07, + "loss": 0.411, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 591421.0, + "step": 729 + }, + { + "epoch": 0.10335551465382982, + "grad_norm": 63.5, + "learning_rate": 7.289999999999999e-07, + "loss": 0.2789, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 592227.0, + "step": 730 + }, + { + "epoch": 0.10349709755061588, + "grad_norm": 98.0, + "learning_rate": 7.3e-07, + "loss": 0.3602, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 593012.0, + "step": 731 + }, + { + "epoch": 0.10363868044740196, + "grad_norm": 69.0, + "learning_rate": 7.31e-07, + "loss": 0.2225, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 593525.0, + "step": 732 + }, + { + "epoch": 0.10378026334418802, + "grad_norm": 24.875, + "learning_rate": 7.319999999999999e-07, + "loss": 0.1306, + "mean_token_accuracy": 0.9652777910232544, + "num_tokens": 594293.0, + "step": 733 + }, + { + "epoch": 0.10392184624097409, + "grad_norm": 81.5, + "learning_rate": 7.329999999999999e-07, + "loss": 0.4115, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 594810.0, + "step": 734 + }, + { + "epoch": 0.10406342913776016, + "grad_norm": 51.75, + "learning_rate": 7.34e-07, + "loss": 0.3836, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 595466.0, + "step": 735 + }, + { + "epoch": 0.10420501203454623, + "grad_norm": 58.25, + "learning_rate": 7.35e-07, + "loss": 0.2142, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 596377.0, + "step": 736 + }, + { + "epoch": 0.10434659493133229, + "grad_norm": 47.5, + "learning_rate": 7.359999999999999e-07, + "loss": 0.3133, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 597057.0, + "step": 737 + }, + { + "epoch": 0.10448817782811837, + "grad_norm": 20.625, + "learning_rate": 7.37e-07, + "loss": 0.3839, + "mean_token_accuracy": 0.8562091588973999, + "num_tokens": 597869.0, + "step": 738 + }, + { + "epoch": 0.10462976072490443, + "grad_norm": 56.75, + "learning_rate": 7.38e-07, + "loss": 0.3741, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 598440.0, + "step": 739 + }, + { + "epoch": 0.1047713436216905, + "grad_norm": 82.0, + "learning_rate": 7.389999999999999e-07, + "loss": 0.382, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 598936.0, + "step": 740 + }, + { + "epoch": 0.10491292651847657, + "grad_norm": 14.875, + "learning_rate": 7.4e-07, + "loss": 0.2794, + "mean_token_accuracy": 0.9014925360679626, + "num_tokens": 600388.0, + "step": 741 + }, + { + "epoch": 0.10505450941526263, + "grad_norm": 62.5, + "learning_rate": 7.41e-07, + "loss": 0.1859, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 600923.0, + "step": 742 + }, + { + "epoch": 0.10519609231204871, + "grad_norm": 53.5, + "learning_rate": 7.42e-07, + "loss": 0.3266, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 601917.0, + "step": 743 + }, + { + "epoch": 0.10533767520883477, + "grad_norm": 66.5, + "learning_rate": 7.429999999999999e-07, + "loss": 0.3751, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 602448.0, + "step": 744 + }, + { + "epoch": 0.10547925810562084, + "grad_norm": 45.5, + "learning_rate": 7.44e-07, + "loss": 0.2071, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 602964.0, + "step": 745 + }, + { + "epoch": 0.10562084100240691, + "grad_norm": 43.5, + "learning_rate": 7.45e-07, + "loss": 0.3038, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 603556.0, + "step": 746 + }, + { + "epoch": 0.10576242389919298, + "grad_norm": 71.5, + "learning_rate": 7.459999999999999e-07, + "loss": 0.2784, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 604083.0, + "step": 747 + }, + { + "epoch": 0.10590400679597904, + "grad_norm": 83.5, + "learning_rate": 7.47e-07, + "loss": 0.2936, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 604919.0, + "step": 748 + }, + { + "epoch": 0.10604558969276512, + "grad_norm": 36.75, + "learning_rate": 7.48e-07, + "loss": 0.235, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 605493.0, + "step": 749 + }, + { + "epoch": 0.10618717258955118, + "grad_norm": 41.5, + "learning_rate": 7.489999999999999e-07, + "loss": 0.1513, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 606111.0, + "step": 750 + }, + { + "epoch": 0.10632875548633725, + "grad_norm": 21.25, + "learning_rate": 7.5e-07, + "loss": 0.331, + "mean_token_accuracy": 0.8934425711631775, + "num_tokens": 607592.0, + "step": 751 + }, + { + "epoch": 0.10647033838312332, + "grad_norm": 61.0, + "learning_rate": 7.51e-07, + "loss": 0.4319, + "mean_token_accuracy": 0.8255813717842102, + "num_tokens": 608496.0, + "step": 752 + }, + { + "epoch": 0.10661192127990939, + "grad_norm": 52.75, + "learning_rate": 7.52e-07, + "loss": 0.255, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 609421.0, + "step": 753 + }, + { + "epoch": 0.10675350417669545, + "grad_norm": 69.0, + "learning_rate": 7.529999999999999e-07, + "loss": 0.4, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 610234.0, + "step": 754 + }, + { + "epoch": 0.10689508707348153, + "grad_norm": 30.875, + "learning_rate": 7.54e-07, + "loss": 0.2602, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 610870.0, + "step": 755 + }, + { + "epoch": 0.10703666997026759, + "grad_norm": 62.0, + "learning_rate": 7.55e-07, + "loss": 0.3555, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 611650.0, + "step": 756 + }, + { + "epoch": 0.10717825286705367, + "grad_norm": 18.75, + "learning_rate": 7.559999999999999e-07, + "loss": 0.2736, + "mean_token_accuracy": 0.8953168392181396, + "num_tokens": 612487.0, + "step": 757 + }, + { + "epoch": 0.10731983576383973, + "grad_norm": 92.0, + "learning_rate": 7.57e-07, + "loss": 0.2374, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 613354.0, + "step": 758 + }, + { + "epoch": 0.1074614186606258, + "grad_norm": 121.0, + "learning_rate": 7.58e-07, + "loss": 0.4005, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 614005.0, + "step": 759 + }, + { + "epoch": 0.10760300155741187, + "grad_norm": 22.375, + "learning_rate": 7.59e-07, + "loss": 0.5106, + "mean_token_accuracy": 0.8072289228439331, + "num_tokens": 615181.0, + "step": 760 + }, + { + "epoch": 0.10774458445419793, + "grad_norm": 79.0, + "learning_rate": 7.599999999999999e-07, + "loss": 0.3919, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 616308.0, + "step": 761 + }, + { + "epoch": 0.107886167350984, + "grad_norm": 60.5, + "learning_rate": 7.61e-07, + "loss": 0.5035, + "mean_token_accuracy": 0.8103448152542114, + "num_tokens": 617010.0, + "step": 762 + }, + { + "epoch": 0.10802775024777007, + "grad_norm": 51.5, + "learning_rate": 7.62e-07, + "loss": 0.4643, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 618045.0, + "step": 763 + }, + { + "epoch": 0.10816933314455614, + "grad_norm": 63.75, + "learning_rate": 7.629999999999999e-07, + "loss": 0.3406, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 618684.0, + "step": 764 + }, + { + "epoch": 0.1083109160413422, + "grad_norm": 16.625, + "learning_rate": 7.64e-07, + "loss": 0.2417, + "mean_token_accuracy": 0.927480936050415, + "num_tokens": 619814.0, + "step": 765 + }, + { + "epoch": 0.10845249893812828, + "grad_norm": 74.0, + "learning_rate": 7.65e-07, + "loss": 0.5032, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 620494.0, + "step": 766 + }, + { + "epoch": 0.10859408183491434, + "grad_norm": 36.25, + "learning_rate": 7.66e-07, + "loss": 0.3023, + "mean_token_accuracy": 0.8939393758773804, + "num_tokens": 621404.0, + "step": 767 + }, + { + "epoch": 0.1087356647317004, + "grad_norm": 53.25, + "learning_rate": 7.67e-07, + "loss": 0.2926, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 622073.0, + "step": 768 + }, + { + "epoch": 0.10887724762848648, + "grad_norm": 66.5, + "learning_rate": 7.68e-07, + "loss": 0.2748, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 622757.0, + "step": 769 + }, + { + "epoch": 0.10901883052527254, + "grad_norm": 54.25, + "learning_rate": 7.69e-07, + "loss": 0.4033, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 623471.0, + "step": 770 + }, + { + "epoch": 0.10916041342205862, + "grad_norm": 91.0, + "learning_rate": 7.699999999999999e-07, + "loss": 0.2993, + "mean_token_accuracy": 0.875, + "num_tokens": 624752.0, + "step": 771 + }, + { + "epoch": 0.10930199631884469, + "grad_norm": 56.5, + "learning_rate": 7.71e-07, + "loss": 0.3327, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 625262.0, + "step": 772 + }, + { + "epoch": 0.10944357921563075, + "grad_norm": 50.5, + "learning_rate": 7.72e-07, + "loss": 0.2716, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 625941.0, + "step": 773 + }, + { + "epoch": 0.10958516211241683, + "grad_norm": 70.0, + "learning_rate": 7.729999999999999e-07, + "loss": 0.1638, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 626708.0, + "step": 774 + }, + { + "epoch": 0.10972674500920289, + "grad_norm": 22.125, + "learning_rate": 7.74e-07, + "loss": 0.3285, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 627612.0, + "step": 775 + }, + { + "epoch": 0.10986832790598895, + "grad_norm": 16.75, + "learning_rate": 7.75e-07, + "loss": 0.2977, + "mean_token_accuracy": 0.8971428275108337, + "num_tokens": 628970.0, + "step": 776 + }, + { + "epoch": 0.11000991080277503, + "grad_norm": 20.5, + "learning_rate": 7.76e-07, + "loss": 0.1774, + "mean_token_accuracy": 0.9576271176338196, + "num_tokens": 630025.0, + "step": 777 + }, + { + "epoch": 0.11015149369956109, + "grad_norm": 55.5, + "learning_rate": 7.77e-07, + "loss": 0.1669, + "mean_token_accuracy": 0.9375, + "num_tokens": 630794.0, + "step": 778 + }, + { + "epoch": 0.11029307659634716, + "grad_norm": 29.75, + "learning_rate": 7.78e-07, + "loss": 0.4987, + "mean_token_accuracy": 0.8251366019248962, + "num_tokens": 631616.0, + "step": 779 + }, + { + "epoch": 0.11043465949313323, + "grad_norm": 57.25, + "learning_rate": 7.79e-07, + "loss": 0.3539, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 632462.0, + "step": 780 + }, + { + "epoch": 0.1105762423899193, + "grad_norm": 16.25, + "learning_rate": 7.799999999999999e-07, + "loss": 0.2903, + "mean_token_accuracy": 0.887999951839447, + "num_tokens": 633836.0, + "step": 781 + }, + { + "epoch": 0.11071782528670536, + "grad_norm": 52.25, + "learning_rate": 7.81e-07, + "loss": 0.2583, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 634440.0, + "step": 782 + }, + { + "epoch": 0.11085940818349144, + "grad_norm": 63.0, + "learning_rate": 7.82e-07, + "loss": 0.3064, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 634948.0, + "step": 783 + }, + { + "epoch": 0.1110009910802775, + "grad_norm": 46.5, + "learning_rate": 7.83e-07, + "loss": 0.1892, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 635737.0, + "step": 784 + }, + { + "epoch": 0.11114257397706358, + "grad_norm": 83.5, + "learning_rate": 7.84e-07, + "loss": 0.3928, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 636381.0, + "step": 785 + }, + { + "epoch": 0.11128415687384964, + "grad_norm": 42.75, + "learning_rate": 7.85e-07, + "loss": 0.2704, + "mean_token_accuracy": 0.8969696760177612, + "num_tokens": 637012.0, + "step": 786 + }, + { + "epoch": 0.1114257397706357, + "grad_norm": 64.5, + "learning_rate": 7.86e-07, + "loss": 0.3748, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 637835.0, + "step": 787 + }, + { + "epoch": 0.11156732266742178, + "grad_norm": 47.75, + "learning_rate": 7.87e-07, + "loss": 0.4425, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 638363.0, + "step": 788 + }, + { + "epoch": 0.11170890556420784, + "grad_norm": 44.75, + "learning_rate": 7.88e-07, + "loss": 0.5296, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 639260.0, + "step": 789 + }, + { + "epoch": 0.11185048846099391, + "grad_norm": 35.0, + "learning_rate": 7.89e-07, + "loss": 0.1966, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 639905.0, + "step": 790 + }, + { + "epoch": 0.11199207135777998, + "grad_norm": 51.25, + "learning_rate": 7.9e-07, + "loss": 0.3268, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 640482.0, + "step": 791 + }, + { + "epoch": 0.11213365425456605, + "grad_norm": 37.75, + "learning_rate": 7.91e-07, + "loss": 0.2312, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 641455.0, + "step": 792 + }, + { + "epoch": 0.11227523715135211, + "grad_norm": 34.5, + "learning_rate": 7.92e-07, + "loss": 0.1726, + "mean_token_accuracy": 0.953125, + "num_tokens": 642015.0, + "step": 793 + }, + { + "epoch": 0.11241682004813819, + "grad_norm": 11.0625, + "learning_rate": 7.93e-07, + "loss": 0.2249, + "mean_token_accuracy": 0.9267781972885132, + "num_tokens": 643588.0, + "step": 794 + }, + { + "epoch": 0.11255840294492425, + "grad_norm": 67.5, + "learning_rate": 7.94e-07, + "loss": 0.4829, + "mean_token_accuracy": 0.8271604776382446, + "num_tokens": 644526.0, + "step": 795 + }, + { + "epoch": 0.11269998584171032, + "grad_norm": 34.0, + "learning_rate": 7.95e-07, + "loss": 0.2208, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 645413.0, + "step": 796 + }, + { + "epoch": 0.11284156873849639, + "grad_norm": 52.0, + "learning_rate": 7.96e-07, + "loss": 0.215, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 645930.0, + "step": 797 + }, + { + "epoch": 0.11298315163528246, + "grad_norm": 48.25, + "learning_rate": 7.970000000000001e-07, + "loss": 0.3149, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 646449.0, + "step": 798 + }, + { + "epoch": 0.11312473453206853, + "grad_norm": 25.125, + "learning_rate": 7.98e-07, + "loss": 0.3663, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 647186.0, + "step": 799 + }, + { + "epoch": 0.1132663174288546, + "grad_norm": 36.0, + "learning_rate": 7.99e-07, + "loss": 0.3541, + "mean_token_accuracy": 0.9015151858329773, + "num_tokens": 647797.0, + "step": 800 + }, + { + "epoch": 0.11340790032564066, + "grad_norm": 46.25, + "learning_rate": 8e-07, + "loss": 0.3215, + "mean_token_accuracy": 0.884393036365509, + "num_tokens": 648493.0, + "step": 801 + }, + { + "epoch": 0.11354948322242674, + "grad_norm": 45.0, + "learning_rate": 8.01e-07, + "loss": 0.3899, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 649669.0, + "step": 802 + }, + { + "epoch": 0.1136910661192128, + "grad_norm": 44.0, + "learning_rate": 8.02e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8560885787010193, + "num_tokens": 650592.0, + "step": 803 + }, + { + "epoch": 0.11383264901599886, + "grad_norm": 59.5, + "learning_rate": 8.03e-07, + "loss": 0.3111, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 651488.0, + "step": 804 + }, + { + "epoch": 0.11397423191278494, + "grad_norm": 56.5, + "learning_rate": 8.04e-07, + "loss": 0.2663, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 652540.0, + "step": 805 + }, + { + "epoch": 0.114115814809571, + "grad_norm": 45.0, + "learning_rate": 8.05e-07, + "loss": 0.3924, + "mean_token_accuracy": 0.8452380895614624, + "num_tokens": 653083.0, + "step": 806 + }, + { + "epoch": 0.11425739770635707, + "grad_norm": 37.0, + "learning_rate": 8.06e-07, + "loss": 0.3296, + "mean_token_accuracy": 0.8720000386238098, + "num_tokens": 653844.0, + "step": 807 + }, + { + "epoch": 0.11439898060314314, + "grad_norm": 30.0, + "learning_rate": 8.070000000000001e-07, + "loss": 0.2254, + "mean_token_accuracy": 0.9062500596046448, + "num_tokens": 654618.0, + "step": 808 + }, + { + "epoch": 0.11454056349992921, + "grad_norm": 40.25, + "learning_rate": 8.08e-07, + "loss": 0.3282, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 655236.0, + "step": 809 + }, + { + "epoch": 0.11468214639671527, + "grad_norm": 49.25, + "learning_rate": 8.09e-07, + "loss": 0.1339, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 655945.0, + "step": 810 + }, + { + "epoch": 0.11482372929350135, + "grad_norm": 60.75, + "learning_rate": 8.1e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.7530864477157593, + "num_tokens": 656726.0, + "step": 811 + }, + { + "epoch": 0.11496531219028741, + "grad_norm": 51.75, + "learning_rate": 8.11e-07, + "loss": 0.2225, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 657599.0, + "step": 812 + }, + { + "epoch": 0.11510689508707349, + "grad_norm": 52.25, + "learning_rate": 8.12e-07, + "loss": 0.3432, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 658283.0, + "step": 813 + }, + { + "epoch": 0.11524847798385955, + "grad_norm": 41.25, + "learning_rate": 8.129999999999999e-07, + "loss": 0.2827, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 659146.0, + "step": 814 + }, + { + "epoch": 0.11539006088064561, + "grad_norm": 36.0, + "learning_rate": 8.14e-07, + "loss": 0.1944, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 659964.0, + "step": 815 + }, + { + "epoch": 0.11553164377743169, + "grad_norm": 68.5, + "learning_rate": 8.149999999999999e-07, + "loss": 0.234, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 660759.0, + "step": 816 + }, + { + "epoch": 0.11567322667421776, + "grad_norm": 17.125, + "learning_rate": 8.159999999999999e-07, + "loss": 0.2769, + "mean_token_accuracy": 0.8950819969177246, + "num_tokens": 662368.0, + "step": 817 + }, + { + "epoch": 0.11581480957100382, + "grad_norm": 44.5, + "learning_rate": 8.169999999999999e-07, + "loss": 0.4372, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 663001.0, + "step": 818 + }, + { + "epoch": 0.1159563924677899, + "grad_norm": 33.0, + "learning_rate": 8.179999999999999e-07, + "loss": 0.3064, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 664153.0, + "step": 819 + }, + { + "epoch": 0.11609797536457596, + "grad_norm": 60.0, + "learning_rate": 8.189999999999999e-07, + "loss": 0.2745, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 664956.0, + "step": 820 + }, + { + "epoch": 0.11623955826136202, + "grad_norm": 42.25, + "learning_rate": 8.199999999999999e-07, + "loss": 0.3293, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 665510.0, + "step": 821 + }, + { + "epoch": 0.1163811411581481, + "grad_norm": 28.375, + "learning_rate": 8.21e-07, + "loss": 0.3743, + "mean_token_accuracy": 0.8436019420623779, + "num_tokens": 666680.0, + "step": 822 + }, + { + "epoch": 0.11652272405493416, + "grad_norm": 21.25, + "learning_rate": 8.219999999999999e-07, + "loss": 0.376, + "mean_token_accuracy": 0.8830845355987549, + "num_tokens": 667513.0, + "step": 823 + }, + { + "epoch": 0.11666430695172023, + "grad_norm": 37.25, + "learning_rate": 8.229999999999999e-07, + "loss": 0.2704, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 668230.0, + "step": 824 + }, + { + "epoch": 0.1168058898485063, + "grad_norm": 50.25, + "learning_rate": 8.24e-07, + "loss": 0.2559, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 668722.0, + "step": 825 + }, + { + "epoch": 0.11694747274529237, + "grad_norm": 53.5, + "learning_rate": 8.249999999999999e-07, + "loss": 0.3241, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 669520.0, + "step": 826 + }, + { + "epoch": 0.11708905564207844, + "grad_norm": 71.0, + "learning_rate": 8.259999999999999e-07, + "loss": 0.3004, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 670657.0, + "step": 827 + }, + { + "epoch": 0.1172306385388645, + "grad_norm": 61.75, + "learning_rate": 8.269999999999999e-07, + "loss": 0.3536, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 671579.0, + "step": 828 + }, + { + "epoch": 0.11737222143565057, + "grad_norm": 37.0, + "learning_rate": 8.28e-07, + "loss": 0.258, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 672114.0, + "step": 829 + }, + { + "epoch": 0.11751380433243665, + "grad_norm": 28.625, + "learning_rate": 8.289999999999999e-07, + "loss": 0.4805, + "mean_token_accuracy": 0.8496240973472595, + "num_tokens": 673164.0, + "step": 830 + }, + { + "epoch": 0.11765538722922271, + "grad_norm": 17.375, + "learning_rate": 8.299999999999999e-07, + "loss": 0.3513, + "mean_token_accuracy": 0.8632652759552002, + "num_tokens": 674120.0, + "step": 831 + }, + { + "epoch": 0.11779697012600877, + "grad_norm": 87.5, + "learning_rate": 8.31e-07, + "loss": 0.4707, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 674627.0, + "step": 832 + }, + { + "epoch": 0.11793855302279485, + "grad_norm": 15.9375, + "learning_rate": 8.319999999999999e-07, + "loss": 0.2466, + "mean_token_accuracy": 0.9134275913238525, + "num_tokens": 675799.0, + "step": 833 + }, + { + "epoch": 0.11808013591958091, + "grad_norm": 51.25, + "learning_rate": 8.329999999999999e-07, + "loss": 0.294, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 676637.0, + "step": 834 + }, + { + "epoch": 0.11822171881636698, + "grad_norm": 42.5, + "learning_rate": 8.34e-07, + "loss": 0.4304, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 677416.0, + "step": 835 + }, + { + "epoch": 0.11836330171315305, + "grad_norm": 57.25, + "learning_rate": 8.349999999999999e-07, + "loss": 0.1494, + "mean_token_accuracy": 0.9824561476707458, + "num_tokens": 677941.0, + "step": 836 + }, + { + "epoch": 0.11850488460993912, + "grad_norm": 34.75, + "learning_rate": 8.359999999999999e-07, + "loss": 0.3901, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 678551.0, + "step": 837 + }, + { + "epoch": 0.11864646750672518, + "grad_norm": 49.25, + "learning_rate": 8.369999999999999e-07, + "loss": 0.2001, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 679056.0, + "step": 838 + }, + { + "epoch": 0.11878805040351126, + "grad_norm": 31.25, + "learning_rate": 8.38e-07, + "loss": 0.3203, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 679604.0, + "step": 839 + }, + { + "epoch": 0.11892963330029732, + "grad_norm": 71.5, + "learning_rate": 8.389999999999999e-07, + "loss": 0.4176, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 680529.0, + "step": 840 + }, + { + "epoch": 0.1190712161970834, + "grad_norm": 44.5, + "learning_rate": 8.399999999999999e-07, + "loss": 0.3511, + "mean_token_accuracy": 0.8671875, + "num_tokens": 681382.0, + "step": 841 + }, + { + "epoch": 0.11921279909386946, + "grad_norm": 35.75, + "learning_rate": 8.41e-07, + "loss": 0.2119, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 682066.0, + "step": 842 + }, + { + "epoch": 0.11935438199065553, + "grad_norm": 49.0, + "learning_rate": 8.419999999999999e-07, + "loss": 0.2682, + "mean_token_accuracy": 0.9059829711914062, + "num_tokens": 683180.0, + "step": 843 + }, + { + "epoch": 0.1194959648874416, + "grad_norm": 47.25, + "learning_rate": 8.429999999999999e-07, + "loss": 0.465, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 683830.0, + "step": 844 + }, + { + "epoch": 0.11963754778422767, + "grad_norm": 36.5, + "learning_rate": 8.439999999999999e-07, + "loss": 0.2997, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 684509.0, + "step": 845 + }, + { + "epoch": 0.11977913068101373, + "grad_norm": 83.0, + "learning_rate": 8.45e-07, + "loss": 0.2708, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 685226.0, + "step": 846 + }, + { + "epoch": 0.1199207135777998, + "grad_norm": 76.0, + "learning_rate": 8.459999999999999e-07, + "loss": 0.404, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 685913.0, + "step": 847 + }, + { + "epoch": 0.12006229647458587, + "grad_norm": 23.875, + "learning_rate": 8.469999999999999e-07, + "loss": 0.3027, + "mean_token_accuracy": 0.8956228494644165, + "num_tokens": 687083.0, + "step": 848 + }, + { + "epoch": 0.12020387937137193, + "grad_norm": 68.5, + "learning_rate": 8.48e-07, + "loss": 0.4011, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 687595.0, + "step": 849 + }, + { + "epoch": 0.12034546226815801, + "grad_norm": 62.25, + "learning_rate": 8.489999999999999e-07, + "loss": 0.3254, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 688186.0, + "step": 850 + }, + { + "epoch": 0.12048704516494407, + "grad_norm": 16.0, + "learning_rate": 8.499999999999999e-07, + "loss": 0.2913, + "mean_token_accuracy": 0.8931664824485779, + "num_tokens": 689864.0, + "step": 851 + }, + { + "epoch": 0.12062862806173014, + "grad_norm": 37.25, + "learning_rate": 8.51e-07, + "loss": 0.3829, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 690535.0, + "step": 852 + }, + { + "epoch": 0.12077021095851621, + "grad_norm": 69.0, + "learning_rate": 8.52e-07, + "loss": 0.2756, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 691380.0, + "step": 853 + }, + { + "epoch": 0.12091179385530228, + "grad_norm": 42.75, + "learning_rate": 8.529999999999999e-07, + "loss": 0.2274, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 692250.0, + "step": 854 + }, + { + "epoch": 0.12105337675208835, + "grad_norm": 67.0, + "learning_rate": 8.539999999999999e-07, + "loss": 0.2359, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 692998.0, + "step": 855 + }, + { + "epoch": 0.12119495964887442, + "grad_norm": 27.875, + "learning_rate": 8.55e-07, + "loss": 0.1773, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 693700.0, + "step": 856 + }, + { + "epoch": 0.12133654254566048, + "grad_norm": 40.0, + "learning_rate": 8.559999999999999e-07, + "loss": 0.2666, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 694310.0, + "step": 857 + }, + { + "epoch": 0.12147812544244656, + "grad_norm": 28.125, + "learning_rate": 8.569999999999999e-07, + "loss": 0.3135, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 695113.0, + "step": 858 + }, + { + "epoch": 0.12161970833923262, + "grad_norm": 44.0, + "learning_rate": 8.58e-07, + "loss": 0.2995, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 696017.0, + "step": 859 + }, + { + "epoch": 0.12176129123601868, + "grad_norm": 53.0, + "learning_rate": 8.59e-07, + "loss": 0.3176, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 697455.0, + "step": 860 + }, + { + "epoch": 0.12190287413280476, + "grad_norm": 52.0, + "learning_rate": 8.599999999999999e-07, + "loss": 0.2495, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 698099.0, + "step": 861 + }, + { + "epoch": 0.12204445702959082, + "grad_norm": 30.625, + "learning_rate": 8.61e-07, + "loss": 0.429, + "mean_token_accuracy": 0.8603895902633667, + "num_tokens": 699358.0, + "step": 862 + }, + { + "epoch": 0.12218603992637689, + "grad_norm": 72.0, + "learning_rate": 8.62e-07, + "loss": 0.3518, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 699989.0, + "step": 863 + }, + { + "epoch": 0.12232762282316297, + "grad_norm": 19.25, + "learning_rate": 8.629999999999999e-07, + "loss": 0.2857, + "mean_token_accuracy": 0.8923077583312988, + "num_tokens": 701076.0, + "step": 864 + }, + { + "epoch": 0.12246920571994903, + "grad_norm": 42.5, + "learning_rate": 8.639999999999999e-07, + "loss": 0.2602, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 701654.0, + "step": 865 + }, + { + "epoch": 0.12261078861673509, + "grad_norm": 36.25, + "learning_rate": 8.65e-07, + "loss": 0.1881, + "mean_token_accuracy": 0.9255318641662598, + "num_tokens": 702452.0, + "step": 866 + }, + { + "epoch": 0.12275237151352117, + "grad_norm": 40.5, + "learning_rate": 8.659999999999999e-07, + "loss": 0.3433, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 703250.0, + "step": 867 + }, + { + "epoch": 0.12289395441030723, + "grad_norm": 49.0, + "learning_rate": 8.669999999999999e-07, + "loss": 0.4424, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 704085.0, + "step": 868 + }, + { + "epoch": 0.12303553730709331, + "grad_norm": 42.75, + "learning_rate": 8.68e-07, + "loss": 0.3284, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 704626.0, + "step": 869 + }, + { + "epoch": 0.12317712020387937, + "grad_norm": 69.5, + "learning_rate": 8.69e-07, + "loss": 0.2718, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 705466.0, + "step": 870 + }, + { + "epoch": 0.12331870310066544, + "grad_norm": 22.125, + "learning_rate": 8.699999999999999e-07, + "loss": 0.4121, + "mean_token_accuracy": 0.8367347121238708, + "num_tokens": 706532.0, + "step": 871 + }, + { + "epoch": 0.12346028599745151, + "grad_norm": 30.625, + "learning_rate": 8.71e-07, + "loss": 0.4074, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 707302.0, + "step": 872 + }, + { + "epoch": 0.12360186889423758, + "grad_norm": 43.25, + "learning_rate": 8.72e-07, + "loss": 0.3258, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 708206.0, + "step": 873 + }, + { + "epoch": 0.12374345179102364, + "grad_norm": 50.25, + "learning_rate": 8.729999999999999e-07, + "loss": 0.3593, + "mean_token_accuracy": 0.8316831588745117, + "num_tokens": 709252.0, + "step": 874 + }, + { + "epoch": 0.12388503468780972, + "grad_norm": 40.5, + "learning_rate": 8.739999999999999e-07, + "loss": 0.2706, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 710099.0, + "step": 875 + }, + { + "epoch": 0.12402661758459578, + "grad_norm": 47.75, + "learning_rate": 8.75e-07, + "loss": 0.2282, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 710746.0, + "step": 876 + }, + { + "epoch": 0.12416820048138184, + "grad_norm": 81.5, + "learning_rate": 8.76e-07, + "loss": 0.6319, + "mean_token_accuracy": 0.813084065914154, + "num_tokens": 711629.0, + "step": 877 + }, + { + "epoch": 0.12430978337816792, + "grad_norm": 59.25, + "learning_rate": 8.769999999999999e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.7977527976036072, + "num_tokens": 712409.0, + "step": 878 + }, + { + "epoch": 0.12445136627495398, + "grad_norm": 46.75, + "learning_rate": 8.78e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.8416666984558105, + "num_tokens": 713122.0, + "step": 879 + }, + { + "epoch": 0.12459294917174005, + "grad_norm": 37.75, + "learning_rate": 8.79e-07, + "loss": 0.1775, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 714121.0, + "step": 880 + }, + { + "epoch": 0.12473453206852612, + "grad_norm": 34.25, + "learning_rate": 8.799999999999999e-07, + "loss": 0.2211, + "mean_token_accuracy": 0.9035087823867798, + "num_tokens": 714871.0, + "step": 881 + }, + { + "epoch": 0.12487611496531219, + "grad_norm": 15.875, + "learning_rate": 8.81e-07, + "loss": 0.2113, + "mean_token_accuracy": 0.9229884743690491, + "num_tokens": 716456.0, + "step": 882 + }, + { + "epoch": 0.12501769786209826, + "grad_norm": 23.75, + "learning_rate": 8.82e-07, + "loss": 0.2895, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 717446.0, + "step": 883 + }, + { + "epoch": 0.12515928075888433, + "grad_norm": 12.125, + "learning_rate": 8.83e-07, + "loss": 0.2278, + "mean_token_accuracy": 0.921589732170105, + "num_tokens": 718862.0, + "step": 884 + }, + { + "epoch": 0.1253008636556704, + "grad_norm": 74.0, + "learning_rate": 8.839999999999999e-07, + "loss": 0.4184, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 719552.0, + "step": 885 + }, + { + "epoch": 0.12544244655245645, + "grad_norm": 73.5, + "learning_rate": 8.85e-07, + "loss": 0.4802, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 720107.0, + "step": 886 + }, + { + "epoch": 0.12558402944924252, + "grad_norm": 19.625, + "learning_rate": 8.86e-07, + "loss": 0.4005, + "mean_token_accuracy": 0.8671095967292786, + "num_tokens": 721701.0, + "step": 887 + }, + { + "epoch": 0.1257256123460286, + "grad_norm": 50.5, + "learning_rate": 8.869999999999999e-07, + "loss": 0.1653, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 722409.0, + "step": 888 + }, + { + "epoch": 0.12586719524281467, + "grad_norm": 23.5, + "learning_rate": 8.88e-07, + "loss": 0.3471, + "mean_token_accuracy": 0.8747664093971252, + "num_tokens": 723653.0, + "step": 889 + }, + { + "epoch": 0.12600877813960074, + "grad_norm": 84.5, + "learning_rate": 8.89e-07, + "loss": 0.4136, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 724375.0, + "step": 890 + }, + { + "epoch": 0.1261503610363868, + "grad_norm": 12.4375, + "learning_rate": 8.9e-07, + "loss": 0.2657, + "mean_token_accuracy": 0.9050160050392151, + "num_tokens": 726072.0, + "step": 891 + }, + { + "epoch": 0.12629194393317286, + "grad_norm": 52.0, + "learning_rate": 8.91e-07, + "loss": 0.2972, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 726980.0, + "step": 892 + }, + { + "epoch": 0.12643352682995895, + "grad_norm": 54.75, + "learning_rate": 8.92e-07, + "loss": 0.4352, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 727515.0, + "step": 893 + }, + { + "epoch": 0.12657510972674502, + "grad_norm": 35.0, + "learning_rate": 8.93e-07, + "loss": 0.3674, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 728335.0, + "step": 894 + }, + { + "epoch": 0.12671669262353108, + "grad_norm": 47.0, + "learning_rate": 8.939999999999999e-07, + "loss": 0.36, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 728980.0, + "step": 895 + }, + { + "epoch": 0.12685827552031714, + "grad_norm": 19.75, + "learning_rate": 8.95e-07, + "loss": 0.1442, + "mean_token_accuracy": 0.9617834687232971, + "num_tokens": 729902.0, + "step": 896 + }, + { + "epoch": 0.1269998584171032, + "grad_norm": 53.75, + "learning_rate": 8.96e-07, + "loss": 0.1819, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 730429.0, + "step": 897 + }, + { + "epoch": 0.12714144131388927, + "grad_norm": 19.0, + "learning_rate": 8.969999999999999e-07, + "loss": 0.3055, + "mean_token_accuracy": 0.8863636255264282, + "num_tokens": 731274.0, + "step": 898 + }, + { + "epoch": 0.12728302421067536, + "grad_norm": 62.0, + "learning_rate": 8.98e-07, + "loss": 0.3371, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 731933.0, + "step": 899 + }, + { + "epoch": 0.12742460710746142, + "grad_norm": 39.25, + "learning_rate": 8.99e-07, + "loss": 0.2404, + "mean_token_accuracy": 0.9225806593894958, + "num_tokens": 732578.0, + "step": 900 + }, + { + "epoch": 0.1275661900042475, + "grad_norm": 32.5, + "learning_rate": 9e-07, + "loss": 0.364, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 733590.0, + "step": 901 + }, + { + "epoch": 0.12770777290103355, + "grad_norm": 32.75, + "learning_rate": 9.01e-07, + "loss": 0.2465, + "mean_token_accuracy": 0.9235668778419495, + "num_tokens": 734501.0, + "step": 902 + }, + { + "epoch": 0.1278493557978196, + "grad_norm": 62.25, + "learning_rate": 9.02e-07, + "loss": 0.2981, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 735357.0, + "step": 903 + }, + { + "epoch": 0.1279909386946057, + "grad_norm": 45.75, + "learning_rate": 9.03e-07, + "loss": 0.2086, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 736157.0, + "step": 904 + }, + { + "epoch": 0.12813252159139177, + "grad_norm": 32.25, + "learning_rate": 9.039999999999999e-07, + "loss": 0.2022, + "mean_token_accuracy": 0.9222222566604614, + "num_tokens": 736754.0, + "step": 905 + }, + { + "epoch": 0.12827410448817783, + "grad_norm": 31.375, + "learning_rate": 9.05e-07, + "loss": 0.2082, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 737426.0, + "step": 906 + }, + { + "epoch": 0.1284156873849639, + "grad_norm": 48.0, + "learning_rate": 9.06e-07, + "loss": 0.3931, + "mean_token_accuracy": 0.8531468510627747, + "num_tokens": 738296.0, + "step": 907 + }, + { + "epoch": 0.12855727028174996, + "grad_norm": 72.5, + "learning_rate": 9.07e-07, + "loss": 0.2502, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 738922.0, + "step": 908 + }, + { + "epoch": 0.12869885317853602, + "grad_norm": 74.5, + "learning_rate": 9.08e-07, + "loss": 0.2698, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 739853.0, + "step": 909 + }, + { + "epoch": 0.1288404360753221, + "grad_norm": 59.25, + "learning_rate": 9.09e-07, + "loss": 0.2801, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 740660.0, + "step": 910 + }, + { + "epoch": 0.12898201897210818, + "grad_norm": 92.0, + "learning_rate": 9.1e-07, + "loss": 0.3975, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 741228.0, + "step": 911 + }, + { + "epoch": 0.12912360186889424, + "grad_norm": 49.75, + "learning_rate": 9.109999999999999e-07, + "loss": 0.2539, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 741747.0, + "step": 912 + }, + { + "epoch": 0.1292651847656803, + "grad_norm": 52.0, + "learning_rate": 9.12e-07, + "loss": 0.2164, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 742266.0, + "step": 913 + }, + { + "epoch": 0.12940676766246637, + "grad_norm": 129.0, + "learning_rate": 9.13e-07, + "loss": 0.3341, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 742852.0, + "step": 914 + }, + { + "epoch": 0.12954835055925243, + "grad_norm": 29.125, + "learning_rate": 9.14e-07, + "loss": 0.191, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 743478.0, + "step": 915 + }, + { + "epoch": 0.12968993345603852, + "grad_norm": 18.75, + "learning_rate": 9.15e-07, + "loss": 0.2955, + "mean_token_accuracy": 0.9055727124214172, + "num_tokens": 744667.0, + "step": 916 + }, + { + "epoch": 0.12983151635282458, + "grad_norm": 54.0, + "learning_rate": 9.16e-07, + "loss": 0.296, + "mean_token_accuracy": 0.90625, + "num_tokens": 745304.0, + "step": 917 + }, + { + "epoch": 0.12997309924961065, + "grad_norm": 33.0, + "learning_rate": 9.17e-07, + "loss": 0.4496, + "mean_token_accuracy": 0.8508772253990173, + "num_tokens": 745936.0, + "step": 918 + }, + { + "epoch": 0.1301146821463967, + "grad_norm": 78.5, + "learning_rate": 9.18e-07, + "loss": 0.4725, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 746986.0, + "step": 919 + }, + { + "epoch": 0.13025626504318277, + "grad_norm": 48.0, + "learning_rate": 9.19e-07, + "loss": 0.3167, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 748058.0, + "step": 920 + }, + { + "epoch": 0.13039784793996886, + "grad_norm": 85.5, + "learning_rate": 9.2e-07, + "loss": 0.3809, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 748822.0, + "step": 921 + }, + { + "epoch": 0.13053943083675493, + "grad_norm": 43.0, + "learning_rate": 9.21e-07, + "loss": 0.3086, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 749578.0, + "step": 922 + }, + { + "epoch": 0.130681013733541, + "grad_norm": 68.5, + "learning_rate": 9.22e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8125, + "num_tokens": 750214.0, + "step": 923 + }, + { + "epoch": 0.13082259663032705, + "grad_norm": 17.25, + "learning_rate": 9.23e-07, + "loss": 0.298, + "mean_token_accuracy": 0.887139081954956, + "num_tokens": 751088.0, + "step": 924 + }, + { + "epoch": 0.13096417952711312, + "grad_norm": 48.5, + "learning_rate": 9.24e-07, + "loss": 0.4556, + "mean_token_accuracy": 0.8169013857841492, + "num_tokens": 751957.0, + "step": 925 + }, + { + "epoch": 0.13110576242389918, + "grad_norm": 71.0, + "learning_rate": 9.25e-07, + "loss": 0.3257, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 752605.0, + "step": 926 + }, + { + "epoch": 0.13124734532068527, + "grad_norm": 22.5, + "learning_rate": 9.26e-07, + "loss": 0.1661, + "mean_token_accuracy": 0.936274528503418, + "num_tokens": 753929.0, + "step": 927 + }, + { + "epoch": 0.13138892821747133, + "grad_norm": 81.5, + "learning_rate": 9.27e-07, + "loss": 0.1955, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 754925.0, + "step": 928 + }, + { + "epoch": 0.1315305111142574, + "grad_norm": 68.0, + "learning_rate": 9.28e-07, + "loss": 0.2495, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 755776.0, + "step": 929 + }, + { + "epoch": 0.13167209401104346, + "grad_norm": 44.5, + "learning_rate": 9.29e-07, + "loss": 0.2586, + "mean_token_accuracy": 0.8434782028198242, + "num_tokens": 756421.0, + "step": 930 + }, + { + "epoch": 0.13181367690782952, + "grad_norm": 38.0, + "learning_rate": 9.3e-07, + "loss": 0.2937, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 757024.0, + "step": 931 + }, + { + "epoch": 0.13195525980461562, + "grad_norm": 15.8125, + "learning_rate": 9.31e-07, + "loss": 0.3699, + "mean_token_accuracy": 0.8734835386276245, + "num_tokens": 758501.0, + "step": 932 + }, + { + "epoch": 0.13209684270140168, + "grad_norm": 71.5, + "learning_rate": 9.32e-07, + "loss": 0.4539, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 759086.0, + "step": 933 + }, + { + "epoch": 0.13223842559818774, + "grad_norm": 11.6875, + "learning_rate": 9.33e-07, + "loss": 0.1778, + "mean_token_accuracy": 0.9301826357841492, + "num_tokens": 760699.0, + "step": 934 + }, + { + "epoch": 0.1323800084949738, + "grad_norm": 48.25, + "learning_rate": 9.34e-07, + "loss": 0.2975, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 761243.0, + "step": 935 + }, + { + "epoch": 0.13252159139175987, + "grad_norm": 70.5, + "learning_rate": 9.35e-07, + "loss": 0.3472, + "mean_token_accuracy": 0.9017857313156128, + "num_tokens": 762284.0, + "step": 936 + }, + { + "epoch": 0.13266317428854593, + "grad_norm": 48.75, + "learning_rate": 9.36e-07, + "loss": 0.2447, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 763191.0, + "step": 937 + }, + { + "epoch": 0.13280475718533202, + "grad_norm": 38.25, + "learning_rate": 9.37e-07, + "loss": 0.1865, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 764029.0, + "step": 938 + }, + { + "epoch": 0.1329463400821181, + "grad_norm": 35.25, + "learning_rate": 9.379999999999998e-07, + "loss": 0.4071, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 764811.0, + "step": 939 + }, + { + "epoch": 0.13308792297890415, + "grad_norm": 12.375, + "learning_rate": 9.389999999999999e-07, + "loss": 0.3832, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 766769.0, + "step": 940 + }, + { + "epoch": 0.1332295058756902, + "grad_norm": 54.0, + "learning_rate": 9.399999999999999e-07, + "loss": 0.1603, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 767583.0, + "step": 941 + }, + { + "epoch": 0.13337108877247628, + "grad_norm": 76.5, + "learning_rate": 9.409999999999999e-07, + "loss": 0.2335, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 768246.0, + "step": 942 + }, + { + "epoch": 0.13351267166926234, + "grad_norm": 15.625, + "learning_rate": 9.419999999999999e-07, + "loss": 0.2974, + "mean_token_accuracy": 0.8804781436920166, + "num_tokens": 769625.0, + "step": 943 + }, + { + "epoch": 0.13365425456604843, + "grad_norm": 51.75, + "learning_rate": 9.429999999999999e-07, + "loss": 0.4769, + "mean_token_accuracy": 0.7943925261497498, + "num_tokens": 770202.0, + "step": 944 + }, + { + "epoch": 0.1337958374628345, + "grad_norm": 61.25, + "learning_rate": 9.439999999999999e-07, + "loss": 0.2222, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 771388.0, + "step": 945 + }, + { + "epoch": 0.13393742035962056, + "grad_norm": 45.25, + "learning_rate": 9.45e-07, + "loss": 0.2513, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 772013.0, + "step": 946 + }, + { + "epoch": 0.13407900325640662, + "grad_norm": 55.75, + "learning_rate": 9.459999999999999e-07, + "loss": 0.1914, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 772973.0, + "step": 947 + }, + { + "epoch": 0.13422058615319268, + "grad_norm": 20.625, + "learning_rate": 9.469999999999999e-07, + "loss": 0.0768, + "mean_token_accuracy": 0.964102566242218, + "num_tokens": 773605.0, + "step": 948 + }, + { + "epoch": 0.13436216904997877, + "grad_norm": 65.0, + "learning_rate": 9.479999999999999e-07, + "loss": 0.3755, + "mean_token_accuracy": 0.7924528121948242, + "num_tokens": 774240.0, + "step": 949 + }, + { + "epoch": 0.13450375194676484, + "grad_norm": 14.4375, + "learning_rate": 9.489999999999999e-07, + "loss": 0.1611, + "mean_token_accuracy": 0.9280104637145996, + "num_tokens": 775464.0, + "step": 950 + }, + { + "epoch": 0.1346453348435509, + "grad_norm": 109.0, + "learning_rate": 9.499999999999999e-07, + "loss": 0.4092, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 775945.0, + "step": 951 + }, + { + "epoch": 0.13478691774033696, + "grad_norm": 68.0, + "learning_rate": 9.509999999999999e-07, + "loss": 0.4141, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 776610.0, + "step": 952 + }, + { + "epoch": 0.13492850063712303, + "grad_norm": 43.25, + "learning_rate": 9.52e-07, + "loss": 0.2329, + "mean_token_accuracy": 0.9278350472450256, + "num_tokens": 777155.0, + "step": 953 + }, + { + "epoch": 0.1350700835339091, + "grad_norm": 50.25, + "learning_rate": 9.529999999999999e-07, + "loss": 0.3024, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 777836.0, + "step": 954 + }, + { + "epoch": 0.13521166643069518, + "grad_norm": 37.0, + "learning_rate": 9.539999999999999e-07, + "loss": 0.2604, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 778784.0, + "step": 955 + }, + { + "epoch": 0.13535324932748125, + "grad_norm": 40.25, + "learning_rate": 9.55e-07, + "loss": 0.2767, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 779327.0, + "step": 956 + }, + { + "epoch": 0.1354948322242673, + "grad_norm": 29.75, + "learning_rate": 9.559999999999998e-07, + "loss": 0.2288, + "mean_token_accuracy": 0.9292035102844238, + "num_tokens": 780357.0, + "step": 957 + }, + { + "epoch": 0.13563641512105337, + "grad_norm": 18.0, + "learning_rate": 9.57e-07, + "loss": 0.304, + "mean_token_accuracy": 0.8941175937652588, + "num_tokens": 781234.0, + "step": 958 + }, + { + "epoch": 0.13577799801783944, + "grad_norm": 66.5, + "learning_rate": 9.58e-07, + "loss": 0.1991, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 782305.0, + "step": 959 + }, + { + "epoch": 0.13591958091462553, + "grad_norm": 52.75, + "learning_rate": 9.589999999999998e-07, + "loss": 0.3158, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 783103.0, + "step": 960 + }, + { + "epoch": 0.1360611638114116, + "grad_norm": 36.5, + "learning_rate": 9.6e-07, + "loss": 0.3994, + "mean_token_accuracy": 0.8527131676673889, + "num_tokens": 784731.0, + "step": 961 + }, + { + "epoch": 0.13620274670819765, + "grad_norm": 69.0, + "learning_rate": 9.61e-07, + "loss": 0.6157, + "mean_token_accuracy": 0.7922077775001526, + "num_tokens": 785830.0, + "step": 962 + }, + { + "epoch": 0.13634432960498372, + "grad_norm": 71.5, + "learning_rate": 9.619999999999999e-07, + "loss": 0.2824, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 786525.0, + "step": 963 + }, + { + "epoch": 0.13648591250176978, + "grad_norm": 36.25, + "learning_rate": 9.63e-07, + "loss": 0.3276, + "mean_token_accuracy": 0.8562091588973999, + "num_tokens": 787341.0, + "step": 964 + }, + { + "epoch": 0.13662749539855584, + "grad_norm": 15.625, + "learning_rate": 9.64e-07, + "loss": 0.2974, + "mean_token_accuracy": 0.8843683004379272, + "num_tokens": 788313.0, + "step": 965 + }, + { + "epoch": 0.13676907829534193, + "grad_norm": 53.0, + "learning_rate": 9.649999999999999e-07, + "loss": 0.2022, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 788883.0, + "step": 966 + }, + { + "epoch": 0.136910661192128, + "grad_norm": 51.5, + "learning_rate": 9.66e-07, + "loss": 0.3857, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 789441.0, + "step": 967 + }, + { + "epoch": 0.13705224408891406, + "grad_norm": 45.75, + "learning_rate": 9.67e-07, + "loss": 0.1805, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 790266.0, + "step": 968 + }, + { + "epoch": 0.13719382698570012, + "grad_norm": 40.5, + "learning_rate": 9.679999999999999e-07, + "loss": 0.1798, + "mean_token_accuracy": 0.940740704536438, + "num_tokens": 790840.0, + "step": 969 + }, + { + "epoch": 0.1373354098824862, + "grad_norm": 47.75, + "learning_rate": 9.69e-07, + "loss": 0.5137, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 791835.0, + "step": 970 + }, + { + "epoch": 0.13747699277927225, + "grad_norm": 44.25, + "learning_rate": 9.7e-07, + "loss": 0.3658, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 792403.0, + "step": 971 + }, + { + "epoch": 0.13761857567605834, + "grad_norm": 59.5, + "learning_rate": 9.709999999999999e-07, + "loss": 0.3913, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 793071.0, + "step": 972 + }, + { + "epoch": 0.1377601585728444, + "grad_norm": 58.25, + "learning_rate": 9.72e-07, + "loss": 0.4214, + "mean_token_accuracy": 0.8415841460227966, + "num_tokens": 793643.0, + "step": 973 + }, + { + "epoch": 0.13790174146963047, + "grad_norm": 20.125, + "learning_rate": 9.729999999999998e-07, + "loss": 0.3603, + "mean_token_accuracy": 0.8827470541000366, + "num_tokens": 795024.0, + "step": 974 + }, + { + "epoch": 0.13804332436641653, + "grad_norm": 41.25, + "learning_rate": 9.74e-07, + "loss": 0.3566, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 795933.0, + "step": 975 + }, + { + "epoch": 0.1381849072632026, + "grad_norm": 33.25, + "learning_rate": 9.75e-07, + "loss": 0.1857, + "mean_token_accuracy": 0.9171974658966064, + "num_tokens": 796871.0, + "step": 976 + }, + { + "epoch": 0.13832649015998869, + "grad_norm": 37.5, + "learning_rate": 9.759999999999998e-07, + "loss": 0.2835, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 797494.0, + "step": 977 + }, + { + "epoch": 0.13846807305677475, + "grad_norm": 72.5, + "learning_rate": 9.77e-07, + "loss": 0.233, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 798160.0, + "step": 978 + }, + { + "epoch": 0.1386096559535608, + "grad_norm": 38.75, + "learning_rate": 9.78e-07, + "loss": 0.3081, + "mean_token_accuracy": 0.8861788511276245, + "num_tokens": 799091.0, + "step": 979 + }, + { + "epoch": 0.13875123885034688, + "grad_norm": 62.0, + "learning_rate": 9.789999999999999e-07, + "loss": 0.3744, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 799855.0, + "step": 980 + }, + { + "epoch": 0.13889282174713294, + "grad_norm": 37.25, + "learning_rate": 9.8e-07, + "loss": 0.1799, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 800650.0, + "step": 981 + }, + { + "epoch": 0.139034404643919, + "grad_norm": 61.75, + "learning_rate": 9.81e-07, + "loss": 0.3452, + "mean_token_accuracy": 0.8440366387367249, + "num_tokens": 801553.0, + "step": 982 + }, + { + "epoch": 0.1391759875407051, + "grad_norm": 16.125, + "learning_rate": 9.819999999999999e-07, + "loss": 0.2859, + "mean_token_accuracy": 0.8968254327774048, + "num_tokens": 802658.0, + "step": 983 + }, + { + "epoch": 0.13931757043749116, + "grad_norm": 58.75, + "learning_rate": 9.83e-07, + "loss": 0.309, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 803477.0, + "step": 984 + }, + { + "epoch": 0.13945915333427722, + "grad_norm": 38.25, + "learning_rate": 9.84e-07, + "loss": 0.1968, + "mean_token_accuracy": 0.9605263471603394, + "num_tokens": 804304.0, + "step": 985 + }, + { + "epoch": 0.13960073623106328, + "grad_norm": 36.75, + "learning_rate": 9.849999999999999e-07, + "loss": 0.3307, + "mean_token_accuracy": 0.8543689250946045, + "num_tokens": 805146.0, + "step": 986 + }, + { + "epoch": 0.13974231912784935, + "grad_norm": 19.875, + "learning_rate": 9.86e-07, + "loss": 0.2484, + "mean_token_accuracy": 0.9029585719108582, + "num_tokens": 807449.0, + "step": 987 + }, + { + "epoch": 0.13988390202463544, + "grad_norm": 43.25, + "learning_rate": 9.87e-07, + "loss": 0.134, + "mean_token_accuracy": 0.9824561476707458, + "num_tokens": 808038.0, + "step": 988 + }, + { + "epoch": 0.1400254849214215, + "grad_norm": 45.5, + "learning_rate": 9.88e-07, + "loss": 0.4096, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 808687.0, + "step": 989 + }, + { + "epoch": 0.14016706781820756, + "grad_norm": 27.25, + "learning_rate": 9.89e-07, + "loss": 0.174, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 809367.0, + "step": 990 + }, + { + "epoch": 0.14030865071499363, + "grad_norm": 94.5, + "learning_rate": 9.9e-07, + "loss": 0.2257, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 809969.0, + "step": 991 + }, + { + "epoch": 0.1404502336117797, + "grad_norm": 48.5, + "learning_rate": 9.91e-07, + "loss": 0.3693, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 811091.0, + "step": 992 + }, + { + "epoch": 0.14059181650856575, + "grad_norm": 26.75, + "learning_rate": 9.92e-07, + "loss": 0.4006, + "mean_token_accuracy": 0.8613138794898987, + "num_tokens": 812234.0, + "step": 993 + }, + { + "epoch": 0.14073339940535184, + "grad_norm": 38.25, + "learning_rate": 9.929999999999999e-07, + "loss": 0.2606, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 812977.0, + "step": 994 + }, + { + "epoch": 0.1408749823021379, + "grad_norm": 60.5, + "learning_rate": 9.94e-07, + "loss": 0.3, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 813471.0, + "step": 995 + }, + { + "epoch": 0.14101656519892397, + "grad_norm": 27.25, + "learning_rate": 9.95e-07, + "loss": 0.1961, + "mean_token_accuracy": 0.9326424598693848, + "num_tokens": 814151.0, + "step": 996 + }, + { + "epoch": 0.14115814809571003, + "grad_norm": 79.0, + "learning_rate": 9.959999999999999e-07, + "loss": 0.4314, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 814759.0, + "step": 997 + }, + { + "epoch": 0.1412997309924961, + "grad_norm": 49.25, + "learning_rate": 9.97e-07, + "loss": 0.2571, + "mean_token_accuracy": 0.9191176295280457, + "num_tokens": 815867.0, + "step": 998 + }, + { + "epoch": 0.14144131388928216, + "grad_norm": 42.5, + "learning_rate": 9.98e-07, + "loss": 0.2079, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 816640.0, + "step": 999 + }, + { + "epoch": 0.14158289678606825, + "grad_norm": 47.5, + "learning_rate": 9.989999999999999e-07, + "loss": 0.1993, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 817325.0, + "step": 1000 + }, + { + "epoch": 0.14172447968285432, + "grad_norm": 14.0, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8390129208564758, + "num_tokens": 818774.0, + "step": 1001 + }, + { + "epoch": 0.14186606257964038, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 819679.0, + "step": 1002 + }, + { + "epoch": 0.14200764547642644, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2085, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 820335.0, + "step": 1003 + }, + { + "epoch": 0.1421492283732125, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.1188, + "mean_token_accuracy": 0.9619048237800598, + "num_tokens": 821301.0, + "step": 1004 + }, + { + "epoch": 0.1422908112699986, + "grad_norm": 11.875, + "learning_rate": 1e-06, + "loss": 0.2205, + "mean_token_accuracy": 0.9217604398727417, + "num_tokens": 822925.0, + "step": 1005 + }, + { + "epoch": 0.14243239416678466, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2502, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 823999.0, + "step": 1006 + }, + { + "epoch": 0.14257397706357072, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 824770.0, + "step": 1007 + }, + { + "epoch": 0.14271555996035679, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2317, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 825550.0, + "step": 1008 + }, + { + "epoch": 0.14285714285714285, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 826029.0, + "step": 1009 + }, + { + "epoch": 0.1429987257539289, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 826632.0, + "step": 1010 + }, + { + "epoch": 0.143140308650715, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 827343.0, + "step": 1011 + }, + { + "epoch": 0.14328189154750107, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.4948, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 828364.0, + "step": 1012 + }, + { + "epoch": 0.14342347444428713, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2099, + "mean_token_accuracy": 0.9364407062530518, + "num_tokens": 829437.0, + "step": 1013 + }, + { + "epoch": 0.1435650573410732, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 830287.0, + "step": 1014 + }, + { + "epoch": 0.14370664023785926, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 830994.0, + "step": 1015 + }, + { + "epoch": 0.14384822313464535, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 831693.0, + "step": 1016 + }, + { + "epoch": 0.1439898060314314, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 832422.0, + "step": 1017 + }, + { + "epoch": 0.14413138892821747, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8452380895614624, + "num_tokens": 832958.0, + "step": 1018 + }, + { + "epoch": 0.14427297182500354, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8922156095504761, + "num_tokens": 833872.0, + "step": 1019 + }, + { + "epoch": 0.1444145547217896, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8534482717514038, + "num_tokens": 834671.0, + "step": 1020 + }, + { + "epoch": 0.14455613761857566, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2166, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 835328.0, + "step": 1021 + }, + { + "epoch": 0.14469772051536176, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 836156.0, + "step": 1022 + }, + { + "epoch": 0.14483930341214782, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1734, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 836694.0, + "step": 1023 + }, + { + "epoch": 0.14498088630893388, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2414, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 837411.0, + "step": 1024 + }, + { + "epoch": 0.14512246920571995, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 838063.0, + "step": 1025 + }, + { + "epoch": 0.145264052102506, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 838774.0, + "step": 1026 + }, + { + "epoch": 0.1454056349992921, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 839462.0, + "step": 1027 + }, + { + "epoch": 0.14554721789607816, + "grad_norm": 14.8125, + "learning_rate": 1e-06, + "loss": 0.1633, + "mean_token_accuracy": 0.9339262843132019, + "num_tokens": 840794.0, + "step": 1028 + }, + { + "epoch": 0.14568880079286423, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 841359.0, + "step": 1029 + }, + { + "epoch": 0.1458303836896503, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.6548, + "mean_token_accuracy": 0.7977527976036072, + "num_tokens": 842326.0, + "step": 1030 + }, + { + "epoch": 0.14597196658643635, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8454545140266418, + "num_tokens": 842903.0, + "step": 1031 + }, + { + "epoch": 0.14611354948322242, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 843569.0, + "step": 1032 + }, + { + "epoch": 0.1462551323800085, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.5397, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 844286.0, + "step": 1033 + }, + { + "epoch": 0.14639671527679457, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 844820.0, + "step": 1034 + }, + { + "epoch": 0.14653829817358063, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8344370722770691, + "num_tokens": 845744.0, + "step": 1035 + }, + { + "epoch": 0.1466798810703667, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 846396.0, + "step": 1036 + }, + { + "epoch": 0.14682146396715276, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.1936, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 847234.0, + "step": 1037 + }, + { + "epoch": 0.14696304686393882, + "grad_norm": 17.875, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.9058085083961487, + "num_tokens": 848840.0, + "step": 1038 + }, + { + "epoch": 0.14710462976072491, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8790697455406189, + "num_tokens": 850222.0, + "step": 1039 + }, + { + "epoch": 0.14724621265751098, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8796992897987366, + "num_tokens": 851261.0, + "step": 1040 + }, + { + "epoch": 0.14738779555429704, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1683, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 852068.0, + "step": 1041 + }, + { + "epoch": 0.1475293784510831, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8394160270690918, + "num_tokens": 852897.0, + "step": 1042 + }, + { + "epoch": 0.14767096134786917, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.5222, + "mean_token_accuracy": 0.8370786309242249, + "num_tokens": 854035.0, + "step": 1043 + }, + { + "epoch": 0.14781254424465526, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2401, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 855035.0, + "step": 1044 + }, + { + "epoch": 0.14795412714144132, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.4828, + "mean_token_accuracy": 0.8365384936332703, + "num_tokens": 855608.0, + "step": 1045 + }, + { + "epoch": 0.14809571003822738, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 856718.0, + "step": 1046 + }, + { + "epoch": 0.14823729293501345, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.2239, + "mean_token_accuracy": 0.9278350472450256, + "num_tokens": 857612.0, + "step": 1047 + }, + { + "epoch": 0.1483788758317995, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2179, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 858315.0, + "step": 1048 + }, + { + "epoch": 0.14852045872858557, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1542, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 858988.0, + "step": 1049 + }, + { + "epoch": 0.14866204162537167, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 859819.0, + "step": 1050 + }, + { + "epoch": 0.14880362452215773, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.4924, + "mean_token_accuracy": 0.8461539149284363, + "num_tokens": 861029.0, + "step": 1051 + }, + { + "epoch": 0.1489452074189438, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8741258382797241, + "num_tokens": 861668.0, + "step": 1052 + }, + { + "epoch": 0.14908679031572986, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2198, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 862631.0, + "step": 1053 + }, + { + "epoch": 0.14922837321251592, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.906642735004425, + "num_tokens": 863920.0, + "step": 1054 + }, + { + "epoch": 0.149369956109302, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.2106, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 864766.0, + "step": 1055 + }, + { + "epoch": 0.14951153900608807, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 865483.0, + "step": 1056 + }, + { + "epoch": 0.14965312190287414, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 866249.0, + "step": 1057 + }, + { + "epoch": 0.1497947047996602, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.8120805621147156, + "num_tokens": 867218.0, + "step": 1058 + }, + { + "epoch": 0.14993628769644626, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2017, + "mean_token_accuracy": 0.9186991453170776, + "num_tokens": 868003.0, + "step": 1059 + }, + { + "epoch": 0.15007787059323233, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 868554.0, + "step": 1060 + }, + { + "epoch": 0.15021945349001842, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2184, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 869208.0, + "step": 1061 + }, + { + "epoch": 0.15036103638680448, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8829569220542908, + "num_tokens": 870674.0, + "step": 1062 + }, + { + "epoch": 0.15050261928359054, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.5468, + "mean_token_accuracy": 0.7758620381355286, + "num_tokens": 871155.0, + "step": 1063 + }, + { + "epoch": 0.1506442021803766, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.2261, + "mean_token_accuracy": 0.9130434393882751, + "num_tokens": 872004.0, + "step": 1064 + }, + { + "epoch": 0.15078578507716267, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.1372, + "mean_token_accuracy": 0.9496855139732361, + "num_tokens": 872809.0, + "step": 1065 + }, + { + "epoch": 0.15092736797394873, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.7882353067398071, + "num_tokens": 873332.0, + "step": 1066 + }, + { + "epoch": 0.15106895087073482, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8483606576919556, + "num_tokens": 874691.0, + "step": 1067 + }, + { + "epoch": 0.1512105337675209, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.841549277305603, + "num_tokens": 875527.0, + "step": 1068 + }, + { + "epoch": 0.15135211666430695, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 876378.0, + "step": 1069 + }, + { + "epoch": 0.15149369956109301, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 877282.0, + "step": 1070 + }, + { + "epoch": 0.15163528245787908, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8217821717262268, + "num_tokens": 878098.0, + "step": 1071 + }, + { + "epoch": 0.15177686535466517, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 878619.0, + "step": 1072 + }, + { + "epoch": 0.15191844825145123, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 879180.0, + "step": 1073 + }, + { + "epoch": 0.1520600311482373, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 879702.0, + "step": 1074 + }, + { + "epoch": 0.15220161404502336, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 880588.0, + "step": 1075 + }, + { + "epoch": 0.15234319694180942, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 881077.0, + "step": 1076 + }, + { + "epoch": 0.15248477983859549, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2589, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 882251.0, + "step": 1077 + }, + { + "epoch": 0.15262636273538158, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.1382, + "mean_token_accuracy": 0.9545454382896423, + "num_tokens": 882991.0, + "step": 1078 + }, + { + "epoch": 0.15276794563216764, + "grad_norm": 105.5, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 883621.0, + "step": 1079 + }, + { + "epoch": 0.1529095285289537, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8295454978942871, + "num_tokens": 884351.0, + "step": 1080 + }, + { + "epoch": 0.15305111142573977, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 885154.0, + "step": 1081 + }, + { + "epoch": 0.15319269432252583, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2754, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 885978.0, + "step": 1082 + }, + { + "epoch": 0.15333427721931192, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 886928.0, + "step": 1083 + }, + { + "epoch": 0.15347586011609798, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2205, + "mean_token_accuracy": 0.9126213788986206, + "num_tokens": 887635.0, + "step": 1084 + }, + { + "epoch": 0.15361744301288405, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 888267.0, + "step": 1085 + }, + { + "epoch": 0.1537590259096701, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8982300758361816, + "num_tokens": 889462.0, + "step": 1086 + }, + { + "epoch": 0.15390060880645617, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 890238.0, + "step": 1087 + }, + { + "epoch": 0.15404219170324224, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 891055.0, + "step": 1088 + }, + { + "epoch": 0.15418377460002833, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1842, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 891571.0, + "step": 1089 + }, + { + "epoch": 0.1543253574968144, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 892039.0, + "step": 1090 + }, + { + "epoch": 0.15446694039360045, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 892902.0, + "step": 1091 + }, + { + "epoch": 0.15460852329038652, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.901030957698822, + "num_tokens": 894129.0, + "step": 1092 + }, + { + "epoch": 0.15475010618717258, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 895121.0, + "step": 1093 + }, + { + "epoch": 0.15489168908395864, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2763, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 895859.0, + "step": 1094 + }, + { + "epoch": 0.15503327198074474, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.1595, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 896521.0, + "step": 1095 + }, + { + "epoch": 0.1551748548775308, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 897871.0, + "step": 1096 + }, + { + "epoch": 0.15531643777431686, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2519, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 898415.0, + "step": 1097 + }, + { + "epoch": 0.15545802067110293, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 898950.0, + "step": 1098 + }, + { + "epoch": 0.155599603567889, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 899729.0, + "step": 1099 + }, + { + "epoch": 0.15574118646467508, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.5059, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 900301.0, + "step": 1100 + }, + { + "epoch": 0.15588276936146114, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8114753365516663, + "num_tokens": 901206.0, + "step": 1101 + }, + { + "epoch": 0.1560243522582472, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 901897.0, + "step": 1102 + }, + { + "epoch": 0.15616593515503327, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.893750011920929, + "num_tokens": 902616.0, + "step": 1103 + }, + { + "epoch": 0.15630751805181933, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 903734.0, + "step": 1104 + }, + { + "epoch": 0.1564491009486054, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 904333.0, + "step": 1105 + }, + { + "epoch": 0.1565906838453915, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2511, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 904869.0, + "step": 1106 + }, + { + "epoch": 0.15673226674217755, + "grad_norm": 12.0, + "learning_rate": 1e-06, + "loss": 0.1702, + "mean_token_accuracy": 0.9334319829940796, + "num_tokens": 906212.0, + "step": 1107 + }, + { + "epoch": 0.15687384963896361, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2648, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 906743.0, + "step": 1108 + }, + { + "epoch": 0.15701543253574968, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.2591, + "mean_token_accuracy": 0.8921568989753723, + "num_tokens": 908166.0, + "step": 1109 + }, + { + "epoch": 0.15715701543253574, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1638, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 909108.0, + "step": 1110 + }, + { + "epoch": 0.15729859832932183, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2382, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 910306.0, + "step": 1111 + }, + { + "epoch": 0.1574401812261079, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 911196.0, + "step": 1112 + }, + { + "epoch": 0.15758176412289396, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2029, + "mean_token_accuracy": 0.953125, + "num_tokens": 911789.0, + "step": 1113 + }, + { + "epoch": 0.15772334701968002, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2426, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 912530.0, + "step": 1114 + }, + { + "epoch": 0.15786492991646608, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.7837837934494019, + "num_tokens": 913093.0, + "step": 1115 + }, + { + "epoch": 0.15800651281325215, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1787, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 913656.0, + "step": 1116 + }, + { + "epoch": 0.15814809571003824, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 914866.0, + "step": 1117 + }, + { + "epoch": 0.1582896786068243, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.875, + "num_tokens": 915733.0, + "step": 1118 + }, + { + "epoch": 0.15843126150361037, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 916228.0, + "step": 1119 + }, + { + "epoch": 0.15857284440039643, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.2688, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 917032.0, + "step": 1120 + }, + { + "epoch": 0.1587144272971825, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8407643437385559, + "num_tokens": 917934.0, + "step": 1121 + }, + { + "epoch": 0.15885601019396856, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8241758346557617, + "num_tokens": 918958.0, + "step": 1122 + }, + { + "epoch": 0.15899759309075465, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 920021.0, + "step": 1123 + }, + { + "epoch": 0.1591391759875407, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 920636.0, + "step": 1124 + }, + { + "epoch": 0.15928075888432677, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8295454978942871, + "num_tokens": 921191.0, + "step": 1125 + }, + { + "epoch": 0.15942234178111284, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.1502, + "mean_token_accuracy": 0.9579832553863525, + "num_tokens": 921839.0, + "step": 1126 + }, + { + "epoch": 0.1595639246778989, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8055555820465088, + "num_tokens": 922439.0, + "step": 1127 + }, + { + "epoch": 0.159705507574685, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.8942307829856873, + "num_tokens": 923244.0, + "step": 1128 + }, + { + "epoch": 0.15984709047147105, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 923881.0, + "step": 1129 + }, + { + "epoch": 0.15998867336825712, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.5426, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 924746.0, + "step": 1130 + }, + { + "epoch": 0.16013025626504318, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2282, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 925614.0, + "step": 1131 + }, + { + "epoch": 0.16027183916182924, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2336, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 926285.0, + "step": 1132 + }, + { + "epoch": 0.1604134220586153, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.5396, + "mean_token_accuracy": 0.8085106015205383, + "num_tokens": 927083.0, + "step": 1133 + }, + { + "epoch": 0.1605550049554014, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.207, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 927745.0, + "step": 1134 + }, + { + "epoch": 0.16069658785218746, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 928590.0, + "step": 1135 + }, + { + "epoch": 0.16083817074897352, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8699186444282532, + "num_tokens": 929170.0, + "step": 1136 + }, + { + "epoch": 0.1609797536457596, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.9098712205886841, + "num_tokens": 930348.0, + "step": 1137 + }, + { + "epoch": 0.16112133654254565, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.9179487228393555, + "num_tokens": 931896.0, + "step": 1138 + }, + { + "epoch": 0.16126291943933174, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.239, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 932485.0, + "step": 1139 + }, + { + "epoch": 0.1614045023361178, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.2365, + "mean_token_accuracy": 0.8917197585105896, + "num_tokens": 933129.0, + "step": 1140 + }, + { + "epoch": 0.16154608523290387, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8365384936332703, + "num_tokens": 934042.0, + "step": 1141 + }, + { + "epoch": 0.16168766812968993, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 934953.0, + "step": 1142 + }, + { + "epoch": 0.161829251026476, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 935745.0, + "step": 1143 + }, + { + "epoch": 0.16197083392326206, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 936278.0, + "step": 1144 + }, + { + "epoch": 0.16211241682004815, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.264, + "mean_token_accuracy": 0.9084506630897522, + "num_tokens": 937067.0, + "step": 1145 + }, + { + "epoch": 0.1622539997168342, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 937964.0, + "step": 1146 + }, + { + "epoch": 0.16239558261362028, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2526, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 938934.0, + "step": 1147 + }, + { + "epoch": 0.16253716551040634, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2637, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 939632.0, + "step": 1148 + }, + { + "epoch": 0.1626787484071924, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 941139.0, + "step": 1149 + }, + { + "epoch": 0.16282033130397847, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 941780.0, + "step": 1150 + }, + { + "epoch": 0.16296191420076456, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.4821, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 942817.0, + "step": 1151 + }, + { + "epoch": 0.16310349709755062, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.4807, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 943698.0, + "step": 1152 + }, + { + "epoch": 0.16324507999433668, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.229, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 944305.0, + "step": 1153 + }, + { + "epoch": 0.16338666289112275, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9118881225585938, + "num_tokens": 945596.0, + "step": 1154 + }, + { + "epoch": 0.1635282457879088, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.1598, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 946218.0, + "step": 1155 + }, + { + "epoch": 0.1636698286846949, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.2179, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 946869.0, + "step": 1156 + }, + { + "epoch": 0.16381141158148096, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 947728.0, + "step": 1157 + }, + { + "epoch": 0.16395299447826703, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 948361.0, + "step": 1158 + }, + { + "epoch": 0.1640945773750531, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 948981.0, + "step": 1159 + }, + { + "epoch": 0.16423616027183915, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 949493.0, + "step": 1160 + }, + { + "epoch": 0.16437774316862522, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 950670.0, + "step": 1161 + }, + { + "epoch": 0.1645193260654113, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8382353186607361, + "num_tokens": 951293.0, + "step": 1162 + }, + { + "epoch": 0.16466090896219737, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.252, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 952287.0, + "step": 1163 + }, + { + "epoch": 0.16480249185898344, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8115942478179932, + "num_tokens": 952793.0, + "step": 1164 + }, + { + "epoch": 0.1649440747557695, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 953310.0, + "step": 1165 + }, + { + "epoch": 0.16508565765255556, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 953858.0, + "step": 1166 + }, + { + "epoch": 0.16522724054934165, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 954584.0, + "step": 1167 + }, + { + "epoch": 0.16536882344612772, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8761062026023865, + "num_tokens": 955889.0, + "step": 1168 + }, + { + "epoch": 0.16551040634291378, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 956449.0, + "step": 1169 + }, + { + "epoch": 0.16565198923969984, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 957088.0, + "step": 1170 + }, + { + "epoch": 0.1657935721364859, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2768, + "mean_token_accuracy": 0.9082568287849426, + "num_tokens": 958356.0, + "step": 1171 + }, + { + "epoch": 0.16593515503327197, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.2156, + "mean_token_accuracy": 0.9149797558784485, + "num_tokens": 959192.0, + "step": 1172 + }, + { + "epoch": 0.16607673793005806, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8450412750244141, + "num_tokens": 960458.0, + "step": 1173 + }, + { + "epoch": 0.16621832082684412, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 961132.0, + "step": 1174 + }, + { + "epoch": 0.1663599037236302, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8675496578216553, + "num_tokens": 961882.0, + "step": 1175 + }, + { + "epoch": 0.16650148662041625, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 962911.0, + "step": 1176 + }, + { + "epoch": 0.1666430695172023, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 963924.0, + "step": 1177 + }, + { + "epoch": 0.16678465241398838, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 964474.0, + "step": 1178 + }, + { + "epoch": 0.16692623531077447, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.807947039604187, + "num_tokens": 965628.0, + "step": 1179 + }, + { + "epoch": 0.16706781820756053, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 966616.0, + "step": 1180 + }, + { + "epoch": 0.1672094011043466, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.4988, + "mean_token_accuracy": 0.8549618124961853, + "num_tokens": 967961.0, + "step": 1181 + }, + { + "epoch": 0.16735098400113266, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 968730.0, + "step": 1182 + }, + { + "epoch": 0.16749256689791872, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 969391.0, + "step": 1183 + }, + { + "epoch": 0.1676341497947048, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 970475.0, + "step": 1184 + }, + { + "epoch": 0.16777573269149088, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 971308.0, + "step": 1185 + }, + { + "epoch": 0.16791731558827694, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 971926.0, + "step": 1186 + }, + { + "epoch": 0.168058898485063, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.822429895401001, + "num_tokens": 972806.0, + "step": 1187 + }, + { + "epoch": 0.16820048138184907, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.1024, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 973793.0, + "step": 1188 + }, + { + "epoch": 0.16834206427863513, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2087, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 974831.0, + "step": 1189 + }, + { + "epoch": 0.16848364717542122, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 975696.0, + "step": 1190 + }, + { + "epoch": 0.16862523007220728, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1898, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 976377.0, + "step": 1191 + }, + { + "epoch": 0.16876681296899335, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2145, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 976881.0, + "step": 1192 + }, + { + "epoch": 0.1689083958657794, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 977540.0, + "step": 1193 + }, + { + "epoch": 0.16904997876256547, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 978217.0, + "step": 1194 + }, + { + "epoch": 0.16919156165935156, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1498, + "mean_token_accuracy": 0.9529411792755127, + "num_tokens": 978749.0, + "step": 1195 + }, + { + "epoch": 0.16933314455613763, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 979675.0, + "step": 1196 + }, + { + "epoch": 0.1694747274529237, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.915730357170105, + "num_tokens": 980913.0, + "step": 1197 + }, + { + "epoch": 0.16961631034970975, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8035714626312256, + "num_tokens": 981417.0, + "step": 1198 + }, + { + "epoch": 0.16975789324649582, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 982037.0, + "step": 1199 + }, + { + "epoch": 0.16989947614328188, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 983143.0, + "step": 1200 + }, + { + "epoch": 0.17004105904006797, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 983893.0, + "step": 1201 + }, + { + "epoch": 0.17018264193685403, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2578, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 984881.0, + "step": 1202 + }, + { + "epoch": 0.1703242248336401, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 985611.0, + "step": 1203 + }, + { + "epoch": 0.17046580773042616, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8454545140266418, + "num_tokens": 986233.0, + "step": 1204 + }, + { + "epoch": 0.17060739062721222, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1633, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 986980.0, + "step": 1205 + }, + { + "epoch": 0.1707489735239983, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.5204, + "mean_token_accuracy": 0.8037382960319519, + "num_tokens": 987979.0, + "step": 1206 + }, + { + "epoch": 0.17089055642078438, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 988933.0, + "step": 1207 + }, + { + "epoch": 0.17103213931757044, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8781038522720337, + "num_tokens": 989833.0, + "step": 1208 + }, + { + "epoch": 0.1711737222143565, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 990452.0, + "step": 1209 + }, + { + "epoch": 0.17131530511114257, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.84375, + "num_tokens": 991100.0, + "step": 1210 + }, + { + "epoch": 0.17145688800792863, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 991794.0, + "step": 1211 + }, + { + "epoch": 0.17159847090471472, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.875, + "num_tokens": 992805.0, + "step": 1212 + }, + { + "epoch": 0.17174005380150079, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2195, + "mean_token_accuracy": 0.9214285612106323, + "num_tokens": 993759.0, + "step": 1213 + }, + { + "epoch": 0.17188163669828685, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 994447.0, + "step": 1214 + }, + { + "epoch": 0.1720232195950729, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 995344.0, + "step": 1215 + }, + { + "epoch": 0.17216480249185898, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 996163.0, + "step": 1216 + }, + { + "epoch": 0.17230638538864504, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.4721, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 996800.0, + "step": 1217 + }, + { + "epoch": 0.17244796828543113, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2624, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 997735.0, + "step": 1218 + }, + { + "epoch": 0.1725895511822172, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.8907185792922974, + "num_tokens": 999017.0, + "step": 1219 + }, + { + "epoch": 0.17273113407900326, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.1986, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 999583.0, + "step": 1220 + }, + { + "epoch": 0.17287271697578932, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2531, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1000437.0, + "step": 1221 + }, + { + "epoch": 0.17301429987257538, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2478, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 1001233.0, + "step": 1222 + }, + { + "epoch": 0.17315588276936147, + "grad_norm": 10.75, + "learning_rate": 1e-06, + "loss": 0.1994, + "mean_token_accuracy": 0.9215116500854492, + "num_tokens": 1003194.0, + "step": 1223 + }, + { + "epoch": 0.17329746566614754, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8722826242446899, + "num_tokens": 1004234.0, + "step": 1224 + }, + { + "epoch": 0.1734390485629336, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8942307829856873, + "num_tokens": 1005169.0, + "step": 1225 + }, + { + "epoch": 0.17358063145971966, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 1006203.0, + "step": 1226 + }, + { + "epoch": 0.17372221435650573, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8659793734550476, + "num_tokens": 1006950.0, + "step": 1227 + }, + { + "epoch": 0.1738637972532918, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 1007711.0, + "step": 1228 + }, + { + "epoch": 0.17400538015007788, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 1008361.0, + "step": 1229 + }, + { + "epoch": 0.17414696304686395, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 1008953.0, + "step": 1230 + }, + { + "epoch": 0.17428854594365, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.900343656539917, + "num_tokens": 1009742.0, + "step": 1231 + }, + { + "epoch": 0.17443012884043607, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.865789532661438, + "num_tokens": 1010960.0, + "step": 1232 + }, + { + "epoch": 0.17457171173722213, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.7936508655548096, + "num_tokens": 1011666.0, + "step": 1233 + }, + { + "epoch": 0.1747132946340082, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 1012174.0, + "step": 1234 + }, + { + "epoch": 0.1748548775307943, + "grad_norm": 15.6875, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8803921937942505, + "num_tokens": 1013311.0, + "step": 1235 + }, + { + "epoch": 0.17499646042758035, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.785714328289032, + "num_tokens": 1013850.0, + "step": 1236 + }, + { + "epoch": 0.17513804332436642, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 1014535.0, + "step": 1237 + }, + { + "epoch": 0.17527962622115248, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 1015339.0, + "step": 1238 + }, + { + "epoch": 0.17542120911793854, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.1832, + "mean_token_accuracy": 0.9799999594688416, + "num_tokens": 1015962.0, + "step": 1239 + }, + { + "epoch": 0.17556279201472463, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8662674427032471, + "num_tokens": 1016944.0, + "step": 1240 + }, + { + "epoch": 0.1757043749115107, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1673, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 1017700.0, + "step": 1241 + }, + { + "epoch": 0.17584595780829676, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 1018248.0, + "step": 1242 + }, + { + "epoch": 0.17598754070508282, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 1018977.0, + "step": 1243 + }, + { + "epoch": 0.1761291236018689, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.1557, + "mean_token_accuracy": 0.9452055096626282, + "num_tokens": 1019946.0, + "step": 1244 + }, + { + "epoch": 0.17627070649865495, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8759124279022217, + "num_tokens": 1020982.0, + "step": 1245 + }, + { + "epoch": 0.17641228939544104, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8808373808860779, + "num_tokens": 1022686.0, + "step": 1246 + }, + { + "epoch": 0.1765538722922271, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 1023640.0, + "step": 1247 + }, + { + "epoch": 0.17669545518901317, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2426, + "mean_token_accuracy": 0.9222222566604614, + "num_tokens": 1024414.0, + "step": 1248 + }, + { + "epoch": 0.17683703808579923, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 1024976.0, + "step": 1249 + }, + { + "epoch": 0.1769786209825853, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 1025852.0, + "step": 1250 + }, + { + "epoch": 0.17712020387937139, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 1026909.0, + "step": 1251 + }, + { + "epoch": 0.17726178677615745, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 1027475.0, + "step": 1252 + }, + { + "epoch": 0.1774033696729435, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1439, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 1028200.0, + "step": 1253 + }, + { + "epoch": 0.17754495256972957, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1391, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 1028813.0, + "step": 1254 + }, + { + "epoch": 0.17768653546651564, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8639999628067017, + "num_tokens": 1029789.0, + "step": 1255 + }, + { + "epoch": 0.1778281183633017, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.5492, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1030304.0, + "step": 1256 + }, + { + "epoch": 0.1779697012600878, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.1857, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 1031267.0, + "step": 1257 + }, + { + "epoch": 0.17811128415687386, + "grad_norm": 12.625, + "learning_rate": 1e-06, + "loss": 0.2658, + "mean_token_accuracy": 0.8987804651260376, + "num_tokens": 1032910.0, + "step": 1258 + }, + { + "epoch": 0.17825286705365992, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 1033613.0, + "step": 1259 + }, + { + "epoch": 0.17839444995044598, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1878, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 1034116.0, + "step": 1260 + }, + { + "epoch": 0.17853603284723205, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8266667127609253, + "num_tokens": 1034796.0, + "step": 1261 + }, + { + "epoch": 0.1786776157440181, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.1631, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 1035635.0, + "step": 1262 + }, + { + "epoch": 0.1788191986408042, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1875, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 1036607.0, + "step": 1263 + }, + { + "epoch": 0.17896078153759026, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 1037681.0, + "step": 1264 + }, + { + "epoch": 0.17910236443437633, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1199, + "mean_token_accuracy": 0.9666666984558105, + "num_tokens": 1038649.0, + "step": 1265 + }, + { + "epoch": 0.1792439473311624, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2639, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 1039319.0, + "step": 1266 + }, + { + "epoch": 0.17938553022794845, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1039911.0, + "step": 1267 + }, + { + "epoch": 0.17952711312473454, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.1038, + "mean_token_accuracy": 0.9718310236930847, + "num_tokens": 1041129.0, + "step": 1268 + }, + { + "epoch": 0.1796686960215206, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 1041967.0, + "step": 1269 + }, + { + "epoch": 0.17981027891830667, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1042663.0, + "step": 1270 + }, + { + "epoch": 0.17995186181509273, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.6645, + "mean_token_accuracy": 0.7578347325325012, + "num_tokens": 1043625.0, + "step": 1271 + }, + { + "epoch": 0.1800934447118788, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.179, + "mean_token_accuracy": 0.9257642030715942, + "num_tokens": 1044455.0, + "step": 1272 + }, + { + "epoch": 0.18023502760866486, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.5111, + "mean_token_accuracy": 0.8296296000480652, + "num_tokens": 1045136.0, + "step": 1273 + }, + { + "epoch": 0.18037661050545095, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 1046146.0, + "step": 1274 + }, + { + "epoch": 0.18051819340223701, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 1046723.0, + "step": 1275 + }, + { + "epoch": 0.18065977629902308, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 1047652.0, + "step": 1276 + }, + { + "epoch": 0.18080135919580914, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.8969072699546814, + "num_tokens": 1048658.0, + "step": 1277 + }, + { + "epoch": 0.1809429420925952, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 1049774.0, + "step": 1278 + }, + { + "epoch": 0.1810845249893813, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.5002, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 1050800.0, + "step": 1279 + }, + { + "epoch": 0.18122610788616736, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2287, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 1051304.0, + "step": 1280 + }, + { + "epoch": 0.18136769078295342, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 1052465.0, + "step": 1281 + }, + { + "epoch": 0.18150927367973949, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 1053262.0, + "step": 1282 + }, + { + "epoch": 0.18165085657652555, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 1053939.0, + "step": 1283 + }, + { + "epoch": 0.1817924394733116, + "grad_norm": 10.625, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.9026104211807251, + "num_tokens": 1055393.0, + "step": 1284 + }, + { + "epoch": 0.1819340223700977, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.5499, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 1056262.0, + "step": 1285 + }, + { + "epoch": 0.18207560526688377, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1687, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 1056878.0, + "step": 1286 + }, + { + "epoch": 0.18221718816366983, + "grad_norm": 26.0, + "learning_rate": 1e-06, + "loss": 0.1782, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 1057624.0, + "step": 1287 + }, + { + "epoch": 0.1823587710604559, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8785578608512878, + "num_tokens": 1058785.0, + "step": 1288 + }, + { + "epoch": 0.18250035395724196, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 1059466.0, + "step": 1289 + }, + { + "epoch": 0.18264193685402802, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.1447, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 1060132.0, + "step": 1290 + }, + { + "epoch": 0.1827835197508141, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 1060859.0, + "step": 1291 + }, + { + "epoch": 0.18292510264760017, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.2129, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 1061568.0, + "step": 1292 + }, + { + "epoch": 0.18306668554438624, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8657243847846985, + "num_tokens": 1062584.0, + "step": 1293 + }, + { + "epoch": 0.1832082684411723, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 1063445.0, + "step": 1294 + }, + { + "epoch": 0.18334985133795836, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.1992, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 1064080.0, + "step": 1295 + }, + { + "epoch": 0.18349143423474445, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.6945, + "mean_token_accuracy": 0.7368420958518982, + "num_tokens": 1064710.0, + "step": 1296 + }, + { + "epoch": 0.18363301713153052, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.9040000438690186, + "num_tokens": 1065518.0, + "step": 1297 + }, + { + "epoch": 0.18377460002831658, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.9051724076271057, + "num_tokens": 1066543.0, + "step": 1298 + }, + { + "epoch": 0.18391618292510264, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8952381014823914, + "num_tokens": 1067358.0, + "step": 1299 + }, + { + "epoch": 0.1840577658218887, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 1068241.0, + "step": 1300 + }, + { + "epoch": 0.18419934871867477, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 1069111.0, + "step": 1301 + }, + { + "epoch": 0.18434093161546086, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8621553778648376, + "num_tokens": 1070407.0, + "step": 1302 + }, + { + "epoch": 0.18448251451224693, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 1071059.0, + "step": 1303 + }, + { + "epoch": 0.184624097409033, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.2571, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 1071678.0, + "step": 1304 + }, + { + "epoch": 0.18476568030581905, + "grad_norm": 13.4375, + "learning_rate": 1e-06, + "loss": 0.2485, + "mean_token_accuracy": 0.8937605619430542, + "num_tokens": 1073150.0, + "step": 1305 + }, + { + "epoch": 0.18490726320260512, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2125, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 1074219.0, + "step": 1306 + }, + { + "epoch": 0.1850488460993912, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 1074994.0, + "step": 1307 + }, + { + "epoch": 0.18519042899617727, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 1075635.0, + "step": 1308 + }, + { + "epoch": 0.18533201189296333, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1735, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 1076421.0, + "step": 1309 + }, + { + "epoch": 0.1854735947897494, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 1077225.0, + "step": 1310 + }, + { + "epoch": 0.18561517768653546, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 1077818.0, + "step": 1311 + }, + { + "epoch": 0.18575676058332152, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.7534246444702148, + "num_tokens": 1078506.0, + "step": 1312 + }, + { + "epoch": 0.18589834348010761, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 1079033.0, + "step": 1313 + }, + { + "epoch": 0.18603992637689368, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 1079551.0, + "step": 1314 + }, + { + "epoch": 0.18618150927367974, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 1080212.0, + "step": 1315 + }, + { + "epoch": 0.1863230921704658, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2184, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 1080899.0, + "step": 1316 + }, + { + "epoch": 0.18646467506725187, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 1081941.0, + "step": 1317 + }, + { + "epoch": 0.18660625796403793, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8776978850364685, + "num_tokens": 1082739.0, + "step": 1318 + }, + { + "epoch": 0.18674784086082402, + "grad_norm": 110.5, + "learning_rate": 1e-06, + "loss": 0.2903, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 1083246.0, + "step": 1319 + }, + { + "epoch": 0.18688942375761008, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 1083804.0, + "step": 1320 + }, + { + "epoch": 0.18703100665439615, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.208, + "mean_token_accuracy": 0.9236641526222229, + "num_tokens": 1084552.0, + "step": 1321 + }, + { + "epoch": 0.1871725895511822, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2191, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 1085217.0, + "step": 1322 + }, + { + "epoch": 0.18731417244796827, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8818897604942322, + "num_tokens": 1085932.0, + "step": 1323 + }, + { + "epoch": 0.18745575534475437, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 1086621.0, + "step": 1324 + }, + { + "epoch": 0.18759733824154043, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.875, + "num_tokens": 1087142.0, + "step": 1325 + }, + { + "epoch": 0.1877389211383265, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.1135, + "mean_token_accuracy": 0.9728507399559021, + "num_tokens": 1087953.0, + "step": 1326 + }, + { + "epoch": 0.18788050403511256, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 1088508.0, + "step": 1327 + }, + { + "epoch": 0.18802208693189862, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1089153.0, + "step": 1328 + }, + { + "epoch": 0.18816366982868468, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 1090002.0, + "step": 1329 + }, + { + "epoch": 0.18830525272547077, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.194, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 1090906.0, + "step": 1330 + }, + { + "epoch": 0.18844683562225684, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1457, + "mean_token_accuracy": 0.9388889074325562, + "num_tokens": 1091996.0, + "step": 1331 + }, + { + "epoch": 0.1885884185190429, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.1776, + "mean_token_accuracy": 0.9417989253997803, + "num_tokens": 1093005.0, + "step": 1332 + }, + { + "epoch": 0.18873000141582896, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 1094331.0, + "step": 1333 + }, + { + "epoch": 0.18887158431261503, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2461, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 1095105.0, + "step": 1334 + }, + { + "epoch": 0.18901316720940112, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 1095672.0, + "step": 1335 + }, + { + "epoch": 0.18915475010618718, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.2086, + "mean_token_accuracy": 0.9085714221000671, + "num_tokens": 1096551.0, + "step": 1336 + }, + { + "epoch": 0.18929633300297324, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.2373, + "mean_token_accuracy": 0.9125874042510986, + "num_tokens": 1097571.0, + "step": 1337 + }, + { + "epoch": 0.1894379158997593, + "grad_norm": 128.0, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 1098499.0, + "step": 1338 + }, + { + "epoch": 0.18957949879654537, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 1099313.0, + "step": 1339 + }, + { + "epoch": 0.18972108169333143, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 1100033.0, + "step": 1340 + }, + { + "epoch": 0.18986266459011752, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 1100797.0, + "step": 1341 + }, + { + "epoch": 0.1900042474869036, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 1101341.0, + "step": 1342 + }, + { + "epoch": 0.19014583038368965, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.1675, + "mean_token_accuracy": 0.9344073534011841, + "num_tokens": 1102989.0, + "step": 1343 + }, + { + "epoch": 0.19028741328047571, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8866994976997375, + "num_tokens": 1103629.0, + "step": 1344 + }, + { + "epoch": 0.19042899617726178, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8768116235733032, + "num_tokens": 1104636.0, + "step": 1345 + }, + { + "epoch": 0.19057057907404787, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2107, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1105268.0, + "step": 1346 + }, + { + "epoch": 0.19071216197083393, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 1106151.0, + "step": 1347 + }, + { + "epoch": 0.19085374486762, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2234, + "mean_token_accuracy": 0.9067796468734741, + "num_tokens": 1106983.0, + "step": 1348 + }, + { + "epoch": 0.19099532776440606, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 1107509.0, + "step": 1349 + }, + { + "epoch": 0.19113691066119212, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.7857142686843872, + "num_tokens": 1108217.0, + "step": 1350 + }, + { + "epoch": 0.19127849355797819, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8384615182876587, + "num_tokens": 1108846.0, + "step": 1351 + }, + { + "epoch": 0.19142007645476428, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1709, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 1109584.0, + "step": 1352 + }, + { + "epoch": 0.19156165935155034, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 1110354.0, + "step": 1353 + }, + { + "epoch": 0.1917032422483364, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2452, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 1111101.0, + "step": 1354 + }, + { + "epoch": 0.19184482514512247, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 1111617.0, + "step": 1355 + }, + { + "epoch": 0.19198640804190853, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2113, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 1112230.0, + "step": 1356 + }, + { + "epoch": 0.1921279909386946, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 1112897.0, + "step": 1357 + }, + { + "epoch": 0.19226957383548068, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 1113444.0, + "step": 1358 + }, + { + "epoch": 0.19241115673226675, + "grad_norm": 13.0, + "learning_rate": 1e-06, + "loss": 0.1661, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 1114487.0, + "step": 1359 + }, + { + "epoch": 0.1925527396290528, + "grad_norm": 107.5, + "learning_rate": 1e-06, + "loss": 0.1658, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1115082.0, + "step": 1360 + }, + { + "epoch": 0.19269432252583887, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1115776.0, + "step": 1361 + }, + { + "epoch": 0.19283590542262494, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.90625, + "num_tokens": 1116450.0, + "step": 1362 + }, + { + "epoch": 0.19297748831941103, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 1117002.0, + "step": 1363 + }, + { + "epoch": 0.1931190712161971, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1117655.0, + "step": 1364 + }, + { + "epoch": 0.19326065411298315, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 1118478.0, + "step": 1365 + }, + { + "epoch": 0.19340223700976922, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.1978, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1119061.0, + "step": 1366 + }, + { + "epoch": 0.19354381990655528, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8613861203193665, + "num_tokens": 1119865.0, + "step": 1367 + }, + { + "epoch": 0.19368540280334134, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8447204828262329, + "num_tokens": 1120986.0, + "step": 1368 + }, + { + "epoch": 0.19382698570012744, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.205, + "mean_token_accuracy": 0.9462365508079529, + "num_tokens": 1122299.0, + "step": 1369 + }, + { + "epoch": 0.1939685685969135, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 1123198.0, + "step": 1370 + }, + { + "epoch": 0.19411015149369956, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.8972602486610413, + "num_tokens": 1123896.0, + "step": 1371 + }, + { + "epoch": 0.19425173439048563, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2664, + "mean_token_accuracy": 0.9010753035545349, + "num_tokens": 1125457.0, + "step": 1372 + }, + { + "epoch": 0.1943933172872717, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8246753215789795, + "num_tokens": 1126424.0, + "step": 1373 + }, + { + "epoch": 0.19453490018405778, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 1127067.0, + "step": 1374 + }, + { + "epoch": 0.19467648308084384, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2392, + "mean_token_accuracy": 0.9070351719856262, + "num_tokens": 1128328.0, + "step": 1375 + }, + { + "epoch": 0.1948180659776299, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.2476, + "mean_token_accuracy": 0.9197952151298523, + "num_tokens": 1129542.0, + "step": 1376 + }, + { + "epoch": 0.19495964887441597, + "grad_norm": 15.8125, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 1130790.0, + "step": 1377 + }, + { + "epoch": 0.19510123177120203, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.83984375, + "num_tokens": 1131507.0, + "step": 1378 + }, + { + "epoch": 0.1952428146679881, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 1132057.0, + "step": 1379 + }, + { + "epoch": 0.1953843975647742, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 1132759.0, + "step": 1380 + }, + { + "epoch": 0.19552598046156025, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.9223300814628601, + "num_tokens": 1133608.0, + "step": 1381 + }, + { + "epoch": 0.1956675633583463, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1134275.0, + "step": 1382 + }, + { + "epoch": 0.19580914625513238, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.84375, + "num_tokens": 1135202.0, + "step": 1383 + }, + { + "epoch": 0.19595072915191844, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 1135806.0, + "step": 1384 + }, + { + "epoch": 0.1960923120487045, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.1843, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 1136312.0, + "step": 1385 + }, + { + "epoch": 0.1962338949454906, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 1136994.0, + "step": 1386 + }, + { + "epoch": 0.19637547784227666, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 1138506.0, + "step": 1387 + }, + { + "epoch": 0.19651706073906272, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 1139360.0, + "step": 1388 + }, + { + "epoch": 0.19665864363584878, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8082191944122314, + "num_tokens": 1140046.0, + "step": 1389 + }, + { + "epoch": 0.19680022653263485, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 1140634.0, + "step": 1390 + }, + { + "epoch": 0.19694180942942094, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 1141375.0, + "step": 1391 + }, + { + "epoch": 0.197083392326207, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1983, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 1141919.0, + "step": 1392 + }, + { + "epoch": 0.19722497522299307, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 1142642.0, + "step": 1393 + }, + { + "epoch": 0.19736655811977913, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.183, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 1143263.0, + "step": 1394 + }, + { + "epoch": 0.1975081410165652, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2317, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1143874.0, + "step": 1395 + }, + { + "epoch": 0.19764972391335126, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.885558545589447, + "num_tokens": 1145079.0, + "step": 1396 + }, + { + "epoch": 0.19779130681013735, + "grad_norm": 29.125, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 1145845.0, + "step": 1397 + }, + { + "epoch": 0.1979328897069234, + "grad_norm": 14.0, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8751333951950073, + "num_tokens": 1147261.0, + "step": 1398 + }, + { + "epoch": 0.19807447260370947, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2431, + "mean_token_accuracy": 0.8926174640655518, + "num_tokens": 1147846.0, + "step": 1399 + }, + { + "epoch": 0.19821605550049554, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8690745234489441, + "num_tokens": 1148896.0, + "step": 1400 + }, + { + "epoch": 0.1983576383972816, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4707, + "mean_token_accuracy": 0.7936508655548096, + "num_tokens": 1149414.0, + "step": 1401 + }, + { + "epoch": 0.1984992212940677, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1789, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 1150175.0, + "step": 1402 + }, + { + "epoch": 0.19864080419085375, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 1151083.0, + "step": 1403 + }, + { + "epoch": 0.19878238708763982, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 1151844.0, + "step": 1404 + }, + { + "epoch": 0.19892396998442588, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.890625, + "num_tokens": 1152484.0, + "step": 1405 + }, + { + "epoch": 0.19906555288121194, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.2655, + "mean_token_accuracy": 0.8993055820465088, + "num_tokens": 1153341.0, + "step": 1406 + }, + { + "epoch": 0.199207135777998, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 1154130.0, + "step": 1407 + }, + { + "epoch": 0.1993487186747841, + "grad_norm": 29.125, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.84555983543396, + "num_tokens": 1155117.0, + "step": 1408 + }, + { + "epoch": 0.19949030157157016, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2759, + "mean_token_accuracy": 0.9066339135169983, + "num_tokens": 1156106.0, + "step": 1409 + }, + { + "epoch": 0.19963188446835622, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8639999628067017, + "num_tokens": 1157526.0, + "step": 1410 + }, + { + "epoch": 0.1997734673651423, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1032, + "mean_token_accuracy": 0.9594594836235046, + "num_tokens": 1158453.0, + "step": 1411 + }, + { + "epoch": 0.19991505026192835, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 1159229.0, + "step": 1412 + }, + { + "epoch": 0.20005663315871441, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2688, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 1160103.0, + "step": 1413 + }, + { + "epoch": 0.2001982160555005, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8543689250946045, + "num_tokens": 1160964.0, + "step": 1414 + }, + { + "epoch": 0.20033979895228657, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 1162049.0, + "step": 1415 + }, + { + "epoch": 0.20048138184907263, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1162504.0, + "step": 1416 + }, + { + "epoch": 0.2006229647458587, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2338, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1163337.0, + "step": 1417 + }, + { + "epoch": 0.20076454764264476, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 1164429.0, + "step": 1418 + }, + { + "epoch": 0.20090613053943085, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2072, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 1164951.0, + "step": 1419 + }, + { + "epoch": 0.2010477134362169, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.6048, + "mean_token_accuracy": 0.7536231875419617, + "num_tokens": 1166181.0, + "step": 1420 + }, + { + "epoch": 0.20118929633300298, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.7972972989082336, + "num_tokens": 1167207.0, + "step": 1421 + }, + { + "epoch": 0.20133087922978904, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.898809552192688, + "num_tokens": 1168177.0, + "step": 1422 + }, + { + "epoch": 0.2014724621265751, + "grad_norm": 12.1875, + "learning_rate": 1e-06, + "loss": 0.1762, + "mean_token_accuracy": 0.937313437461853, + "num_tokens": 1169490.0, + "step": 1423 + }, + { + "epoch": 0.20161404502336117, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.1579, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 1170184.0, + "step": 1424 + }, + { + "epoch": 0.20175562792014726, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1112, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 1171169.0, + "step": 1425 + }, + { + "epoch": 0.20189721081693332, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 1172072.0, + "step": 1426 + }, + { + "epoch": 0.20203879371371938, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.7875000238418579, + "num_tokens": 1172759.0, + "step": 1427 + }, + { + "epoch": 0.20218037661050545, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 1173311.0, + "step": 1428 + }, + { + "epoch": 0.2023219595072915, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.1378, + "mean_token_accuracy": 0.9402298927307129, + "num_tokens": 1174316.0, + "step": 1429 + }, + { + "epoch": 0.2024635424040776, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.18, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1175152.0, + "step": 1430 + }, + { + "epoch": 0.20260512530086366, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8810096383094788, + "num_tokens": 1176863.0, + "step": 1431 + }, + { + "epoch": 0.20274670819764973, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.84112149477005, + "num_tokens": 1177511.0, + "step": 1432 + }, + { + "epoch": 0.2028882910944358, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1969, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1178038.0, + "step": 1433 + }, + { + "epoch": 0.20302987399122185, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2207, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 1178557.0, + "step": 1434 + }, + { + "epoch": 0.20317145688800792, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1502, + "mean_token_accuracy": 0.9753086566925049, + "num_tokens": 1179109.0, + "step": 1435 + }, + { + "epoch": 0.203313039784794, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 1180126.0, + "step": 1436 + }, + { + "epoch": 0.20345462268158007, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.5705, + "mean_token_accuracy": 0.7557252049446106, + "num_tokens": 1180864.0, + "step": 1437 + }, + { + "epoch": 0.20359620557836614, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2535, + "mean_token_accuracy": 0.9084967374801636, + "num_tokens": 1181602.0, + "step": 1438 + }, + { + "epoch": 0.2037377884751522, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 1182444.0, + "step": 1439 + }, + { + "epoch": 0.20387937137193826, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.1919, + "mean_token_accuracy": 0.9406779408454895, + "num_tokens": 1183019.0, + "step": 1440 + }, + { + "epoch": 0.20402095426872432, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2646, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 1183804.0, + "step": 1441 + }, + { + "epoch": 0.20416253716551042, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1848, + "mean_token_accuracy": 0.9205297827720642, + "num_tokens": 1184567.0, + "step": 1442 + }, + { + "epoch": 0.20430412006229648, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8758620619773865, + "num_tokens": 1185354.0, + "step": 1443 + }, + { + "epoch": 0.20444570295908254, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.865079402923584, + "num_tokens": 1186480.0, + "step": 1444 + }, + { + "epoch": 0.2045872858558686, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 1187313.0, + "step": 1445 + }, + { + "epoch": 0.20472886875265467, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1825, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1188062.0, + "step": 1446 + }, + { + "epoch": 0.20487045164944076, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4442, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 1189068.0, + "step": 1447 + }, + { + "epoch": 0.20501203454622682, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.2467, + "mean_token_accuracy": 0.9041916728019714, + "num_tokens": 1190619.0, + "step": 1448 + }, + { + "epoch": 0.2051536174430129, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.875, + "num_tokens": 1191306.0, + "step": 1449 + }, + { + "epoch": 0.20529520033979895, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1499, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 1192092.0, + "step": 1450 + }, + { + "epoch": 0.205436783236585, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.1573, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 1192959.0, + "step": 1451 + }, + { + "epoch": 0.20557836613337108, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 1193581.0, + "step": 1452 + }, + { + "epoch": 0.20571994903015717, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2802, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 1194415.0, + "step": 1453 + }, + { + "epoch": 0.20586153192694323, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8532818555831909, + "num_tokens": 1195800.0, + "step": 1454 + }, + { + "epoch": 0.2060031148237293, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2065, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 1196380.0, + "step": 1455 + }, + { + "epoch": 0.20614469772051536, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.1548, + "mean_token_accuracy": 0.9375, + "num_tokens": 1196880.0, + "step": 1456 + }, + { + "epoch": 0.20628628061730142, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 1197637.0, + "step": 1457 + }, + { + "epoch": 0.2064278635140875, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8862276077270508, + "num_tokens": 1198515.0, + "step": 1458 + }, + { + "epoch": 0.20656944641087358, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2787, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 1199531.0, + "step": 1459 + }, + { + "epoch": 0.20671102930765964, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 1200050.0, + "step": 1460 + }, + { + "epoch": 0.2068526122044457, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1937, + "mean_token_accuracy": 0.9130434393882751, + "num_tokens": 1200913.0, + "step": 1461 + }, + { + "epoch": 0.20699419510123176, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2531, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 1201441.0, + "step": 1462 + }, + { + "epoch": 0.20713577799801783, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1058, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 1202623.0, + "step": 1463 + }, + { + "epoch": 0.20727736089480392, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2423, + "mean_token_accuracy": 0.953125, + "num_tokens": 1203176.0, + "step": 1464 + }, + { + "epoch": 0.20741894379158998, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 1203958.0, + "step": 1465 + }, + { + "epoch": 0.20756052668837605, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1204736.0, + "step": 1466 + }, + { + "epoch": 0.2077021095851621, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 1205885.0, + "step": 1467 + }, + { + "epoch": 0.20784369248194817, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1592, + "mean_token_accuracy": 0.9375, + "num_tokens": 1206569.0, + "step": 1468 + }, + { + "epoch": 0.20798527537873424, + "grad_norm": 13.3125, + "learning_rate": 1e-06, + "loss": 0.2005, + "mean_token_accuracy": 0.9162929654121399, + "num_tokens": 1207718.0, + "step": 1469 + }, + { + "epoch": 0.20812685827552033, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2271, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 1208353.0, + "step": 1470 + }, + { + "epoch": 0.2082684411723064, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.0673, + "mean_token_accuracy": 0.9764150977134705, + "num_tokens": 1209144.0, + "step": 1471 + }, + { + "epoch": 0.20841002406909245, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1458, + "mean_token_accuracy": 0.9532709717750549, + "num_tokens": 1210108.0, + "step": 1472 + }, + { + "epoch": 0.20855160696587852, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1866, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 1210845.0, + "step": 1473 + }, + { + "epoch": 0.20869318986266458, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 1211693.0, + "step": 1474 + }, + { + "epoch": 0.20883477275945067, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.236, + "mean_token_accuracy": 0.9080718159675598, + "num_tokens": 1212564.0, + "step": 1475 + }, + { + "epoch": 0.20897635565623673, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.0842, + "mean_token_accuracy": 0.9735099077224731, + "num_tokens": 1213254.0, + "step": 1476 + }, + { + "epoch": 0.2091179385530228, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8756756782531738, + "num_tokens": 1214366.0, + "step": 1477 + }, + { + "epoch": 0.20925952144980886, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1215018.0, + "step": 1478 + }, + { + "epoch": 0.20940110434659492, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2039, + "mean_token_accuracy": 0.9369369745254517, + "num_tokens": 1215844.0, + "step": 1479 + }, + { + "epoch": 0.209542687243381, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8561643958091736, + "num_tokens": 1216825.0, + "step": 1480 + }, + { + "epoch": 0.20968427014016708, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1217363.0, + "step": 1481 + }, + { + "epoch": 0.20982585303695314, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 1218126.0, + "step": 1482 + }, + { + "epoch": 0.2099674359337392, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1231, + "mean_token_accuracy": 0.9718309640884399, + "num_tokens": 1219011.0, + "step": 1483 + }, + { + "epoch": 0.21010901883052527, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 1220131.0, + "step": 1484 + }, + { + "epoch": 0.21025060172731133, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.2082, + "mean_token_accuracy": 0.9239280819892883, + "num_tokens": 1221347.0, + "step": 1485 + }, + { + "epoch": 0.21039218462409742, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 1222108.0, + "step": 1486 + }, + { + "epoch": 0.21053376752088349, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1412, + "mean_token_accuracy": 0.949367105960846, + "num_tokens": 1222639.0, + "step": 1487 + }, + { + "epoch": 0.21067535041766955, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 1223320.0, + "step": 1488 + }, + { + "epoch": 0.2108169333144556, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1963, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 1223941.0, + "step": 1489 + }, + { + "epoch": 0.21095851621124168, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8384615778923035, + "num_tokens": 1225162.0, + "step": 1490 + }, + { + "epoch": 0.21110009910802774, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.254, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 1226223.0, + "step": 1491 + }, + { + "epoch": 0.21124168200481383, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 1226994.0, + "step": 1492 + }, + { + "epoch": 0.2113832649015999, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 1227545.0, + "step": 1493 + }, + { + "epoch": 0.21152484779838596, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 1228185.0, + "step": 1494 + }, + { + "epoch": 0.21166643069517202, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1229054.0, + "step": 1495 + }, + { + "epoch": 0.21180801359195808, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2617, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 1229926.0, + "step": 1496 + }, + { + "epoch": 0.21194959648874415, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2438, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 1231063.0, + "step": 1497 + }, + { + "epoch": 0.21209117938553024, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1277, + "mean_token_accuracy": 0.9222222566604614, + "num_tokens": 1232019.0, + "step": 1498 + }, + { + "epoch": 0.2122327622823163, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8916667103767395, + "num_tokens": 1232757.0, + "step": 1499 + }, + { + "epoch": 0.21237434517910236, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8611713647842407, + "num_tokens": 1233857.0, + "step": 1500 + }, + { + "epoch": 0.21251592807588843, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.5235, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 1234660.0, + "step": 1501 + }, + { + "epoch": 0.2126575109726745, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 1235199.0, + "step": 1502 + }, + { + "epoch": 0.21279909386946058, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 1235961.0, + "step": 1503 + }, + { + "epoch": 0.21294067676624664, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8950086236000061, + "num_tokens": 1237098.0, + "step": 1504 + }, + { + "epoch": 0.2130822596630327, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1565, + "mean_token_accuracy": 0.9710144996643066, + "num_tokens": 1238003.0, + "step": 1505 + }, + { + "epoch": 0.21322384255981877, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1888, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 1238725.0, + "step": 1506 + }, + { + "epoch": 0.21336542545660483, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8650674819946289, + "num_tokens": 1240396.0, + "step": 1507 + }, + { + "epoch": 0.2135070083533909, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4954, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 1241025.0, + "step": 1508 + }, + { + "epoch": 0.213648591250177, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.5502, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 1242023.0, + "step": 1509 + }, + { + "epoch": 0.21379017414696305, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2194, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 1242793.0, + "step": 1510 + }, + { + "epoch": 0.21393175704374912, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.5762, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 1243644.0, + "step": 1511 + }, + { + "epoch": 0.21407333994053518, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 1244769.0, + "step": 1512 + }, + { + "epoch": 0.21421492283732124, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 1245630.0, + "step": 1513 + }, + { + "epoch": 0.21435650573410733, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8808139562606812, + "num_tokens": 1246443.0, + "step": 1514 + }, + { + "epoch": 0.2144980886308934, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 1247371.0, + "step": 1515 + }, + { + "epoch": 0.21463967152767946, + "grad_norm": 13.8125, + "learning_rate": 1e-06, + "loss": 0.2023, + "mean_token_accuracy": 0.9139150977134705, + "num_tokens": 1248904.0, + "step": 1516 + }, + { + "epoch": 0.21478125442446552, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 1249364.0, + "step": 1517 + }, + { + "epoch": 0.2149228373212516, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 1250085.0, + "step": 1518 + }, + { + "epoch": 0.21506442021803765, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.222, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 1250906.0, + "step": 1519 + }, + { + "epoch": 0.21520600311482374, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 1251592.0, + "step": 1520 + }, + { + "epoch": 0.2153475860116098, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1671, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1252499.0, + "step": 1521 + }, + { + "epoch": 0.21548916890839587, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.1446, + "mean_token_accuracy": 0.9375000596046448, + "num_tokens": 1253599.0, + "step": 1522 + }, + { + "epoch": 0.21563075180518193, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 1254330.0, + "step": 1523 + }, + { + "epoch": 0.215772334701968, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.287, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 1255134.0, + "step": 1524 + }, + { + "epoch": 0.21591391759875406, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1255886.0, + "step": 1525 + }, + { + "epoch": 0.21605550049554015, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2541, + "mean_token_accuracy": 0.9327731728553772, + "num_tokens": 1256541.0, + "step": 1526 + }, + { + "epoch": 0.2161970833923262, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.2639, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 1257233.0, + "step": 1527 + }, + { + "epoch": 0.21633866628911227, + "grad_norm": 101.5, + "learning_rate": 1e-06, + "loss": 0.2376, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 1258003.0, + "step": 1528 + }, + { + "epoch": 0.21648024918589834, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.7777778506278992, + "num_tokens": 1258842.0, + "step": 1529 + }, + { + "epoch": 0.2166218320826844, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2755, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 1259425.0, + "step": 1530 + }, + { + "epoch": 0.2167634149794705, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 1260048.0, + "step": 1531 + }, + { + "epoch": 0.21690499787625656, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8761062026023865, + "num_tokens": 1260649.0, + "step": 1532 + }, + { + "epoch": 0.21704658077304262, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.2084, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 1261475.0, + "step": 1533 + }, + { + "epoch": 0.21718816366982868, + "grad_norm": 30.625, + "learning_rate": 1e-06, + "loss": 0.1717, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 1262199.0, + "step": 1534 + }, + { + "epoch": 0.21732974656661475, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.136, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 1263177.0, + "step": 1535 + }, + { + "epoch": 0.2174713294634008, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8175182342529297, + "num_tokens": 1264009.0, + "step": 1536 + }, + { + "epoch": 0.2176129123601869, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.18, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 1264667.0, + "step": 1537 + }, + { + "epoch": 0.21775449525697296, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 1265680.0, + "step": 1538 + }, + { + "epoch": 0.21789607815375903, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 1266223.0, + "step": 1539 + }, + { + "epoch": 0.2180376610505451, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2565, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 1267111.0, + "step": 1540 + }, + { + "epoch": 0.21817924394733115, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.5692, + "mean_token_accuracy": 0.7708333730697632, + "num_tokens": 1267752.0, + "step": 1541 + }, + { + "epoch": 0.21832082684411724, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.859375, + "num_tokens": 1268417.0, + "step": 1542 + }, + { + "epoch": 0.2184624097409033, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 1268932.0, + "step": 1543 + }, + { + "epoch": 0.21860399263768937, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 1269537.0, + "step": 1544 + }, + { + "epoch": 0.21874557553447543, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.1851, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 1270082.0, + "step": 1545 + }, + { + "epoch": 0.2188871584312615, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8956044316291809, + "num_tokens": 1270726.0, + "step": 1546 + }, + { + "epoch": 0.21902874132804756, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 1271400.0, + "step": 1547 + }, + { + "epoch": 0.21917032422483365, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.259, + "mean_token_accuracy": 0.9010066986083984, + "num_tokens": 1272493.0, + "step": 1548 + }, + { + "epoch": 0.21931190712161971, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 1273628.0, + "step": 1549 + }, + { + "epoch": 0.21945349001840578, + "grad_norm": 130.0, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.875, + "num_tokens": 1274833.0, + "step": 1550 + }, + { + "epoch": 0.21959507291519184, + "grad_norm": 124.0, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 1275601.0, + "step": 1551 + }, + { + "epoch": 0.2197366558119779, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 1276269.0, + "step": 1552 + }, + { + "epoch": 0.21987823870876397, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2734, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 1277200.0, + "step": 1553 + }, + { + "epoch": 0.22001982160555006, + "grad_norm": 12.125, + "learning_rate": 1e-06, + "loss": 0.1978, + "mean_token_accuracy": 0.927872896194458, + "num_tokens": 1278554.0, + "step": 1554 + }, + { + "epoch": 0.22016140450233612, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 1279069.0, + "step": 1555 + }, + { + "epoch": 0.22030298739912219, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.1734, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 1279596.0, + "step": 1556 + }, + { + "epoch": 0.22044457029590825, + "grad_norm": 155.0, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8085106015205383, + "num_tokens": 1280267.0, + "step": 1557 + }, + { + "epoch": 0.2205861531926943, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 1281090.0, + "step": 1558 + }, + { + "epoch": 0.2207277360894804, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 1281704.0, + "step": 1559 + }, + { + "epoch": 0.22086931898626647, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 1282435.0, + "step": 1560 + }, + { + "epoch": 0.22101090188305253, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2274, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 1282929.0, + "step": 1561 + }, + { + "epoch": 0.2211524847798386, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8563218116760254, + "num_tokens": 1283740.0, + "step": 1562 + }, + { + "epoch": 0.22129406767662466, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2371, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 1284268.0, + "step": 1563 + }, + { + "epoch": 0.22143565057341072, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 1285215.0, + "step": 1564 + }, + { + "epoch": 0.2215772334701968, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1286054.0, + "step": 1565 + }, + { + "epoch": 0.22171881636698287, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2289, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 1286971.0, + "step": 1566 + }, + { + "epoch": 0.22186039926376894, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.2452, + "mean_token_accuracy": 0.90625, + "num_tokens": 1288411.0, + "step": 1567 + }, + { + "epoch": 0.222001982160555, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2857, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 1289601.0, + "step": 1568 + }, + { + "epoch": 0.22214356505734106, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8192770481109619, + "num_tokens": 1290557.0, + "step": 1569 + }, + { + "epoch": 0.22228514795412715, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 1291246.0, + "step": 1570 + }, + { + "epoch": 0.22242673085091322, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 1292063.0, + "step": 1571 + }, + { + "epoch": 0.22256831374769928, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1292591.0, + "step": 1572 + }, + { + "epoch": 0.22270989664448534, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2198, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 1293132.0, + "step": 1573 + }, + { + "epoch": 0.2228514795412714, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1293897.0, + "step": 1574 + }, + { + "epoch": 0.22299306243805747, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2507, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 1294748.0, + "step": 1575 + }, + { + "epoch": 0.22313464533484356, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1295571.0, + "step": 1576 + }, + { + "epoch": 0.22327622823162963, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.2813, + "mean_token_accuracy": 0.8762542009353638, + "num_tokens": 1296503.0, + "step": 1577 + }, + { + "epoch": 0.2234178111284157, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 1297376.0, + "step": 1578 + }, + { + "epoch": 0.22355939402520175, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2225, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 1298063.0, + "step": 1579 + }, + { + "epoch": 0.22370097692198782, + "grad_norm": 126.5, + "learning_rate": 1e-06, + "loss": 0.2659, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 1299138.0, + "step": 1580 + }, + { + "epoch": 0.22384255981877388, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.525, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 1299681.0, + "step": 1581 + }, + { + "epoch": 0.22398414271555997, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.2424, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1300446.0, + "step": 1582 + }, + { + "epoch": 0.22412572561234603, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 1301242.0, + "step": 1583 + }, + { + "epoch": 0.2242673085091321, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.2501, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1301842.0, + "step": 1584 + }, + { + "epoch": 0.22440889140591816, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 1302399.0, + "step": 1585 + }, + { + "epoch": 0.22455047430270422, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 1303062.0, + "step": 1586 + }, + { + "epoch": 0.2246920571994903, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.890625, + "num_tokens": 1303672.0, + "step": 1587 + }, + { + "epoch": 0.22483364009627638, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 1304324.0, + "step": 1588 + }, + { + "epoch": 0.22497522299306244, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 1305111.0, + "step": 1589 + }, + { + "epoch": 0.2251168058898485, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2246, + "mean_token_accuracy": 0.9509804248809814, + "num_tokens": 1305840.0, + "step": 1590 + }, + { + "epoch": 0.22525838878663457, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 1306762.0, + "step": 1591 + }, + { + "epoch": 0.22539997168342063, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8068181872367859, + "num_tokens": 1307458.0, + "step": 1592 + }, + { + "epoch": 0.22554155458020672, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8872727155685425, + "num_tokens": 1308456.0, + "step": 1593 + }, + { + "epoch": 0.22568313747699278, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.921875, + "num_tokens": 1309167.0, + "step": 1594 + }, + { + "epoch": 0.22582472037377885, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 1309974.0, + "step": 1595 + }, + { + "epoch": 0.2259663032705649, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 1310556.0, + "step": 1596 + }, + { + "epoch": 0.22610788616735097, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 1311644.0, + "step": 1597 + }, + { + "epoch": 0.22624946906413707, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 1312336.0, + "step": 1598 + }, + { + "epoch": 0.22639105196092313, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 1313078.0, + "step": 1599 + }, + { + "epoch": 0.2265326348577092, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 1313620.0, + "step": 1600 + }, + { + "epoch": 0.22667421775449526, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 1314362.0, + "step": 1601 + }, + { + "epoch": 0.22681580065128132, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8265305757522583, + "num_tokens": 1315168.0, + "step": 1602 + }, + { + "epoch": 0.22695738354806738, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8160000443458557, + "num_tokens": 1316055.0, + "step": 1603 + }, + { + "epoch": 0.22709896644485347, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2608, + "mean_token_accuracy": 0.875, + "num_tokens": 1316826.0, + "step": 1604 + }, + { + "epoch": 0.22724054934163954, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.875, + "num_tokens": 1317505.0, + "step": 1605 + }, + { + "epoch": 0.2273821322384256, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 1318336.0, + "step": 1606 + }, + { + "epoch": 0.22752371513521166, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2207, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1318847.0, + "step": 1607 + }, + { + "epoch": 0.22766529803199773, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8879668712615967, + "num_tokens": 1319772.0, + "step": 1608 + }, + { + "epoch": 0.2278068809287838, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 1320438.0, + "step": 1609 + }, + { + "epoch": 0.22794846382556988, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.246, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 1321099.0, + "step": 1610 + }, + { + "epoch": 0.22809004672235594, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1504, + "mean_token_accuracy": 0.9659091234207153, + "num_tokens": 1321772.0, + "step": 1611 + }, + { + "epoch": 0.228231629619142, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.1684, + "mean_token_accuracy": 0.9057971239089966, + "num_tokens": 1322700.0, + "step": 1612 + }, + { + "epoch": 0.22837321251592807, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.5289, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 1323190.0, + "step": 1613 + }, + { + "epoch": 0.22851479541271413, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1921, + "mean_token_accuracy": 0.9207920432090759, + "num_tokens": 1324221.0, + "step": 1614 + }, + { + "epoch": 0.22865637830950022, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 1325376.0, + "step": 1615 + }, + { + "epoch": 0.2287979612062863, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.1641, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 1326031.0, + "step": 1616 + }, + { + "epoch": 0.22893954410307235, + "grad_norm": 13.5625, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8697812557220459, + "num_tokens": 1327793.0, + "step": 1617 + }, + { + "epoch": 0.22908112699985841, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 1328515.0, + "step": 1618 + }, + { + "epoch": 0.22922270989664448, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2749, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 1329164.0, + "step": 1619 + }, + { + "epoch": 0.22936429279343054, + "grad_norm": 145.0, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 1330254.0, + "step": 1620 + }, + { + "epoch": 0.22950587569021663, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 1331098.0, + "step": 1621 + }, + { + "epoch": 0.2296474585870027, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.5357, + "mean_token_accuracy": 0.8118811845779419, + "num_tokens": 1331867.0, + "step": 1622 + }, + { + "epoch": 0.22978904148378876, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1819, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 1332622.0, + "step": 1623 + }, + { + "epoch": 0.22993062438057482, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.1945, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 1333122.0, + "step": 1624 + }, + { + "epoch": 0.23007220727736089, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.875, + "num_tokens": 1333850.0, + "step": 1625 + }, + { + "epoch": 0.23021379017414698, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.8881987929344177, + "num_tokens": 1334714.0, + "step": 1626 + }, + { + "epoch": 0.23035537307093304, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 1335640.0, + "step": 1627 + }, + { + "epoch": 0.2304969559677191, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 1336464.0, + "step": 1628 + }, + { + "epoch": 0.23063853886450517, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2641, + "mean_token_accuracy": 0.90625, + "num_tokens": 1336979.0, + "step": 1629 + }, + { + "epoch": 0.23078012176129123, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 1337594.0, + "step": 1630 + }, + { + "epoch": 0.2309217046580773, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.5252, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 1338828.0, + "step": 1631 + }, + { + "epoch": 0.23106328755486338, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2139, + "mean_token_accuracy": 0.9375, + "num_tokens": 1339465.0, + "step": 1632 + }, + { + "epoch": 0.23120487045164945, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 1340103.0, + "step": 1633 + }, + { + "epoch": 0.2313464533484355, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.5332, + "mean_token_accuracy": 0.7977527976036072, + "num_tokens": 1340766.0, + "step": 1634 + }, + { + "epoch": 0.23148803624522157, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 1341414.0, + "step": 1635 + }, + { + "epoch": 0.23162961914200764, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1342238.0, + "step": 1636 + }, + { + "epoch": 0.2317712020387937, + "grad_norm": 30.0, + "learning_rate": 1e-06, + "loss": 0.106, + "mean_token_accuracy": 0.9587628841400146, + "num_tokens": 1343254.0, + "step": 1637 + }, + { + "epoch": 0.2319127849355798, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.837837815284729, + "num_tokens": 1344350.0, + "step": 1638 + }, + { + "epoch": 0.23205436783236585, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1852, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 1344968.0, + "step": 1639 + }, + { + "epoch": 0.23219595072915192, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 1345692.0, + "step": 1640 + }, + { + "epoch": 0.23233753362593798, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.247, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 1346682.0, + "step": 1641 + }, + { + "epoch": 0.23247911652272404, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1347513.0, + "step": 1642 + }, + { + "epoch": 0.23262069941951014, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 1348042.0, + "step": 1643 + }, + { + "epoch": 0.2327622823162962, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 1348861.0, + "step": 1644 + }, + { + "epoch": 0.23290386521308226, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8579235076904297, + "num_tokens": 1350303.0, + "step": 1645 + }, + { + "epoch": 0.23304544810986833, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 1350974.0, + "step": 1646 + }, + { + "epoch": 0.2331870310066544, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2498, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 1351571.0, + "step": 1647 + }, + { + "epoch": 0.23332861390344045, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.7906976938247681, + "num_tokens": 1352301.0, + "step": 1648 + }, + { + "epoch": 0.23347019680022654, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.1297, + "mean_token_accuracy": 0.942148745059967, + "num_tokens": 1353082.0, + "step": 1649 + }, + { + "epoch": 0.2336117796970126, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2395, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 1353861.0, + "step": 1650 + }, + { + "epoch": 0.23375336259379867, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 1354542.0, + "step": 1651 + }, + { + "epoch": 0.23389494549058473, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8252426981925964, + "num_tokens": 1355579.0, + "step": 1652 + }, + { + "epoch": 0.2340365283873708, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2636, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 1356753.0, + "step": 1653 + }, + { + "epoch": 0.2341781112841569, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 1357681.0, + "step": 1654 + }, + { + "epoch": 0.23431969418094295, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1358244.0, + "step": 1655 + }, + { + "epoch": 0.234461277077729, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 1359008.0, + "step": 1656 + }, + { + "epoch": 0.23460285997451508, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 1359664.0, + "step": 1657 + }, + { + "epoch": 0.23474444287130114, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 1360939.0, + "step": 1658 + }, + { + "epoch": 0.2348860257680872, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1202, + "mean_token_accuracy": 0.9414893388748169, + "num_tokens": 1361694.0, + "step": 1659 + }, + { + "epoch": 0.2350276086648733, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2227, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 1362351.0, + "step": 1660 + }, + { + "epoch": 0.23516919156165936, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 1363251.0, + "step": 1661 + }, + { + "epoch": 0.23531077445844542, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.875, + "num_tokens": 1364082.0, + "step": 1662 + }, + { + "epoch": 0.23545235735523148, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.873056948184967, + "num_tokens": 1365142.0, + "step": 1663 + }, + { + "epoch": 0.23559394025201755, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.1748, + "mean_token_accuracy": 0.9343434572219849, + "num_tokens": 1366190.0, + "step": 1664 + }, + { + "epoch": 0.2357355231488036, + "grad_norm": 113.0, + "learning_rate": 1e-06, + "loss": 0.2121, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1366852.0, + "step": 1665 + }, + { + "epoch": 0.2358771060455897, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2232, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 1367826.0, + "step": 1666 + }, + { + "epoch": 0.23601868894237577, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 1368606.0, + "step": 1667 + }, + { + "epoch": 0.23616027183916183, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2438, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 1369309.0, + "step": 1668 + }, + { + "epoch": 0.2363018547359479, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 1369881.0, + "step": 1669 + }, + { + "epoch": 0.23644343763273395, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 1370542.0, + "step": 1670 + }, + { + "epoch": 0.23658502052952005, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8625954389572144, + "num_tokens": 1371441.0, + "step": 1671 + }, + { + "epoch": 0.2367266034263061, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1372170.0, + "step": 1672 + }, + { + "epoch": 0.23686818632309217, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2615, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 1372696.0, + "step": 1673 + }, + { + "epoch": 0.23700976921987824, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8516746163368225, + "num_tokens": 1373429.0, + "step": 1674 + }, + { + "epoch": 0.2371513521166643, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 1374189.0, + "step": 1675 + }, + { + "epoch": 0.23729293501345036, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 1374777.0, + "step": 1676 + }, + { + "epoch": 0.23743451791023645, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 1375513.0, + "step": 1677 + }, + { + "epoch": 0.23757610080702252, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.1904, + "mean_token_accuracy": 0.9197860956192017, + "num_tokens": 1376329.0, + "step": 1678 + }, + { + "epoch": 0.23771768370380858, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8724279403686523, + "num_tokens": 1377127.0, + "step": 1679 + }, + { + "epoch": 0.23785926660059464, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 1377752.0, + "step": 1680 + }, + { + "epoch": 0.2380008494973807, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.191, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 1378557.0, + "step": 1681 + }, + { + "epoch": 0.2381424323941668, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 1379043.0, + "step": 1682 + }, + { + "epoch": 0.23828401529095286, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2559, + "mean_token_accuracy": 0.9175824522972107, + "num_tokens": 1379835.0, + "step": 1683 + }, + { + "epoch": 0.23842559818773892, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 1380536.0, + "step": 1684 + }, + { + "epoch": 0.238567181084525, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 1381314.0, + "step": 1685 + }, + { + "epoch": 0.23870876398131105, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 1382070.0, + "step": 1686 + }, + { + "epoch": 0.23885034687809711, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 1382712.0, + "step": 1687 + }, + { + "epoch": 0.2389919297748832, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 1383540.0, + "step": 1688 + }, + { + "epoch": 0.23913351267166927, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.132, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1384041.0, + "step": 1689 + }, + { + "epoch": 0.23927509556845533, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1384781.0, + "step": 1690 + }, + { + "epoch": 0.2394166784652414, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1663, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 1385594.0, + "step": 1691 + }, + { + "epoch": 0.23955826136202746, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 1386335.0, + "step": 1692 + }, + { + "epoch": 0.23969984425881355, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8823530077934265, + "num_tokens": 1387051.0, + "step": 1693 + }, + { + "epoch": 0.2398414271555996, + "grad_norm": 9.4375, + "learning_rate": 1e-06, + "loss": 0.1967, + "mean_token_accuracy": 0.9098901748657227, + "num_tokens": 1388452.0, + "step": 1694 + }, + { + "epoch": 0.23998301005238568, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.5148, + "mean_token_accuracy": 0.773809552192688, + "num_tokens": 1389205.0, + "step": 1695 + }, + { + "epoch": 0.24012459294917174, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 1389767.0, + "step": 1696 + }, + { + "epoch": 0.2402661758459578, + "grad_norm": 99.5, + "learning_rate": 1e-06, + "loss": 0.2615, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1390567.0, + "step": 1697 + }, + { + "epoch": 0.24040775874274387, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1743, + "mean_token_accuracy": 0.9064327478408813, + "num_tokens": 1391302.0, + "step": 1698 + }, + { + "epoch": 0.24054934163952996, + "grad_norm": 12.375, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8512290120124817, + "num_tokens": 1392770.0, + "step": 1699 + }, + { + "epoch": 0.24069092453631602, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.8792650699615479, + "num_tokens": 1393796.0, + "step": 1700 + }, + { + "epoch": 0.24083250743310208, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2392, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 1394479.0, + "step": 1701 + }, + { + "epoch": 0.24097409032988815, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 1395317.0, + "step": 1702 + }, + { + "epoch": 0.2411156732266742, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 1396062.0, + "step": 1703 + }, + { + "epoch": 0.24125725612346027, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.1959, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 1396793.0, + "step": 1704 + }, + { + "epoch": 0.24139883902024636, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1825, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 1397546.0, + "step": 1705 + }, + { + "epoch": 0.24154042191703243, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.1972, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 1398216.0, + "step": 1706 + }, + { + "epoch": 0.2416820048138185, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 1399425.0, + "step": 1707 + }, + { + "epoch": 0.24182358771060455, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8179348111152649, + "num_tokens": 1400631.0, + "step": 1708 + }, + { + "epoch": 0.24196517060739062, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 1401563.0, + "step": 1709 + }, + { + "epoch": 0.2421067535041767, + "grad_norm": 115.5, + "learning_rate": 1e-06, + "loss": 0.5406, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 1402177.0, + "step": 1710 + }, + { + "epoch": 0.24224833640096277, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1661, + "mean_token_accuracy": 0.9380530714988708, + "num_tokens": 1402966.0, + "step": 1711 + }, + { + "epoch": 0.24238991929774883, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2451, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 1403739.0, + "step": 1712 + }, + { + "epoch": 0.2425315021945349, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.7978723049163818, + "num_tokens": 1404778.0, + "step": 1713 + }, + { + "epoch": 0.24267308509132096, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.248, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 1405350.0, + "step": 1714 + }, + { + "epoch": 0.24281466798810702, + "grad_norm": 27.0, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8879668712615967, + "num_tokens": 1406130.0, + "step": 1715 + }, + { + "epoch": 0.24295625088489312, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1847, + "mean_token_accuracy": 0.946969747543335, + "num_tokens": 1406786.0, + "step": 1716 + }, + { + "epoch": 0.24309783378167918, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 1407377.0, + "step": 1717 + }, + { + "epoch": 0.24323941667846524, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4442, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 1407920.0, + "step": 1718 + }, + { + "epoch": 0.2433809995752513, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.212, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 1408660.0, + "step": 1719 + }, + { + "epoch": 0.24352258247203737, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.1098, + "mean_token_accuracy": 0.9692307710647583, + "num_tokens": 1409651.0, + "step": 1720 + }, + { + "epoch": 0.24366416536882346, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.1415, + "mean_token_accuracy": 0.9471365213394165, + "num_tokens": 1410487.0, + "step": 1721 + }, + { + "epoch": 0.24380574826560952, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2806, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1411585.0, + "step": 1722 + }, + { + "epoch": 0.2439473311623956, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.859375, + "num_tokens": 1412222.0, + "step": 1723 + }, + { + "epoch": 0.24408891405918165, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2307, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1412806.0, + "step": 1724 + }, + { + "epoch": 0.2442304969559677, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.850649356842041, + "num_tokens": 1413414.0, + "step": 1725 + }, + { + "epoch": 0.24437207985275378, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 1414208.0, + "step": 1726 + }, + { + "epoch": 0.24451366274953987, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 1414831.0, + "step": 1727 + }, + { + "epoch": 0.24465524564632593, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8654708862304688, + "num_tokens": 1415810.0, + "step": 1728 + }, + { + "epoch": 0.244796828543112, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1411, + "mean_token_accuracy": 0.968254029750824, + "num_tokens": 1416549.0, + "step": 1729 + }, + { + "epoch": 0.24493841143989806, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8836363554000854, + "num_tokens": 1417941.0, + "step": 1730 + }, + { + "epoch": 0.24507999433668412, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 1418693.0, + "step": 1731 + }, + { + "epoch": 0.24522157723347018, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.1798, + "mean_token_accuracy": 0.9248826503753662, + "num_tokens": 1419378.0, + "step": 1732 + }, + { + "epoch": 0.24536316013025627, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1419922.0, + "step": 1733 + }, + { + "epoch": 0.24550474302704234, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2271, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 1420667.0, + "step": 1734 + }, + { + "epoch": 0.2456463259238284, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1421343.0, + "step": 1735 + }, + { + "epoch": 0.24578790882061446, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1421944.0, + "step": 1736 + }, + { + "epoch": 0.24592949171740053, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.1651, + "mean_token_accuracy": 0.9485294222831726, + "num_tokens": 1422781.0, + "step": 1737 + }, + { + "epoch": 0.24607107461418662, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.1335, + "mean_token_accuracy": 0.9696969985961914, + "num_tokens": 1423601.0, + "step": 1738 + }, + { + "epoch": 0.24621265751097268, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 1424137.0, + "step": 1739 + }, + { + "epoch": 0.24635424040775875, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1349, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 1424748.0, + "step": 1740 + }, + { + "epoch": 0.2464958233045448, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.9082125425338745, + "num_tokens": 1425734.0, + "step": 1741 + }, + { + "epoch": 0.24663740620133087, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2501, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 1426643.0, + "step": 1742 + }, + { + "epoch": 0.24677898909811694, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 1427549.0, + "step": 1743 + }, + { + "epoch": 0.24692057199490303, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.8899999856948853, + "num_tokens": 1428146.0, + "step": 1744 + }, + { + "epoch": 0.2470621548916891, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 1428765.0, + "step": 1745 + }, + { + "epoch": 0.24720373778847515, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.922535240650177, + "num_tokens": 1429639.0, + "step": 1746 + }, + { + "epoch": 0.24734532068526122, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 1430645.0, + "step": 1747 + }, + { + "epoch": 0.24748690358204728, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.4786, + "mean_token_accuracy": 0.7910447716712952, + "num_tokens": 1431236.0, + "step": 1748 + }, + { + "epoch": 0.24762848647883337, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2653, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 1431778.0, + "step": 1749 + }, + { + "epoch": 0.24777006937561943, + "grad_norm": 12.125, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.9249659180641174, + "num_tokens": 1433171.0, + "step": 1750 + }, + { + "epoch": 0.2479116522724055, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.1927, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1434157.0, + "step": 1751 + }, + { + "epoch": 0.24805323516919156, + "grad_norm": 103.0, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 1434707.0, + "step": 1752 + }, + { + "epoch": 0.24819481806597762, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.9067796468734741, + "num_tokens": 1435293.0, + "step": 1753 + }, + { + "epoch": 0.2483364009627637, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 1436251.0, + "step": 1754 + }, + { + "epoch": 0.24847798385954978, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1437072.0, + "step": 1755 + }, + { + "epoch": 0.24861956675633584, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2058, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 1437591.0, + "step": 1756 + }, + { + "epoch": 0.2487611496531219, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8172042965888977, + "num_tokens": 1438389.0, + "step": 1757 + }, + { + "epoch": 0.24890273254990797, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2545, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 1438940.0, + "step": 1758 + }, + { + "epoch": 0.24904431544669403, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 1439958.0, + "step": 1759 + }, + { + "epoch": 0.2491858983434801, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2452, + "mean_token_accuracy": 0.8725490570068359, + "num_tokens": 1440755.0, + "step": 1760 + }, + { + "epoch": 0.24932748124026619, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 1441258.0, + "step": 1761 + }, + { + "epoch": 0.24946906413705225, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 1442019.0, + "step": 1762 + }, + { + "epoch": 0.2496106470338383, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2027, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 1442954.0, + "step": 1763 + }, + { + "epoch": 0.24975222993062438, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.2582, + "mean_token_accuracy": 0.9145907163619995, + "num_tokens": 1444015.0, + "step": 1764 + }, + { + "epoch": 0.24989381282741044, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.5295, + "mean_token_accuracy": 0.8385093212127686, + "num_tokens": 1445058.0, + "step": 1765 + }, + { + "epoch": 0.25003539572419653, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2302, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 1445960.0, + "step": 1766 + }, + { + "epoch": 0.2501769786209826, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 1446565.0, + "step": 1767 + }, + { + "epoch": 0.25031856151776866, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 1447302.0, + "step": 1768 + }, + { + "epoch": 0.2504601444145547, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1493, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 1448050.0, + "step": 1769 + }, + { + "epoch": 0.2506017273113408, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2249, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 1449252.0, + "step": 1770 + }, + { + "epoch": 0.25074331020812685, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 1449865.0, + "step": 1771 + }, + { + "epoch": 0.2508848931049129, + "grad_norm": 156.0, + "learning_rate": 1e-06, + "loss": 0.4646, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 1450581.0, + "step": 1772 + }, + { + "epoch": 0.251026476001699, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2473, + "mean_token_accuracy": 0.881944477558136, + "num_tokens": 1451603.0, + "step": 1773 + }, + { + "epoch": 0.25116805889848504, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 1452301.0, + "step": 1774 + }, + { + "epoch": 0.25130964179527115, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 1452857.0, + "step": 1775 + }, + { + "epoch": 0.2514512246920572, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1453496.0, + "step": 1776 + }, + { + "epoch": 0.2515928075888433, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8951964974403381, + "num_tokens": 1454441.0, + "step": 1777 + }, + { + "epoch": 0.25173439048562934, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1454990.0, + "step": 1778 + }, + { + "epoch": 0.2518759733824154, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.214, + "mean_token_accuracy": 0.915032684803009, + "num_tokens": 1455622.0, + "step": 1779 + }, + { + "epoch": 0.25201755627920147, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2606, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1456156.0, + "step": 1780 + }, + { + "epoch": 0.25215913917598753, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 1456685.0, + "step": 1781 + }, + { + "epoch": 0.2523007220727736, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8026315569877625, + "num_tokens": 1457645.0, + "step": 1782 + }, + { + "epoch": 0.25244230496955966, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 1458720.0, + "step": 1783 + }, + { + "epoch": 0.2525838878663457, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 1459640.0, + "step": 1784 + }, + { + "epoch": 0.2527254707631318, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.4535, + "mean_token_accuracy": 0.8169013857841492, + "num_tokens": 1460350.0, + "step": 1785 + }, + { + "epoch": 0.2528670536599179, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2467, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1460861.0, + "step": 1786 + }, + { + "epoch": 0.25300863655670397, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.1934, + "mean_token_accuracy": 0.9278350472450256, + "num_tokens": 1461604.0, + "step": 1787 + }, + { + "epoch": 0.25315021945349003, + "grad_norm": 110.0, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1462299.0, + "step": 1788 + }, + { + "epoch": 0.2532918023502761, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 1463077.0, + "step": 1789 + }, + { + "epoch": 0.25343338524706216, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.8958333134651184, + "num_tokens": 1463657.0, + "step": 1790 + }, + { + "epoch": 0.2535749681438482, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.0925, + "mean_token_accuracy": 0.9686275124549866, + "num_tokens": 1464501.0, + "step": 1791 + }, + { + "epoch": 0.2537165510406343, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 1465548.0, + "step": 1792 + }, + { + "epoch": 0.25385813393742035, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.8984910845756531, + "num_tokens": 1466723.0, + "step": 1793 + }, + { + "epoch": 0.2539997168342064, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.7956989407539368, + "num_tokens": 1467328.0, + "step": 1794 + }, + { + "epoch": 0.2541412997309925, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1371, + "mean_token_accuracy": 0.96875, + "num_tokens": 1467982.0, + "step": 1795 + }, + { + "epoch": 0.25428288262777854, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8318583965301514, + "num_tokens": 1468798.0, + "step": 1796 + }, + { + "epoch": 0.25442446552456466, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 1469300.0, + "step": 1797 + }, + { + "epoch": 0.2545660484213507, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 1469985.0, + "step": 1798 + }, + { + "epoch": 0.2547076313181368, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.1979, + "mean_token_accuracy": 0.9375, + "num_tokens": 1470650.0, + "step": 1799 + }, + { + "epoch": 0.25484921421492285, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8289473652839661, + "num_tokens": 1471188.0, + "step": 1800 + }, + { + "epoch": 0.2549907971117089, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 1471862.0, + "step": 1801 + }, + { + "epoch": 0.255132380008495, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1472426.0, + "step": 1802 + }, + { + "epoch": 0.25527396290528104, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 1473185.0, + "step": 1803 + }, + { + "epoch": 0.2554155458020671, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.2157, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1474148.0, + "step": 1804 + }, + { + "epoch": 0.25555712869885316, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.2313, + "mean_token_accuracy": 0.9114583730697632, + "num_tokens": 1475085.0, + "step": 1805 + }, + { + "epoch": 0.2556987115956392, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.7764706015586853, + "num_tokens": 1475728.0, + "step": 1806 + }, + { + "epoch": 0.2558402944924253, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 1476467.0, + "step": 1807 + }, + { + "epoch": 0.2559818773892114, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 1477688.0, + "step": 1808 + }, + { + "epoch": 0.2561234602859975, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1478570.0, + "step": 1809 + }, + { + "epoch": 0.25626504318278354, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2232, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 1479072.0, + "step": 1810 + }, + { + "epoch": 0.2564066260795696, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1971, + "mean_token_accuracy": 0.9097222089767456, + "num_tokens": 1479665.0, + "step": 1811 + }, + { + "epoch": 0.25654820897635566, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2501, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1480287.0, + "step": 1812 + }, + { + "epoch": 0.2566897918731417, + "grad_norm": 119.5, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 1481052.0, + "step": 1813 + }, + { + "epoch": 0.2568313747699278, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 1481775.0, + "step": 1814 + }, + { + "epoch": 0.25697295766671385, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 1482394.0, + "step": 1815 + }, + { + "epoch": 0.2571145405634999, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2301, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 1482988.0, + "step": 1816 + }, + { + "epoch": 0.257256123460286, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.860655665397644, + "num_tokens": 1484359.0, + "step": 1817 + }, + { + "epoch": 0.25739770635707204, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2545, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 1485080.0, + "step": 1818 + }, + { + "epoch": 0.25753928925385816, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.213, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 1485572.0, + "step": 1819 + }, + { + "epoch": 0.2576808721506442, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1486119.0, + "step": 1820 + }, + { + "epoch": 0.2578224550474303, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 1486665.0, + "step": 1821 + }, + { + "epoch": 0.25796403794421635, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 1487387.0, + "step": 1822 + }, + { + "epoch": 0.2581056208410024, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2559, + "mean_token_accuracy": 0.904109537601471, + "num_tokens": 1488939.0, + "step": 1823 + }, + { + "epoch": 0.2582472037377885, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 1489569.0, + "step": 1824 + }, + { + "epoch": 0.25838878663457454, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 1490107.0, + "step": 1825 + }, + { + "epoch": 0.2585303695313606, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2294, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 1490882.0, + "step": 1826 + }, + { + "epoch": 0.25867195242814667, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2148, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 1491476.0, + "step": 1827 + }, + { + "epoch": 0.25881353532493273, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 1492240.0, + "step": 1828 + }, + { + "epoch": 0.2589551182217188, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1644, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 1493162.0, + "step": 1829 + }, + { + "epoch": 0.25909670111850486, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8270676732063293, + "num_tokens": 1493916.0, + "step": 1830 + }, + { + "epoch": 0.259238284015291, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1494578.0, + "step": 1831 + }, + { + "epoch": 0.25937986691207704, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.829059898853302, + "num_tokens": 1495423.0, + "step": 1832 + }, + { + "epoch": 0.2595214498088631, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.251, + "mean_token_accuracy": 0.9055299758911133, + "num_tokens": 1496554.0, + "step": 1833 + }, + { + "epoch": 0.25966303270564917, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1236, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 1497418.0, + "step": 1834 + }, + { + "epoch": 0.25980461560243523, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.4798, + "mean_token_accuracy": 0.7731958627700806, + "num_tokens": 1498400.0, + "step": 1835 + }, + { + "epoch": 0.2599461984992213, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.203, + "mean_token_accuracy": 0.9189627170562744, + "num_tokens": 1500248.0, + "step": 1836 + }, + { + "epoch": 0.26008778139600736, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 1500977.0, + "step": 1837 + }, + { + "epoch": 0.2602293642927934, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4757, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 1501694.0, + "step": 1838 + }, + { + "epoch": 0.2603709471895795, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2221, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 1502344.0, + "step": 1839 + }, + { + "epoch": 0.26051253008636555, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 1503257.0, + "step": 1840 + }, + { + "epoch": 0.2606541129831516, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1503817.0, + "step": 1841 + }, + { + "epoch": 0.26079569587993773, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1779, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 1504537.0, + "step": 1842 + }, + { + "epoch": 0.2609372787767238, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.2773, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 1505369.0, + "step": 1843 + }, + { + "epoch": 0.26107886167350985, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.5742, + "mean_token_accuracy": 0.7682926654815674, + "num_tokens": 1505912.0, + "step": 1844 + }, + { + "epoch": 0.2612204445702959, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.266, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1506513.0, + "step": 1845 + }, + { + "epoch": 0.261362027467082, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 1507379.0, + "step": 1846 + }, + { + "epoch": 0.26150361036386804, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1256, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 1508096.0, + "step": 1847 + }, + { + "epoch": 0.2616451932606541, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1305, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 1508814.0, + "step": 1848 + }, + { + "epoch": 0.26178677615744017, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8062015771865845, + "num_tokens": 1509628.0, + "step": 1849 + }, + { + "epoch": 0.26192835905422623, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 1510975.0, + "step": 1850 + }, + { + "epoch": 0.2620699419510123, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 1511612.0, + "step": 1851 + }, + { + "epoch": 0.26221152484779836, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2274, + "mean_token_accuracy": 0.9127516746520996, + "num_tokens": 1512489.0, + "step": 1852 + }, + { + "epoch": 0.2623531077445845, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 1513053.0, + "step": 1853 + }, + { + "epoch": 0.26249469064137054, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 1513746.0, + "step": 1854 + }, + { + "epoch": 0.2626362735381566, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.2013, + "mean_token_accuracy": 0.9169960618019104, + "num_tokens": 1514518.0, + "step": 1855 + }, + { + "epoch": 0.26277785643494267, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 1515140.0, + "step": 1856 + }, + { + "epoch": 0.26291943933172873, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.84375, + "num_tokens": 1516205.0, + "step": 1857 + }, + { + "epoch": 0.2630610222285148, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 1516876.0, + "step": 1858 + }, + { + "epoch": 0.26320260512530086, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 1517451.0, + "step": 1859 + }, + { + "epoch": 0.2633441880220869, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.203, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 1517984.0, + "step": 1860 + }, + { + "epoch": 0.263485770918873, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2223, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 1518974.0, + "step": 1861 + }, + { + "epoch": 0.26362735381565905, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.1193, + "mean_token_accuracy": 0.9518072009086609, + "num_tokens": 1519924.0, + "step": 1862 + }, + { + "epoch": 0.2637689367124451, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.897233247756958, + "num_tokens": 1521065.0, + "step": 1863 + }, + { + "epoch": 0.26391051960923123, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.1586, + "mean_token_accuracy": 0.9375, + "num_tokens": 1521890.0, + "step": 1864 + }, + { + "epoch": 0.2640521025060173, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.90625, + "num_tokens": 1522851.0, + "step": 1865 + }, + { + "epoch": 0.26419368540280336, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.8229166865348816, + "num_tokens": 1523693.0, + "step": 1866 + }, + { + "epoch": 0.2643352682995894, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 1524744.0, + "step": 1867 + }, + { + "epoch": 0.2644768511963755, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 1525570.0, + "step": 1868 + }, + { + "epoch": 0.26461843409316155, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1526217.0, + "step": 1869 + }, + { + "epoch": 0.2647600169899476, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.842565655708313, + "num_tokens": 1527358.0, + "step": 1870 + }, + { + "epoch": 0.2649015998867337, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2111, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 1528011.0, + "step": 1871 + }, + { + "epoch": 0.26504318278351974, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.6002, + "mean_token_accuracy": 0.7599999904632568, + "num_tokens": 1528548.0, + "step": 1872 + }, + { + "epoch": 0.2651847656803058, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2078, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 1529268.0, + "step": 1873 + }, + { + "epoch": 0.26532634857709186, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.0625, + "mean_token_accuracy": 0.9758453965187073, + "num_tokens": 1530067.0, + "step": 1874 + }, + { + "epoch": 0.265467931473878, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 1530889.0, + "step": 1875 + }, + { + "epoch": 0.26560951437066405, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.1602, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 1531579.0, + "step": 1876 + }, + { + "epoch": 0.2657510972674501, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8440366387367249, + "num_tokens": 1532172.0, + "step": 1877 + }, + { + "epoch": 0.2658926801642362, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 1532883.0, + "step": 1878 + }, + { + "epoch": 0.26603426306102224, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 1533668.0, + "step": 1879 + }, + { + "epoch": 0.2661758459578083, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2638, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 1534185.0, + "step": 1880 + }, + { + "epoch": 0.26631742885459436, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1534885.0, + "step": 1881 + }, + { + "epoch": 0.2664590117513804, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.252, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 1535413.0, + "step": 1882 + }, + { + "epoch": 0.2666005946481665, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 1535963.0, + "step": 1883 + }, + { + "epoch": 0.26674217754495255, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 1536990.0, + "step": 1884 + }, + { + "epoch": 0.2668837604417386, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1819, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 1537579.0, + "step": 1885 + }, + { + "epoch": 0.2670253433385247, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.1901, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 1538278.0, + "step": 1886 + }, + { + "epoch": 0.2671669262353108, + "grad_norm": 130.0, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 1538913.0, + "step": 1887 + }, + { + "epoch": 0.26730850913209686, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8114035129547119, + "num_tokens": 1539635.0, + "step": 1888 + }, + { + "epoch": 0.2674500920288829, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 1540377.0, + "step": 1889 + }, + { + "epoch": 0.267591674925669, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1715, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 1541534.0, + "step": 1890 + }, + { + "epoch": 0.26773325782245505, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2733, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 1542635.0, + "step": 1891 + }, + { + "epoch": 0.2678748407192411, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 1543435.0, + "step": 1892 + }, + { + "epoch": 0.2680164236160272, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4823, + "mean_token_accuracy": 0.7910447716712952, + "num_tokens": 1544074.0, + "step": 1893 + }, + { + "epoch": 0.26815800651281324, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1544682.0, + "step": 1894 + }, + { + "epoch": 0.2682995894095993, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.848214328289032, + "num_tokens": 1545401.0, + "step": 1895 + }, + { + "epoch": 0.26844117230638537, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 1545931.0, + "step": 1896 + }, + { + "epoch": 0.26858275520317143, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 1546640.0, + "step": 1897 + }, + { + "epoch": 0.26872433809995755, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 1547154.0, + "step": 1898 + }, + { + "epoch": 0.2688659209967436, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 1548044.0, + "step": 1899 + }, + { + "epoch": 0.2690075038935297, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.898809552192688, + "num_tokens": 1549145.0, + "step": 1900 + }, + { + "epoch": 0.26914908679031574, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.5598, + "mean_token_accuracy": 0.75, + "num_tokens": 1549870.0, + "step": 1901 + }, + { + "epoch": 0.2692906696871018, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1245, + "mean_token_accuracy": 0.985714316368103, + "num_tokens": 1550885.0, + "step": 1902 + }, + { + "epoch": 0.26943225258388787, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 1551561.0, + "step": 1903 + }, + { + "epoch": 0.26957383548067393, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1552138.0, + "step": 1904 + }, + { + "epoch": 0.26971541837746, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2428, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 1552919.0, + "step": 1905 + }, + { + "epoch": 0.26985700127424606, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.1483, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 1553419.0, + "step": 1906 + }, + { + "epoch": 0.2699985841710321, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.865079402923584, + "num_tokens": 1553993.0, + "step": 1907 + }, + { + "epoch": 0.2701401670678182, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.5201, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 1555011.0, + "step": 1908 + }, + { + "epoch": 0.2702817499646043, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 1555728.0, + "step": 1909 + }, + { + "epoch": 0.27042333286139036, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8210526704788208, + "num_tokens": 1556629.0, + "step": 1910 + }, + { + "epoch": 0.2705649157581764, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2388, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 1557282.0, + "step": 1911 + }, + { + "epoch": 0.2707064986549625, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2768, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1557953.0, + "step": 1912 + }, + { + "epoch": 0.27084808155174855, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8267716765403748, + "num_tokens": 1558510.0, + "step": 1913 + }, + { + "epoch": 0.2709896644485346, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 1559618.0, + "step": 1914 + }, + { + "epoch": 0.2711312473453207, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2473, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 1560332.0, + "step": 1915 + }, + { + "epoch": 0.27127283024210674, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2209, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 1560847.0, + "step": 1916 + }, + { + "epoch": 0.2714144131388928, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 1561595.0, + "step": 1917 + }, + { + "epoch": 0.27155599603567887, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8174603581428528, + "num_tokens": 1562262.0, + "step": 1918 + }, + { + "epoch": 0.27169757893246493, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9156051278114319, + "num_tokens": 1563416.0, + "step": 1919 + }, + { + "epoch": 0.27183916182925105, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 1563927.0, + "step": 1920 + }, + { + "epoch": 0.2719807447260371, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 1564607.0, + "step": 1921 + }, + { + "epoch": 0.2721223276228232, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 1565111.0, + "step": 1922 + }, + { + "epoch": 0.27226391051960924, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8531468510627747, + "num_tokens": 1566219.0, + "step": 1923 + }, + { + "epoch": 0.2724054934163953, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.2406, + "mean_token_accuracy": 0.9137255549430847, + "num_tokens": 1567159.0, + "step": 1924 + }, + { + "epoch": 0.27254707631318137, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1567759.0, + "step": 1925 + }, + { + "epoch": 0.27268865920996743, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.8981481790542603, + "num_tokens": 1568680.0, + "step": 1926 + }, + { + "epoch": 0.2728302421067535, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 1569377.0, + "step": 1927 + }, + { + "epoch": 0.27297182500353956, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 1570143.0, + "step": 1928 + }, + { + "epoch": 0.2731134079003256, + "grad_norm": 8.375, + "learning_rate": 1e-06, + "loss": 0.0921, + "mean_token_accuracy": 0.9671262502670288, + "num_tokens": 1571692.0, + "step": 1929 + }, + { + "epoch": 0.2732549907971117, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2537, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1572184.0, + "step": 1930 + }, + { + "epoch": 0.2733965736938978, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2263, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 1572687.0, + "step": 1931 + }, + { + "epoch": 0.27353815659068387, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 1573218.0, + "step": 1932 + }, + { + "epoch": 0.27367973948746993, + "grad_norm": 13.5625, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8680641055107117, + "num_tokens": 1574808.0, + "step": 1933 + }, + { + "epoch": 0.273821322384256, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1668, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 1575487.0, + "step": 1934 + }, + { + "epoch": 0.27396290528104206, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.6125, + "mean_token_accuracy": 0.7570093274116516, + "num_tokens": 1576048.0, + "step": 1935 + }, + { + "epoch": 0.2741044881778281, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2885, + "mean_token_accuracy": 0.890756368637085, + "num_tokens": 1576817.0, + "step": 1936 + }, + { + "epoch": 0.2742460710746142, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 1577855.0, + "step": 1937 + }, + { + "epoch": 0.27438765397140025, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.77173912525177, + "num_tokens": 1578536.0, + "step": 1938 + }, + { + "epoch": 0.2745292368681863, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 1579087.0, + "step": 1939 + }, + { + "epoch": 0.2746708197649724, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2131, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 1580020.0, + "step": 1940 + }, + { + "epoch": 0.27481240266175844, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 1580604.0, + "step": 1941 + }, + { + "epoch": 0.2749539855585445, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 1581173.0, + "step": 1942 + }, + { + "epoch": 0.2750955684553306, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.132, + "mean_token_accuracy": 0.9501915574073792, + "num_tokens": 1581889.0, + "step": 1943 + }, + { + "epoch": 0.2752371513521167, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.5495, + "mean_token_accuracy": 0.801980197429657, + "num_tokens": 1582870.0, + "step": 1944 + }, + { + "epoch": 0.27537873424890275, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8758620619773865, + "num_tokens": 1584469.0, + "step": 1945 + }, + { + "epoch": 0.2755203171456888, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2152, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 1585409.0, + "step": 1946 + }, + { + "epoch": 0.27566190004247487, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 1586107.0, + "step": 1947 + }, + { + "epoch": 0.27580348293926094, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8746928572654724, + "num_tokens": 1586968.0, + "step": 1948 + }, + { + "epoch": 0.275945065836047, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.5439, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 1587589.0, + "step": 1949 + }, + { + "epoch": 0.27608664873283306, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2259, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 1588388.0, + "step": 1950 + }, + { + "epoch": 0.2762282316296191, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 1589077.0, + "step": 1951 + }, + { + "epoch": 0.2763698145264052, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.861027181148529, + "num_tokens": 1590972.0, + "step": 1952 + }, + { + "epoch": 0.27651139742319125, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 1591644.0, + "step": 1953 + }, + { + "epoch": 0.27665298031997737, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8791773915290833, + "num_tokens": 1593430.0, + "step": 1954 + }, + { + "epoch": 0.27679456321676343, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 1594637.0, + "step": 1955 + }, + { + "epoch": 0.2769361461135495, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 1595398.0, + "step": 1956 + }, + { + "epoch": 0.27707772901033556, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 1596475.0, + "step": 1957 + }, + { + "epoch": 0.2772193119071216, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 1597510.0, + "step": 1958 + }, + { + "epoch": 0.2773608948039077, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 1598133.0, + "step": 1959 + }, + { + "epoch": 0.27750247770069375, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1777, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1598853.0, + "step": 1960 + }, + { + "epoch": 0.2776440605974798, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.875, + "num_tokens": 1600134.0, + "step": 1961 + }, + { + "epoch": 0.2777856434942659, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2072, + "mean_token_accuracy": 0.9226361513137817, + "num_tokens": 1600943.0, + "step": 1962 + }, + { + "epoch": 0.27792722639105194, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1511, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 1601602.0, + "step": 1963 + }, + { + "epoch": 0.278068809287838, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 1602151.0, + "step": 1964 + }, + { + "epoch": 0.2782103921846241, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1666, + "mean_token_accuracy": 0.9375, + "num_tokens": 1602872.0, + "step": 1965 + }, + { + "epoch": 0.2783519750814102, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 1603605.0, + "step": 1966 + }, + { + "epoch": 0.27849355797819625, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1604127.0, + "step": 1967 + }, + { + "epoch": 0.2786351408749823, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 1604910.0, + "step": 1968 + }, + { + "epoch": 0.2787767237717684, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.9064748287200928, + "num_tokens": 1605870.0, + "step": 1969 + }, + { + "epoch": 0.27891830666855444, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.1937, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 1606436.0, + "step": 1970 + }, + { + "epoch": 0.2790598895653405, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 1607105.0, + "step": 1971 + }, + { + "epoch": 0.27920147246212657, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8892794251441956, + "num_tokens": 1608278.0, + "step": 1972 + }, + { + "epoch": 0.27934305535891263, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 1608961.0, + "step": 1973 + }, + { + "epoch": 0.2794846382556987, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2308, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 1609836.0, + "step": 1974 + }, + { + "epoch": 0.27962622115248476, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 1610492.0, + "step": 1975 + }, + { + "epoch": 0.2797678040492709, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 1611064.0, + "step": 1976 + }, + { + "epoch": 0.27990938694605694, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1943, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 1611760.0, + "step": 1977 + }, + { + "epoch": 0.280050969842843, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 1612317.0, + "step": 1978 + }, + { + "epoch": 0.28019255273962906, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 1612952.0, + "step": 1979 + }, + { + "epoch": 0.2803341356364151, + "grad_norm": 154.0, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 1613484.0, + "step": 1980 + }, + { + "epoch": 0.2804757185332012, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.90625, + "num_tokens": 1614141.0, + "step": 1981 + }, + { + "epoch": 0.28061730142998725, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 1614751.0, + "step": 1982 + }, + { + "epoch": 0.2807588843267733, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2051, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 1615491.0, + "step": 1983 + }, + { + "epoch": 0.2809004672235594, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2628, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 1616412.0, + "step": 1984 + }, + { + "epoch": 0.28104205012034544, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8314606547355652, + "num_tokens": 1616961.0, + "step": 1985 + }, + { + "epoch": 0.2811836330171315, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.5036, + "mean_token_accuracy": 0.7817258834838867, + "num_tokens": 1617882.0, + "step": 1986 + }, + { + "epoch": 0.2813252159139176, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 1618600.0, + "step": 1987 + }, + { + "epoch": 0.2814667988107037, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 1619433.0, + "step": 1988 + }, + { + "epoch": 0.28160838170748975, + "grad_norm": 11.0, + "learning_rate": 1e-06, + "loss": 0.1591, + "mean_token_accuracy": 0.9372246265411377, + "num_tokens": 1620875.0, + "step": 1989 + }, + { + "epoch": 0.2817499646042758, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 1621413.0, + "step": 1990 + }, + { + "epoch": 0.2818915475010619, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.828125, + "num_tokens": 1622167.0, + "step": 1991 + }, + { + "epoch": 0.28203313039784794, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.1799, + "mean_token_accuracy": 0.9346405267715454, + "num_tokens": 1623295.0, + "step": 1992 + }, + { + "epoch": 0.282174713294634, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2535, + "mean_token_accuracy": 0.8982036113739014, + "num_tokens": 1624111.0, + "step": 1993 + }, + { + "epoch": 0.28231629619142007, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 1625014.0, + "step": 1994 + }, + { + "epoch": 0.28245787908820613, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2611, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 1626082.0, + "step": 1995 + }, + { + "epoch": 0.2825994619849922, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2468, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 1626809.0, + "step": 1996 + }, + { + "epoch": 0.28274104488177826, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1804, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 1627865.0, + "step": 1997 + }, + { + "epoch": 0.2828826277785643, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 1628412.0, + "step": 1998 + }, + { + "epoch": 0.28302421067535044, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 1628977.0, + "step": 1999 + }, + { + "epoch": 0.2831657935721365, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8451327681541443, + "num_tokens": 1629749.0, + "step": 2000 + }, + { + "epoch": 0.28330737646892257, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8244274854660034, + "num_tokens": 1630514.0, + "step": 2001 + }, + { + "epoch": 0.28344895936570863, + "grad_norm": 107.0, + "learning_rate": 1e-06, + "loss": 0.2068, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1631220.0, + "step": 2002 + }, + { + "epoch": 0.2835905422624947, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8305084705352783, + "num_tokens": 1631800.0, + "step": 2003 + }, + { + "epoch": 0.28373212515928076, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8012048006057739, + "num_tokens": 1632680.0, + "step": 2004 + }, + { + "epoch": 0.2838737080560668, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1823, + "mean_token_accuracy": 0.9363057613372803, + "num_tokens": 1633424.0, + "step": 2005 + }, + { + "epoch": 0.2840152909528529, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.0593, + "mean_token_accuracy": 1.0, + "num_tokens": 1634141.0, + "step": 2006 + }, + { + "epoch": 0.28415687384963895, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2624, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1634672.0, + "step": 2007 + }, + { + "epoch": 0.284298456746425, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8482758402824402, + "num_tokens": 1635552.0, + "step": 2008 + }, + { + "epoch": 0.2844400396432111, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 1636755.0, + "step": 2009 + }, + { + "epoch": 0.2845816225399972, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.890625, + "num_tokens": 1637639.0, + "step": 2010 + }, + { + "epoch": 0.28472320543678326, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 1638383.0, + "step": 2011 + }, + { + "epoch": 0.2848647883335693, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2194, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 1639045.0, + "step": 2012 + }, + { + "epoch": 0.2850063712303554, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1639806.0, + "step": 2013 + }, + { + "epoch": 0.28514795412714145, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2558, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 1640352.0, + "step": 2014 + }, + { + "epoch": 0.2852895370239275, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.222, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 1641732.0, + "step": 2015 + }, + { + "epoch": 0.28543111992071357, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.9142857789993286, + "num_tokens": 1642732.0, + "step": 2016 + }, + { + "epoch": 0.28557270281749964, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 1643247.0, + "step": 2017 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8650000095367432, + "num_tokens": 1644974.0, + "step": 2018 + }, + { + "epoch": 0.28585586861107176, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.153, + "mean_token_accuracy": 0.9313304424285889, + "num_tokens": 1645635.0, + "step": 2019 + }, + { + "epoch": 0.2859974515078578, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2726, + "mean_token_accuracy": 0.9115044474601746, + "num_tokens": 1646585.0, + "step": 2020 + }, + { + "epoch": 0.28613903440464394, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2187, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 1647821.0, + "step": 2021 + }, + { + "epoch": 0.28628061730143, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 1648818.0, + "step": 2022 + }, + { + "epoch": 0.28642220019821607, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2101, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 1649707.0, + "step": 2023 + }, + { + "epoch": 0.28656378309500213, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 1650504.0, + "step": 2024 + }, + { + "epoch": 0.2867053659917882, + "grad_norm": 13.75, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.8949536681175232, + "num_tokens": 1651957.0, + "step": 2025 + }, + { + "epoch": 0.28684694888857426, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.81651371717453, + "num_tokens": 1652679.0, + "step": 2026 + }, + { + "epoch": 0.2869885317853603, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 1653366.0, + "step": 2027 + }, + { + "epoch": 0.2871301146821464, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 1653962.0, + "step": 2028 + }, + { + "epoch": 0.28727169757893245, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 1654536.0, + "step": 2029 + }, + { + "epoch": 0.2874132804757185, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1838, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 1655455.0, + "step": 2030 + }, + { + "epoch": 0.2875548633725046, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 1655985.0, + "step": 2031 + }, + { + "epoch": 0.2876964462692907, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1407, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 1656686.0, + "step": 2032 + }, + { + "epoch": 0.28783802916607676, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 1657728.0, + "step": 2033 + }, + { + "epoch": 0.2879796120628628, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8469387292861938, + "num_tokens": 1658663.0, + "step": 2034 + }, + { + "epoch": 0.2881211949596489, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 1659406.0, + "step": 2035 + }, + { + "epoch": 0.28826277785643495, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 1660133.0, + "step": 2036 + }, + { + "epoch": 0.288404360753221, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2471, + "mean_token_accuracy": 0.9142857789993286, + "num_tokens": 1660710.0, + "step": 2037 + }, + { + "epoch": 0.2885459436500071, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 1661569.0, + "step": 2038 + }, + { + "epoch": 0.28868752654679314, + "grad_norm": 12.1875, + "learning_rate": 1e-06, + "loss": 0.2239, + "mean_token_accuracy": 0.9065868258476257, + "num_tokens": 1663441.0, + "step": 2039 + }, + { + "epoch": 0.2888291094435792, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2626, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 1664041.0, + "step": 2040 + }, + { + "epoch": 0.28897069234036526, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.5038, + "mean_token_accuracy": 0.8288461565971375, + "num_tokens": 1665145.0, + "step": 2041 + }, + { + "epoch": 0.28911227523715133, + "grad_norm": 126.0, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 1665784.0, + "step": 2042 + }, + { + "epoch": 0.28925385813393745, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2364, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 1666503.0, + "step": 2043 + }, + { + "epoch": 0.2893954410307235, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 1667030.0, + "step": 2044 + }, + { + "epoch": 0.2895370239275096, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 1667979.0, + "step": 2045 + }, + { + "epoch": 0.28967860682429564, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1607, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 1668705.0, + "step": 2046 + }, + { + "epoch": 0.2898201897210817, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 1669404.0, + "step": 2047 + }, + { + "epoch": 0.28996177261786776, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 1670280.0, + "step": 2048 + }, + { + "epoch": 0.2901033555146538, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.9011628031730652, + "num_tokens": 1671322.0, + "step": 2049 + }, + { + "epoch": 0.2902449384114399, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.1824, + "mean_token_accuracy": 0.9399141669273376, + "num_tokens": 1672112.0, + "step": 2050 + }, + { + "epoch": 0.29038652130822595, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2112, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 1672623.0, + "step": 2051 + }, + { + "epoch": 0.290528104205012, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.4905, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 1673525.0, + "step": 2052 + }, + { + "epoch": 0.2906696871017981, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 1674031.0, + "step": 2053 + }, + { + "epoch": 0.2908112699985842, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 1674954.0, + "step": 2054 + }, + { + "epoch": 0.29095285289537026, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.5316, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 1675682.0, + "step": 2055 + }, + { + "epoch": 0.2910944357921563, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 1676379.0, + "step": 2056 + }, + { + "epoch": 0.2912360186889424, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 1677084.0, + "step": 2057 + }, + { + "epoch": 0.29137760158572845, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2072, + "mean_token_accuracy": 0.9505494832992554, + "num_tokens": 1677839.0, + "step": 2058 + }, + { + "epoch": 0.2915191844825145, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1543, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 1678513.0, + "step": 2059 + }, + { + "epoch": 0.2916607673793006, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 1679349.0, + "step": 2060 + }, + { + "epoch": 0.29180235027608664, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2573, + "mean_token_accuracy": 0.9099099040031433, + "num_tokens": 1680090.0, + "step": 2061 + }, + { + "epoch": 0.2919439331728727, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9178885817527771, + "num_tokens": 1681022.0, + "step": 2062 + }, + { + "epoch": 0.29208551606965877, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8061224222183228, + "num_tokens": 1681856.0, + "step": 2063 + }, + { + "epoch": 0.29222709896644483, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.5575, + "mean_token_accuracy": 0.801075279712677, + "num_tokens": 1682650.0, + "step": 2064 + }, + { + "epoch": 0.2923686818632309, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 1683568.0, + "step": 2065 + }, + { + "epoch": 0.292510264760017, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1424, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1684132.0, + "step": 2066 + }, + { + "epoch": 0.2926518476568031, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8432835340499878, + "num_tokens": 1684898.0, + "step": 2067 + }, + { + "epoch": 0.29279343055358914, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.0717, + "mean_token_accuracy": 0.9699999690055847, + "num_tokens": 1685832.0, + "step": 2068 + }, + { + "epoch": 0.2929350134503752, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2742, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 1686419.0, + "step": 2069 + }, + { + "epoch": 0.29307659634716127, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.166, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 1687301.0, + "step": 2070 + }, + { + "epoch": 0.29321817924394733, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2142, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1688014.0, + "step": 2071 + }, + { + "epoch": 0.2933597621407334, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1682, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 1688837.0, + "step": 2072 + }, + { + "epoch": 0.29350134503751946, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.808080792427063, + "num_tokens": 1689495.0, + "step": 2073 + }, + { + "epoch": 0.2936429279343055, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 1690272.0, + "step": 2074 + }, + { + "epoch": 0.2937845108310916, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 1690906.0, + "step": 2075 + }, + { + "epoch": 0.29392609372787765, + "grad_norm": 12.1875, + "learning_rate": 1e-06, + "loss": 0.1319, + "mean_token_accuracy": 0.9523178935050964, + "num_tokens": 1692133.0, + "step": 2076 + }, + { + "epoch": 0.29406767662466377, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8791667222976685, + "num_tokens": 1693239.0, + "step": 2077 + }, + { + "epoch": 0.29420925952144983, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1377, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 1694250.0, + "step": 2078 + }, + { + "epoch": 0.2943508424182359, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8416289687156677, + "num_tokens": 1695075.0, + "step": 2079 + }, + { + "epoch": 0.29449242531502196, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2435, + "mean_token_accuracy": 0.8899081945419312, + "num_tokens": 1695747.0, + "step": 2080 + }, + { + "epoch": 0.294634008211808, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 1696524.0, + "step": 2081 + }, + { + "epoch": 0.2947755911085941, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 1697158.0, + "step": 2082 + }, + { + "epoch": 0.29491717400538014, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 1697820.0, + "step": 2083 + }, + { + "epoch": 0.2950587569021662, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8045976758003235, + "num_tokens": 1698432.0, + "step": 2084 + }, + { + "epoch": 0.29520033979895227, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 1698938.0, + "step": 2085 + }, + { + "epoch": 0.29534192269573833, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1391, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1699442.0, + "step": 2086 + }, + { + "epoch": 0.2954835055925244, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8771186470985413, + "num_tokens": 1700454.0, + "step": 2087 + }, + { + "epoch": 0.2956250884893105, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 1701495.0, + "step": 2088 + }, + { + "epoch": 0.2957666713860966, + "grad_norm": 30.0, + "learning_rate": 1e-06, + "loss": 0.1144, + "mean_token_accuracy": 0.9534883499145508, + "num_tokens": 1702490.0, + "step": 2089 + }, + { + "epoch": 0.29590825428288264, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 1703204.0, + "step": 2090 + }, + { + "epoch": 0.2960498371796687, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1597, + "mean_token_accuracy": 0.952380895614624, + "num_tokens": 1703847.0, + "step": 2091 + }, + { + "epoch": 0.29619142007645477, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.207, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 1704658.0, + "step": 2092 + }, + { + "epoch": 0.29633300297324083, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2226, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 1705485.0, + "step": 2093 + }, + { + "epoch": 0.2964745858700269, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8354430794715881, + "num_tokens": 1706118.0, + "step": 2094 + }, + { + "epoch": 0.29661616876681296, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.4998, + "mean_token_accuracy": 0.782608687877655, + "num_tokens": 1706808.0, + "step": 2095 + }, + { + "epoch": 0.296757751663599, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 1707801.0, + "step": 2096 + }, + { + "epoch": 0.2968993345603851, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 1708664.0, + "step": 2097 + }, + { + "epoch": 0.29704091745717115, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 1709410.0, + "step": 2098 + }, + { + "epoch": 0.29718250035395727, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.875, + "num_tokens": 1710148.0, + "step": 2099 + }, + { + "epoch": 0.29732408325074333, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 1710717.0, + "step": 2100 + }, + { + "epoch": 0.2974656661475294, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 1711401.0, + "step": 2101 + }, + { + "epoch": 0.29760724904431546, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.2901, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 1712580.0, + "step": 2102 + }, + { + "epoch": 0.2977488319411015, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 1713204.0, + "step": 2103 + }, + { + "epoch": 0.2978904148378876, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1649, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 1714068.0, + "step": 2104 + }, + { + "epoch": 0.29803199773467365, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1632, + "mean_token_accuracy": 0.9354838728904724, + "num_tokens": 1715323.0, + "step": 2105 + }, + { + "epoch": 0.2981735806314597, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.232, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 1716436.0, + "step": 2106 + }, + { + "epoch": 0.2983151635282458, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 1717330.0, + "step": 2107 + }, + { + "epoch": 0.29845674642503184, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.5001, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 1718336.0, + "step": 2108 + }, + { + "epoch": 0.2985983293218179, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.875, + "num_tokens": 1718859.0, + "step": 2109 + }, + { + "epoch": 0.298739912218604, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1719577.0, + "step": 2110 + }, + { + "epoch": 0.2988814951153901, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 1720176.0, + "step": 2111 + }, + { + "epoch": 0.29902307801217615, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 1721212.0, + "step": 2112 + }, + { + "epoch": 0.2991646609089622, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1748, + "mean_token_accuracy": 0.9196429252624512, + "num_tokens": 1721810.0, + "step": 2113 + }, + { + "epoch": 0.2993062438057483, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2461, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 1722377.0, + "step": 2114 + }, + { + "epoch": 0.29944782670253434, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1723218.0, + "step": 2115 + }, + { + "epoch": 0.2995894095993204, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.8804877996444702, + "num_tokens": 1724416.0, + "step": 2116 + }, + { + "epoch": 0.29973099249610646, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 1725680.0, + "step": 2117 + }, + { + "epoch": 0.2998725753928925, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2755, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 1726255.0, + "step": 2118 + }, + { + "epoch": 0.3000141582896786, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 1727157.0, + "step": 2119 + }, + { + "epoch": 0.30015574118646465, + "grad_norm": 11.9375, + "learning_rate": 1e-06, + "loss": 0.1999, + "mean_token_accuracy": 0.9127234220504761, + "num_tokens": 1728689.0, + "step": 2120 + }, + { + "epoch": 0.3002973240832507, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 1729284.0, + "step": 2121 + }, + { + "epoch": 0.30043890698003684, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.122, + "mean_token_accuracy": 0.9589040875434875, + "num_tokens": 1730097.0, + "step": 2122 + }, + { + "epoch": 0.3005804898768229, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.2536, + "mean_token_accuracy": 0.875, + "num_tokens": 1730579.0, + "step": 2123 + }, + { + "epoch": 0.30072207277360896, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 1731214.0, + "step": 2124 + }, + { + "epoch": 0.300863655670395, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2335, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 1731713.0, + "step": 2125 + }, + { + "epoch": 0.3010052385671811, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.256, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 1732365.0, + "step": 2126 + }, + { + "epoch": 0.30114682146396715, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8316831588745117, + "num_tokens": 1733076.0, + "step": 2127 + }, + { + "epoch": 0.3012884043607532, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.183, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 1733827.0, + "step": 2128 + }, + { + "epoch": 0.3014299872575393, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 1734719.0, + "step": 2129 + }, + { + "epoch": 0.30157157015432534, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 1735460.0, + "step": 2130 + }, + { + "epoch": 0.3017131530511114, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.6668, + "mean_token_accuracy": 0.7428571581840515, + "num_tokens": 1736295.0, + "step": 2131 + }, + { + "epoch": 0.30185473594789747, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2371, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1736908.0, + "step": 2132 + }, + { + "epoch": 0.3019963188446836, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 1737496.0, + "step": 2133 + }, + { + "epoch": 0.30213790174146965, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8872180581092834, + "num_tokens": 1738070.0, + "step": 2134 + }, + { + "epoch": 0.3022794846382557, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 1739132.0, + "step": 2135 + }, + { + "epoch": 0.3024210675350418, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 1740029.0, + "step": 2136 + }, + { + "epoch": 0.30256265043182784, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2787, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 1740711.0, + "step": 2137 + }, + { + "epoch": 0.3027042333286139, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1982, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 1741390.0, + "step": 2138 + }, + { + "epoch": 0.30284581622539997, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 1742108.0, + "step": 2139 + }, + { + "epoch": 0.30298739912218603, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 1743194.0, + "step": 2140 + }, + { + "epoch": 0.3031289820189721, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 1743935.0, + "step": 2141 + }, + { + "epoch": 0.30327056491575816, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2465, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 1744937.0, + "step": 2142 + }, + { + "epoch": 0.3034121478125442, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2395, + "mean_token_accuracy": 0.9375, + "num_tokens": 1745678.0, + "step": 2143 + }, + { + "epoch": 0.30355373070933034, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 1746171.0, + "step": 2144 + }, + { + "epoch": 0.3036953136061164, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.8912280797958374, + "num_tokens": 1747126.0, + "step": 2145 + }, + { + "epoch": 0.30383689650290246, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1816, + "mean_token_accuracy": 0.9518072009086609, + "num_tokens": 1747688.0, + "step": 2146 + }, + { + "epoch": 0.30397847939968853, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 1748583.0, + "step": 2147 + }, + { + "epoch": 0.3041200622964746, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.4795, + "mean_token_accuracy": 0.7862069010734558, + "num_tokens": 1749207.0, + "step": 2148 + }, + { + "epoch": 0.30426164519326065, + "grad_norm": 12.0, + "learning_rate": 1e-06, + "loss": 0.174, + "mean_token_accuracy": 0.9322404861450195, + "num_tokens": 1750626.0, + "step": 2149 + }, + { + "epoch": 0.3044032280900467, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9339622855186462, + "num_tokens": 1751199.0, + "step": 2150 + }, + { + "epoch": 0.3045448109868328, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.271, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 1751747.0, + "step": 2151 + }, + { + "epoch": 0.30468639388361884, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 1752459.0, + "step": 2152 + }, + { + "epoch": 0.3048279767804049, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 1753019.0, + "step": 2153 + }, + { + "epoch": 0.30496955967719097, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1887, + "mean_token_accuracy": 0.915032684803009, + "num_tokens": 1753941.0, + "step": 2154 + }, + { + "epoch": 0.3051111425739771, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.1866, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 1754543.0, + "step": 2155 + }, + { + "epoch": 0.30525272547076315, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 1755204.0, + "step": 2156 + }, + { + "epoch": 0.3053943083675492, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.1705, + "mean_token_accuracy": 0.948616623878479, + "num_tokens": 1756758.0, + "step": 2157 + }, + { + "epoch": 0.3055358912643353, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 1757369.0, + "step": 2158 + }, + { + "epoch": 0.30567747416112134, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 1758359.0, + "step": 2159 + }, + { + "epoch": 0.3058190570579074, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 1759148.0, + "step": 2160 + }, + { + "epoch": 0.30596063995469347, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 1759639.0, + "step": 2161 + }, + { + "epoch": 0.30610222285147953, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 1760505.0, + "step": 2162 + }, + { + "epoch": 0.3062438057482656, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1993, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 1761089.0, + "step": 2163 + }, + { + "epoch": 0.30638538864505166, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 1761623.0, + "step": 2164 + }, + { + "epoch": 0.3065269715418377, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1753, + "mean_token_accuracy": 0.9469026327133179, + "num_tokens": 1762799.0, + "step": 2165 + }, + { + "epoch": 0.30666855443862384, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8618420958518982, + "num_tokens": 1763389.0, + "step": 2166 + }, + { + "epoch": 0.3068101373354099, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.2211, + "mean_token_accuracy": 0.9039735198020935, + "num_tokens": 1764165.0, + "step": 2167 + }, + { + "epoch": 0.30695172023219597, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.1372, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 1765031.0, + "step": 2168 + }, + { + "epoch": 0.30709330312898203, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1975, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 1765700.0, + "step": 2169 + }, + { + "epoch": 0.3072348860257681, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2878, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 1766476.0, + "step": 2170 + }, + { + "epoch": 0.30737646892255416, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.1946, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 1767005.0, + "step": 2171 + }, + { + "epoch": 0.3075180518193402, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2187, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 1767796.0, + "step": 2172 + }, + { + "epoch": 0.3076596347161263, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 1768345.0, + "step": 2173 + }, + { + "epoch": 0.30780121761291235, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2671, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 1769456.0, + "step": 2174 + }, + { + "epoch": 0.3079428005096984, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 1770187.0, + "step": 2175 + }, + { + "epoch": 0.3080843834064845, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 1770940.0, + "step": 2176 + }, + { + "epoch": 0.30822596630327054, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1818, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1771672.0, + "step": 2177 + }, + { + "epoch": 0.30836754920005666, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 1772586.0, + "step": 2178 + }, + { + "epoch": 0.3085091320968427, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2621, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 1773370.0, + "step": 2179 + }, + { + "epoch": 0.3086507149936288, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 1774356.0, + "step": 2180 + }, + { + "epoch": 0.30879229789041485, + "grad_norm": 21.625, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 1775151.0, + "step": 2181 + }, + { + "epoch": 0.3089338807872009, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 1775935.0, + "step": 2182 + }, + { + "epoch": 0.309075463683987, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.188, + "mean_token_accuracy": 0.9222222566604614, + "num_tokens": 1776647.0, + "step": 2183 + }, + { + "epoch": 0.30921704658077304, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.7910447716712952, + "num_tokens": 1777161.0, + "step": 2184 + }, + { + "epoch": 0.3093586294775591, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1974, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 1778027.0, + "step": 2185 + }, + { + "epoch": 0.30950021237434516, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2209, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 1778624.0, + "step": 2186 + }, + { + "epoch": 0.3096417952711312, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1901, + "mean_token_accuracy": 0.9599999785423279, + "num_tokens": 1779141.0, + "step": 2187 + }, + { + "epoch": 0.3097833781679173, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 1779727.0, + "step": 2188 + }, + { + "epoch": 0.3099249610647034, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.284, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 1780502.0, + "step": 2189 + }, + { + "epoch": 0.31006654396148947, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8778089880943298, + "num_tokens": 1781952.0, + "step": 2190 + }, + { + "epoch": 0.31020812685827553, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 1782789.0, + "step": 2191 + }, + { + "epoch": 0.3103497097550616, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.6089, + "mean_token_accuracy": 0.7756410241127014, + "num_tokens": 1783401.0, + "step": 2192 + }, + { + "epoch": 0.31049129265184766, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.9184549450874329, + "num_tokens": 1784217.0, + "step": 2193 + }, + { + "epoch": 0.3106328755486337, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2185, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 1784957.0, + "step": 2194 + }, + { + "epoch": 0.3107744584454198, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2808, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 1785869.0, + "step": 2195 + }, + { + "epoch": 0.31091604134220585, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.84375, + "num_tokens": 1787191.0, + "step": 2196 + }, + { + "epoch": 0.3110576242389919, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 1787802.0, + "step": 2197 + }, + { + "epoch": 0.311199207135778, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1905, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 1788578.0, + "step": 2198 + }, + { + "epoch": 0.31134079003256404, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1723, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 1789692.0, + "step": 2199 + }, + { + "epoch": 0.31148237292935016, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8169013857841492, + "num_tokens": 1790217.0, + "step": 2200 + }, + { + "epoch": 0.3116239558261362, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8560000658035278, + "num_tokens": 1790847.0, + "step": 2201 + }, + { + "epoch": 0.3117655387229223, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 1791660.0, + "step": 2202 + }, + { + "epoch": 0.31190712161970835, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1792221.0, + "step": 2203 + }, + { + "epoch": 0.3120487045164944, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 1792781.0, + "step": 2204 + }, + { + "epoch": 0.3121902874132805, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2007, + "mean_token_accuracy": 0.8978102207183838, + "num_tokens": 1793392.0, + "step": 2205 + }, + { + "epoch": 0.31233187031006654, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 1794251.0, + "step": 2206 + }, + { + "epoch": 0.3124734532068526, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.254, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 1794994.0, + "step": 2207 + }, + { + "epoch": 0.31261503610363867, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.875, + "num_tokens": 1795576.0, + "step": 2208 + }, + { + "epoch": 0.31275661900042473, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.5806, + "mean_token_accuracy": 0.7815126180648804, + "num_tokens": 1796437.0, + "step": 2209 + }, + { + "epoch": 0.3128982018972108, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 1796998.0, + "step": 2210 + }, + { + "epoch": 0.3130397847939969, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 1797830.0, + "step": 2211 + }, + { + "epoch": 0.313181367690783, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 1798380.0, + "step": 2212 + }, + { + "epoch": 0.31332295058756904, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2411, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 1798994.0, + "step": 2213 + }, + { + "epoch": 0.3134645334843551, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.287, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 1800240.0, + "step": 2214 + }, + { + "epoch": 0.31360611638114116, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8632479310035706, + "num_tokens": 1800925.0, + "step": 2215 + }, + { + "epoch": 0.31374769927792723, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1762, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 1801717.0, + "step": 2216 + }, + { + "epoch": 0.3138892821747133, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2095, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 1802456.0, + "step": 2217 + }, + { + "epoch": 0.31403086507149935, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1803677.0, + "step": 2218 + }, + { + "epoch": 0.3141724479682854, + "grad_norm": 173.0, + "learning_rate": 1e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 1804350.0, + "step": 2219 + }, + { + "epoch": 0.3143140308650715, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.890625, + "num_tokens": 1805196.0, + "step": 2220 + }, + { + "epoch": 0.31445561376185754, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1805902.0, + "step": 2221 + }, + { + "epoch": 0.31459719665864366, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8439716100692749, + "num_tokens": 1807412.0, + "step": 2222 + }, + { + "epoch": 0.3147387795554297, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2054, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 1808354.0, + "step": 2223 + }, + { + "epoch": 0.3148803624522158, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.1397, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 1808922.0, + "step": 2224 + }, + { + "epoch": 0.31502194534900185, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1614, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 1809465.0, + "step": 2225 + }, + { + "epoch": 0.3151635282457879, + "grad_norm": 103.0, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.7777778506278992, + "num_tokens": 1810252.0, + "step": 2226 + }, + { + "epoch": 0.315305111142574, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8713235259056091, + "num_tokens": 1811365.0, + "step": 2227 + }, + { + "epoch": 0.31544669403936004, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8125, + "num_tokens": 1811911.0, + "step": 2228 + }, + { + "epoch": 0.3155882769361461, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.5383, + "mean_token_accuracy": 0.7747747898101807, + "num_tokens": 1812697.0, + "step": 2229 + }, + { + "epoch": 0.31572985983293217, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8443396091461182, + "num_tokens": 1813487.0, + "step": 2230 + }, + { + "epoch": 0.31587144272971823, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.0657, + "mean_token_accuracy": 0.9735449552536011, + "num_tokens": 1814108.0, + "step": 2231 + }, + { + "epoch": 0.3160130256265043, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.19, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 1814750.0, + "step": 2232 + }, + { + "epoch": 0.31615460852329036, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 1815441.0, + "step": 2233 + }, + { + "epoch": 0.3162961914200765, + "grad_norm": 10.6875, + "learning_rate": 1e-06, + "loss": 0.2096, + "mean_token_accuracy": 0.9064199924468994, + "num_tokens": 1817261.0, + "step": 2234 + }, + { + "epoch": 0.31643777431686254, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 1817773.0, + "step": 2235 + }, + { + "epoch": 0.3165793572136486, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 1818665.0, + "step": 2236 + }, + { + "epoch": 0.31672094011043467, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 1819484.0, + "step": 2237 + }, + { + "epoch": 0.31686252300722073, + "grad_norm": 13.8125, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8865069150924683, + "num_tokens": 1820757.0, + "step": 2238 + }, + { + "epoch": 0.3170041059040068, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 1821574.0, + "step": 2239 + }, + { + "epoch": 0.31714568880079286, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8514285683631897, + "num_tokens": 1822560.0, + "step": 2240 + }, + { + "epoch": 0.3172872716975789, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1823326.0, + "step": 2241 + }, + { + "epoch": 0.317428854594365, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 1823853.0, + "step": 2242 + }, + { + "epoch": 0.31757043749115105, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 1824385.0, + "step": 2243 + }, + { + "epoch": 0.3177120203879371, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.9044368267059326, + "num_tokens": 1825692.0, + "step": 2244 + }, + { + "epoch": 0.31785360328472323, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.9101382493972778, + "num_tokens": 1826671.0, + "step": 2245 + }, + { + "epoch": 0.3179951861815093, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 1827217.0, + "step": 2246 + }, + { + "epoch": 0.31813676907829536, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8557692766189575, + "num_tokens": 1827780.0, + "step": 2247 + }, + { + "epoch": 0.3182783519750814, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.152, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 1828482.0, + "step": 2248 + }, + { + "epoch": 0.3184199348718675, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 1829301.0, + "step": 2249 + }, + { + "epoch": 0.31856151776865355, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2655, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 1829959.0, + "step": 2250 + }, + { + "epoch": 0.3187031006654396, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.9067796468734741, + "num_tokens": 1830691.0, + "step": 2251 + }, + { + "epoch": 0.3188446835622257, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1938, + "mean_token_accuracy": 0.9354838728904724, + "num_tokens": 1831409.0, + "step": 2252 + }, + { + "epoch": 0.31898626645901174, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.1785, + "mean_token_accuracy": 0.9255318641662598, + "num_tokens": 1832060.0, + "step": 2253 + }, + { + "epoch": 0.3191278493557978, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8190476298332214, + "num_tokens": 1832826.0, + "step": 2254 + }, + { + "epoch": 0.31926943225258386, + "grad_norm": 119.5, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 1833429.0, + "step": 2255 + }, + { + "epoch": 0.31941101514937, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 1834081.0, + "step": 2256 + }, + { + "epoch": 0.31955259804615604, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2423, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 1834757.0, + "step": 2257 + }, + { + "epoch": 0.3196941809429421, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 1835403.0, + "step": 2258 + }, + { + "epoch": 0.31983576383972817, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2449, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 1836101.0, + "step": 2259 + }, + { + "epoch": 0.31997734673651423, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 1836745.0, + "step": 2260 + }, + { + "epoch": 0.3201189296333003, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 1837754.0, + "step": 2261 + }, + { + "epoch": 0.32026051253008636, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 1838851.0, + "step": 2262 + }, + { + "epoch": 0.3204020954268724, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1518, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 1839851.0, + "step": 2263 + }, + { + "epoch": 0.3205436783236585, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 1841156.0, + "step": 2264 + }, + { + "epoch": 0.32068526122044455, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.2855, + "mean_token_accuracy": 0.8958904147148132, + "num_tokens": 1842103.0, + "step": 2265 + }, + { + "epoch": 0.3208268441172306, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 1842782.0, + "step": 2266 + }, + { + "epoch": 0.32096842701401673, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.8872053623199463, + "num_tokens": 1843928.0, + "step": 2267 + }, + { + "epoch": 0.3211100099108028, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1819, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 1844594.0, + "step": 2268 + }, + { + "epoch": 0.32125159280758886, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8844444751739502, + "num_tokens": 1845693.0, + "step": 2269 + }, + { + "epoch": 0.3213931757043749, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8299999833106995, + "num_tokens": 1846929.0, + "step": 2270 + }, + { + "epoch": 0.321534758601161, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8899999856948853, + "num_tokens": 1847891.0, + "step": 2271 + }, + { + "epoch": 0.32167634149794705, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 1848796.0, + "step": 2272 + }, + { + "epoch": 0.3218179243947331, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.2508, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1849954.0, + "step": 2273 + }, + { + "epoch": 0.3219595072915192, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2439, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 1850800.0, + "step": 2274 + }, + { + "epoch": 0.32210109018830524, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.5599, + "mean_token_accuracy": 0.8154506683349609, + "num_tokens": 1851687.0, + "step": 2275 + }, + { + "epoch": 0.3222426730850913, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1846, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1852692.0, + "step": 2276 + }, + { + "epoch": 0.32238425598187737, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8618618845939636, + "num_tokens": 1853812.0, + "step": 2277 + }, + { + "epoch": 0.3225258388786635, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 1854679.0, + "step": 2278 + }, + { + "epoch": 0.32266742177544955, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2576, + "mean_token_accuracy": 0.9285714030265808, + "num_tokens": 1855247.0, + "step": 2279 + }, + { + "epoch": 0.3228090046722356, + "grad_norm": 105.5, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 1856004.0, + "step": 2280 + }, + { + "epoch": 0.3229505875690217, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8581081032752991, + "num_tokens": 1856818.0, + "step": 2281 + }, + { + "epoch": 0.32309217046580774, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 1857611.0, + "step": 2282 + }, + { + "epoch": 0.3232337533625938, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 1858322.0, + "step": 2283 + }, + { + "epoch": 0.32337533625937986, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.2526, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 1859066.0, + "step": 2284 + }, + { + "epoch": 0.3235169191561659, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 1859747.0, + "step": 2285 + }, + { + "epoch": 0.323658502052952, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 1860488.0, + "step": 2286 + }, + { + "epoch": 0.32380008494973805, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.9038461446762085, + "num_tokens": 1861096.0, + "step": 2287 + }, + { + "epoch": 0.3239416678465241, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2618, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 1862174.0, + "step": 2288 + }, + { + "epoch": 0.3240832507433102, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 1862699.0, + "step": 2289 + }, + { + "epoch": 0.3242248336400963, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 1863610.0, + "step": 2290 + }, + { + "epoch": 0.32436641653688236, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2875, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 1864345.0, + "step": 2291 + }, + { + "epoch": 0.3245079994336684, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 1865030.0, + "step": 2292 + }, + { + "epoch": 0.3246495823304545, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.2075, + "mean_token_accuracy": 0.905829668045044, + "num_tokens": 1865922.0, + "step": 2293 + }, + { + "epoch": 0.32479116522724055, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8665803074836731, + "num_tokens": 1867402.0, + "step": 2294 + }, + { + "epoch": 0.3249327481240266, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 1867953.0, + "step": 2295 + }, + { + "epoch": 0.3250743310208127, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2456, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 1869195.0, + "step": 2296 + }, + { + "epoch": 0.32521591391759874, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2592, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 1869871.0, + "step": 2297 + }, + { + "epoch": 0.3253574968143848, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.1492, + "mean_token_accuracy": 0.9504950046539307, + "num_tokens": 1870663.0, + "step": 2298 + }, + { + "epoch": 0.32549907971117087, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.9159664511680603, + "num_tokens": 1871329.0, + "step": 2299 + }, + { + "epoch": 0.32564066260795693, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.1028, + "mean_token_accuracy": 0.9681528806686401, + "num_tokens": 1871956.0, + "step": 2300 + }, + { + "epoch": 0.32578224550474305, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8623852729797363, + "num_tokens": 1872858.0, + "step": 2301 + }, + { + "epoch": 0.3259238284015291, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2701, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 1873644.0, + "step": 2302 + }, + { + "epoch": 0.3260654112983152, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8433734774589539, + "num_tokens": 1874349.0, + "step": 2303 + }, + { + "epoch": 0.32620699419510124, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.869862973690033, + "num_tokens": 1875228.0, + "step": 2304 + }, + { + "epoch": 0.3263485770918873, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 1876352.0, + "step": 2305 + }, + { + "epoch": 0.32649015998867337, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 1877274.0, + "step": 2306 + }, + { + "epoch": 0.32663174288545943, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 1877822.0, + "step": 2307 + }, + { + "epoch": 0.3267733257822455, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2352, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 1878440.0, + "step": 2308 + }, + { + "epoch": 0.32691490867903156, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 1879438.0, + "step": 2309 + }, + { + "epoch": 0.3270564915758176, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 1880018.0, + "step": 2310 + }, + { + "epoch": 0.3271980744726037, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.864661693572998, + "num_tokens": 1880998.0, + "step": 2311 + }, + { + "epoch": 0.3273396573693898, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2477, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 1882145.0, + "step": 2312 + }, + { + "epoch": 0.32748124026617587, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 1882931.0, + "step": 2313 + }, + { + "epoch": 0.32762282316296193, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 1883466.0, + "step": 2314 + }, + { + "epoch": 0.327764406059748, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.1313, + "mean_token_accuracy": 0.9451476335525513, + "num_tokens": 1884790.0, + "step": 2315 + }, + { + "epoch": 0.32790598895653406, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8296837210655212, + "num_tokens": 1886020.0, + "step": 2316 + }, + { + "epoch": 0.3280475718533201, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1184, + "mean_token_accuracy": 0.9610389471054077, + "num_tokens": 1886658.0, + "step": 2317 + }, + { + "epoch": 0.3281891547501062, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 1887330.0, + "step": 2318 + }, + { + "epoch": 0.32833073764689225, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 1887965.0, + "step": 2319 + }, + { + "epoch": 0.3284723205436783, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 1888588.0, + "step": 2320 + }, + { + "epoch": 0.32861390344046437, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.1181, + "mean_token_accuracy": 0.9548872709274292, + "num_tokens": 1889665.0, + "step": 2321 + }, + { + "epoch": 0.32875548633725044, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 1890254.0, + "step": 2322 + }, + { + "epoch": 0.32889706923403655, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8775509595870972, + "num_tokens": 1890963.0, + "step": 2323 + }, + { + "epoch": 0.3290386521308226, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2326, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 1891983.0, + "step": 2324 + }, + { + "epoch": 0.3291802350276087, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2752, + "mean_token_accuracy": 0.8940397500991821, + "num_tokens": 1892577.0, + "step": 2325 + }, + { + "epoch": 0.32932181792439474, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2711, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 1893068.0, + "step": 2326 + }, + { + "epoch": 0.3294634008211808, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2782, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 1893598.0, + "step": 2327 + }, + { + "epoch": 0.32960498371796687, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4897, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 1894465.0, + "step": 2328 + }, + { + "epoch": 0.32974656661475293, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2618, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 1895123.0, + "step": 2329 + }, + { + "epoch": 0.329888149511539, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.7899999618530273, + "num_tokens": 1895841.0, + "step": 2330 + }, + { + "epoch": 0.33002973240832506, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.90625, + "num_tokens": 1896730.0, + "step": 2331 + }, + { + "epoch": 0.3301713153051111, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8557692766189575, + "num_tokens": 1897373.0, + "step": 2332 + }, + { + "epoch": 0.3303128982018972, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.900293231010437, + "num_tokens": 1898162.0, + "step": 2333 + }, + { + "epoch": 0.3304544810986833, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.7936508655548096, + "num_tokens": 1898739.0, + "step": 2334 + }, + { + "epoch": 0.33059606399546937, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1625, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 1899488.0, + "step": 2335 + }, + { + "epoch": 0.33073764689225543, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2161, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1900459.0, + "step": 2336 + }, + { + "epoch": 0.3308792297890415, + "grad_norm": 13.75, + "learning_rate": 1e-06, + "loss": 0.1817, + "mean_token_accuracy": 0.9234449863433838, + "num_tokens": 1901807.0, + "step": 2337 + }, + { + "epoch": 0.33102081268582756, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 1902694.0, + "step": 2338 + }, + { + "epoch": 0.3311623955826136, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.9158878326416016, + "num_tokens": 1903450.0, + "step": 2339 + }, + { + "epoch": 0.3313039784793997, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8618420958518982, + "num_tokens": 1904180.0, + "step": 2340 + }, + { + "epoch": 0.33144556137618575, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2056, + "mean_token_accuracy": 0.9209979176521301, + "num_tokens": 1905192.0, + "step": 2341 + }, + { + "epoch": 0.3315871442729718, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1428, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 1905927.0, + "step": 2342 + }, + { + "epoch": 0.3317287271697579, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4866, + "mean_token_accuracy": 0.8195489048957825, + "num_tokens": 1906792.0, + "step": 2343 + }, + { + "epoch": 0.33187031006654394, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1948, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 1907601.0, + "step": 2344 + }, + { + "epoch": 0.33201189296333, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.8842975497245789, + "num_tokens": 1908401.0, + "step": 2345 + }, + { + "epoch": 0.3321534758601161, + "grad_norm": 11.5625, + "learning_rate": 1e-06, + "loss": 0.1399, + "mean_token_accuracy": 0.9477211833000183, + "num_tokens": 1909914.0, + "step": 2346 + }, + { + "epoch": 0.3322950587569022, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.2567, + "mean_token_accuracy": 0.8924999833106995, + "num_tokens": 1910917.0, + "step": 2347 + }, + { + "epoch": 0.33243664165368825, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.254, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 1911652.0, + "step": 2348 + }, + { + "epoch": 0.3325782245504743, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 1912199.0, + "step": 2349 + }, + { + "epoch": 0.3327198074472604, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.7647058963775635, + "num_tokens": 1912810.0, + "step": 2350 + }, + { + "epoch": 0.33286139034404644, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2216, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 1913329.0, + "step": 2351 + }, + { + "epoch": 0.3330029732408325, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1665, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 1914121.0, + "step": 2352 + }, + { + "epoch": 0.33314455613761856, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.7926828861236572, + "num_tokens": 1914645.0, + "step": 2353 + }, + { + "epoch": 0.3332861390344046, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 1915291.0, + "step": 2354 + }, + { + "epoch": 0.3334277219311907, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 1915988.0, + "step": 2355 + }, + { + "epoch": 0.33356930482797675, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2003, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 1916990.0, + "step": 2356 + }, + { + "epoch": 0.3337108877247629, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 1917965.0, + "step": 2357 + }, + { + "epoch": 0.33385247062154894, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 1918715.0, + "step": 2358 + }, + { + "epoch": 0.333994053518335, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 1919462.0, + "step": 2359 + }, + { + "epoch": 0.33413563641512106, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 1920012.0, + "step": 2360 + }, + { + "epoch": 0.3342772193119071, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 1920663.0, + "step": 2361 + }, + { + "epoch": 0.3344188022086932, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2469, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1921519.0, + "step": 2362 + }, + { + "epoch": 0.33456038510547925, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2234, + "mean_token_accuracy": 0.8966202139854431, + "num_tokens": 1922765.0, + "step": 2363 + }, + { + "epoch": 0.3347019680022653, + "grad_norm": 174.0, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 1923763.0, + "step": 2364 + }, + { + "epoch": 0.3348435508990514, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8523489832878113, + "num_tokens": 1924573.0, + "step": 2365 + }, + { + "epoch": 0.33498513379583744, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.9082568883895874, + "num_tokens": 1925824.0, + "step": 2366 + }, + { + "epoch": 0.3351267166926235, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.9142857789993286, + "num_tokens": 1926556.0, + "step": 2367 + }, + { + "epoch": 0.3352682995894096, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 1927398.0, + "step": 2368 + }, + { + "epoch": 0.3354098824861957, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 1928028.0, + "step": 2369 + }, + { + "epoch": 0.33555146538298175, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2046, + "mean_token_accuracy": 0.95652174949646, + "num_tokens": 1928684.0, + "step": 2370 + }, + { + "epoch": 0.3356930482797678, + "grad_norm": 15.1875, + "learning_rate": 1e-06, + "loss": 0.2378, + "mean_token_accuracy": 0.893216073513031, + "num_tokens": 1929939.0, + "step": 2371 + }, + { + "epoch": 0.3358346311765539, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 1930998.0, + "step": 2372 + }, + { + "epoch": 0.33597621407333994, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2357, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 1931543.0, + "step": 2373 + }, + { + "epoch": 0.336117796970126, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1572, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 1932310.0, + "step": 2374 + }, + { + "epoch": 0.33625937986691207, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 1932897.0, + "step": 2375 + }, + { + "epoch": 0.33640096276369813, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.822429895401001, + "num_tokens": 1933722.0, + "step": 2376 + }, + { + "epoch": 0.3365425456604842, + "grad_norm": 113.5, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 1934548.0, + "step": 2377 + }, + { + "epoch": 0.33668412855727026, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 1935198.0, + "step": 2378 + }, + { + "epoch": 0.3368257114540564, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2135, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 1935907.0, + "step": 2379 + }, + { + "epoch": 0.33696729435084244, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 1936413.0, + "step": 2380 + }, + { + "epoch": 0.3371088772476285, + "grad_norm": 14.6875, + "learning_rate": 1e-06, + "loss": 0.1823, + "mean_token_accuracy": 0.9226043820381165, + "num_tokens": 1937731.0, + "step": 2381 + }, + { + "epoch": 0.33725046014441457, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 1938267.0, + "step": 2382 + }, + { + "epoch": 0.33739204304120063, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 1938908.0, + "step": 2383 + }, + { + "epoch": 0.3375336259379867, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.9030612111091614, + "num_tokens": 1939981.0, + "step": 2384 + }, + { + "epoch": 0.33767520883477276, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1831, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 1940594.0, + "step": 2385 + }, + { + "epoch": 0.3378167917315588, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8807339072227478, + "num_tokens": 1941664.0, + "step": 2386 + }, + { + "epoch": 0.3379583746283449, + "grad_norm": 144.0, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 1942173.0, + "step": 2387 + }, + { + "epoch": 0.33809995752513095, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 1942897.0, + "step": 2388 + }, + { + "epoch": 0.338241540421917, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 1943412.0, + "step": 2389 + }, + { + "epoch": 0.3383831233187031, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 1944075.0, + "step": 2390 + }, + { + "epoch": 0.3385247062154892, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1723, + "mean_token_accuracy": 0.9380530714988708, + "num_tokens": 1945026.0, + "step": 2391 + }, + { + "epoch": 0.33866628911227525, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 1945580.0, + "step": 2392 + }, + { + "epoch": 0.3388078720090613, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 1946278.0, + "step": 2393 + }, + { + "epoch": 0.3389494549058474, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 1947018.0, + "step": 2394 + }, + { + "epoch": 0.33909103780263344, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1861, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 1947518.0, + "step": 2395 + }, + { + "epoch": 0.3392326206994195, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 1948209.0, + "step": 2396 + }, + { + "epoch": 0.33937420359620557, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1932, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 1948897.0, + "step": 2397 + }, + { + "epoch": 0.33951578649299163, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 1949452.0, + "step": 2398 + }, + { + "epoch": 0.3396573693897777, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 1950223.0, + "step": 2399 + }, + { + "epoch": 0.33979895228656376, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.1973, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 1951154.0, + "step": 2400 + }, + { + "epoch": 0.3399405351833499, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 1951781.0, + "step": 2401 + }, + { + "epoch": 0.34008211808013594, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 1952632.0, + "step": 2402 + }, + { + "epoch": 0.340223700976922, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 1953299.0, + "step": 2403 + }, + { + "epoch": 0.34036528387370807, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 1953775.0, + "step": 2404 + }, + { + "epoch": 0.34050686677049413, + "grad_norm": 26.0, + "learning_rate": 1e-06, + "loss": 0.2658, + "mean_token_accuracy": 0.9036458730697632, + "num_tokens": 1954599.0, + "step": 2405 + }, + { + "epoch": 0.3406484496672802, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 1955454.0, + "step": 2406 + }, + { + "epoch": 0.34079003256406626, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 1956365.0, + "step": 2407 + }, + { + "epoch": 0.3409316154608523, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.136, + "mean_token_accuracy": 0.9589040875434875, + "num_tokens": 1956960.0, + "step": 2408 + }, + { + "epoch": 0.3410731983576384, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.207, + "mean_token_accuracy": 0.9373073577880859, + "num_tokens": 1958615.0, + "step": 2409 + }, + { + "epoch": 0.34121478125442445, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8742856979370117, + "num_tokens": 1959925.0, + "step": 2410 + }, + { + "epoch": 0.3413563641512105, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 1960805.0, + "step": 2411 + }, + { + "epoch": 0.3414979470479966, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1947, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 1961456.0, + "step": 2412 + }, + { + "epoch": 0.3416395299447827, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2133, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 1962305.0, + "step": 2413 + }, + { + "epoch": 0.34178111284156876, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.819444477558136, + "num_tokens": 1963304.0, + "step": 2414 + }, + { + "epoch": 0.3419226957383548, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8502994179725647, + "num_tokens": 1964338.0, + "step": 2415 + }, + { + "epoch": 0.3420642786351409, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 1965080.0, + "step": 2416 + }, + { + "epoch": 0.34220586153192695, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.4572, + "mean_token_accuracy": 0.8103975653648376, + "num_tokens": 1965859.0, + "step": 2417 + }, + { + "epoch": 0.342347444428713, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8861788511276245, + "num_tokens": 1966449.0, + "step": 2418 + }, + { + "epoch": 0.3424890273254991, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 1967642.0, + "step": 2419 + }, + { + "epoch": 0.34263061022228514, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.6034, + "mean_token_accuracy": 0.7112675905227661, + "num_tokens": 1969025.0, + "step": 2420 + }, + { + "epoch": 0.3427721931190712, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 1969534.0, + "step": 2421 + }, + { + "epoch": 0.34291377601585726, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 1970262.0, + "step": 2422 + }, + { + "epoch": 0.3430553589126433, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2378, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 1970758.0, + "step": 2423 + }, + { + "epoch": 0.34319694180942945, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1746, + "mean_token_accuracy": 0.9375, + "num_tokens": 1971418.0, + "step": 2424 + }, + { + "epoch": 0.3433385247062155, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 1972137.0, + "step": 2425 + }, + { + "epoch": 0.34348010760300157, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 1972625.0, + "step": 2426 + }, + { + "epoch": 0.34362169049978764, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8434782028198242, + "num_tokens": 1973186.0, + "step": 2427 + }, + { + "epoch": 0.3437632733965737, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 1973843.0, + "step": 2428 + }, + { + "epoch": 0.34390485629335976, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 1974726.0, + "step": 2429 + }, + { + "epoch": 0.3440464391901458, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.2267, + "mean_token_accuracy": 0.9111968874931335, + "num_tokens": 1975614.0, + "step": 2430 + }, + { + "epoch": 0.3441880220869319, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.163, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 1976227.0, + "step": 2431 + }, + { + "epoch": 0.34432960498371795, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 1977147.0, + "step": 2432 + }, + { + "epoch": 0.344471187880504, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1671, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 1977888.0, + "step": 2433 + }, + { + "epoch": 0.3446127707772901, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 1978432.0, + "step": 2434 + }, + { + "epoch": 0.3447543536740762, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2761, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 1979446.0, + "step": 2435 + }, + { + "epoch": 0.34489593657086226, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 1980198.0, + "step": 2436 + }, + { + "epoch": 0.3450375194676483, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1787, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 1981402.0, + "step": 2437 + }, + { + "epoch": 0.3451791023644344, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1944, + "mean_token_accuracy": 0.9145299792289734, + "num_tokens": 1982213.0, + "step": 2438 + }, + { + "epoch": 0.34532068526122045, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2026, + "mean_token_accuracy": 0.9068100452423096, + "num_tokens": 1983281.0, + "step": 2439 + }, + { + "epoch": 0.3454622681580065, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.2119, + "mean_token_accuracy": 0.9317023158073425, + "num_tokens": 1984983.0, + "step": 2440 + }, + { + "epoch": 0.3456038510547926, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1621, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 1985794.0, + "step": 2441 + }, + { + "epoch": 0.34574543395157864, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8534482717514038, + "num_tokens": 1986591.0, + "step": 2442 + }, + { + "epoch": 0.3458870168483647, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.828125, + "num_tokens": 1987588.0, + "step": 2443 + }, + { + "epoch": 0.34602859974515077, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4863, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 1988124.0, + "step": 2444 + }, + { + "epoch": 0.34617018264193683, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 1989189.0, + "step": 2445 + }, + { + "epoch": 0.34631176553872295, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.1345, + "mean_token_accuracy": 0.9476190805435181, + "num_tokens": 1990179.0, + "step": 2446 + }, + { + "epoch": 0.346453348435509, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.1081, + "mean_token_accuracy": 0.9554140567779541, + "num_tokens": 1991630.0, + "step": 2447 + }, + { + "epoch": 0.3465949313322951, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8832997679710388, + "num_tokens": 1992707.0, + "step": 2448 + }, + { + "epoch": 0.34673651422908114, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.875, + "num_tokens": 1993511.0, + "step": 2449 + }, + { + "epoch": 0.3468780971258672, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2295, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 1994419.0, + "step": 2450 + }, + { + "epoch": 0.34701968002265327, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.7735849022865295, + "num_tokens": 1995207.0, + "step": 2451 + }, + { + "epoch": 0.34716126291943933, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 1995801.0, + "step": 2452 + }, + { + "epoch": 0.3473028458162254, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8768116235733032, + "num_tokens": 1996556.0, + "step": 2453 + }, + { + "epoch": 0.34744442871301146, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2018, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 1997550.0, + "step": 2454 + }, + { + "epoch": 0.3475860116097975, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2233, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 1998216.0, + "step": 2455 + }, + { + "epoch": 0.3477275945065836, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8652849793434143, + "num_tokens": 1999117.0, + "step": 2456 + }, + { + "epoch": 0.3478691774033697, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8229166865348816, + "num_tokens": 1999684.0, + "step": 2457 + }, + { + "epoch": 0.34801076030015576, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 2000464.0, + "step": 2458 + }, + { + "epoch": 0.3481523431969418, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2577, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2000995.0, + "step": 2459 + }, + { + "epoch": 0.3482939260937279, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.8870523571968079, + "num_tokens": 2001940.0, + "step": 2460 + }, + { + "epoch": 0.34843550899051395, + "grad_norm": 12.375, + "learning_rate": 1e-06, + "loss": 0.1479, + "mean_token_accuracy": 0.9470198750495911, + "num_tokens": 2003181.0, + "step": 2461 + }, + { + "epoch": 0.3485770918873, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.262, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2003721.0, + "step": 2462 + }, + { + "epoch": 0.3487186747840861, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1566, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 2004354.0, + "step": 2463 + }, + { + "epoch": 0.34886025768087214, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8485639691352844, + "num_tokens": 2005643.0, + "step": 2464 + }, + { + "epoch": 0.3490018405776582, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.2635, + "mean_token_accuracy": 0.9021207094192505, + "num_tokens": 2006879.0, + "step": 2465 + }, + { + "epoch": 0.34914342347444427, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1581, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2007583.0, + "step": 2466 + }, + { + "epoch": 0.34928500637123033, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 2008395.0, + "step": 2467 + }, + { + "epoch": 0.3494265892680164, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2292, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 2009247.0, + "step": 2468 + }, + { + "epoch": 0.3495681721648025, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.932584285736084, + "num_tokens": 2010024.0, + "step": 2469 + }, + { + "epoch": 0.3497097550615886, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2010542.0, + "step": 2470 + }, + { + "epoch": 0.34985133795837464, + "grad_norm": 13.4375, + "learning_rate": 1e-06, + "loss": 0.237, + "mean_token_accuracy": 0.9072398543357849, + "num_tokens": 2012018.0, + "step": 2471 + }, + { + "epoch": 0.3499929208551607, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8166667222976685, + "num_tokens": 2012861.0, + "step": 2472 + }, + { + "epoch": 0.35013450375194677, + "grad_norm": 105.5, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 2013450.0, + "step": 2473 + }, + { + "epoch": 0.35027608664873283, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 2014012.0, + "step": 2474 + }, + { + "epoch": 0.3504176695455189, + "grad_norm": 30.625, + "learning_rate": 1e-06, + "loss": 0.1077, + "mean_token_accuracy": 0.9672130346298218, + "num_tokens": 2014703.0, + "step": 2475 + }, + { + "epoch": 0.35055925244230496, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 2015401.0, + "step": 2476 + }, + { + "epoch": 0.350700835339091, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2015942.0, + "step": 2477 + }, + { + "epoch": 0.3508424182358771, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1964, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 2016859.0, + "step": 2478 + }, + { + "epoch": 0.35098400113266315, + "grad_norm": 12.6875, + "learning_rate": 1e-06, + "loss": 0.2297, + "mean_token_accuracy": 0.9126730561256409, + "num_tokens": 2018477.0, + "step": 2479 + }, + { + "epoch": 0.35112558402944927, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 2019218.0, + "step": 2480 + }, + { + "epoch": 0.35126716692623533, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8613861203193665, + "num_tokens": 2020063.0, + "step": 2481 + }, + { + "epoch": 0.3514087498230214, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.2376, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 2020714.0, + "step": 2482 + }, + { + "epoch": 0.35155033271980746, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8015267252922058, + "num_tokens": 2021836.0, + "step": 2483 + }, + { + "epoch": 0.3516919156165935, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2436, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 2022698.0, + "step": 2484 + }, + { + "epoch": 0.3518334985133796, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2721, + "mean_token_accuracy": 0.9013841152191162, + "num_tokens": 2023896.0, + "step": 2485 + }, + { + "epoch": 0.35197508141016565, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 2024550.0, + "step": 2486 + }, + { + "epoch": 0.3521166643069517, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 2025161.0, + "step": 2487 + }, + { + "epoch": 0.3522582472037378, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 2025704.0, + "step": 2488 + }, + { + "epoch": 0.35239983010052384, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.2662, + "mean_token_accuracy": 0.8992700576782227, + "num_tokens": 2027290.0, + "step": 2489 + }, + { + "epoch": 0.3525414129973099, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.903954803943634, + "num_tokens": 2028066.0, + "step": 2490 + }, + { + "epoch": 0.352682995894096, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2028637.0, + "step": 2491 + }, + { + "epoch": 0.3528245787908821, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8240343332290649, + "num_tokens": 2029332.0, + "step": 2492 + }, + { + "epoch": 0.35296616168766815, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1649, + "mean_token_accuracy": 0.940092146396637, + "num_tokens": 2030129.0, + "step": 2493 + }, + { + "epoch": 0.3531077445844542, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.184, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 2031031.0, + "step": 2494 + }, + { + "epoch": 0.35324932748124027, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2532, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2032147.0, + "step": 2495 + }, + { + "epoch": 0.35339091037802633, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 2032946.0, + "step": 2496 + }, + { + "epoch": 0.3535324932748124, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.834782600402832, + "num_tokens": 2033505.0, + "step": 2497 + }, + { + "epoch": 0.35367407617159846, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.2675, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2034148.0, + "step": 2498 + }, + { + "epoch": 0.3538156590683845, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.1617, + "mean_token_accuracy": 0.9289941191673279, + "num_tokens": 2034781.0, + "step": 2499 + }, + { + "epoch": 0.3539572419651706, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 2035438.0, + "step": 2500 + }, + { + "epoch": 0.35409882486195665, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.158, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 2036232.0, + "step": 2501 + }, + { + "epoch": 0.35424040775874277, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2085, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 2036872.0, + "step": 2502 + }, + { + "epoch": 0.35438199065552883, + "grad_norm": 134.0, + "learning_rate": 1e-06, + "loss": 0.5707, + "mean_token_accuracy": 0.796875, + "num_tokens": 2037625.0, + "step": 2503 + }, + { + "epoch": 0.3545235735523149, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2278, + "mean_token_accuracy": 0.9209302067756653, + "num_tokens": 2038630.0, + "step": 2504 + }, + { + "epoch": 0.35466515644910096, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 2039409.0, + "step": 2505 + }, + { + "epoch": 0.354806739345887, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2568, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 2039996.0, + "step": 2506 + }, + { + "epoch": 0.3549483222426731, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2537, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 2040608.0, + "step": 2507 + }, + { + "epoch": 0.35508990513945915, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.1117, + "mean_token_accuracy": 0.9597989916801453, + "num_tokens": 2041397.0, + "step": 2508 + }, + { + "epoch": 0.3552314880362452, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.4799, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 2042258.0, + "step": 2509 + }, + { + "epoch": 0.3553730709330313, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 2043028.0, + "step": 2510 + }, + { + "epoch": 0.35551465382981734, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 2043947.0, + "step": 2511 + }, + { + "epoch": 0.3556562367266034, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 2044439.0, + "step": 2512 + }, + { + "epoch": 0.3557978196233895, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2045163.0, + "step": 2513 + }, + { + "epoch": 0.3559394025201756, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2046635.0, + "step": 2514 + }, + { + "epoch": 0.35608098541696165, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 2047328.0, + "step": 2515 + }, + { + "epoch": 0.3562225683137477, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 2048259.0, + "step": 2516 + }, + { + "epoch": 0.3563641512105338, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.1757, + "mean_token_accuracy": 0.9318181276321411, + "num_tokens": 2049229.0, + "step": 2517 + }, + { + "epoch": 0.35650573410731984, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2049735.0, + "step": 2518 + }, + { + "epoch": 0.3566473170041059, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.875, + "num_tokens": 2050283.0, + "step": 2519 + }, + { + "epoch": 0.35678889990089196, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 2051013.0, + "step": 2520 + }, + { + "epoch": 0.35693048279767803, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8287037014961243, + "num_tokens": 2051703.0, + "step": 2521 + }, + { + "epoch": 0.3570720656944641, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.1815, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 2052964.0, + "step": 2522 + }, + { + "epoch": 0.35721364859125015, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2677, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2053484.0, + "step": 2523 + }, + { + "epoch": 0.3573552314880362, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.542, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 2054429.0, + "step": 2524 + }, + { + "epoch": 0.35749681438482234, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 2055288.0, + "step": 2525 + }, + { + "epoch": 0.3576383972816084, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 2055955.0, + "step": 2526 + }, + { + "epoch": 0.35777998017839446, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2056527.0, + "step": 2527 + }, + { + "epoch": 0.3579215630751805, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8775510787963867, + "num_tokens": 2057721.0, + "step": 2528 + }, + { + "epoch": 0.3580631459719666, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 2058642.0, + "step": 2529 + }, + { + "epoch": 0.35820472886875265, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2059719.0, + "step": 2530 + }, + { + "epoch": 0.3583463117655387, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 2060588.0, + "step": 2531 + }, + { + "epoch": 0.3584878946623248, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 2061308.0, + "step": 2532 + }, + { + "epoch": 0.35862947755911084, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 2062143.0, + "step": 2533 + }, + { + "epoch": 0.3587710604558969, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 2062851.0, + "step": 2534 + }, + { + "epoch": 0.35891264335268297, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 2063697.0, + "step": 2535 + }, + { + "epoch": 0.3590542262494691, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.5278, + "mean_token_accuracy": 0.8051947951316833, + "num_tokens": 2064707.0, + "step": 2536 + }, + { + "epoch": 0.35919580914625515, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.828125, + "num_tokens": 2065385.0, + "step": 2537 + }, + { + "epoch": 0.3593373920430412, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1856, + "mean_token_accuracy": 0.939393937587738, + "num_tokens": 2065962.0, + "step": 2538 + }, + { + "epoch": 0.3594789749398273, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 2066682.0, + "step": 2539 + }, + { + "epoch": 0.35962055783661334, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 2067231.0, + "step": 2540 + }, + { + "epoch": 0.3597621407333994, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2139, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 2067745.0, + "step": 2541 + }, + { + "epoch": 0.35990372363018547, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2542, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2068814.0, + "step": 2542 + }, + { + "epoch": 0.36004530652697153, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 2069524.0, + "step": 2543 + }, + { + "epoch": 0.3601868894237576, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 2070062.0, + "step": 2544 + }, + { + "epoch": 0.36032847232054366, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1617, + "mean_token_accuracy": 0.9647058844566345, + "num_tokens": 2070613.0, + "step": 2545 + }, + { + "epoch": 0.3604700552173297, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 2071160.0, + "step": 2546 + }, + { + "epoch": 0.36061163811411584, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1388, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 2071828.0, + "step": 2547 + }, + { + "epoch": 0.3607532210109019, + "grad_norm": 12.375, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.9165507555007935, + "num_tokens": 2073117.0, + "step": 2548 + }, + { + "epoch": 0.36089480390768797, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 2073866.0, + "step": 2549 + }, + { + "epoch": 0.36103638680447403, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.868571400642395, + "num_tokens": 2075150.0, + "step": 2550 + }, + { + "epoch": 0.3611779697012601, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 2075790.0, + "step": 2551 + }, + { + "epoch": 0.36131955259804616, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 2076352.0, + "step": 2552 + }, + { + "epoch": 0.3614611354948322, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2077688.0, + "step": 2553 + }, + { + "epoch": 0.3616027183916183, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.4762, + "mean_token_accuracy": 0.834782600402832, + "num_tokens": 2078366.0, + "step": 2554 + }, + { + "epoch": 0.36174430128840435, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 2078908.0, + "step": 2555 + }, + { + "epoch": 0.3618858841851904, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1295, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 2080344.0, + "step": 2556 + }, + { + "epoch": 0.3620274670819765, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.2066, + "mean_token_accuracy": 0.9252336025238037, + "num_tokens": 2081343.0, + "step": 2557 + }, + { + "epoch": 0.3621690499787626, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 2081856.0, + "step": 2558 + }, + { + "epoch": 0.36231063287554865, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2564, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2082777.0, + "step": 2559 + }, + { + "epoch": 0.3624522157723347, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.875, + "num_tokens": 2083635.0, + "step": 2560 + }, + { + "epoch": 0.3625937986691208, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.236, + "mean_token_accuracy": 0.9150943756103516, + "num_tokens": 2084622.0, + "step": 2561 + }, + { + "epoch": 0.36273538156590684, + "grad_norm": 103.5, + "learning_rate": 1e-06, + "loss": 0.2395, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 2085345.0, + "step": 2562 + }, + { + "epoch": 0.3628769644626929, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8671875, + "num_tokens": 2086001.0, + "step": 2563 + }, + { + "epoch": 0.36301854735947897, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1933, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 2086733.0, + "step": 2564 + }, + { + "epoch": 0.36316013025626503, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2066, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 2087570.0, + "step": 2565 + }, + { + "epoch": 0.3633017131530511, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 2088207.0, + "step": 2566 + }, + { + "epoch": 0.36344329604983716, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 2088954.0, + "step": 2567 + }, + { + "epoch": 0.3635848789466232, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2064, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 2089845.0, + "step": 2568 + }, + { + "epoch": 0.36372646184340934, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 2090694.0, + "step": 2569 + }, + { + "epoch": 0.3638680447401954, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.5595, + "mean_token_accuracy": 0.8111111521720886, + "num_tokens": 2091284.0, + "step": 2570 + }, + { + "epoch": 0.36400962763698147, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 2092451.0, + "step": 2571 + }, + { + "epoch": 0.36415121053376753, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 2093170.0, + "step": 2572 + }, + { + "epoch": 0.3642927934305536, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8944543600082397, + "num_tokens": 2094272.0, + "step": 2573 + }, + { + "epoch": 0.36443437632733966, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 2094899.0, + "step": 2574 + }, + { + "epoch": 0.3645759592241257, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 2095541.0, + "step": 2575 + }, + { + "epoch": 0.3647175421209118, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2506, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 2096125.0, + "step": 2576 + }, + { + "epoch": 0.36485912501769785, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.2305, + "mean_token_accuracy": 0.9079365134239197, + "num_tokens": 2097398.0, + "step": 2577 + }, + { + "epoch": 0.3650007079144839, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1769, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 2098217.0, + "step": 2578 + }, + { + "epoch": 0.36514229081127, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 2099258.0, + "step": 2579 + }, + { + "epoch": 0.36528387370805604, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.4678, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2100060.0, + "step": 2580 + }, + { + "epoch": 0.36542545660484216, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 2100657.0, + "step": 2581 + }, + { + "epoch": 0.3655670395016282, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.9040114879608154, + "num_tokens": 2101810.0, + "step": 2582 + }, + { + "epoch": 0.3657086223984143, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2243, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 2102347.0, + "step": 2583 + }, + { + "epoch": 0.36585020529520035, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 2103129.0, + "step": 2584 + }, + { + "epoch": 0.3659917881919864, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 2103714.0, + "step": 2585 + }, + { + "epoch": 0.3661333710887725, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.9279279708862305, + "num_tokens": 2104779.0, + "step": 2586 + }, + { + "epoch": 0.36627495398555854, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 2105806.0, + "step": 2587 + }, + { + "epoch": 0.3664165368823446, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.081, + "mean_token_accuracy": 0.9625668525695801, + "num_tokens": 2106681.0, + "step": 2588 + }, + { + "epoch": 0.36655811977913066, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 2107306.0, + "step": 2589 + }, + { + "epoch": 0.3666997026759167, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 2108354.0, + "step": 2590 + }, + { + "epoch": 0.3668412855727028, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.1609, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 2109035.0, + "step": 2591 + }, + { + "epoch": 0.3669828684694889, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 2109549.0, + "step": 2592 + }, + { + "epoch": 0.367124451366275, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2017, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 2110427.0, + "step": 2593 + }, + { + "epoch": 0.36726603426306104, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 2111247.0, + "step": 2594 + }, + { + "epoch": 0.3674076171598471, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2226, + "mean_token_accuracy": 0.9082125425338745, + "num_tokens": 2112378.0, + "step": 2595 + }, + { + "epoch": 0.36754920005663316, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 2113067.0, + "step": 2596 + }, + { + "epoch": 0.3676907829534192, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2061, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 2113926.0, + "step": 2597 + }, + { + "epoch": 0.3678323658502053, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.8717949390411377, + "num_tokens": 2114610.0, + "step": 2598 + }, + { + "epoch": 0.36797394874699135, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2501, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 2115133.0, + "step": 2599 + }, + { + "epoch": 0.3681155316437774, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2116207.0, + "step": 2600 + }, + { + "epoch": 0.3682571145405635, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.7803030610084534, + "num_tokens": 2117149.0, + "step": 2601 + }, + { + "epoch": 0.36839869743734954, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1683, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 2118103.0, + "step": 2602 + }, + { + "epoch": 0.36854028033413566, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.813084065914154, + "num_tokens": 2118682.0, + "step": 2603 + }, + { + "epoch": 0.3686818632309217, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 2119627.0, + "step": 2604 + }, + { + "epoch": 0.3688234461277078, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.1639, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 2120347.0, + "step": 2605 + }, + { + "epoch": 0.36896502902449385, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2606, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 2121034.0, + "step": 2606 + }, + { + "epoch": 0.3691066119212799, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 2121657.0, + "step": 2607 + }, + { + "epoch": 0.369248194818066, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 2122482.0, + "step": 2608 + }, + { + "epoch": 0.36938977771485204, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2298, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 2123112.0, + "step": 2609 + }, + { + "epoch": 0.3695313606116381, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.1464, + "mean_token_accuracy": 0.9409090876579285, + "num_tokens": 2124028.0, + "step": 2610 + }, + { + "epoch": 0.36967294350842417, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.235, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 2124946.0, + "step": 2611 + }, + { + "epoch": 0.36981452640521023, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 2125638.0, + "step": 2612 + }, + { + "epoch": 0.3699561093019963, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1887, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 2126278.0, + "step": 2613 + }, + { + "epoch": 0.3700976921987824, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 2126915.0, + "step": 2614 + }, + { + "epoch": 0.3702392750955685, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.1414, + "mean_token_accuracy": 0.9380530714988708, + "num_tokens": 2128054.0, + "step": 2615 + }, + { + "epoch": 0.37038085799235454, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1551, + "mean_token_accuracy": 0.9529411792755127, + "num_tokens": 2128611.0, + "step": 2616 + }, + { + "epoch": 0.3705224408891406, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.875, + "num_tokens": 2130199.0, + "step": 2617 + }, + { + "epoch": 0.37066402378592667, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2155, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2130833.0, + "step": 2618 + }, + { + "epoch": 0.37080560668271273, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8299319744110107, + "num_tokens": 2131605.0, + "step": 2619 + }, + { + "epoch": 0.3709471895794988, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.176, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2132508.0, + "step": 2620 + }, + { + "epoch": 0.37108877247628486, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2133904.0, + "step": 2621 + }, + { + "epoch": 0.3712303553730709, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8826086521148682, + "num_tokens": 2134830.0, + "step": 2622 + }, + { + "epoch": 0.371371938269857, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8854024410247803, + "num_tokens": 2136157.0, + "step": 2623 + }, + { + "epoch": 0.37151352116664305, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.5134, + "mean_token_accuracy": 0.7928870320320129, + "num_tokens": 2137212.0, + "step": 2624 + }, + { + "epoch": 0.37165510406342916, + "grad_norm": 15.375, + "learning_rate": 1e-06, + "loss": 0.2465, + "mean_token_accuracy": 0.916558027267456, + "num_tokens": 2138470.0, + "step": 2625 + }, + { + "epoch": 0.37179668696021523, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2482, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 2139009.0, + "step": 2626 + }, + { + "epoch": 0.3719382698570013, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1384, + "mean_token_accuracy": 0.921875, + "num_tokens": 2139932.0, + "step": 2627 + }, + { + "epoch": 0.37207985275378735, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1626, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 2140635.0, + "step": 2628 + }, + { + "epoch": 0.3722214356505734, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 2141441.0, + "step": 2629 + }, + { + "epoch": 0.3723630185473595, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.188, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 2142092.0, + "step": 2630 + }, + { + "epoch": 0.37250460144414554, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2296, + "mean_token_accuracy": 0.9014423489570618, + "num_tokens": 2143391.0, + "step": 2631 + }, + { + "epoch": 0.3726461843409316, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2144415.0, + "step": 2632 + }, + { + "epoch": 0.37278776723771767, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.9184890389442444, + "num_tokens": 2145570.0, + "step": 2633 + }, + { + "epoch": 0.37292935013450373, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 2146232.0, + "step": 2634 + }, + { + "epoch": 0.3730709330312898, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.859375, + "num_tokens": 2146975.0, + "step": 2635 + }, + { + "epoch": 0.37321251592807586, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2147779.0, + "step": 2636 + }, + { + "epoch": 0.373354098824862, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8609756231307983, + "num_tokens": 2148764.0, + "step": 2637 + }, + { + "epoch": 0.37349568172164804, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1594, + "mean_token_accuracy": 0.90625, + "num_tokens": 2149464.0, + "step": 2638 + }, + { + "epoch": 0.3736372646184341, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.2546, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 2150164.0, + "step": 2639 + }, + { + "epoch": 0.37377884751522017, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2142, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2150916.0, + "step": 2640 + }, + { + "epoch": 0.37392043041200623, + "grad_norm": 13.6875, + "learning_rate": 1e-06, + "loss": 0.2002, + "mean_token_accuracy": 0.9207746386528015, + "num_tokens": 2152136.0, + "step": 2641 + }, + { + "epoch": 0.3740620133087923, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 2152735.0, + "step": 2642 + }, + { + "epoch": 0.37420359620557836, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 2153288.0, + "step": 2643 + }, + { + "epoch": 0.3743451791023644, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 2154262.0, + "step": 2644 + }, + { + "epoch": 0.3744867619991505, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.0901, + "mean_token_accuracy": 0.9685039520263672, + "num_tokens": 2155076.0, + "step": 2645 + }, + { + "epoch": 0.37462834489593655, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 2155657.0, + "step": 2646 + }, + { + "epoch": 0.3747699277927226, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2339, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 2156447.0, + "step": 2647 + }, + { + "epoch": 0.37491151068950873, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8917197585105896, + "num_tokens": 2157213.0, + "step": 2648 + }, + { + "epoch": 0.3750530935862948, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8705883026123047, + "num_tokens": 2158186.0, + "step": 2649 + }, + { + "epoch": 0.37519467648308086, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1596, + "mean_token_accuracy": 0.932584285736084, + "num_tokens": 2158896.0, + "step": 2650 + }, + { + "epoch": 0.3753362593798669, + "grad_norm": 106.5, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 2159420.0, + "step": 2651 + }, + { + "epoch": 0.375477842276653, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.206, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 2159981.0, + "step": 2652 + }, + { + "epoch": 0.37561942517343905, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 2160612.0, + "step": 2653 + }, + { + "epoch": 0.3757610080702251, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8789808750152588, + "num_tokens": 2161490.0, + "step": 2654 + }, + { + "epoch": 0.3759025909670112, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 2162293.0, + "step": 2655 + }, + { + "epoch": 0.37604417386379724, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2249, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 2162921.0, + "step": 2656 + }, + { + "epoch": 0.3761857567605833, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8267716765403748, + "num_tokens": 2163687.0, + "step": 2657 + }, + { + "epoch": 0.37632733965736936, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 2164255.0, + "step": 2658 + }, + { + "epoch": 0.3764689225541555, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8219177722930908, + "num_tokens": 2165078.0, + "step": 2659 + }, + { + "epoch": 0.37661050545094155, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 2165874.0, + "step": 2660 + }, + { + "epoch": 0.3767520883477276, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 2166621.0, + "step": 2661 + }, + { + "epoch": 0.3768936712445137, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2564, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 2167384.0, + "step": 2662 + }, + { + "epoch": 0.37703525414129974, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2446, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 2168512.0, + "step": 2663 + }, + { + "epoch": 0.3771768370380858, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.527, + "mean_token_accuracy": 0.7961783409118652, + "num_tokens": 2169107.0, + "step": 2664 + }, + { + "epoch": 0.37731841993487186, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 2169649.0, + "step": 2665 + }, + { + "epoch": 0.3774600028316579, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2170399.0, + "step": 2666 + }, + { + "epoch": 0.377601585728444, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1339, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 2171108.0, + "step": 2667 + }, + { + "epoch": 0.37774316862523005, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 2171646.0, + "step": 2668 + }, + { + "epoch": 0.3778847515220161, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 2172191.0, + "step": 2669 + }, + { + "epoch": 0.37802633441880223, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2172721.0, + "step": 2670 + }, + { + "epoch": 0.3781679173155883, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2468, + "mean_token_accuracy": 0.90625, + "num_tokens": 2173604.0, + "step": 2671 + }, + { + "epoch": 0.37830950021237436, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 2174355.0, + "step": 2672 + }, + { + "epoch": 0.3784510831091604, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1741, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 2175162.0, + "step": 2673 + }, + { + "epoch": 0.3785926660059465, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8429751992225647, + "num_tokens": 2176086.0, + "step": 2674 + }, + { + "epoch": 0.37873424890273255, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8191488981246948, + "num_tokens": 2176659.0, + "step": 2675 + }, + { + "epoch": 0.3788758317995186, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 2177730.0, + "step": 2676 + }, + { + "epoch": 0.3790174146963047, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1858, + "mean_token_accuracy": 0.9821429252624512, + "num_tokens": 2178396.0, + "step": 2677 + }, + { + "epoch": 0.37915899759309074, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8739496469497681, + "num_tokens": 2179219.0, + "step": 2678 + }, + { + "epoch": 0.3793005804898768, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 2180000.0, + "step": 2679 + }, + { + "epoch": 0.37944216338666287, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 2180672.0, + "step": 2680 + }, + { + "epoch": 0.379583746283449, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.875, + "num_tokens": 2181210.0, + "step": 2681 + }, + { + "epoch": 0.37972532918023505, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1238, + "mean_token_accuracy": 0.9548386931419373, + "num_tokens": 2182060.0, + "step": 2682 + }, + { + "epoch": 0.3798669120770211, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8514851331710815, + "num_tokens": 2182784.0, + "step": 2683 + }, + { + "epoch": 0.3800084949738072, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.9313725829124451, + "num_tokens": 2183834.0, + "step": 2684 + }, + { + "epoch": 0.38015007787059324, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 2184556.0, + "step": 2685 + }, + { + "epoch": 0.3802916607673793, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 2185637.0, + "step": 2686 + }, + { + "epoch": 0.38043324366416537, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.173, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2186442.0, + "step": 2687 + }, + { + "epoch": 0.38057482656095143, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.875, + "num_tokens": 2187102.0, + "step": 2688 + }, + { + "epoch": 0.3807164094577375, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.2611, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 2187740.0, + "step": 2689 + }, + { + "epoch": 0.38085799235452356, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.5173, + "mean_token_accuracy": 0.807453453540802, + "num_tokens": 2188399.0, + "step": 2690 + }, + { + "epoch": 0.3809995752513096, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2189225.0, + "step": 2691 + }, + { + "epoch": 0.38114115814809574, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 2190138.0, + "step": 2692 + }, + { + "epoch": 0.3812827410448818, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2190668.0, + "step": 2693 + }, + { + "epoch": 0.38142432394166786, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 2191770.0, + "step": 2694 + }, + { + "epoch": 0.3815659068384539, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 2192438.0, + "step": 2695 + }, + { + "epoch": 0.38170748973524, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 2193165.0, + "step": 2696 + }, + { + "epoch": 0.38184907263202605, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.7894737124443054, + "num_tokens": 2194013.0, + "step": 2697 + }, + { + "epoch": 0.3819906555288121, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 2194622.0, + "step": 2698 + }, + { + "epoch": 0.3821322384255982, + "grad_norm": 126.0, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 2196190.0, + "step": 2699 + }, + { + "epoch": 0.38227382132238424, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2371, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 2197027.0, + "step": 2700 + }, + { + "epoch": 0.3824154042191703, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 2197910.0, + "step": 2701 + }, + { + "epoch": 0.38255698711595637, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2198525.0, + "step": 2702 + }, + { + "epoch": 0.38269857001274243, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 2199307.0, + "step": 2703 + }, + { + "epoch": 0.38284015290952855, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2625, + "mean_token_accuracy": 0.8872180581092834, + "num_tokens": 2200297.0, + "step": 2704 + }, + { + "epoch": 0.3829817358063146, + "grad_norm": 223.0, + "learning_rate": 1e-06, + "loss": 0.2608, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2201078.0, + "step": 2705 + }, + { + "epoch": 0.3831233187031007, + "grad_norm": 11.4375, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.9156250357627869, + "num_tokens": 2202865.0, + "step": 2706 + }, + { + "epoch": 0.38326490159988674, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 2203570.0, + "step": 2707 + }, + { + "epoch": 0.3834064844966728, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 2204243.0, + "step": 2708 + }, + { + "epoch": 0.38354806739345887, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.552, + "mean_token_accuracy": 0.760869562625885, + "num_tokens": 2204877.0, + "step": 2709 + }, + { + "epoch": 0.38368965029024493, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2205858.0, + "step": 2710 + }, + { + "epoch": 0.383831233187031, + "grad_norm": 15.6875, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8764227628707886, + "num_tokens": 2206914.0, + "step": 2711 + }, + { + "epoch": 0.38397281608381706, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2207899.0, + "step": 2712 + }, + { + "epoch": 0.3841143989806031, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1731, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2208915.0, + "step": 2713 + }, + { + "epoch": 0.3842559818773892, + "grad_norm": 125.5, + "learning_rate": 1e-06, + "loss": 0.6388, + "mean_token_accuracy": 0.7333333492279053, + "num_tokens": 2209684.0, + "step": 2714 + }, + { + "epoch": 0.3843975647741753, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2484, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 2210316.0, + "step": 2715 + }, + { + "epoch": 0.38453914767096137, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2211124.0, + "step": 2716 + }, + { + "epoch": 0.38468073056774743, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8869564533233643, + "num_tokens": 2212400.0, + "step": 2717 + }, + { + "epoch": 0.3848223134645335, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.1247, + "mean_token_accuracy": 0.9504504799842834, + "num_tokens": 2213328.0, + "step": 2718 + }, + { + "epoch": 0.38496389636131956, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2214048.0, + "step": 2719 + }, + { + "epoch": 0.3851054792581056, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2709, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 2214736.0, + "step": 2720 + }, + { + "epoch": 0.3852470621548917, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2307, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 2215515.0, + "step": 2721 + }, + { + "epoch": 0.38538864505167775, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 2216617.0, + "step": 2722 + }, + { + "epoch": 0.3855302279484638, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2721, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 2217152.0, + "step": 2723 + }, + { + "epoch": 0.3856718108452499, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.053, + "mean_token_accuracy": 0.9858490824699402, + "num_tokens": 2217952.0, + "step": 2724 + }, + { + "epoch": 0.38581339374203594, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2218459.0, + "step": 2725 + }, + { + "epoch": 0.38595497663882206, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 2219547.0, + "step": 2726 + }, + { + "epoch": 0.3860965595356081, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 2220304.0, + "step": 2727 + }, + { + "epoch": 0.3862381424323942, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2686, + "mean_token_accuracy": 0.8974359631538391, + "num_tokens": 2220890.0, + "step": 2728 + }, + { + "epoch": 0.38637972532918025, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8496240973472595, + "num_tokens": 2221721.0, + "step": 2729 + }, + { + "epoch": 0.3865213082259663, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1609, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 2222642.0, + "step": 2730 + }, + { + "epoch": 0.3866628911227524, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8708609342575073, + "num_tokens": 2223424.0, + "step": 2731 + }, + { + "epoch": 0.38680447401953844, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 2224148.0, + "step": 2732 + }, + { + "epoch": 0.3869460569163245, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 2224816.0, + "step": 2733 + }, + { + "epoch": 0.38708763981311056, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.5985, + "mean_token_accuracy": 0.7599999904632568, + "num_tokens": 2225659.0, + "step": 2734 + }, + { + "epoch": 0.3872292227098966, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8761062026023865, + "num_tokens": 2226297.0, + "step": 2735 + }, + { + "epoch": 0.3873708056066827, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 2227109.0, + "step": 2736 + }, + { + "epoch": 0.3875123885034688, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8656036853790283, + "num_tokens": 2228741.0, + "step": 2737 + }, + { + "epoch": 0.38765397140025487, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8678571581840515, + "num_tokens": 2229677.0, + "step": 2738 + }, + { + "epoch": 0.38779555429704093, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 2230405.0, + "step": 2739 + }, + { + "epoch": 0.387937137193827, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8701067566871643, + "num_tokens": 2231542.0, + "step": 2740 + }, + { + "epoch": 0.38807872009061306, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.1147, + "mean_token_accuracy": 0.9452054500579834, + "num_tokens": 2232600.0, + "step": 2741 + }, + { + "epoch": 0.3882203029873991, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 2233480.0, + "step": 2742 + }, + { + "epoch": 0.3883618858841852, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 2234631.0, + "step": 2743 + }, + { + "epoch": 0.38850346878097125, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 2235413.0, + "step": 2744 + }, + { + "epoch": 0.3886450516777573, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 2236053.0, + "step": 2745 + }, + { + "epoch": 0.3887866345745434, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 2237022.0, + "step": 2746 + }, + { + "epoch": 0.38892821747132944, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.276, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2237783.0, + "step": 2747 + }, + { + "epoch": 0.38906980036811556, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.158, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 2238309.0, + "step": 2748 + }, + { + "epoch": 0.3892113832649016, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 2239051.0, + "step": 2749 + }, + { + "epoch": 0.3893529661616877, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2157, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 2239765.0, + "step": 2750 + }, + { + "epoch": 0.38949454905847375, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.9306930303573608, + "num_tokens": 2240322.0, + "step": 2751 + }, + { + "epoch": 0.3896361319552598, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 2240871.0, + "step": 2752 + }, + { + "epoch": 0.3897777148520459, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2241589.0, + "step": 2753 + }, + { + "epoch": 0.38991929774883194, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8125, + "num_tokens": 2242240.0, + "step": 2754 + }, + { + "epoch": 0.390060880645618, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8662207126617432, + "num_tokens": 2243304.0, + "step": 2755 + }, + { + "epoch": 0.39020246354240407, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.508, + "mean_token_accuracy": 0.739130437374115, + "num_tokens": 2243875.0, + "step": 2756 + }, + { + "epoch": 0.39034404643919013, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 2244609.0, + "step": 2757 + }, + { + "epoch": 0.3904856293359762, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2205, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 2245193.0, + "step": 2758 + }, + { + "epoch": 0.39062721223276226, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.5183, + "mean_token_accuracy": 0.7983870506286621, + "num_tokens": 2246105.0, + "step": 2759 + }, + { + "epoch": 0.3907687951295484, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2647, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 2247189.0, + "step": 2760 + }, + { + "epoch": 0.39091037802633444, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8899999856948853, + "num_tokens": 2248189.0, + "step": 2761 + }, + { + "epoch": 0.3910519609231205, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8018018007278442, + "num_tokens": 2248897.0, + "step": 2762 + }, + { + "epoch": 0.39119354381990656, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2337, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 2249797.0, + "step": 2763 + }, + { + "epoch": 0.3913351267166926, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1672, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 2250761.0, + "step": 2764 + }, + { + "epoch": 0.3914767096134787, + "grad_norm": 119.0, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 2251425.0, + "step": 2765 + }, + { + "epoch": 0.39161829251026475, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1903, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 2252113.0, + "step": 2766 + }, + { + "epoch": 0.3917598754070508, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 2252786.0, + "step": 2767 + }, + { + "epoch": 0.3919014583038369, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8721311688423157, + "num_tokens": 2253929.0, + "step": 2768 + }, + { + "epoch": 0.39204304120062294, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.917647123336792, + "num_tokens": 2254725.0, + "step": 2769 + }, + { + "epoch": 0.392184624097409, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 2255298.0, + "step": 2770 + }, + { + "epoch": 0.3923262069941951, + "grad_norm": 133.0, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2256007.0, + "step": 2771 + }, + { + "epoch": 0.3924677898909812, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 2256739.0, + "step": 2772 + }, + { + "epoch": 0.39260937278776725, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 2257357.0, + "step": 2773 + }, + { + "epoch": 0.3927509556845533, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2188, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2257982.0, + "step": 2774 + }, + { + "epoch": 0.3928925385813394, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2761, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 2258551.0, + "step": 2775 + }, + { + "epoch": 0.39303412147812544, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 2259358.0, + "step": 2776 + }, + { + "epoch": 0.3931757043749115, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8503937125205994, + "num_tokens": 2260513.0, + "step": 2777 + }, + { + "epoch": 0.39331728727169757, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.252, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 2261069.0, + "step": 2778 + }, + { + "epoch": 0.39345887016848363, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 2261814.0, + "step": 2779 + }, + { + "epoch": 0.3936004530652697, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 2262662.0, + "step": 2780 + }, + { + "epoch": 0.39374203596205576, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2229, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 2263278.0, + "step": 2781 + }, + { + "epoch": 0.3938836188588419, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8881987929344177, + "num_tokens": 2264341.0, + "step": 2782 + }, + { + "epoch": 0.39402520175562794, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.847328245639801, + "num_tokens": 2265283.0, + "step": 2783 + }, + { + "epoch": 0.394166784652414, + "grad_norm": 127.0, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2266289.0, + "step": 2784 + }, + { + "epoch": 0.39430836754920007, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1624, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2266840.0, + "step": 2785 + }, + { + "epoch": 0.39444995044598613, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1075, + "mean_token_accuracy": 0.9672130346298218, + "num_tokens": 2267459.0, + "step": 2786 + }, + { + "epoch": 0.3945915333427722, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.4394, + "mean_token_accuracy": 0.826923131942749, + "num_tokens": 2268047.0, + "step": 2787 + }, + { + "epoch": 0.39473311623955826, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1691, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 2268550.0, + "step": 2788 + }, + { + "epoch": 0.3948746991363443, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1519, + "mean_token_accuracy": 0.90625, + "num_tokens": 2269672.0, + "step": 2789 + }, + { + "epoch": 0.3950162820331304, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 2270600.0, + "step": 2790 + }, + { + "epoch": 0.39515786492991645, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.5188, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 2271120.0, + "step": 2791 + }, + { + "epoch": 0.3952994478267025, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 2272139.0, + "step": 2792 + }, + { + "epoch": 0.39544103072348863, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 2272711.0, + "step": 2793 + }, + { + "epoch": 0.3955826136202747, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1967, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 2273259.0, + "step": 2794 + }, + { + "epoch": 0.39572419651706076, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 2274612.0, + "step": 2795 + }, + { + "epoch": 0.3958657794138468, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.2502, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 2275424.0, + "step": 2796 + }, + { + "epoch": 0.3960073623106329, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 2276123.0, + "step": 2797 + }, + { + "epoch": 0.39614894520741895, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2277268.0, + "step": 2798 + }, + { + "epoch": 0.396290528104205, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 2278056.0, + "step": 2799 + }, + { + "epoch": 0.39643211100099107, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.904411792755127, + "num_tokens": 2278689.0, + "step": 2800 + }, + { + "epoch": 0.39657369389777714, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1282, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 2279506.0, + "step": 2801 + }, + { + "epoch": 0.3967152767945632, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 2280525.0, + "step": 2802 + }, + { + "epoch": 0.39685685969134926, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 2281302.0, + "step": 2803 + }, + { + "epoch": 0.3969984425881354, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2281812.0, + "step": 2804 + }, + { + "epoch": 0.39714002548492144, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.875, + "num_tokens": 2282940.0, + "step": 2805 + }, + { + "epoch": 0.3972816083817075, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2283439.0, + "step": 2806 + }, + { + "epoch": 0.39742319127849357, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 2284118.0, + "step": 2807 + }, + { + "epoch": 0.39756477417527963, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 2285265.0, + "step": 2808 + }, + { + "epoch": 0.3977063570720657, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1651, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 2285806.0, + "step": 2809 + }, + { + "epoch": 0.39784793996885176, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.1673, + "mean_token_accuracy": 0.9364340901374817, + "num_tokens": 2287182.0, + "step": 2810 + }, + { + "epoch": 0.3979895228656378, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 2288126.0, + "step": 2811 + }, + { + "epoch": 0.3981311057624239, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.9105690717697144, + "num_tokens": 2288925.0, + "step": 2812 + }, + { + "epoch": 0.39827268865920995, + "grad_norm": 10.3125, + "learning_rate": 1e-06, + "loss": 0.2706, + "mean_token_accuracy": 0.8937034606933594, + "num_tokens": 2291188.0, + "step": 2813 + }, + { + "epoch": 0.398414271555996, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 2291819.0, + "step": 2814 + }, + { + "epoch": 0.3985558544527821, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2054, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 2292929.0, + "step": 2815 + }, + { + "epoch": 0.3986974373495682, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1018, + "mean_token_accuracy": 0.9646017551422119, + "num_tokens": 2293864.0, + "step": 2816 + }, + { + "epoch": 0.39883902024635426, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8640776872634888, + "num_tokens": 2294622.0, + "step": 2817 + }, + { + "epoch": 0.3989806031431403, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1511, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 2295213.0, + "step": 2818 + }, + { + "epoch": 0.3991221860399264, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 2295784.0, + "step": 2819 + }, + { + "epoch": 0.39926376893671245, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8835443258285522, + "num_tokens": 2296665.0, + "step": 2820 + }, + { + "epoch": 0.3994053518334985, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1479, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 2297344.0, + "step": 2821 + }, + { + "epoch": 0.3995469347302846, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 2298117.0, + "step": 2822 + }, + { + "epoch": 0.39968851762707064, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.7884615659713745, + "num_tokens": 2298677.0, + "step": 2823 + }, + { + "epoch": 0.3998301005238567, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2395, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 2299256.0, + "step": 2824 + }, + { + "epoch": 0.39997168342064277, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8678756356239319, + "num_tokens": 2300384.0, + "step": 2825 + }, + { + "epoch": 0.40011326631742883, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 2301448.0, + "step": 2826 + }, + { + "epoch": 0.40025484921421495, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2302180.0, + "step": 2827 + }, + { + "epoch": 0.400396432111001, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2303015.0, + "step": 2828 + }, + { + "epoch": 0.4005380150077871, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2576, + "mean_token_accuracy": 0.8952381014823914, + "num_tokens": 2304203.0, + "step": 2829 + }, + { + "epoch": 0.40067959790457314, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1907, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 2304740.0, + "step": 2830 + }, + { + "epoch": 0.4008211808013592, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2322, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 2305519.0, + "step": 2831 + }, + { + "epoch": 0.40096276369814526, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.1778, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 2306317.0, + "step": 2832 + }, + { + "epoch": 0.4011043465949313, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1795, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2307165.0, + "step": 2833 + }, + { + "epoch": 0.4012459294917174, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 2308047.0, + "step": 2834 + }, + { + "epoch": 0.40138751238850345, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.8785714507102966, + "num_tokens": 2308766.0, + "step": 2835 + }, + { + "epoch": 0.4015290952852895, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8141592741012573, + "num_tokens": 2309328.0, + "step": 2836 + }, + { + "epoch": 0.4016706781820756, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 2310268.0, + "step": 2837 + }, + { + "epoch": 0.4018122610788617, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1364, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2311095.0, + "step": 2838 + }, + { + "epoch": 0.40195384397564776, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8583333492279053, + "num_tokens": 2312226.0, + "step": 2839 + }, + { + "epoch": 0.4020954268724338, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2312991.0, + "step": 2840 + }, + { + "epoch": 0.4022370097692199, + "grad_norm": 14.125, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.9077733755111694, + "num_tokens": 2314305.0, + "step": 2841 + }, + { + "epoch": 0.40237859266600595, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2315348.0, + "step": 2842 + }, + { + "epoch": 0.402520175562792, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2542, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 2316201.0, + "step": 2843 + }, + { + "epoch": 0.4026617584595781, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8554912805557251, + "num_tokens": 2317278.0, + "step": 2844 + }, + { + "epoch": 0.40280334135636414, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2228, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 2318000.0, + "step": 2845 + }, + { + "epoch": 0.4029449242531502, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.858433723449707, + "num_tokens": 2319299.0, + "step": 2846 + }, + { + "epoch": 0.40308650714993627, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2641, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 2320046.0, + "step": 2847 + }, + { + "epoch": 0.40322809004672233, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 2320967.0, + "step": 2848 + }, + { + "epoch": 0.40336967294350845, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.865079402923584, + "num_tokens": 2321771.0, + "step": 2849 + }, + { + "epoch": 0.4035112558402945, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 2322691.0, + "step": 2850 + }, + { + "epoch": 0.4036528387370806, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1743, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 2323467.0, + "step": 2851 + }, + { + "epoch": 0.40379442163386664, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 2325024.0, + "step": 2852 + }, + { + "epoch": 0.4039360045306527, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2325747.0, + "step": 2853 + }, + { + "epoch": 0.40407758742743877, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8543689250946045, + "num_tokens": 2326450.0, + "step": 2854 + }, + { + "epoch": 0.40421917032422483, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 2326966.0, + "step": 2855 + }, + { + "epoch": 0.4043607532210109, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2715, + "mean_token_accuracy": 0.890756368637085, + "num_tokens": 2327653.0, + "step": 2856 + }, + { + "epoch": 0.40450233611779696, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2435, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 2328505.0, + "step": 2857 + }, + { + "epoch": 0.404643919014583, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.1922, + "mean_token_accuracy": 0.9095238447189331, + "num_tokens": 2329486.0, + "step": 2858 + }, + { + "epoch": 0.4047855019113691, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1789, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 2330245.0, + "step": 2859 + }, + { + "epoch": 0.4049270848081552, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.1455, + "mean_token_accuracy": 0.9358289241790771, + "num_tokens": 2331036.0, + "step": 2860 + }, + { + "epoch": 0.40506866770494127, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 2331554.0, + "step": 2861 + }, + { + "epoch": 0.40521025060172733, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.875, + "num_tokens": 2332660.0, + "step": 2862 + }, + { + "epoch": 0.4053518334985134, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.1799, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2333125.0, + "step": 2863 + }, + { + "epoch": 0.40549341639529946, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2218, + "mean_token_accuracy": 0.890625, + "num_tokens": 2333944.0, + "step": 2864 + }, + { + "epoch": 0.4056349992920855, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 2334524.0, + "step": 2865 + }, + { + "epoch": 0.4057765821888716, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.84375, + "num_tokens": 2335195.0, + "step": 2866 + }, + { + "epoch": 0.40591816508565765, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2413, + "mean_token_accuracy": 0.875, + "num_tokens": 2335861.0, + "step": 2867 + }, + { + "epoch": 0.4060597479824437, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.2098, + "mean_token_accuracy": 0.9162561297416687, + "num_tokens": 2336731.0, + "step": 2868 + }, + { + "epoch": 0.40620133087922977, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2675, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 2337451.0, + "step": 2869 + }, + { + "epoch": 0.40634291377601583, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.1221, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 2338133.0, + "step": 2870 + }, + { + "epoch": 0.4064844966728019, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1533, + "mean_token_accuracy": 0.9529411792755127, + "num_tokens": 2338676.0, + "step": 2871 + }, + { + "epoch": 0.406626079569588, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8125, + "num_tokens": 2339479.0, + "step": 2872 + }, + { + "epoch": 0.4067676624663741, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 2340111.0, + "step": 2873 + }, + { + "epoch": 0.40690924536316014, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.875, + "num_tokens": 2341198.0, + "step": 2874 + }, + { + "epoch": 0.4070508282599462, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2341934.0, + "step": 2875 + }, + { + "epoch": 0.40719241115673227, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 2342537.0, + "step": 2876 + }, + { + "epoch": 0.40733399405351833, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 2343054.0, + "step": 2877 + }, + { + "epoch": 0.4074755769503044, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2838, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 2343788.0, + "step": 2878 + }, + { + "epoch": 0.40761715984709046, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2344599.0, + "step": 2879 + }, + { + "epoch": 0.4077587427438765, + "grad_norm": 105.5, + "learning_rate": 1e-06, + "loss": 0.236, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 2345320.0, + "step": 2880 + }, + { + "epoch": 0.4079003256406626, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 2346120.0, + "step": 2881 + }, + { + "epoch": 0.40804190853744865, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 2347114.0, + "step": 2882 + }, + { + "epoch": 0.40818349143423477, + "grad_norm": 114.5, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 2347877.0, + "step": 2883 + }, + { + "epoch": 0.40832507433102083, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.243, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 2348777.0, + "step": 2884 + }, + { + "epoch": 0.4084666572278069, + "grad_norm": 15.4375, + "learning_rate": 1e-06, + "loss": 0.2231, + "mean_token_accuracy": 0.9178321361541748, + "num_tokens": 2349993.0, + "step": 2885 + }, + { + "epoch": 0.40860824012459296, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.5276, + "mean_token_accuracy": 0.7956989407539368, + "num_tokens": 2350554.0, + "step": 2886 + }, + { + "epoch": 0.408749823021379, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 2351173.0, + "step": 2887 + }, + { + "epoch": 0.4088914059181651, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8115942478179932, + "num_tokens": 2352116.0, + "step": 2888 + }, + { + "epoch": 0.40903298881495115, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.206, + "mean_token_accuracy": 0.90625, + "num_tokens": 2352948.0, + "step": 2889 + }, + { + "epoch": 0.4091745717117372, + "grad_norm": 104.5, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 2353721.0, + "step": 2890 + }, + { + "epoch": 0.4093161546085233, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 2354640.0, + "step": 2891 + }, + { + "epoch": 0.40945773750530934, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.1741, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 2355862.0, + "step": 2892 + }, + { + "epoch": 0.4095993204020954, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8881118893623352, + "num_tokens": 2356615.0, + "step": 2893 + }, + { + "epoch": 0.4097409032988815, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 2357159.0, + "step": 2894 + }, + { + "epoch": 0.4098824861956676, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1999, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 2357756.0, + "step": 2895 + }, + { + "epoch": 0.41002406909245365, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.1947, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2358469.0, + "step": 2896 + }, + { + "epoch": 0.4101656519892397, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.2569, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 2359122.0, + "step": 2897 + }, + { + "epoch": 0.4103072348860258, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 2359781.0, + "step": 2898 + }, + { + "epoch": 0.41044881778281184, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2360528.0, + "step": 2899 + }, + { + "epoch": 0.4105904006795979, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8048779964447021, + "num_tokens": 2361710.0, + "step": 2900 + }, + { + "epoch": 0.41073198357638396, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 2362376.0, + "step": 2901 + }, + { + "epoch": 0.41087356647317, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2528, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 2363445.0, + "step": 2902 + }, + { + "epoch": 0.4110151493699561, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 2364064.0, + "step": 2903 + }, + { + "epoch": 0.41115673226674215, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.4808, + "mean_token_accuracy": 0.7878788113594055, + "num_tokens": 2364826.0, + "step": 2904 + }, + { + "epoch": 0.41129831516352827, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.1716, + "mean_token_accuracy": 0.9455445408821106, + "num_tokens": 2365758.0, + "step": 2905 + }, + { + "epoch": 0.41143989806031434, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1519, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 2366542.0, + "step": 2906 + }, + { + "epoch": 0.4115814809571004, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8699186444282532, + "num_tokens": 2367314.0, + "step": 2907 + }, + { + "epoch": 0.41172306385388646, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 2367856.0, + "step": 2908 + }, + { + "epoch": 0.4118646467506725, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2368676.0, + "step": 2909 + }, + { + "epoch": 0.4120062296474586, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 2369429.0, + "step": 2910 + }, + { + "epoch": 0.41214781254424465, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.8956521153450012, + "num_tokens": 2370247.0, + "step": 2911 + }, + { + "epoch": 0.4122893954410307, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8504672646522522, + "num_tokens": 2371157.0, + "step": 2912 + }, + { + "epoch": 0.4124309783378168, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 2371662.0, + "step": 2913 + }, + { + "epoch": 0.41257256123460284, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 2372456.0, + "step": 2914 + }, + { + "epoch": 0.4127141441313889, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.2566, + "mean_token_accuracy": 0.9035432934761047, + "num_tokens": 2373459.0, + "step": 2915 + }, + { + "epoch": 0.412855727028175, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2373942.0, + "step": 2916 + }, + { + "epoch": 0.4129973099249611, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.141, + "mean_token_accuracy": 0.9383886456489563, + "num_tokens": 2374832.0, + "step": 2917 + }, + { + "epoch": 0.41313889282174715, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 2375981.0, + "step": 2918 + }, + { + "epoch": 0.4132804757185332, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 2376547.0, + "step": 2919 + }, + { + "epoch": 0.4134220586153193, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2063, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 2377204.0, + "step": 2920 + }, + { + "epoch": 0.41356364151210534, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2746, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2377964.0, + "step": 2921 + }, + { + "epoch": 0.4137052244088914, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1934, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 2378521.0, + "step": 2922 + }, + { + "epoch": 0.41384680730567747, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 2379158.0, + "step": 2923 + }, + { + "epoch": 0.41398839020246353, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2824, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2380081.0, + "step": 2924 + }, + { + "epoch": 0.4141299730992496, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.169, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 2380587.0, + "step": 2925 + }, + { + "epoch": 0.41427155599603566, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2649, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 2381220.0, + "step": 2926 + }, + { + "epoch": 0.4144131388928217, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2381741.0, + "step": 2927 + }, + { + "epoch": 0.41455472178960784, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 2382409.0, + "step": 2928 + }, + { + "epoch": 0.4146963046863939, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2269, + "mean_token_accuracy": 0.9084577560424805, + "num_tokens": 2384092.0, + "step": 2929 + }, + { + "epoch": 0.41483788758317997, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2183, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 2385091.0, + "step": 2930 + }, + { + "epoch": 0.41497947047996603, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 2385995.0, + "step": 2931 + }, + { + "epoch": 0.4151210533767521, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.8382353186607361, + "num_tokens": 2386628.0, + "step": 2932 + }, + { + "epoch": 0.41526263627353815, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 2387306.0, + "step": 2933 + }, + { + "epoch": 0.4154042191703242, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 2388161.0, + "step": 2934 + }, + { + "epoch": 0.4155458020671103, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.174, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 2389393.0, + "step": 2935 + }, + { + "epoch": 0.41568738496389634, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2243, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 2390048.0, + "step": 2936 + }, + { + "epoch": 0.4158289678606824, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2286, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 2390704.0, + "step": 2937 + }, + { + "epoch": 0.41597055075746847, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 2391210.0, + "step": 2938 + }, + { + "epoch": 0.4161121336542546, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 2391939.0, + "step": 2939 + }, + { + "epoch": 0.41625371655104065, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.1633, + "mean_token_accuracy": 0.9262672662734985, + "num_tokens": 2392757.0, + "step": 2940 + }, + { + "epoch": 0.4163952994478267, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.2148, + "mean_token_accuracy": 0.913294792175293, + "num_tokens": 2393758.0, + "step": 2941 + }, + { + "epoch": 0.4165368823446128, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 2394684.0, + "step": 2942 + }, + { + "epoch": 0.41667846524139884, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.205, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 2395980.0, + "step": 2943 + }, + { + "epoch": 0.4168200481381849, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2396496.0, + "step": 2944 + }, + { + "epoch": 0.41696163103497097, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.5006, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 2397324.0, + "step": 2945 + }, + { + "epoch": 0.41710321393175703, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.0977, + "mean_token_accuracy": 0.9631579518318176, + "num_tokens": 2398094.0, + "step": 2946 + }, + { + "epoch": 0.4172447968285431, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.1409, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2398658.0, + "step": 2947 + }, + { + "epoch": 0.41738637972532916, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1393, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 2399430.0, + "step": 2948 + }, + { + "epoch": 0.4175279626221152, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 2400094.0, + "step": 2949 + }, + { + "epoch": 0.41766954551890134, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.853210985660553, + "num_tokens": 2400781.0, + "step": 2950 + }, + { + "epoch": 0.4178111284156874, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.2578, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2402020.0, + "step": 2951 + }, + { + "epoch": 0.41795271131247347, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.1016, + "mean_token_accuracy": 0.9535864591598511, + "num_tokens": 2402712.0, + "step": 2952 + }, + { + "epoch": 0.41809429420925953, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.9174311757087708, + "num_tokens": 2403800.0, + "step": 2953 + }, + { + "epoch": 0.4182358771060456, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1756, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 2404510.0, + "step": 2954 + }, + { + "epoch": 0.41837746000283166, + "grad_norm": 13.25, + "learning_rate": 1e-06, + "loss": 0.0642, + "mean_token_accuracy": 0.9720930457115173, + "num_tokens": 2405151.0, + "step": 2955 + }, + { + "epoch": 0.4185190428996177, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.8884462118148804, + "num_tokens": 2406124.0, + "step": 2956 + }, + { + "epoch": 0.4186606257964038, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.156, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 2406769.0, + "step": 2957 + }, + { + "epoch": 0.41880220869318985, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 2407388.0, + "step": 2958 + }, + { + "epoch": 0.4189437915899759, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 2408031.0, + "step": 2959 + }, + { + "epoch": 0.419085374486762, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.478, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 2408661.0, + "step": 2960 + }, + { + "epoch": 0.4192269573835481, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.9126984477043152, + "num_tokens": 2409265.0, + "step": 2961 + }, + { + "epoch": 0.41936854028033416, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 2410070.0, + "step": 2962 + }, + { + "epoch": 0.4195101231771202, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8828828930854797, + "num_tokens": 2410733.0, + "step": 2963 + }, + { + "epoch": 0.4196517060739063, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2617, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 2411279.0, + "step": 2964 + }, + { + "epoch": 0.41979328897069235, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4961, + "mean_token_accuracy": 0.790123462677002, + "num_tokens": 2411808.0, + "step": 2965 + }, + { + "epoch": 0.4199348718674784, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 2412357.0, + "step": 2966 + }, + { + "epoch": 0.4200764547642645, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.1786, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 2412993.0, + "step": 2967 + }, + { + "epoch": 0.42021803766105054, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.1756, + "mean_token_accuracy": 0.9288889169692993, + "num_tokens": 2413678.0, + "step": 2968 + }, + { + "epoch": 0.4203596205578366, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2452, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 2414271.0, + "step": 2969 + }, + { + "epoch": 0.42050120345462266, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 2414879.0, + "step": 2970 + }, + { + "epoch": 0.4206427863514087, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2083, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2415520.0, + "step": 2971 + }, + { + "epoch": 0.42078436924819484, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8792135119438171, + "num_tokens": 2416368.0, + "step": 2972 + }, + { + "epoch": 0.4209259521449809, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 2417264.0, + "step": 2973 + }, + { + "epoch": 0.42106753504176697, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2442, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 2417936.0, + "step": 2974 + }, + { + "epoch": 0.42120911793855303, + "grad_norm": 15.4375, + "learning_rate": 1e-06, + "loss": 0.2252, + "mean_token_accuracy": 0.9197995066642761, + "num_tokens": 2419636.0, + "step": 2975 + }, + { + "epoch": 0.4213507008353391, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1428, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2420167.0, + "step": 2976 + }, + { + "epoch": 0.42149228373212516, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8950276374816895, + "num_tokens": 2420800.0, + "step": 2977 + }, + { + "epoch": 0.4216338666289112, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1937, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 2421498.0, + "step": 2978 + }, + { + "epoch": 0.4217754495256973, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.2033, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2422247.0, + "step": 2979 + }, + { + "epoch": 0.42191703242248335, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 2423078.0, + "step": 2980 + }, + { + "epoch": 0.4220586153192694, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.5128, + "mean_token_accuracy": 0.8125, + "num_tokens": 2423746.0, + "step": 2981 + }, + { + "epoch": 0.4222001982160555, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 2424654.0, + "step": 2982 + }, + { + "epoch": 0.42234178111284154, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2634, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 2425267.0, + "step": 2983 + }, + { + "epoch": 0.42248336400962766, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 2425836.0, + "step": 2984 + }, + { + "epoch": 0.4226249469064137, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 2426435.0, + "step": 2985 + }, + { + "epoch": 0.4227665298031998, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.9281437397003174, + "num_tokens": 2427680.0, + "step": 2986 + }, + { + "epoch": 0.42290811269998585, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8784915804862976, + "num_tokens": 2429029.0, + "step": 2987 + }, + { + "epoch": 0.4230496955967719, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2147, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 2429574.0, + "step": 2988 + }, + { + "epoch": 0.423191278493558, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 2430296.0, + "step": 2989 + }, + { + "epoch": 0.42333286139034404, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 2430860.0, + "step": 2990 + }, + { + "epoch": 0.4234744442871301, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2065, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 2431985.0, + "step": 2991 + }, + { + "epoch": 0.42361602718391617, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1679, + "mean_token_accuracy": 0.9243698120117188, + "num_tokens": 2432899.0, + "step": 2992 + }, + { + "epoch": 0.42375761008070223, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2049, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2433763.0, + "step": 2993 + }, + { + "epoch": 0.4238991929774883, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.8117647171020508, + "num_tokens": 2434720.0, + "step": 2994 + }, + { + "epoch": 0.4240407758742744, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 2435572.0, + "step": 2995 + }, + { + "epoch": 0.4241823587710605, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2573, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 2436055.0, + "step": 2996 + }, + { + "epoch": 0.42432394166784654, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8612167239189148, + "num_tokens": 2437481.0, + "step": 2997 + }, + { + "epoch": 0.4244655245646326, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 2438597.0, + "step": 2998 + }, + { + "epoch": 0.42460710746141866, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8061224222183228, + "num_tokens": 2439413.0, + "step": 2999 + }, + { + "epoch": 0.42474869035820473, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2175, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 2440034.0, + "step": 3000 + }, + { + "epoch": 0.4248902732549908, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2116, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 2440753.0, + "step": 3001 + }, + { + "epoch": 0.42503185615177685, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 2441463.0, + "step": 3002 + }, + { + "epoch": 0.4251734390485629, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2348, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 2442314.0, + "step": 3003 + }, + { + "epoch": 0.425315021945349, + "grad_norm": 12.9375, + "learning_rate": 1e-06, + "loss": 0.1811, + "mean_token_accuracy": 0.9386188983917236, + "num_tokens": 2443796.0, + "step": 3004 + }, + { + "epoch": 0.42545660484213504, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2444563.0, + "step": 3005 + }, + { + "epoch": 0.42559818773892116, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2053, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 2445075.0, + "step": 3006 + }, + { + "epoch": 0.4257397706357072, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2422, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 2445920.0, + "step": 3007 + }, + { + "epoch": 0.4258813535324933, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8210526704788208, + "num_tokens": 2446576.0, + "step": 3008 + }, + { + "epoch": 0.42602293642927935, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.244, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 2447107.0, + "step": 3009 + }, + { + "epoch": 0.4261645193260654, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 2448142.0, + "step": 3010 + }, + { + "epoch": 0.4263061022228515, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 2448854.0, + "step": 3011 + }, + { + "epoch": 0.42644768511963754, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2455, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 2449772.0, + "step": 3012 + }, + { + "epoch": 0.4265892680164236, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.171, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 2450606.0, + "step": 3013 + }, + { + "epoch": 0.42673085091320967, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2451770.0, + "step": 3014 + }, + { + "epoch": 0.42687243380999573, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.1923, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 2452677.0, + "step": 3015 + }, + { + "epoch": 0.4270140167067818, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2453176.0, + "step": 3016 + }, + { + "epoch": 0.4271555996035679, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2453757.0, + "step": 3017 + }, + { + "epoch": 0.427297182500354, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.2114, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 2454422.0, + "step": 3018 + }, + { + "epoch": 0.42743876539714004, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8048779964447021, + "num_tokens": 2454942.0, + "step": 3019 + }, + { + "epoch": 0.4275803482939261, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2455651.0, + "step": 3020 + }, + { + "epoch": 0.42772193119071217, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 2456325.0, + "step": 3021 + }, + { + "epoch": 0.42786351408749823, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8759689927101135, + "num_tokens": 2456936.0, + "step": 3022 + }, + { + "epoch": 0.4280050969842843, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 2457454.0, + "step": 3023 + }, + { + "epoch": 0.42814667988107036, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 2458078.0, + "step": 3024 + }, + { + "epoch": 0.4282882627778564, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1691, + "mean_token_accuracy": 0.9504950046539307, + "num_tokens": 2458980.0, + "step": 3025 + }, + { + "epoch": 0.4284298456746425, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1548, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 2459688.0, + "step": 3026 + }, + { + "epoch": 0.42857142857142855, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 2460497.0, + "step": 3027 + }, + { + "epoch": 0.42871301146821467, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 2461122.0, + "step": 3028 + }, + { + "epoch": 0.42885459436500073, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2082, + "mean_token_accuracy": 0.9206989407539368, + "num_tokens": 2462367.0, + "step": 3029 + }, + { + "epoch": 0.4289961772617868, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 2463358.0, + "step": 3030 + }, + { + "epoch": 0.42913776015857286, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2713, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 2464115.0, + "step": 3031 + }, + { + "epoch": 0.4292793430553589, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 2464810.0, + "step": 3032 + }, + { + "epoch": 0.429420925952145, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 2465670.0, + "step": 3033 + }, + { + "epoch": 0.42956250884893105, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 2466690.0, + "step": 3034 + }, + { + "epoch": 0.4297040917457171, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.5045, + "mean_token_accuracy": 0.7848101258277893, + "num_tokens": 2467220.0, + "step": 3035 + }, + { + "epoch": 0.4298456746425032, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1915, + "mean_token_accuracy": 0.9263158440589905, + "num_tokens": 2467925.0, + "step": 3036 + }, + { + "epoch": 0.42998725753928924, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.84112149477005, + "num_tokens": 2468628.0, + "step": 3037 + }, + { + "epoch": 0.4301288404360753, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 2469141.0, + "step": 3038 + }, + { + "epoch": 0.4302704233328614, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2469818.0, + "step": 3039 + }, + { + "epoch": 0.4304120062296475, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 2470445.0, + "step": 3040 + }, + { + "epoch": 0.43055358912643354, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2123, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2470967.0, + "step": 3041 + }, + { + "epoch": 0.4306951720232196, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 2471533.0, + "step": 3042 + }, + { + "epoch": 0.43083675492000567, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 2472195.0, + "step": 3043 + }, + { + "epoch": 0.43097833781679173, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 2473303.0, + "step": 3044 + }, + { + "epoch": 0.4311199207135778, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 2473913.0, + "step": 3045 + }, + { + "epoch": 0.43126150361036386, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.2243, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 2474734.0, + "step": 3046 + }, + { + "epoch": 0.4314030865071499, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1869, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2475620.0, + "step": 3047 + }, + { + "epoch": 0.431544669403936, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.88671875, + "num_tokens": 2476333.0, + "step": 3048 + }, + { + "epoch": 0.43168625230072205, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 2476857.0, + "step": 3049 + }, + { + "epoch": 0.4318278351975081, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 2477679.0, + "step": 3050 + }, + { + "epoch": 0.43196941809429423, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 2478414.0, + "step": 3051 + }, + { + "epoch": 0.4321110009910803, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.8792650699615479, + "num_tokens": 2479448.0, + "step": 3052 + }, + { + "epoch": 0.43225258388786636, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.2934, + "mean_token_accuracy": 0.8859060406684875, + "num_tokens": 2480852.0, + "step": 3053 + }, + { + "epoch": 0.4323941667846524, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 2481681.0, + "step": 3054 + }, + { + "epoch": 0.4325357496814385, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2602, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 2482534.0, + "step": 3055 + }, + { + "epoch": 0.43267733257822455, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2149, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 2483069.0, + "step": 3056 + }, + { + "epoch": 0.4328189154750106, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 2483808.0, + "step": 3057 + }, + { + "epoch": 0.4329604983717967, + "grad_norm": 14.4375, + "learning_rate": 1e-06, + "loss": 0.1782, + "mean_token_accuracy": 0.9335793256759644, + "num_tokens": 2485040.0, + "step": 3058 + }, + { + "epoch": 0.43310208126858274, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1227, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 2485597.0, + "step": 3059 + }, + { + "epoch": 0.4332436641653688, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.6079, + "mean_token_accuracy": 0.7850466966629028, + "num_tokens": 2486447.0, + "step": 3060 + }, + { + "epoch": 0.43338524706215487, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2416, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 2487129.0, + "step": 3061 + }, + { + "epoch": 0.433526829958941, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.1368, + "mean_token_accuracy": 0.9484978318214417, + "num_tokens": 2487823.0, + "step": 3062 + }, + { + "epoch": 0.43366841285572705, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2488554.0, + "step": 3063 + }, + { + "epoch": 0.4338099957525131, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 2489122.0, + "step": 3064 + }, + { + "epoch": 0.4339515786492992, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8376069068908691, + "num_tokens": 2489862.0, + "step": 3065 + }, + { + "epoch": 0.43409316154608524, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.5474, + "mean_token_accuracy": 0.7843137383460999, + "num_tokens": 2490428.0, + "step": 3066 + }, + { + "epoch": 0.4342347444428713, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 2491318.0, + "step": 3067 + }, + { + "epoch": 0.43437632733965736, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.2232, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 2491994.0, + "step": 3068 + }, + { + "epoch": 0.4345179102364434, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 2492508.0, + "step": 3069 + }, + { + "epoch": 0.4346594931332295, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2275, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 2493198.0, + "step": 3070 + }, + { + "epoch": 0.43480107603001555, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1705, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 2493724.0, + "step": 3071 + }, + { + "epoch": 0.4349426589268016, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 2494759.0, + "step": 3072 + }, + { + "epoch": 0.43508424182358774, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8404669165611267, + "num_tokens": 2495749.0, + "step": 3073 + }, + { + "epoch": 0.4352258247203738, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8408408761024475, + "num_tokens": 2497149.0, + "step": 3074 + }, + { + "epoch": 0.43536740761715986, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.2462, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 2497815.0, + "step": 3075 + }, + { + "epoch": 0.4355089905139459, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 2498351.0, + "step": 3076 + }, + { + "epoch": 0.435650573410732, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 2499031.0, + "step": 3077 + }, + { + "epoch": 0.43579215630751805, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 2499648.0, + "step": 3078 + }, + { + "epoch": 0.4359337392043041, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.5026, + "mean_token_accuracy": 0.8315789699554443, + "num_tokens": 2500311.0, + "step": 3079 + }, + { + "epoch": 0.4360753221010902, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.5594, + "mean_token_accuracy": 0.790123462677002, + "num_tokens": 2501415.0, + "step": 3080 + }, + { + "epoch": 0.43621690499787624, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.842391312122345, + "num_tokens": 2502457.0, + "step": 3081 + }, + { + "epoch": 0.4363584878946623, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2647, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 2503298.0, + "step": 3082 + }, + { + "epoch": 0.43650007079144837, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8439306020736694, + "num_tokens": 2504109.0, + "step": 3083 + }, + { + "epoch": 0.4366416536882345, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4939, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 2504758.0, + "step": 3084 + }, + { + "epoch": 0.43678323658502055, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8125, + "num_tokens": 2505291.0, + "step": 3085 + }, + { + "epoch": 0.4369248194818066, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.2035, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 2506417.0, + "step": 3086 + }, + { + "epoch": 0.4370664023785927, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8622754812240601, + "num_tokens": 2507197.0, + "step": 3087 + }, + { + "epoch": 0.43720798527537874, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.1812, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2508207.0, + "step": 3088 + }, + { + "epoch": 0.4373495681721648, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2508920.0, + "step": 3089 + }, + { + "epoch": 0.43749115106895087, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1783, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 2509424.0, + "step": 3090 + }, + { + "epoch": 0.43763273396573693, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 2510256.0, + "step": 3091 + }, + { + "epoch": 0.437774316862523, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.1074, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 2511035.0, + "step": 3092 + }, + { + "epoch": 0.43791589975930906, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2104, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 2511799.0, + "step": 3093 + }, + { + "epoch": 0.4380574826560951, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.84183669090271, + "num_tokens": 2512463.0, + "step": 3094 + }, + { + "epoch": 0.43819906555288124, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.1372, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 2513283.0, + "step": 3095 + }, + { + "epoch": 0.4383406484496673, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 2513844.0, + "step": 3096 + }, + { + "epoch": 0.43848223134645337, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8429751992225647, + "num_tokens": 2514438.0, + "step": 3097 + }, + { + "epoch": 0.43862381424323943, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 2515004.0, + "step": 3098 + }, + { + "epoch": 0.4387653971400255, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 2515586.0, + "step": 3099 + }, + { + "epoch": 0.43890698003681156, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 2516706.0, + "step": 3100 + }, + { + "epoch": 0.4390485629335976, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.2104, + "mean_token_accuracy": 0.9079497456550598, + "num_tokens": 2517369.0, + "step": 3101 + }, + { + "epoch": 0.4391901458303837, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 2518133.0, + "step": 3102 + }, + { + "epoch": 0.43933172872716975, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2403, + "mean_token_accuracy": 0.9203540086746216, + "num_tokens": 2518777.0, + "step": 3103 + }, + { + "epoch": 0.4394733116239558, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8587570786476135, + "num_tokens": 2520129.0, + "step": 3104 + }, + { + "epoch": 0.4396148945207419, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2228, + "mean_token_accuracy": 0.9043477773666382, + "num_tokens": 2521017.0, + "step": 3105 + }, + { + "epoch": 0.43975647741752794, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.256, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2521777.0, + "step": 3106 + }, + { + "epoch": 0.43989806031431405, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1814, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 2522628.0, + "step": 3107 + }, + { + "epoch": 0.4400396432111001, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.875, + "num_tokens": 2523410.0, + "step": 3108 + }, + { + "epoch": 0.4401812261078862, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.1198, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 2524355.0, + "step": 3109 + }, + { + "epoch": 0.44032280900467224, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 2525020.0, + "step": 3110 + }, + { + "epoch": 0.4404643919014583, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8219177722930908, + "num_tokens": 2525542.0, + "step": 3111 + }, + { + "epoch": 0.44060597479824437, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1816, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 2526410.0, + "step": 3112 + }, + { + "epoch": 0.44074755769503043, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2283, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 2527273.0, + "step": 3113 + }, + { + "epoch": 0.4408891405918165, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2527862.0, + "step": 3114 + }, + { + "epoch": 0.44103072348860256, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.2149, + "mean_token_accuracy": 0.9190556406974792, + "num_tokens": 2529069.0, + "step": 3115 + }, + { + "epoch": 0.4411723063853886, + "grad_norm": 153.0, + "learning_rate": 1e-06, + "loss": 0.1158, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 2529726.0, + "step": 3116 + }, + { + "epoch": 0.4413138892821747, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2508, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2530372.0, + "step": 3117 + }, + { + "epoch": 0.4414554721789608, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 2531069.0, + "step": 3118 + }, + { + "epoch": 0.44159705507574687, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 2532114.0, + "step": 3119 + }, + { + "epoch": 0.44173863797253293, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.233, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 2532798.0, + "step": 3120 + }, + { + "epoch": 0.441880220869319, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9008620381355286, + "num_tokens": 2533726.0, + "step": 3121 + }, + { + "epoch": 0.44202180376610506, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 2534473.0, + "step": 3122 + }, + { + "epoch": 0.4421633866628911, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.1488, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2535098.0, + "step": 3123 + }, + { + "epoch": 0.4423049695596772, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 2535916.0, + "step": 3124 + }, + { + "epoch": 0.44244655245646325, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9065420031547546, + "num_tokens": 2537057.0, + "step": 3125 + }, + { + "epoch": 0.4425881353532493, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 2538152.0, + "step": 3126 + }, + { + "epoch": 0.4427297182500354, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 2538861.0, + "step": 3127 + }, + { + "epoch": 0.44287130114682144, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2359, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 2539616.0, + "step": 3128 + }, + { + "epoch": 0.44301288404360756, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8514851331710815, + "num_tokens": 2540925.0, + "step": 3129 + }, + { + "epoch": 0.4431544669403936, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.077, + "mean_token_accuracy": 0.9621621966362, + "num_tokens": 2541579.0, + "step": 3130 + }, + { + "epoch": 0.4432960498371797, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 2542241.0, + "step": 3131 + }, + { + "epoch": 0.44343763273396575, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 2543159.0, + "step": 3132 + }, + { + "epoch": 0.4435792156307518, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 2543918.0, + "step": 3133 + }, + { + "epoch": 0.4437207985275379, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 2544608.0, + "step": 3134 + }, + { + "epoch": 0.44386238142432394, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 2545365.0, + "step": 3135 + }, + { + "epoch": 0.44400396432111, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2221, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2545879.0, + "step": 3136 + }, + { + "epoch": 0.44414554721789606, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 2546398.0, + "step": 3137 + }, + { + "epoch": 0.4442871301146821, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 2547208.0, + "step": 3138 + }, + { + "epoch": 0.4444287130114682, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 2548068.0, + "step": 3139 + }, + { + "epoch": 0.4445702959082543, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2076, + "mean_token_accuracy": 0.91558438539505, + "num_tokens": 2548899.0, + "step": 3140 + }, + { + "epoch": 0.4447118788050404, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.644, + "mean_token_accuracy": 0.7652173638343811, + "num_tokens": 2550030.0, + "step": 3141 + }, + { + "epoch": 0.44485346170182644, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2183, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 2551176.0, + "step": 3142 + }, + { + "epoch": 0.4449950445986125, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8457446694374084, + "num_tokens": 2552468.0, + "step": 3143 + }, + { + "epoch": 0.44513662749539856, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2116, + "mean_token_accuracy": 0.9142857789993286, + "num_tokens": 2553203.0, + "step": 3144 + }, + { + "epoch": 0.4452782103921846, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 2553744.0, + "step": 3145 + }, + { + "epoch": 0.4454197932889707, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 2554482.0, + "step": 3146 + }, + { + "epoch": 0.44556137618575675, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 2555288.0, + "step": 3147 + }, + { + "epoch": 0.4457029590825428, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 2556063.0, + "step": 3148 + }, + { + "epoch": 0.4458445419793289, + "grad_norm": 12.0625, + "learning_rate": 1e-06, + "loss": 0.2338, + "mean_token_accuracy": 0.9150943756103516, + "num_tokens": 2557797.0, + "step": 3149 + }, + { + "epoch": 0.44598612487611494, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 2558471.0, + "step": 3150 + }, + { + "epoch": 0.44612770777290106, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 2559317.0, + "step": 3151 + }, + { + "epoch": 0.4462692906696871, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 2560257.0, + "step": 3152 + }, + { + "epoch": 0.4464108735664732, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 2561054.0, + "step": 3153 + }, + { + "epoch": 0.44655245646325925, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.0794, + "mean_token_accuracy": 0.9774436354637146, + "num_tokens": 2561630.0, + "step": 3154 + }, + { + "epoch": 0.4466940393600453, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2562455.0, + "step": 3155 + }, + { + "epoch": 0.4468356222568314, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2563358.0, + "step": 3156 + }, + { + "epoch": 0.44697720515361744, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2564150.0, + "step": 3157 + }, + { + "epoch": 0.4471187880504035, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.9375, + "num_tokens": 2564645.0, + "step": 3158 + }, + { + "epoch": 0.44726037094718957, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1712, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 2565205.0, + "step": 3159 + }, + { + "epoch": 0.44740195384397563, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1496, + "mean_token_accuracy": 0.9375, + "num_tokens": 2566138.0, + "step": 3160 + }, + { + "epoch": 0.4475435367407617, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 2566626.0, + "step": 3161 + }, + { + "epoch": 0.44768511963754776, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2143, + "mean_token_accuracy": 0.9224137663841248, + "num_tokens": 2567281.0, + "step": 3162 + }, + { + "epoch": 0.4478267025343339, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1968, + "mean_token_accuracy": 0.8875739574432373, + "num_tokens": 2568189.0, + "step": 3163 + }, + { + "epoch": 0.44796828543111994, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8851963877677917, + "num_tokens": 2569130.0, + "step": 3164 + }, + { + "epoch": 0.448109868327906, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 2569659.0, + "step": 3165 + }, + { + "epoch": 0.44825145122469207, + "grad_norm": 13.25, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8843457698822021, + "num_tokens": 2571199.0, + "step": 3166 + }, + { + "epoch": 0.44839303412147813, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.2585, + "mean_token_accuracy": 0.8872180581092834, + "num_tokens": 2572389.0, + "step": 3167 + }, + { + "epoch": 0.4485346170182642, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8904898762702942, + "num_tokens": 2573425.0, + "step": 3168 + }, + { + "epoch": 0.44867619991505026, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.7966101765632629, + "num_tokens": 2574088.0, + "step": 3169 + }, + { + "epoch": 0.4488177828118363, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.1988, + "mean_token_accuracy": 0.9375, + "num_tokens": 2574654.0, + "step": 3170 + }, + { + "epoch": 0.4489593657086224, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2168, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 2575665.0, + "step": 3171 + }, + { + "epoch": 0.44910094860540845, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8434782028198242, + "num_tokens": 2576219.0, + "step": 3172 + }, + { + "epoch": 0.4492425315021945, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 2576948.0, + "step": 3173 + }, + { + "epoch": 0.4493841143989806, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.1561, + "mean_token_accuracy": 0.95652174949646, + "num_tokens": 2577483.0, + "step": 3174 + }, + { + "epoch": 0.4495256972957667, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2809, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 2578160.0, + "step": 3175 + }, + { + "epoch": 0.44966728019255275, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 2578709.0, + "step": 3176 + }, + { + "epoch": 0.4498088630893388, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 2579423.0, + "step": 3177 + }, + { + "epoch": 0.4499504459861249, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 2580151.0, + "step": 3178 + }, + { + "epoch": 0.45009202888291094, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.18, + "mean_token_accuracy": 0.9262672662734985, + "num_tokens": 2580890.0, + "step": 3179 + }, + { + "epoch": 0.450233611779697, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1811, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 2581489.0, + "step": 3180 + }, + { + "epoch": 0.45037519467648307, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 2582274.0, + "step": 3181 + }, + { + "epoch": 0.45051677757326913, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1761, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 2583052.0, + "step": 3182 + }, + { + "epoch": 0.4506583604700552, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 2583769.0, + "step": 3183 + }, + { + "epoch": 0.45079994336684126, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 2584820.0, + "step": 3184 + }, + { + "epoch": 0.4509415262636274, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2625, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 2585396.0, + "step": 3185 + }, + { + "epoch": 0.45108310916041344, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 2586066.0, + "step": 3186 + }, + { + "epoch": 0.4512246920571995, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 2586863.0, + "step": 3187 + }, + { + "epoch": 0.45136627495398557, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2663, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 2587725.0, + "step": 3188 + }, + { + "epoch": 0.45150785785077163, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2588556.0, + "step": 3189 + }, + { + "epoch": 0.4516494407475577, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1974, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2589409.0, + "step": 3190 + }, + { + "epoch": 0.45179102364434376, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.2439, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2590158.0, + "step": 3191 + }, + { + "epoch": 0.4519326065411298, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 2590696.0, + "step": 3192 + }, + { + "epoch": 0.4520741894379159, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 2591397.0, + "step": 3193 + }, + { + "epoch": 0.45221577233470195, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.1894, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 2592490.0, + "step": 3194 + }, + { + "epoch": 0.452357355231488, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.1889, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 2593396.0, + "step": 3195 + }, + { + "epoch": 0.45249893812827413, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8711755275726318, + "num_tokens": 2594949.0, + "step": 3196 + }, + { + "epoch": 0.4526405210250602, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1489, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 2595884.0, + "step": 3197 + }, + { + "epoch": 0.45278210392184626, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2596469.0, + "step": 3198 + }, + { + "epoch": 0.4529236868186323, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1479, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2597027.0, + "step": 3199 + }, + { + "epoch": 0.4530652697154184, + "grad_norm": 19.625, + "learning_rate": 1e-06, + "loss": 0.142, + "mean_token_accuracy": 0.9509202241897583, + "num_tokens": 2597632.0, + "step": 3200 + }, + { + "epoch": 0.45320685261220445, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2086, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 2598303.0, + "step": 3201 + }, + { + "epoch": 0.4533484355089905, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 2599251.0, + "step": 3202 + }, + { + "epoch": 0.4534900184057766, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1773, + "mean_token_accuracy": 0.9587628841400146, + "num_tokens": 2600014.0, + "step": 3203 + }, + { + "epoch": 0.45363160130256264, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2509, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 2600575.0, + "step": 3204 + }, + { + "epoch": 0.4537731841993487, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2641, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2601301.0, + "step": 3205 + }, + { + "epoch": 0.45391476709613476, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.84375, + "num_tokens": 2602021.0, + "step": 3206 + }, + { + "epoch": 0.4540563499929209, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 2602903.0, + "step": 3207 + }, + { + "epoch": 0.45419793288970695, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 2603726.0, + "step": 3208 + }, + { + "epoch": 0.454339515786493, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.4985, + "mean_token_accuracy": 0.8028168678283691, + "num_tokens": 2604322.0, + "step": 3209 + }, + { + "epoch": 0.45448109868327907, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 2605171.0, + "step": 3210 + }, + { + "epoch": 0.45462268158006514, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 2605721.0, + "step": 3211 + }, + { + "epoch": 0.4547642644768512, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2446, + "mean_token_accuracy": 0.8920187950134277, + "num_tokens": 2606383.0, + "step": 3212 + }, + { + "epoch": 0.45490584737363726, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.5381, + "mean_token_accuracy": 0.761363685131073, + "num_tokens": 2607077.0, + "step": 3213 + }, + { + "epoch": 0.4550474302704233, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 2607929.0, + "step": 3214 + }, + { + "epoch": 0.4551890131672094, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1745, + "mean_token_accuracy": 0.921875, + "num_tokens": 2608574.0, + "step": 3215 + }, + { + "epoch": 0.45533059606399545, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1875, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 2609416.0, + "step": 3216 + }, + { + "epoch": 0.4554721789607815, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.801980197429657, + "num_tokens": 2610305.0, + "step": 3217 + }, + { + "epoch": 0.4556137618575676, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 2611091.0, + "step": 3218 + }, + { + "epoch": 0.4557553447543537, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 2611600.0, + "step": 3219 + }, + { + "epoch": 0.45589692765113976, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2508, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 2612412.0, + "step": 3220 + }, + { + "epoch": 0.4560385105479258, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1603, + "mean_token_accuracy": 0.9375, + "num_tokens": 2613256.0, + "step": 3221 + }, + { + "epoch": 0.4561800934447119, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 2613822.0, + "step": 3222 + }, + { + "epoch": 0.45632167634149795, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1942, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2614772.0, + "step": 3223 + }, + { + "epoch": 0.456463259238284, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.9017341136932373, + "num_tokens": 2615488.0, + "step": 3224 + }, + { + "epoch": 0.4566048421350701, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.0966, + "mean_token_accuracy": 0.9405940175056458, + "num_tokens": 2616378.0, + "step": 3225 + }, + { + "epoch": 0.45674642503185614, + "grad_norm": 122.0, + "learning_rate": 1e-06, + "loss": 0.1902, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 2616991.0, + "step": 3226 + }, + { + "epoch": 0.4568880079286422, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.1525, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 2617533.0, + "step": 3227 + }, + { + "epoch": 0.45702959082542827, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2394, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 2618131.0, + "step": 3228 + }, + { + "epoch": 0.45717117372221433, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.1644, + "mean_token_accuracy": 0.9210019707679749, + "num_tokens": 2619268.0, + "step": 3229 + }, + { + "epoch": 0.45731275661900045, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8324324488639832, + "num_tokens": 2619883.0, + "step": 3230 + }, + { + "epoch": 0.4574543395157865, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2624, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 2620534.0, + "step": 3231 + }, + { + "epoch": 0.4575959224125726, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.2354, + "mean_token_accuracy": 0.9092559218406677, + "num_tokens": 2621817.0, + "step": 3232 + }, + { + "epoch": 0.45773750530935864, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1317, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 2622509.0, + "step": 3233 + }, + { + "epoch": 0.4578790882061447, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.2745, + "mean_token_accuracy": 0.897172212600708, + "num_tokens": 2623908.0, + "step": 3234 + }, + { + "epoch": 0.45802067110293077, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2273, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2624451.0, + "step": 3235 + }, + { + "epoch": 0.45816225399971683, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1482, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 2625047.0, + "step": 3236 + }, + { + "epoch": 0.4583038368965029, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.7950819134712219, + "num_tokens": 2625628.0, + "step": 3237 + }, + { + "epoch": 0.45844541979328896, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2208, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 2626359.0, + "step": 3238 + }, + { + "epoch": 0.458587002690075, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 2627110.0, + "step": 3239 + }, + { + "epoch": 0.4587285855868611, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1944, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 2627611.0, + "step": 3240 + }, + { + "epoch": 0.4588701684836472, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.1176, + "mean_token_accuracy": 0.9743589758872986, + "num_tokens": 2628403.0, + "step": 3241 + }, + { + "epoch": 0.45901175138043326, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 2629388.0, + "step": 3242 + }, + { + "epoch": 0.4591533342772193, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1732, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 2630082.0, + "step": 3243 + }, + { + "epoch": 0.4592949171740054, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1981, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 2630887.0, + "step": 3244 + }, + { + "epoch": 0.45943650007079145, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.861878514289856, + "num_tokens": 2631687.0, + "step": 3245 + }, + { + "epoch": 0.4595780829675775, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8508772253990173, + "num_tokens": 2632397.0, + "step": 3246 + }, + { + "epoch": 0.4597196658643636, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 2633332.0, + "step": 3247 + }, + { + "epoch": 0.45986124876114964, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2549, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 2634018.0, + "step": 3248 + }, + { + "epoch": 0.4600028316579357, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.1698, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2634639.0, + "step": 3249 + }, + { + "epoch": 0.46014441455472177, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 2635428.0, + "step": 3250 + }, + { + "epoch": 0.46028599745150783, + "grad_norm": 151.0, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2636050.0, + "step": 3251 + }, + { + "epoch": 0.46042758034829395, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.2136, + "mean_token_accuracy": 0.9234042167663574, + "num_tokens": 2637044.0, + "step": 3252 + }, + { + "epoch": 0.46056916324508, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2492, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 2637997.0, + "step": 3253 + }, + { + "epoch": 0.4607107461418661, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 2638645.0, + "step": 3254 + }, + { + "epoch": 0.46085232903865214, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.885513961315155, + "num_tokens": 2639880.0, + "step": 3255 + }, + { + "epoch": 0.4609939119354382, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8807339072227478, + "num_tokens": 2640420.0, + "step": 3256 + }, + { + "epoch": 0.46113549483222427, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 2640987.0, + "step": 3257 + }, + { + "epoch": 0.46127707772901033, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.875, + "num_tokens": 2641613.0, + "step": 3258 + }, + { + "epoch": 0.4614186606257964, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.9153845906257629, + "num_tokens": 2642237.0, + "step": 3259 + }, + { + "epoch": 0.46156024352258246, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2306, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 2642981.0, + "step": 3260 + }, + { + "epoch": 0.4617018264193685, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9276018738746643, + "num_tokens": 2643876.0, + "step": 3261 + }, + { + "epoch": 0.4618434093161546, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 2644894.0, + "step": 3262 + }, + { + "epoch": 0.4619849922129407, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2809, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 2645463.0, + "step": 3263 + }, + { + "epoch": 0.46212657510972677, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2646216.0, + "step": 3264 + }, + { + "epoch": 0.46226815800651283, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2722, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 2647027.0, + "step": 3265 + }, + { + "epoch": 0.4624097409032989, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.1223, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2647922.0, + "step": 3266 + }, + { + "epoch": 0.46255132380008496, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2078, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 2648815.0, + "step": 3267 + }, + { + "epoch": 0.462692906696871, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 2649422.0, + "step": 3268 + }, + { + "epoch": 0.4628344895936571, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.5588, + "mean_token_accuracy": 0.7808219194412231, + "num_tokens": 2650073.0, + "step": 3269 + }, + { + "epoch": 0.46297607249044315, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 2650626.0, + "step": 3270 + }, + { + "epoch": 0.4631176553872292, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2734, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 2651195.0, + "step": 3271 + }, + { + "epoch": 0.4632592382840153, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2786, + "mean_token_accuracy": 0.847328245639801, + "num_tokens": 2651842.0, + "step": 3272 + }, + { + "epoch": 0.46340082118080134, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.1541, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 2652830.0, + "step": 3273 + }, + { + "epoch": 0.4635424040775874, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2653541.0, + "step": 3274 + }, + { + "epoch": 0.4636839869743735, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1797, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2654359.0, + "step": 3275 + }, + { + "epoch": 0.4638255698711596, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2764, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 2655207.0, + "step": 3276 + }, + { + "epoch": 0.46396715276794565, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 2655958.0, + "step": 3277 + }, + { + "epoch": 0.4641087356647317, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.1954, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 2656576.0, + "step": 3278 + }, + { + "epoch": 0.46425031856151777, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8518518209457397, + "num_tokens": 2657401.0, + "step": 3279 + }, + { + "epoch": 0.46439190145830384, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 2658282.0, + "step": 3280 + }, + { + "epoch": 0.4645334843550899, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 2658845.0, + "step": 3281 + }, + { + "epoch": 0.46467506725187596, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.824324369430542, + "num_tokens": 2659441.0, + "step": 3282 + }, + { + "epoch": 0.464816650148662, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2157, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 2660033.0, + "step": 3283 + }, + { + "epoch": 0.4649582330454481, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 2660869.0, + "step": 3284 + }, + { + "epoch": 0.46509981594223415, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8389830589294434, + "num_tokens": 2661451.0, + "step": 3285 + }, + { + "epoch": 0.46524139883902027, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1463, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 2662341.0, + "step": 3286 + }, + { + "epoch": 0.46538298173580633, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2461, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 2663035.0, + "step": 3287 + }, + { + "epoch": 0.4655245646325924, + "grad_norm": 13.8125, + "learning_rate": 1e-06, + "loss": 0.2252, + "mean_token_accuracy": 0.9096858501434326, + "num_tokens": 2664273.0, + "step": 3288 + }, + { + "epoch": 0.46566614752937846, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2415, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 2664802.0, + "step": 3289 + }, + { + "epoch": 0.4658077304261645, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2688, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2665323.0, + "step": 3290 + }, + { + "epoch": 0.4659493133229506, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2559, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 2665852.0, + "step": 3291 + }, + { + "epoch": 0.46609089621973665, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 2666378.0, + "step": 3292 + }, + { + "epoch": 0.4662324791165227, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2255, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2667014.0, + "step": 3293 + }, + { + "epoch": 0.4663740620133088, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 2667660.0, + "step": 3294 + }, + { + "epoch": 0.46651564491009484, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 2668330.0, + "step": 3295 + }, + { + "epoch": 0.4666572278068809, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 2668967.0, + "step": 3296 + }, + { + "epoch": 0.466798810703667, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.206, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2669524.0, + "step": 3297 + }, + { + "epoch": 0.4669403936004531, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 2670050.0, + "step": 3298 + }, + { + "epoch": 0.46708197649723915, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 2670723.0, + "step": 3299 + }, + { + "epoch": 0.4672235593940252, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2637, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 2671587.0, + "step": 3300 + }, + { + "epoch": 0.4673651422908113, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2135, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 2672181.0, + "step": 3301 + }, + { + "epoch": 0.46750672518759734, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 2672863.0, + "step": 3302 + }, + { + "epoch": 0.4676483080843834, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8373984098434448, + "num_tokens": 2674075.0, + "step": 3303 + }, + { + "epoch": 0.46778989098116946, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 2674727.0, + "step": 3304 + }, + { + "epoch": 0.46793147387795553, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 2675273.0, + "step": 3305 + }, + { + "epoch": 0.4680730567747416, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.0893, + "mean_token_accuracy": 0.96875, + "num_tokens": 2676163.0, + "step": 3306 + }, + { + "epoch": 0.46821463967152765, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8974359631538391, + "num_tokens": 2676922.0, + "step": 3307 + }, + { + "epoch": 0.4683562225683138, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 2677737.0, + "step": 3308 + }, + { + "epoch": 0.46849780546509984, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2754, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 2678528.0, + "step": 3309 + }, + { + "epoch": 0.4686393883618859, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1861, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 2679391.0, + "step": 3310 + }, + { + "epoch": 0.46878097125867196, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2251, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 2679916.0, + "step": 3311 + }, + { + "epoch": 0.468922554155458, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 2680437.0, + "step": 3312 + }, + { + "epoch": 0.4690641370522441, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 2680966.0, + "step": 3313 + }, + { + "epoch": 0.46920571994903015, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.155, + "mean_token_accuracy": 0.9557521939277649, + "num_tokens": 2681983.0, + "step": 3314 + }, + { + "epoch": 0.4693473028458162, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2663, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 2683160.0, + "step": 3315 + }, + { + "epoch": 0.4694888857426023, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8557692766189575, + "num_tokens": 2683789.0, + "step": 3316 + }, + { + "epoch": 0.46963046863938834, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.2444, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 2684564.0, + "step": 3317 + }, + { + "epoch": 0.4697720515361744, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.5151, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 2685255.0, + "step": 3318 + }, + { + "epoch": 0.4699136344329605, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2341, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 2686330.0, + "step": 3319 + }, + { + "epoch": 0.4700552173297466, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1189, + "mean_token_accuracy": 0.9692307710647583, + "num_tokens": 2687078.0, + "step": 3320 + }, + { + "epoch": 0.47019680022653265, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2623, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2687874.0, + "step": 3321 + }, + { + "epoch": 0.4703383831233187, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2788, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 2688710.0, + "step": 3322 + }, + { + "epoch": 0.4704799660201048, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 2689243.0, + "step": 3323 + }, + { + "epoch": 0.47062154891689084, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 2690023.0, + "step": 3324 + }, + { + "epoch": 0.4707631318136769, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8012422323226929, + "num_tokens": 2691205.0, + "step": 3325 + }, + { + "epoch": 0.47090471471046297, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2691989.0, + "step": 3326 + }, + { + "epoch": 0.47104629760724903, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.1359, + "mean_token_accuracy": 0.9475982785224915, + "num_tokens": 2693556.0, + "step": 3327 + }, + { + "epoch": 0.4711878805040351, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.7831324934959412, + "num_tokens": 2694423.0, + "step": 3328 + }, + { + "epoch": 0.47132946340082116, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 2695335.0, + "step": 3329 + }, + { + "epoch": 0.4714710462976072, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.193, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 2696077.0, + "step": 3330 + }, + { + "epoch": 0.47161262919439334, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1652, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 2696756.0, + "step": 3331 + }, + { + "epoch": 0.4717542120911794, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.2538, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 2697285.0, + "step": 3332 + }, + { + "epoch": 0.47189579498796547, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.8190954923629761, + "num_tokens": 2697956.0, + "step": 3333 + }, + { + "epoch": 0.47203737788475153, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 2698731.0, + "step": 3334 + }, + { + "epoch": 0.4721789607815376, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.85326087474823, + "num_tokens": 2700468.0, + "step": 3335 + }, + { + "epoch": 0.47232054367832366, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2151, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2701078.0, + "step": 3336 + }, + { + "epoch": 0.4724621265751097, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1606, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 2701781.0, + "step": 3337 + }, + { + "epoch": 0.4726037094718958, + "grad_norm": 14.6875, + "learning_rate": 1e-06, + "loss": 0.2056, + "mean_token_accuracy": 0.922720193862915, + "num_tokens": 2703005.0, + "step": 3338 + }, + { + "epoch": 0.47274529236868185, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1468, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 2703605.0, + "step": 3339 + }, + { + "epoch": 0.4728868752654679, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.0972, + "mean_token_accuracy": 0.954954981803894, + "num_tokens": 2704435.0, + "step": 3340 + }, + { + "epoch": 0.473028458162254, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8416666984558105, + "num_tokens": 2704990.0, + "step": 3341 + }, + { + "epoch": 0.4731700410590401, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2541, + "mean_token_accuracy": 0.9126984477043152, + "num_tokens": 2705941.0, + "step": 3342 + }, + { + "epoch": 0.47331162395582616, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1292, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 2706407.0, + "step": 3343 + }, + { + "epoch": 0.4734532068526122, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 2707473.0, + "step": 3344 + }, + { + "epoch": 0.4735947897493983, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.1933, + "mean_token_accuracy": 0.9452054500579834, + "num_tokens": 2708512.0, + "step": 3345 + }, + { + "epoch": 0.47373637264618434, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 2709921.0, + "step": 3346 + }, + { + "epoch": 0.4738779555429704, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2098, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 2710696.0, + "step": 3347 + }, + { + "epoch": 0.47401953843975647, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 2711226.0, + "step": 3348 + }, + { + "epoch": 0.47416112133654253, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 2712027.0, + "step": 3349 + }, + { + "epoch": 0.4743027042333286, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8678160905838013, + "num_tokens": 2713027.0, + "step": 3350 + }, + { + "epoch": 0.47444428713011466, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8861788511276245, + "num_tokens": 2714335.0, + "step": 3351 + }, + { + "epoch": 0.4745858700269007, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2582, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 2715269.0, + "step": 3352 + }, + { + "epoch": 0.47472745292368684, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.1864, + "mean_token_accuracy": 0.9389312863349915, + "num_tokens": 2715999.0, + "step": 3353 + }, + { + "epoch": 0.4748690358204729, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 2716613.0, + "step": 3354 + }, + { + "epoch": 0.47501061871725897, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8595505952835083, + "num_tokens": 2717482.0, + "step": 3355 + }, + { + "epoch": 0.47515220161404503, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8020833730697632, + "num_tokens": 2718196.0, + "step": 3356 + }, + { + "epoch": 0.4752937845108311, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 2719027.0, + "step": 3357 + }, + { + "epoch": 0.47543536740761716, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8904429078102112, + "num_tokens": 2720119.0, + "step": 3358 + }, + { + "epoch": 0.4755769503044032, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 2720941.0, + "step": 3359 + }, + { + "epoch": 0.4757185332011893, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1967, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 2721598.0, + "step": 3360 + }, + { + "epoch": 0.47586011609797535, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 2722375.0, + "step": 3361 + }, + { + "epoch": 0.4760016989947614, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.1304, + "mean_token_accuracy": 0.9750000238418579, + "num_tokens": 2722922.0, + "step": 3362 + }, + { + "epoch": 0.4761432818915475, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.5318, + "mean_token_accuracy": 0.8051947951316833, + "num_tokens": 2723919.0, + "step": 3363 + }, + { + "epoch": 0.4762848647883336, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8442622423171997, + "num_tokens": 2724643.0, + "step": 3364 + }, + { + "epoch": 0.47642644768511966, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.1515, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2725280.0, + "step": 3365 + }, + { + "epoch": 0.4765680305819057, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 2725929.0, + "step": 3366 + }, + { + "epoch": 0.4767096134786918, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2599, + "mean_token_accuracy": 0.9172413945198059, + "num_tokens": 2726606.0, + "step": 3367 + }, + { + "epoch": 0.47685119637547785, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 2727222.0, + "step": 3368 + }, + { + "epoch": 0.4769927792722639, + "grad_norm": 30.625, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 2728068.0, + "step": 3369 + }, + { + "epoch": 0.47713436216905, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1887, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 2728776.0, + "step": 3370 + }, + { + "epoch": 0.47727594506583604, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.0981, + "mean_token_accuracy": 0.9710144996643066, + "num_tokens": 2729438.0, + "step": 3371 + }, + { + "epoch": 0.4774175279626221, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2649, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2730050.0, + "step": 3372 + }, + { + "epoch": 0.47755911085940816, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 2730670.0, + "step": 3373 + }, + { + "epoch": 0.47770069375619423, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 2731355.0, + "step": 3374 + }, + { + "epoch": 0.47784227665298035, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 2732192.0, + "step": 3375 + }, + { + "epoch": 0.4779838595497664, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.801886796951294, + "num_tokens": 2732966.0, + "step": 3376 + }, + { + "epoch": 0.4781254424465525, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1823, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2733656.0, + "step": 3377 + }, + { + "epoch": 0.47826702534333854, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1871, + "mean_token_accuracy": 0.9292929172515869, + "num_tokens": 2734469.0, + "step": 3378 + }, + { + "epoch": 0.4784086082401246, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2357, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 2735063.0, + "step": 3379 + }, + { + "epoch": 0.47855019113691066, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1755, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 2736258.0, + "step": 3380 + }, + { + "epoch": 0.4786917740336967, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.8978723287582397, + "num_tokens": 2736944.0, + "step": 3381 + }, + { + "epoch": 0.4788333569304828, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2115, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 2737531.0, + "step": 3382 + }, + { + "epoch": 0.47897493982726885, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 2738489.0, + "step": 3383 + }, + { + "epoch": 0.4791165227240549, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.1979, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2739079.0, + "step": 3384 + }, + { + "epoch": 0.479258105620841, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 2739719.0, + "step": 3385 + }, + { + "epoch": 0.4793996885176271, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 2740819.0, + "step": 3386 + }, + { + "epoch": 0.47954127141441316, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2537, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 2741903.0, + "step": 3387 + }, + { + "epoch": 0.4796828543111992, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2147, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 2742561.0, + "step": 3388 + }, + { + "epoch": 0.4798244372079853, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2651, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 2743573.0, + "step": 3389 + }, + { + "epoch": 0.47996602010477135, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.6812, + "mean_token_accuracy": 0.7577639818191528, + "num_tokens": 2744384.0, + "step": 3390 + }, + { + "epoch": 0.4801076030015574, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.2553, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2745385.0, + "step": 3391 + }, + { + "epoch": 0.4802491858983435, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.2461, + "mean_token_accuracy": 0.8976377844810486, + "num_tokens": 2745970.0, + "step": 3392 + }, + { + "epoch": 0.48039076879512954, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 2746773.0, + "step": 3393 + }, + { + "epoch": 0.4805323516919156, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.844192624092102, + "num_tokens": 2747714.0, + "step": 3394 + }, + { + "epoch": 0.48067393458870167, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.897216260433197, + "num_tokens": 2748693.0, + "step": 3395 + }, + { + "epoch": 0.48081551748548773, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 2749202.0, + "step": 3396 + }, + { + "epoch": 0.4809571003822738, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.867035984992981, + "num_tokens": 2750031.0, + "step": 3397 + }, + { + "epoch": 0.4810986832790599, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2199, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 2750704.0, + "step": 3398 + }, + { + "epoch": 0.481240266175846, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 2751317.0, + "step": 3399 + }, + { + "epoch": 0.48138184907263204, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 2752454.0, + "step": 3400 + }, + { + "epoch": 0.4815234319694181, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1862, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 2753344.0, + "step": 3401 + }, + { + "epoch": 0.48166501486620417, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.853210985660553, + "num_tokens": 2754026.0, + "step": 3402 + }, + { + "epoch": 0.48180659776299023, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 2754782.0, + "step": 3403 + }, + { + "epoch": 0.4819481806597763, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1539, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 2755318.0, + "step": 3404 + }, + { + "epoch": 0.48208976355656236, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2357, + "mean_token_accuracy": 0.9100528955459595, + "num_tokens": 2756035.0, + "step": 3405 + }, + { + "epoch": 0.4822313464533484, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 2757306.0, + "step": 3406 + }, + { + "epoch": 0.4823729293501345, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2193, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 2758121.0, + "step": 3407 + }, + { + "epoch": 0.48251451224692055, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2465, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2758626.0, + "step": 3408 + }, + { + "epoch": 0.48265609514370666, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 2759585.0, + "step": 3409 + }, + { + "epoch": 0.48279767804049273, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2517, + "mean_token_accuracy": 0.9026548862457275, + "num_tokens": 2760539.0, + "step": 3410 + }, + { + "epoch": 0.4829392609372788, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2514, + "mean_token_accuracy": 0.9059829711914062, + "num_tokens": 2761234.0, + "step": 3411 + }, + { + "epoch": 0.48308084383406485, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1228, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 2761902.0, + "step": 3412 + }, + { + "epoch": 0.4832224267308509, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 2762713.0, + "step": 3413 + }, + { + "epoch": 0.483364009627637, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.1735, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 2763220.0, + "step": 3414 + }, + { + "epoch": 0.48350559252442304, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2681, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2763726.0, + "step": 3415 + }, + { + "epoch": 0.4836471754212091, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.9088358879089355, + "num_tokens": 2764967.0, + "step": 3416 + }, + { + "epoch": 0.48378875831799517, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 2765624.0, + "step": 3417 + }, + { + "epoch": 0.48393034121478123, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 2766184.0, + "step": 3418 + }, + { + "epoch": 0.4840719241115673, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.182, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 2766979.0, + "step": 3419 + }, + { + "epoch": 0.4842135070083534, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8805309534072876, + "num_tokens": 2768241.0, + "step": 3420 + }, + { + "epoch": 0.4843550899051395, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 2769213.0, + "step": 3421 + }, + { + "epoch": 0.48449667280192554, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8725099563598633, + "num_tokens": 2769899.0, + "step": 3422 + }, + { + "epoch": 0.4846382556987116, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 2771055.0, + "step": 3423 + }, + { + "epoch": 0.48477983859549767, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.235, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 2771784.0, + "step": 3424 + }, + { + "epoch": 0.48492142149228373, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 2772424.0, + "step": 3425 + }, + { + "epoch": 0.4850630043890698, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.222, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 2773224.0, + "step": 3426 + }, + { + "epoch": 0.48520458728585586, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.7704917788505554, + "num_tokens": 2774039.0, + "step": 3427 + }, + { + "epoch": 0.4853461701826419, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 2774784.0, + "step": 3428 + }, + { + "epoch": 0.485487753079428, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 2775339.0, + "step": 3429 + }, + { + "epoch": 0.48562933597621405, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 2776161.0, + "step": 3430 + }, + { + "epoch": 0.48577091887300017, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.90625, + "num_tokens": 2776833.0, + "step": 3431 + }, + { + "epoch": 0.48591250176978623, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 2777398.0, + "step": 3432 + }, + { + "epoch": 0.4860540846665723, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1727, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 2777940.0, + "step": 3433 + }, + { + "epoch": 0.48619566756335836, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2155, + "mean_token_accuracy": 0.9181817770004272, + "num_tokens": 2778806.0, + "step": 3434 + }, + { + "epoch": 0.4863372504601444, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 2779635.0, + "step": 3435 + }, + { + "epoch": 0.4864788333569305, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 2780282.0, + "step": 3436 + }, + { + "epoch": 0.48662041625371655, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2591, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 2781167.0, + "step": 3437 + }, + { + "epoch": 0.4867619991505026, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.860655665397644, + "num_tokens": 2781734.0, + "step": 3438 + }, + { + "epoch": 0.4869035820472887, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2035, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 2782526.0, + "step": 3439 + }, + { + "epoch": 0.48704516494407474, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 2783322.0, + "step": 3440 + }, + { + "epoch": 0.4871867478408608, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2715, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 2783837.0, + "step": 3441 + }, + { + "epoch": 0.4873283307376469, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8125000596046448, + "num_tokens": 2784426.0, + "step": 3442 + }, + { + "epoch": 0.487469913634433, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2774, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 2785059.0, + "step": 3443 + }, + { + "epoch": 0.48761149653121905, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1723, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 2785922.0, + "step": 3444 + }, + { + "epoch": 0.4877530794280051, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 2786814.0, + "step": 3445 + }, + { + "epoch": 0.4878946623247912, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.0833, + "mean_token_accuracy": 0.9707317352294922, + "num_tokens": 2787811.0, + "step": 3446 + }, + { + "epoch": 0.48803624522157724, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2572, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 2788685.0, + "step": 3447 + }, + { + "epoch": 0.4881778281183633, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.5566, + "mean_token_accuracy": 0.7887324094772339, + "num_tokens": 2789290.0, + "step": 3448 + }, + { + "epoch": 0.48831941101514936, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.9109588861465454, + "num_tokens": 2789912.0, + "step": 3449 + }, + { + "epoch": 0.4884609939119354, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 2790753.0, + "step": 3450 + }, + { + "epoch": 0.4886025768087215, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 2791405.0, + "step": 3451 + }, + { + "epoch": 0.48874415970550755, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2389, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 2792124.0, + "step": 3452 + }, + { + "epoch": 0.4888857426022936, + "grad_norm": 124.0, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2792735.0, + "step": 3453 + }, + { + "epoch": 0.48902732549907973, + "grad_norm": 14.0625, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.909604549407959, + "num_tokens": 2794346.0, + "step": 3454 + }, + { + "epoch": 0.4891689083958658, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 2794871.0, + "step": 3455 + }, + { + "epoch": 0.48931049129265186, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 2795666.0, + "step": 3456 + }, + { + "epoch": 0.4894520741894379, + "grad_norm": 116.5, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.796875, + "num_tokens": 2796447.0, + "step": 3457 + }, + { + "epoch": 0.489593657086224, + "grad_norm": 14.8125, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.9035916924476624, + "num_tokens": 2797441.0, + "step": 3458 + }, + { + "epoch": 0.48973523998301005, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8901733756065369, + "num_tokens": 2798189.0, + "step": 3459 + }, + { + "epoch": 0.4898768228797961, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8899081945419312, + "num_tokens": 2799064.0, + "step": 3460 + }, + { + "epoch": 0.4900184057765822, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.5106, + "mean_token_accuracy": 0.808398962020874, + "num_tokens": 2800082.0, + "step": 3461 + }, + { + "epoch": 0.49015998867336824, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8807339072227478, + "num_tokens": 2800645.0, + "step": 3462 + }, + { + "epoch": 0.4903015715701543, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2021, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 2801176.0, + "step": 3463 + }, + { + "epoch": 0.49044315446694037, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 2802055.0, + "step": 3464 + }, + { + "epoch": 0.4905847373637265, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.2681, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2802794.0, + "step": 3465 + }, + { + "epoch": 0.49072632026051255, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 2803394.0, + "step": 3466 + }, + { + "epoch": 0.4908679031572986, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2804470.0, + "step": 3467 + }, + { + "epoch": 0.4910094860540847, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 2805232.0, + "step": 3468 + }, + { + "epoch": 0.49115106895087074, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.1215, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 2805912.0, + "step": 3469 + }, + { + "epoch": 0.4912926518476568, + "grad_norm": 9.125, + "learning_rate": 1e-06, + "loss": 0.1574, + "mean_token_accuracy": 0.9307449460029602, + "num_tokens": 2807916.0, + "step": 3470 + }, + { + "epoch": 0.49143423474444287, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 2808847.0, + "step": 3471 + }, + { + "epoch": 0.49157581764122893, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.6029, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 2809325.0, + "step": 3472 + }, + { + "epoch": 0.491717400538015, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.7849462628364563, + "num_tokens": 2810019.0, + "step": 3473 + }, + { + "epoch": 0.49185898343480106, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1517, + "mean_token_accuracy": 0.9692307710647583, + "num_tokens": 2810521.0, + "step": 3474 + }, + { + "epoch": 0.4920005663315871, + "grad_norm": 98.0, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 2811206.0, + "step": 3475 + }, + { + "epoch": 0.49214214922837324, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 2811960.0, + "step": 3476 + }, + { + "epoch": 0.4922837321251593, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8632479310035706, + "num_tokens": 2812665.0, + "step": 3477 + }, + { + "epoch": 0.49242531502194536, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 2813393.0, + "step": 3478 + }, + { + "epoch": 0.49256689791873143, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1977, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 2813987.0, + "step": 3479 + }, + { + "epoch": 0.4927084808155175, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1754, + "mean_token_accuracy": 0.9767441749572754, + "num_tokens": 2814619.0, + "step": 3480 + }, + { + "epoch": 0.49285006371230355, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 2815253.0, + "step": 3481 + }, + { + "epoch": 0.4929916466090896, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1753, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 2815913.0, + "step": 3482 + }, + { + "epoch": 0.4931332295058757, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 2816972.0, + "step": 3483 + }, + { + "epoch": 0.49327481240266174, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1918, + "mean_token_accuracy": 0.9181817770004272, + "num_tokens": 2817646.0, + "step": 3484 + }, + { + "epoch": 0.4934163952994478, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 2818602.0, + "step": 3485 + }, + { + "epoch": 0.49355797819623387, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 2819231.0, + "step": 3486 + }, + { + "epoch": 0.49369956109302, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 2820497.0, + "step": 3487 + }, + { + "epoch": 0.49384114398980605, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 2821039.0, + "step": 3488 + }, + { + "epoch": 0.4939827268865921, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.5938, + "mean_token_accuracy": 0.8278688192367554, + "num_tokens": 2821952.0, + "step": 3489 + }, + { + "epoch": 0.4941243097833782, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2434, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2822751.0, + "step": 3490 + }, + { + "epoch": 0.49426589268016424, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2602, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 2823399.0, + "step": 3491 + }, + { + "epoch": 0.4944074755769503, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.2686, + "mean_token_accuracy": 0.8997493386268616, + "num_tokens": 2824340.0, + "step": 3492 + }, + { + "epoch": 0.49454905847373637, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 2825415.0, + "step": 3493 + }, + { + "epoch": 0.49469064137052243, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2498, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 2825937.0, + "step": 3494 + }, + { + "epoch": 0.4948322242673085, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.890625, + "num_tokens": 2826444.0, + "step": 3495 + }, + { + "epoch": 0.49497380716409456, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2827196.0, + "step": 3496 + }, + { + "epoch": 0.4951153900608806, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 2827866.0, + "step": 3497 + }, + { + "epoch": 0.49525697295766674, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.1604, + "mean_token_accuracy": 0.9318181872367859, + "num_tokens": 2828751.0, + "step": 3498 + }, + { + "epoch": 0.4953985558544528, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2829456.0, + "step": 3499 + }, + { + "epoch": 0.49554013875123887, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 2830481.0, + "step": 3500 + }, + { + "epoch": 0.49568172164802493, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 2831355.0, + "step": 3501 + }, + { + "epoch": 0.495823304544811, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 2832231.0, + "step": 3502 + }, + { + "epoch": 0.49596488744159706, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.900793731212616, + "num_tokens": 2833186.0, + "step": 3503 + }, + { + "epoch": 0.4961064703383831, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 2833873.0, + "step": 3504 + }, + { + "epoch": 0.4962480532351692, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2764, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2834978.0, + "step": 3505 + }, + { + "epoch": 0.49638963613195525, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 2835939.0, + "step": 3506 + }, + { + "epoch": 0.4965312190287413, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.1327, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2836715.0, + "step": 3507 + }, + { + "epoch": 0.4966728019255274, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.859477162361145, + "num_tokens": 2837876.0, + "step": 3508 + }, + { + "epoch": 0.49681438482231344, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 2838473.0, + "step": 3509 + }, + { + "epoch": 0.49695596771909956, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 2839169.0, + "step": 3510 + }, + { + "epoch": 0.4970975506158856, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8952381014823914, + "num_tokens": 2839868.0, + "step": 3511 + }, + { + "epoch": 0.4972391335126717, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.1531, + "mean_token_accuracy": 0.9861111044883728, + "num_tokens": 2840592.0, + "step": 3512 + }, + { + "epoch": 0.49738071640945775, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 2841318.0, + "step": 3513 + }, + { + "epoch": 0.4975222993062438, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 2841912.0, + "step": 3514 + }, + { + "epoch": 0.4976638822030299, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8062500357627869, + "num_tokens": 2842745.0, + "step": 3515 + }, + { + "epoch": 0.49780546509981594, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.6233, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 2843240.0, + "step": 3516 + }, + { + "epoch": 0.497947047996602, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.5067, + "mean_token_accuracy": 0.8151261210441589, + "num_tokens": 2844066.0, + "step": 3517 + }, + { + "epoch": 0.49808863089338806, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8692307472229004, + "num_tokens": 2844921.0, + "step": 3518 + }, + { + "epoch": 0.4982302137901741, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2362, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 2845700.0, + "step": 3519 + }, + { + "epoch": 0.4983717966869602, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1782, + "mean_token_accuracy": 0.9462365508079529, + "num_tokens": 2846370.0, + "step": 3520 + }, + { + "epoch": 0.4985133795837463, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1877, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 2847056.0, + "step": 3521 + }, + { + "epoch": 0.49865496248053237, + "grad_norm": 26.0, + "learning_rate": 1e-06, + "loss": 0.1368, + "mean_token_accuracy": 0.9452054500579834, + "num_tokens": 2848138.0, + "step": 3522 + }, + { + "epoch": 0.49879654537731843, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 2848660.0, + "step": 3523 + }, + { + "epoch": 0.4989381282741045, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.875, + "num_tokens": 2849659.0, + "step": 3524 + }, + { + "epoch": 0.49907971117089056, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.224, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 2850188.0, + "step": 3525 + }, + { + "epoch": 0.4992212940676766, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1465, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 2850986.0, + "step": 3526 + }, + { + "epoch": 0.4993628769644627, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 2851526.0, + "step": 3527 + }, + { + "epoch": 0.49950445986124875, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.5042, + "mean_token_accuracy": 0.8024055361747742, + "num_tokens": 2853050.0, + "step": 3528 + }, + { + "epoch": 0.4996460427580348, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1809, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2854053.0, + "step": 3529 + }, + { + "epoch": 0.4997876256548209, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 2854873.0, + "step": 3530 + }, + { + "epoch": 0.49992920855160694, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8692810535430908, + "num_tokens": 2855470.0, + "step": 3531 + }, + { + "epoch": 0.5000707914483931, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8282208442687988, + "num_tokens": 2856194.0, + "step": 3532 + }, + { + "epoch": 0.5002123743451791, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2058, + "mean_token_accuracy": 0.9158878326416016, + "num_tokens": 2857353.0, + "step": 3533 + }, + { + "epoch": 0.5003539572419652, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1506, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 2858374.0, + "step": 3534 + }, + { + "epoch": 0.5004955401387512, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2859275.0, + "step": 3535 + }, + { + "epoch": 0.5006371230355373, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1558, + "mean_token_accuracy": 0.9306930303573608, + "num_tokens": 2859825.0, + "step": 3536 + }, + { + "epoch": 0.5007787059323233, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.212, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 2860473.0, + "step": 3537 + }, + { + "epoch": 0.5009202888291094, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2861004.0, + "step": 3538 + }, + { + "epoch": 0.5010618717258956, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.1873, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 2861844.0, + "step": 3539 + }, + { + "epoch": 0.5012034546226816, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 2862667.0, + "step": 3540 + }, + { + "epoch": 0.5013450375194677, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1935, + "mean_token_accuracy": 0.9223300814628601, + "num_tokens": 2863474.0, + "step": 3541 + }, + { + "epoch": 0.5014866204162537, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.2658, + "mean_token_accuracy": 0.8883495330810547, + "num_tokens": 2864229.0, + "step": 3542 + }, + { + "epoch": 0.5016282033130398, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.903030276298523, + "num_tokens": 2864834.0, + "step": 3543 + }, + { + "epoch": 0.5017697862098258, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.1774, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 2865471.0, + "step": 3544 + }, + { + "epoch": 0.5019113691066119, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 2866177.0, + "step": 3545 + }, + { + "epoch": 0.502052952003398, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 2866817.0, + "step": 3546 + }, + { + "epoch": 0.5021945349001841, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2649, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 2867632.0, + "step": 3547 + }, + { + "epoch": 0.5023361177969701, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.213, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 2868152.0, + "step": 3548 + }, + { + "epoch": 0.5024777006937562, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 2868714.0, + "step": 3549 + }, + { + "epoch": 0.5026192835905423, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2181, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 2869322.0, + "step": 3550 + }, + { + "epoch": 0.5027608664873283, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1853, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 2870295.0, + "step": 3551 + }, + { + "epoch": 0.5029024493841144, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8469387292861938, + "num_tokens": 2871198.0, + "step": 3552 + }, + { + "epoch": 0.5030440322809004, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 2871908.0, + "step": 3553 + }, + { + "epoch": 0.5031856151776866, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2064, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 2872662.0, + "step": 3554 + }, + { + "epoch": 0.5033271980744726, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1698, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 2873391.0, + "step": 3555 + }, + { + "epoch": 0.5034687809712587, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2145, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 2873982.0, + "step": 3556 + }, + { + "epoch": 0.5036103638680447, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1745, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 2874615.0, + "step": 3557 + }, + { + "epoch": 0.5037519467648308, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.263, + "mean_token_accuracy": 0.8916255831718445, + "num_tokens": 2875250.0, + "step": 3558 + }, + { + "epoch": 0.5038935296616168, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.805084764957428, + "num_tokens": 2875851.0, + "step": 3559 + }, + { + "epoch": 0.5040351125584029, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.5009, + "mean_token_accuracy": 0.819444477558136, + "num_tokens": 2876532.0, + "step": 3560 + }, + { + "epoch": 0.5041766954551891, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 2877117.0, + "step": 3561 + }, + { + "epoch": 0.5043182783519751, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1814, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 2878439.0, + "step": 3562 + }, + { + "epoch": 0.5044598612487612, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2167, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 2878979.0, + "step": 3563 + }, + { + "epoch": 0.5046014441455472, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 2879872.0, + "step": 3564 + }, + { + "epoch": 0.5047430270423333, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.921875, + "num_tokens": 2880364.0, + "step": 3565 + }, + { + "epoch": 0.5048846099391193, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2051, + "mean_token_accuracy": 0.9375, + "num_tokens": 2881089.0, + "step": 3566 + }, + { + "epoch": 0.5050261928359054, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 2881717.0, + "step": 3567 + }, + { + "epoch": 0.5051677757326914, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 2882526.0, + "step": 3568 + }, + { + "epoch": 0.5053093586294776, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 2883372.0, + "step": 3569 + }, + { + "epoch": 0.5054509415262636, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2883909.0, + "step": 3570 + }, + { + "epoch": 0.5055925244230497, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.198, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 2884580.0, + "step": 3571 + }, + { + "epoch": 0.5057341073198358, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8976109027862549, + "num_tokens": 2885892.0, + "step": 3572 + }, + { + "epoch": 0.5058756902166218, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1626, + "mean_token_accuracy": 0.9379310607910156, + "num_tokens": 2886739.0, + "step": 3573 + }, + { + "epoch": 0.5060172731134079, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1775, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 2887626.0, + "step": 3574 + }, + { + "epoch": 0.506158856010194, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8666666150093079, + "num_tokens": 2888269.0, + "step": 3575 + }, + { + "epoch": 0.5063004389069801, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2234, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 2889156.0, + "step": 3576 + }, + { + "epoch": 0.5064420218037661, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.466, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 2890187.0, + "step": 3577 + }, + { + "epoch": 0.5065836047005522, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 2890757.0, + "step": 3578 + }, + { + "epoch": 0.5067251875973382, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 2891961.0, + "step": 3579 + }, + { + "epoch": 0.5068667704941243, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 2892524.0, + "step": 3580 + }, + { + "epoch": 0.5070083533909103, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.1366, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 2893516.0, + "step": 3581 + }, + { + "epoch": 0.5071499362876964, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8753799200057983, + "num_tokens": 2894314.0, + "step": 3582 + }, + { + "epoch": 0.5072915191844826, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 2894916.0, + "step": 3583 + }, + { + "epoch": 0.5074331020812686, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.850931704044342, + "num_tokens": 2896165.0, + "step": 3584 + }, + { + "epoch": 0.5075746849780547, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1775, + "mean_token_accuracy": 0.9083333611488342, + "num_tokens": 2896699.0, + "step": 3585 + }, + { + "epoch": 0.5077162678748407, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.9127516746520996, + "num_tokens": 2897962.0, + "step": 3586 + }, + { + "epoch": 0.5078578507716268, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 2898640.0, + "step": 3587 + }, + { + "epoch": 0.5079994336684128, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2258, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 2900032.0, + "step": 3588 + }, + { + "epoch": 0.5081410165651989, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 2900627.0, + "step": 3589 + }, + { + "epoch": 0.508282599461985, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8717949390411377, + "num_tokens": 2902128.0, + "step": 3590 + }, + { + "epoch": 0.5084241823587711, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 2902690.0, + "step": 3591 + }, + { + "epoch": 0.5085657652555571, + "grad_norm": 107.0, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 2903491.0, + "step": 3592 + }, + { + "epoch": 0.5087073481523432, + "grad_norm": 103.0, + "learning_rate": 1e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 2904141.0, + "step": 3593 + }, + { + "epoch": 0.5088489310491293, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.862144410610199, + "num_tokens": 2905281.0, + "step": 3594 + }, + { + "epoch": 0.5089905139459153, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.0874, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 2905916.0, + "step": 3595 + }, + { + "epoch": 0.5091320968427014, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 2906419.0, + "step": 3596 + }, + { + "epoch": 0.5092736797394875, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8032786250114441, + "num_tokens": 2907390.0, + "step": 3597 + }, + { + "epoch": 0.5094152626362736, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 2907933.0, + "step": 3598 + }, + { + "epoch": 0.5095568455330596, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 2909056.0, + "step": 3599 + }, + { + "epoch": 0.5096984284298457, + "grad_norm": 127.5, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 2909638.0, + "step": 3600 + }, + { + "epoch": 0.5098400113266317, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 2910183.0, + "step": 3601 + }, + { + "epoch": 0.5099815942234178, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8640776872634888, + "num_tokens": 2910995.0, + "step": 3602 + }, + { + "epoch": 0.5101231771202038, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2228, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 2911632.0, + "step": 3603 + }, + { + "epoch": 0.51026476001699, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8583333492279053, + "num_tokens": 2912191.0, + "step": 3604 + }, + { + "epoch": 0.5104063429137761, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8055555820465088, + "num_tokens": 2913091.0, + "step": 3605 + }, + { + "epoch": 0.5105479258105621, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2031, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 2914024.0, + "step": 3606 + }, + { + "epoch": 0.5106895087073482, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 2914996.0, + "step": 3607 + }, + { + "epoch": 0.5108310916041342, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.17, + "mean_token_accuracy": 0.9248120784759521, + "num_tokens": 2915829.0, + "step": 3608 + }, + { + "epoch": 0.5109726745009203, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1573, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 2916441.0, + "step": 3609 + }, + { + "epoch": 0.5111142573977063, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 2917151.0, + "step": 3610 + }, + { + "epoch": 0.5112558402944924, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.9115044474601746, + "num_tokens": 2917839.0, + "step": 3611 + }, + { + "epoch": 0.5113974231912785, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 2918835.0, + "step": 3612 + }, + { + "epoch": 0.5115390060880646, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 2919889.0, + "step": 3613 + }, + { + "epoch": 0.5116805889848506, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.177, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 2920564.0, + "step": 3614 + }, + { + "epoch": 0.5118221718816367, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2663, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 2921242.0, + "step": 3615 + }, + { + "epoch": 0.5119637547784228, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 2922286.0, + "step": 3616 + }, + { + "epoch": 0.5121053376752088, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8771021962165833, + "num_tokens": 2923606.0, + "step": 3617 + }, + { + "epoch": 0.512246920571995, + "grad_norm": 12.5, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8729792237281799, + "num_tokens": 2925177.0, + "step": 3618 + }, + { + "epoch": 0.512388503468781, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 2925891.0, + "step": 3619 + }, + { + "epoch": 0.5125300863655671, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 2926966.0, + "step": 3620 + }, + { + "epoch": 0.5126716692623531, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 2927461.0, + "step": 3621 + }, + { + "epoch": 0.5128132521591392, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 2927968.0, + "step": 3622 + }, + { + "epoch": 0.5129548350559252, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 2928516.0, + "step": 3623 + }, + { + "epoch": 0.5130964179527113, + "grad_norm": 14.5625, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8664547204971313, + "num_tokens": 2929729.0, + "step": 3624 + }, + { + "epoch": 0.5132380008494973, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 2930326.0, + "step": 3625 + }, + { + "epoch": 0.5133795837462835, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8983957171440125, + "num_tokens": 2931249.0, + "step": 3626 + }, + { + "epoch": 0.5135211666430696, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.194, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 2931986.0, + "step": 3627 + }, + { + "epoch": 0.5136627495398556, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.4394, + "mean_token_accuracy": 0.8290154933929443, + "num_tokens": 2932631.0, + "step": 3628 + }, + { + "epoch": 0.5138043324366417, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1392, + "mean_token_accuracy": 0.9603960514068604, + "num_tokens": 2933458.0, + "step": 3629 + }, + { + "epoch": 0.5139459153334277, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.4974, + "mean_token_accuracy": 0.7880794405937195, + "num_tokens": 2934198.0, + "step": 3630 + }, + { + "epoch": 0.5140874982302138, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2403, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 2934933.0, + "step": 3631 + }, + { + "epoch": 0.5142290811269998, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8202247023582458, + "num_tokens": 2935692.0, + "step": 3632 + }, + { + "epoch": 0.514370664023786, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1527, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 2936562.0, + "step": 3633 + }, + { + "epoch": 0.514512246920572, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 2937151.0, + "step": 3634 + }, + { + "epoch": 0.5146538298173581, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.294, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 2937682.0, + "step": 3635 + }, + { + "epoch": 0.5147954127141441, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2722, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 2938545.0, + "step": 3636 + }, + { + "epoch": 0.5149369956109302, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.6763, + "mean_token_accuracy": 0.7619048357009888, + "num_tokens": 2939072.0, + "step": 3637 + }, + { + "epoch": 0.5150785785077163, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2007, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 2939741.0, + "step": 3638 + }, + { + "epoch": 0.5152201614045023, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.1305, + "mean_token_accuracy": 0.9748427271842957, + "num_tokens": 2940541.0, + "step": 3639 + }, + { + "epoch": 0.5153617443012884, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2941367.0, + "step": 3640 + }, + { + "epoch": 0.5155033271980745, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2941991.0, + "step": 3641 + }, + { + "epoch": 0.5156449100948606, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2481, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 2942749.0, + "step": 3642 + }, + { + "epoch": 0.5157864929916466, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2713, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2943276.0, + "step": 3643 + }, + { + "epoch": 0.5159280758884327, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1283, + "mean_token_accuracy": 0.9622641801834106, + "num_tokens": 2944123.0, + "step": 3644 + }, + { + "epoch": 0.5160696587852187, + "grad_norm": 143.0, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 2945202.0, + "step": 3645 + }, + { + "epoch": 0.5162112416820048, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8125, + "num_tokens": 2945978.0, + "step": 3646 + }, + { + "epoch": 0.5163528245787908, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 2946755.0, + "step": 3647 + }, + { + "epoch": 0.516494407475577, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2947496.0, + "step": 3648 + }, + { + "epoch": 0.516635990372363, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8000000715255737, + "num_tokens": 2948158.0, + "step": 3649 + }, + { + "epoch": 0.5167775732691491, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 2948983.0, + "step": 3650 + }, + { + "epoch": 0.5169191561659352, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2628, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 2949622.0, + "step": 3651 + }, + { + "epoch": 0.5170607390627212, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.1718, + "mean_token_accuracy": 0.9400749206542969, + "num_tokens": 2950338.0, + "step": 3652 + }, + { + "epoch": 0.5172023219595073, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2093, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 2951059.0, + "step": 3653 + }, + { + "epoch": 0.5173439048562933, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 2951577.0, + "step": 3654 + }, + { + "epoch": 0.5174854877530795, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.5406, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 2952325.0, + "step": 3655 + }, + { + "epoch": 0.5176270706498655, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 2953098.0, + "step": 3656 + }, + { + "epoch": 0.5177686535466516, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8467909097671509, + "num_tokens": 2954153.0, + "step": 3657 + }, + { + "epoch": 0.5179102364434376, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1737, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 2954717.0, + "step": 3658 + }, + { + "epoch": 0.5180518193402237, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.216, + "mean_token_accuracy": 0.9256756901741028, + "num_tokens": 2955308.0, + "step": 3659 + }, + { + "epoch": 0.5181934022370097, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 2956023.0, + "step": 3660 + }, + { + "epoch": 0.5183349851337958, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 2956641.0, + "step": 3661 + }, + { + "epoch": 0.518476568030582, + "grad_norm": 13.9375, + "learning_rate": 1e-06, + "loss": 0.104, + "mean_token_accuracy": 0.9600000381469727, + "num_tokens": 2957619.0, + "step": 3662 + }, + { + "epoch": 0.518618150927368, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1187, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 2958193.0, + "step": 3663 + }, + { + "epoch": 0.5187597338241541, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 2958927.0, + "step": 3664 + }, + { + "epoch": 0.5189013167209401, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.1973, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 2959443.0, + "step": 3665 + }, + { + "epoch": 0.5190428996177262, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 2960304.0, + "step": 3666 + }, + { + "epoch": 0.5191844825145122, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.174, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2960834.0, + "step": 3667 + }, + { + "epoch": 0.5193260654112983, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 2961439.0, + "step": 3668 + }, + { + "epoch": 0.5194676483080843, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 2962370.0, + "step": 3669 + }, + { + "epoch": 0.5196092312048705, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1316, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 2963109.0, + "step": 3670 + }, + { + "epoch": 0.5197508141016565, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 2963775.0, + "step": 3671 + }, + { + "epoch": 0.5198923969984426, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.1813, + "mean_token_accuracy": 0.9255532622337341, + "num_tokens": 2964718.0, + "step": 3672 + }, + { + "epoch": 0.5200339798952287, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 2965985.0, + "step": 3673 + }, + { + "epoch": 0.5201755627920147, + "grad_norm": 110.5, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 2966782.0, + "step": 3674 + }, + { + "epoch": 0.5203171456888008, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 2967305.0, + "step": 3675 + }, + { + "epoch": 0.5204587285855868, + "grad_norm": 239.0, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 2967848.0, + "step": 3676 + }, + { + "epoch": 0.520600311482373, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 2968642.0, + "step": 3677 + }, + { + "epoch": 0.520741894379159, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.176, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 2969181.0, + "step": 3678 + }, + { + "epoch": 0.5208834772759451, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1721, + "mean_token_accuracy": 0.9589040875434875, + "num_tokens": 2969776.0, + "step": 3679 + }, + { + "epoch": 0.5210250601727311, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2802, + "mean_token_accuracy": 0.9238095879554749, + "num_tokens": 2970342.0, + "step": 3680 + }, + { + "epoch": 0.5211666430695172, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1253, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 2971142.0, + "step": 3681 + }, + { + "epoch": 0.5213082259663032, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2221, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 2971886.0, + "step": 3682 + }, + { + "epoch": 0.5214498088630893, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2068, + "mean_token_accuracy": 0.9379844665527344, + "num_tokens": 2972429.0, + "step": 3683 + }, + { + "epoch": 0.5215913917598755, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 2973357.0, + "step": 3684 + }, + { + "epoch": 0.5217329746566615, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1385, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 2973994.0, + "step": 3685 + }, + { + "epoch": 0.5218745575534476, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.4949, + "mean_token_accuracy": 0.8351648449897766, + "num_tokens": 2974816.0, + "step": 3686 + }, + { + "epoch": 0.5220161404502336, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.2365, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 2975953.0, + "step": 3687 + }, + { + "epoch": 0.5221577233470197, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8725490570068359, + "num_tokens": 2976546.0, + "step": 3688 + }, + { + "epoch": 0.5222993062438057, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.5888, + "mean_token_accuracy": 0.7727272510528564, + "num_tokens": 2977343.0, + "step": 3689 + }, + { + "epoch": 0.5224408891405918, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 2978018.0, + "step": 3690 + }, + { + "epoch": 0.5225824720373778, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.1803, + "mean_token_accuracy": 0.9354839324951172, + "num_tokens": 2979373.0, + "step": 3691 + }, + { + "epoch": 0.522724054934164, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2395, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 2979926.0, + "step": 3692 + }, + { + "epoch": 0.52286563783095, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.7786884903907776, + "num_tokens": 2980556.0, + "step": 3693 + }, + { + "epoch": 0.5230072207277361, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 2981199.0, + "step": 3694 + }, + { + "epoch": 0.5231488036245222, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 2982282.0, + "step": 3695 + }, + { + "epoch": 0.5232903865213082, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.2302, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 2983009.0, + "step": 3696 + }, + { + "epoch": 0.5234319694180943, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2664, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 2983620.0, + "step": 3697 + }, + { + "epoch": 0.5235735523148803, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.860714316368103, + "num_tokens": 2984534.0, + "step": 3698 + }, + { + "epoch": 0.5237151352116665, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 2985082.0, + "step": 3699 + }, + { + "epoch": 0.5238567181084525, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 2985696.0, + "step": 3700 + }, + { + "epoch": 0.5239983010052386, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2465, + "mean_token_accuracy": 0.9112902879714966, + "num_tokens": 2986457.0, + "step": 3701 + }, + { + "epoch": 0.5241398839020246, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 2987003.0, + "step": 3702 + }, + { + "epoch": 0.5242814667988107, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.875, + "num_tokens": 2987609.0, + "step": 3703 + }, + { + "epoch": 0.5244230496955967, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8407079577445984, + "num_tokens": 2988282.0, + "step": 3704 + }, + { + "epoch": 0.5245646325923828, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1667, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 2989034.0, + "step": 3705 + }, + { + "epoch": 0.524706215489169, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.2733, + "mean_token_accuracy": 0.8971193432807922, + "num_tokens": 2990033.0, + "step": 3706 + }, + { + "epoch": 0.524847798385955, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2517, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 2990729.0, + "step": 3707 + }, + { + "epoch": 0.5249893812827411, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2013, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 2991491.0, + "step": 3708 + }, + { + "epoch": 0.5251309641795271, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.2875, + "mean_token_accuracy": 0.8992891311645508, + "num_tokens": 2992943.0, + "step": 3709 + }, + { + "epoch": 0.5252725470763132, + "grad_norm": 14.5625, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.9236363768577576, + "num_tokens": 2994031.0, + "step": 3710 + }, + { + "epoch": 0.5254141299730992, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2504, + "mean_token_accuracy": 0.9007353186607361, + "num_tokens": 2995018.0, + "step": 3711 + }, + { + "epoch": 0.5255557128698853, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8938053250312805, + "num_tokens": 2995579.0, + "step": 3712 + }, + { + "epoch": 0.5256972957666713, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.1862, + "mean_token_accuracy": 0.9421052932739258, + "num_tokens": 2996352.0, + "step": 3713 + }, + { + "epoch": 0.5258388786634575, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.8886755704879761, + "num_tokens": 2997444.0, + "step": 3714 + }, + { + "epoch": 0.5259804615602435, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9318181872367859, + "num_tokens": 2998129.0, + "step": 3715 + }, + { + "epoch": 0.5261220444570296, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.5588, + "mean_token_accuracy": 0.7534246444702148, + "num_tokens": 2998622.0, + "step": 3716 + }, + { + "epoch": 0.5262636273538157, + "grad_norm": 98.0, + "learning_rate": 1e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.795918345451355, + "num_tokens": 2999245.0, + "step": 3717 + }, + { + "epoch": 0.5264052102506017, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 2999915.0, + "step": 3718 + }, + { + "epoch": 0.5265467931473878, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.9171974658966064, + "num_tokens": 3000530.0, + "step": 3719 + }, + { + "epoch": 0.5266883760441738, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.2437, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 3001531.0, + "step": 3720 + }, + { + "epoch": 0.52682995894096, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 3002209.0, + "step": 3721 + }, + { + "epoch": 0.526971541837746, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.4829, + "mean_token_accuracy": 0.8320000171661377, + "num_tokens": 3003120.0, + "step": 3722 + }, + { + "epoch": 0.5271131247345321, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 3004045.0, + "step": 3723 + }, + { + "epoch": 0.5272547076313181, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1767, + "mean_token_accuracy": 0.9363635778427124, + "num_tokens": 3004855.0, + "step": 3724 + }, + { + "epoch": 0.5273962905281042, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3006365.0, + "step": 3725 + }, + { + "epoch": 0.5275378734248902, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3007616.0, + "step": 3726 + }, + { + "epoch": 0.5276794563216763, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2201, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 3008333.0, + "step": 3727 + }, + { + "epoch": 0.5278210392184625, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1914, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 3009288.0, + "step": 3728 + }, + { + "epoch": 0.5279626221152485, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 3010234.0, + "step": 3729 + }, + { + "epoch": 0.5281042050120346, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2599, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 3010885.0, + "step": 3730 + }, + { + "epoch": 0.5282457879088206, + "grad_norm": 110.0, + "learning_rate": 1e-06, + "loss": 0.2339, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 3011406.0, + "step": 3731 + }, + { + "epoch": 0.5283873708056067, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2093, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3012167.0, + "step": 3732 + }, + { + "epoch": 0.5285289537023927, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 3013044.0, + "step": 3733 + }, + { + "epoch": 0.5286705365991788, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.9284164905548096, + "num_tokens": 3014144.0, + "step": 3734 + }, + { + "epoch": 0.5288121194959648, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1501, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 3015033.0, + "step": 3735 + }, + { + "epoch": 0.528953702392751, + "grad_norm": 127.0, + "learning_rate": 1e-06, + "loss": 0.1879, + "mean_token_accuracy": 0.9375, + "num_tokens": 3015556.0, + "step": 3736 + }, + { + "epoch": 0.529095285289537, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8914728760719299, + "num_tokens": 3016540.0, + "step": 3737 + }, + { + "epoch": 0.5292368681863231, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 3017196.0, + "step": 3738 + }, + { + "epoch": 0.5293784510831092, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2765, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 3018080.0, + "step": 3739 + }, + { + "epoch": 0.5295200339798952, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8639053106307983, + "num_tokens": 3018768.0, + "step": 3740 + }, + { + "epoch": 0.5296616168766813, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2376, + "mean_token_accuracy": 0.890625, + "num_tokens": 3019506.0, + "step": 3741 + }, + { + "epoch": 0.5298031997734673, + "grad_norm": 12.4375, + "learning_rate": 1e-06, + "loss": 0.1277, + "mean_token_accuracy": 0.9435293674468994, + "num_tokens": 3021365.0, + "step": 3742 + }, + { + "epoch": 0.5299447826702535, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.849372386932373, + "num_tokens": 3022149.0, + "step": 3743 + }, + { + "epoch": 0.5300863655670395, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 3023082.0, + "step": 3744 + }, + { + "epoch": 0.5302279484638256, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 3024283.0, + "step": 3745 + }, + { + "epoch": 0.5303695313606116, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.885496199131012, + "num_tokens": 3025082.0, + "step": 3746 + }, + { + "epoch": 0.5305111142573977, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2021, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3025699.0, + "step": 3747 + }, + { + "epoch": 0.5306526971541837, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.9007633328437805, + "num_tokens": 3026612.0, + "step": 3748 + }, + { + "epoch": 0.5307942800509698, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.262, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3027559.0, + "step": 3749 + }, + { + "epoch": 0.530935862947756, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3028572.0, + "step": 3750 + }, + { + "epoch": 0.531077445844542, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2151, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 3029236.0, + "step": 3751 + }, + { + "epoch": 0.5312190287413281, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.875, + "num_tokens": 3029902.0, + "step": 3752 + }, + { + "epoch": 0.5313606116381141, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 3030489.0, + "step": 3753 + }, + { + "epoch": 0.5315021945349002, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 3031053.0, + "step": 3754 + }, + { + "epoch": 0.5316437774316862, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.1192, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3031526.0, + "step": 3755 + }, + { + "epoch": 0.5317853603284723, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2462, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 3032283.0, + "step": 3756 + }, + { + "epoch": 0.5319269432252584, + "grad_norm": 14.625, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8524999618530273, + "num_tokens": 3033830.0, + "step": 3757 + }, + { + "epoch": 0.5320685261220445, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.9064748287200928, + "num_tokens": 3034633.0, + "step": 3758 + }, + { + "epoch": 0.5322101090188305, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 3035595.0, + "step": 3759 + }, + { + "epoch": 0.5323516919156166, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 3036360.0, + "step": 3760 + }, + { + "epoch": 0.5324932748124027, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.5544, + "mean_token_accuracy": 0.8075709939002991, + "num_tokens": 3037304.0, + "step": 3761 + }, + { + "epoch": 0.5326348577091887, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 3037881.0, + "step": 3762 + }, + { + "epoch": 0.5327764406059748, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 3038649.0, + "step": 3763 + }, + { + "epoch": 0.5329180235027609, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2453, + "mean_token_accuracy": 0.9016393423080444, + "num_tokens": 3040055.0, + "step": 3764 + }, + { + "epoch": 0.533059606399547, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 3040935.0, + "step": 3765 + }, + { + "epoch": 0.533201189296333, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 3041860.0, + "step": 3766 + }, + { + "epoch": 0.5333427721931191, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2269, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 3042357.0, + "step": 3767 + }, + { + "epoch": 0.5334843550899051, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 3043575.0, + "step": 3768 + }, + { + "epoch": 0.5336259379866912, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.8879310488700867, + "num_tokens": 3044261.0, + "step": 3769 + }, + { + "epoch": 0.5337675208834772, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 3045149.0, + "step": 3770 + }, + { + "epoch": 0.5339091037802633, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 3045695.0, + "step": 3771 + }, + { + "epoch": 0.5340506866770494, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2787, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 3046571.0, + "step": 3772 + }, + { + "epoch": 0.5341922695738355, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.875, + "num_tokens": 3048020.0, + "step": 3773 + }, + { + "epoch": 0.5343338524706216, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.8940092325210571, + "num_tokens": 3048972.0, + "step": 3774 + }, + { + "epoch": 0.5344754353674076, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1652, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3049929.0, + "step": 3775 + }, + { + "epoch": 0.5346170182641937, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2602, + "mean_token_accuracy": 0.9151514768600464, + "num_tokens": 3050674.0, + "step": 3776 + }, + { + "epoch": 0.5347586011609797, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2406, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 3051501.0, + "step": 3777 + }, + { + "epoch": 0.5349001840577658, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 3052244.0, + "step": 3778 + }, + { + "epoch": 0.5350417669545519, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2497, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 3052827.0, + "step": 3779 + }, + { + "epoch": 0.535183349851338, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2201, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3053363.0, + "step": 3780 + }, + { + "epoch": 0.535324932748124, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 3054091.0, + "step": 3781 + }, + { + "epoch": 0.5354665156449101, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3054620.0, + "step": 3782 + }, + { + "epoch": 0.5356080985416961, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8459168076515198, + "num_tokens": 3055963.0, + "step": 3783 + }, + { + "epoch": 0.5357496814384822, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2725, + "mean_token_accuracy": 0.9202898740768433, + "num_tokens": 3057071.0, + "step": 3784 + }, + { + "epoch": 0.5358912643352683, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.172, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 3057588.0, + "step": 3785 + }, + { + "epoch": 0.5360328472320544, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1663, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 3058373.0, + "step": 3786 + }, + { + "epoch": 0.5361744301288405, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 3058958.0, + "step": 3787 + }, + { + "epoch": 0.5363160130256265, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2413, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3059606.0, + "step": 3788 + }, + { + "epoch": 0.5364575959224126, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2134, + "mean_token_accuracy": 0.875, + "num_tokens": 3060312.0, + "step": 3789 + }, + { + "epoch": 0.5365991788191986, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 3060990.0, + "step": 3790 + }, + { + "epoch": 0.5367407617159847, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 3061716.0, + "step": 3791 + }, + { + "epoch": 0.5368823446127707, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2362, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3062256.0, + "step": 3792 + }, + { + "epoch": 0.5370239275095569, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 3063265.0, + "step": 3793 + }, + { + "epoch": 0.5371655104063429, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2157, + "mean_token_accuracy": 0.9375, + "num_tokens": 3063836.0, + "step": 3794 + }, + { + "epoch": 0.537307093303129, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.5725, + "mean_token_accuracy": 0.8150289058685303, + "num_tokens": 3064830.0, + "step": 3795 + }, + { + "epoch": 0.5374486761999151, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1958, + "mean_token_accuracy": 0.9337016940116882, + "num_tokens": 3065570.0, + "step": 3796 + }, + { + "epoch": 0.5375902590967011, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 3066335.0, + "step": 3797 + }, + { + "epoch": 0.5377318419934872, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 3067067.0, + "step": 3798 + }, + { + "epoch": 0.5378734248902732, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 3067619.0, + "step": 3799 + }, + { + "epoch": 0.5380150077870594, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2106, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 3068464.0, + "step": 3800 + }, + { + "epoch": 0.5381565906838454, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3069170.0, + "step": 3801 + }, + { + "epoch": 0.5382981735806315, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 3070058.0, + "step": 3802 + }, + { + "epoch": 0.5384397564774175, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 3070550.0, + "step": 3803 + }, + { + "epoch": 0.5385813393742036, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8556700944900513, + "num_tokens": 3071082.0, + "step": 3804 + }, + { + "epoch": 0.5387229222709896, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4726, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 3071600.0, + "step": 3805 + }, + { + "epoch": 0.5388645051677757, + "grad_norm": 15.8125, + "learning_rate": 1e-06, + "loss": 0.2478, + "mean_token_accuracy": 0.9050847291946411, + "num_tokens": 3072707.0, + "step": 3806 + }, + { + "epoch": 0.5390060880645619, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 3073881.0, + "step": 3807 + }, + { + "epoch": 0.5391476709613479, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2199, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 3074735.0, + "step": 3808 + }, + { + "epoch": 0.539289253858134, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 3075448.0, + "step": 3809 + }, + { + "epoch": 0.53943083675492, + "grad_norm": 8.625, + "learning_rate": 1e-06, + "loss": 0.1888, + "mean_token_accuracy": 0.9270346164703369, + "num_tokens": 3077010.0, + "step": 3810 + }, + { + "epoch": 0.5395724196517061, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 3077813.0, + "step": 3811 + }, + { + "epoch": 0.5397140025484921, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 3078624.0, + "step": 3812 + }, + { + "epoch": 0.5398555854452782, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.84375, + "num_tokens": 3079453.0, + "step": 3813 + }, + { + "epoch": 0.5399971683420642, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 3080453.0, + "step": 3814 + }, + { + "epoch": 0.5401387512388504, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 3081423.0, + "step": 3815 + }, + { + "epoch": 0.5402803341356364, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2284, + "mean_token_accuracy": 0.90625, + "num_tokens": 3081971.0, + "step": 3816 + }, + { + "epoch": 0.5404219170324225, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.2229, + "mean_token_accuracy": 0.9168173670768738, + "num_tokens": 3083227.0, + "step": 3817 + }, + { + "epoch": 0.5405634999292086, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 3083936.0, + "step": 3818 + }, + { + "epoch": 0.5407050828259946, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 3084985.0, + "step": 3819 + }, + { + "epoch": 0.5408466657227807, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.6303, + "mean_token_accuracy": 0.7966101765632629, + "num_tokens": 3085537.0, + "step": 3820 + }, + { + "epoch": 0.5409882486195667, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 3086078.0, + "step": 3821 + }, + { + "epoch": 0.5411298315163529, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8429751992225647, + "num_tokens": 3086708.0, + "step": 3822 + }, + { + "epoch": 0.5412714144131389, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 3087431.0, + "step": 3823 + }, + { + "epoch": 0.541412997309925, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.2765, + "mean_token_accuracy": 0.8962472677230835, + "num_tokens": 3088450.0, + "step": 3824 + }, + { + "epoch": 0.541554580206711, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1997, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 3089119.0, + "step": 3825 + }, + { + "epoch": 0.5416961631034971, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2612, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 3089856.0, + "step": 3826 + }, + { + "epoch": 0.5418377460002831, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2661, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 3090454.0, + "step": 3827 + }, + { + "epoch": 0.5419793288970692, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 3091076.0, + "step": 3828 + }, + { + "epoch": 0.5421209117938554, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.7692307829856873, + "num_tokens": 3092097.0, + "step": 3829 + }, + { + "epoch": 0.5422624946906414, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.8969696760177612, + "num_tokens": 3093020.0, + "step": 3830 + }, + { + "epoch": 0.5424040775874275, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.1932, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3093863.0, + "step": 3831 + }, + { + "epoch": 0.5425456604842135, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 3094407.0, + "step": 3832 + }, + { + "epoch": 0.5426872433809996, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 3095083.0, + "step": 3833 + }, + { + "epoch": 0.5428288262777856, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3095775.0, + "step": 3834 + }, + { + "epoch": 0.5429704091745717, + "grad_norm": 98.0, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 3096446.0, + "step": 3835 + }, + { + "epoch": 0.5431119920713577, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.5367, + "mean_token_accuracy": 0.7920000553131104, + "num_tokens": 3097149.0, + "step": 3836 + }, + { + "epoch": 0.5432535749681439, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 3097820.0, + "step": 3837 + }, + { + "epoch": 0.5433951578649299, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.1637, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 3098514.0, + "step": 3838 + }, + { + "epoch": 0.543536740761716, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2347, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3099016.0, + "step": 3839 + }, + { + "epoch": 0.5436783236585021, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.1973, + "mean_token_accuracy": 0.9375, + "num_tokens": 3099760.0, + "step": 3840 + }, + { + "epoch": 0.5438199065552881, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2451, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3100341.0, + "step": 3841 + }, + { + "epoch": 0.5439614894520742, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 3101107.0, + "step": 3842 + }, + { + "epoch": 0.5441030723488602, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1927, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 3102033.0, + "step": 3843 + }, + { + "epoch": 0.5442446552456464, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 3102776.0, + "step": 3844 + }, + { + "epoch": 0.5443862381424324, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1835, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3103377.0, + "step": 3845 + }, + { + "epoch": 0.5445278210392185, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 3104224.0, + "step": 3846 + }, + { + "epoch": 0.5446694039360045, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 3105057.0, + "step": 3847 + }, + { + "epoch": 0.5448109868327906, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 3105745.0, + "step": 3848 + }, + { + "epoch": 0.5449525697295766, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2279, + "mean_token_accuracy": 0.921875, + "num_tokens": 3106339.0, + "step": 3849 + }, + { + "epoch": 0.5450941526263627, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3106984.0, + "step": 3850 + }, + { + "epoch": 0.5452357355231489, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.859375, + "num_tokens": 3107781.0, + "step": 3851 + }, + { + "epoch": 0.5453773184199349, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2267, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3108599.0, + "step": 3852 + }, + { + "epoch": 0.545518901316721, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.859375, + "num_tokens": 3109127.0, + "step": 3853 + }, + { + "epoch": 0.545660484213507, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1556, + "mean_token_accuracy": 0.9390243291854858, + "num_tokens": 3110192.0, + "step": 3854 + }, + { + "epoch": 0.5458020671102931, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2308, + "mean_token_accuracy": 0.9045454263687134, + "num_tokens": 3111078.0, + "step": 3855 + }, + { + "epoch": 0.5459436500070791, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3111603.0, + "step": 3856 + }, + { + "epoch": 0.5460852329038652, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1961, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3112149.0, + "step": 3857 + }, + { + "epoch": 0.5462268158006512, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1881, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 3113137.0, + "step": 3858 + }, + { + "epoch": 0.5463683986974374, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.187, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 3113911.0, + "step": 3859 + }, + { + "epoch": 0.5465099815942234, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 3115010.0, + "step": 3860 + }, + { + "epoch": 0.5466515644910095, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2401, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3116058.0, + "step": 3861 + }, + { + "epoch": 0.5467931473877956, + "grad_norm": 10.25, + "learning_rate": 1e-06, + "loss": 0.1582, + "mean_token_accuracy": 0.9389671683311462, + "num_tokens": 3117922.0, + "step": 3862 + }, + { + "epoch": 0.5469347302845816, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.1051, + "mean_token_accuracy": 0.9657142758369446, + "num_tokens": 3118989.0, + "step": 3863 + }, + { + "epoch": 0.5470763131813677, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2603, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 3119966.0, + "step": 3864 + }, + { + "epoch": 0.5472178960781537, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 3121043.0, + "step": 3865 + }, + { + "epoch": 0.5473594789749399, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 3121915.0, + "step": 3866 + }, + { + "epoch": 0.5475010618717259, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8981233239173889, + "num_tokens": 3123211.0, + "step": 3867 + }, + { + "epoch": 0.547642644768512, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2607, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 3123914.0, + "step": 3868 + }, + { + "epoch": 0.547784227665298, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.0856, + "mean_token_accuracy": 0.9780219793319702, + "num_tokens": 3125134.0, + "step": 3869 + }, + { + "epoch": 0.5479258105620841, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8373493552207947, + "num_tokens": 3125778.0, + "step": 3870 + }, + { + "epoch": 0.5480673934588701, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.248, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 3126570.0, + "step": 3871 + }, + { + "epoch": 0.5482089763556562, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2201, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3127074.0, + "step": 3872 + }, + { + "epoch": 0.5483505592524424, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.875, + "num_tokens": 3127926.0, + "step": 3873 + }, + { + "epoch": 0.5484921421492284, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 3128487.0, + "step": 3874 + }, + { + "epoch": 0.5486337250460145, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 3129197.0, + "step": 3875 + }, + { + "epoch": 0.5487753079428005, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.1622, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3130258.0, + "step": 3876 + }, + { + "epoch": 0.5489168908395866, + "grad_norm": 132.0, + "learning_rate": 1e-06, + "loss": 0.2828, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 3130913.0, + "step": 3877 + }, + { + "epoch": 0.5490584737363726, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 3131456.0, + "step": 3878 + }, + { + "epoch": 0.5492000566331587, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 3132354.0, + "step": 3879 + }, + { + "epoch": 0.5493416395299447, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8464163541793823, + "num_tokens": 3133312.0, + "step": 3880 + }, + { + "epoch": 0.5494832224267309, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3133934.0, + "step": 3881 + }, + { + "epoch": 0.5496248053235169, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.2055, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 3134860.0, + "step": 3882 + }, + { + "epoch": 0.549766388220303, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.2745, + "mean_token_accuracy": 0.892070472240448, + "num_tokens": 3136199.0, + "step": 3883 + }, + { + "epoch": 0.549907971117089, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8391607999801636, + "num_tokens": 3137065.0, + "step": 3884 + }, + { + "epoch": 0.5500495540138751, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3137584.0, + "step": 3885 + }, + { + "epoch": 0.5501911369106612, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 3138389.0, + "step": 3886 + }, + { + "epoch": 0.5503327198074472, + "grad_norm": 126.0, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 3139341.0, + "step": 3887 + }, + { + "epoch": 0.5504743027042334, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.1762, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 3140081.0, + "step": 3888 + }, + { + "epoch": 0.5506158856010194, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.0844, + "mean_token_accuracy": 0.9629629850387573, + "num_tokens": 3140981.0, + "step": 3889 + }, + { + "epoch": 0.5507574684978055, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2481, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 3141516.0, + "step": 3890 + }, + { + "epoch": 0.5508990513945915, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3142126.0, + "step": 3891 + }, + { + "epoch": 0.5510406342913776, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 3142649.0, + "step": 3892 + }, + { + "epoch": 0.5511822171881636, + "grad_norm": 12.1875, + "learning_rate": 1e-06, + "loss": 0.1631, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 3143933.0, + "step": 3893 + }, + { + "epoch": 0.5513238000849497, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 3144865.0, + "step": 3894 + }, + { + "epoch": 0.5514653829817358, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 3145684.0, + "step": 3895 + }, + { + "epoch": 0.5516069658785219, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2142, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 3146302.0, + "step": 3896 + }, + { + "epoch": 0.551748548775308, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 3146822.0, + "step": 3897 + }, + { + "epoch": 0.551890131672094, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.169, + "mean_token_accuracy": 0.9435483813285828, + "num_tokens": 3147702.0, + "step": 3898 + }, + { + "epoch": 0.5520317145688801, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2799, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 3148528.0, + "step": 3899 + }, + { + "epoch": 0.5521732974656661, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.9097222089767456, + "num_tokens": 3149149.0, + "step": 3900 + }, + { + "epoch": 0.5523148803624522, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 3149711.0, + "step": 3901 + }, + { + "epoch": 0.5524564632592383, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2634, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 3150288.0, + "step": 3902 + }, + { + "epoch": 0.5525980461560244, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 3151022.0, + "step": 3903 + }, + { + "epoch": 0.5527396290528104, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 3151632.0, + "step": 3904 + }, + { + "epoch": 0.5528812119495965, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 3152470.0, + "step": 3905 + }, + { + "epoch": 0.5530227948463825, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 3153261.0, + "step": 3906 + }, + { + "epoch": 0.5531643777431686, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.2435, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3154269.0, + "step": 3907 + }, + { + "epoch": 0.5533059606399547, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.868686854839325, + "num_tokens": 3154922.0, + "step": 3908 + }, + { + "epoch": 0.5534475435367407, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8365384936332703, + "num_tokens": 3155843.0, + "step": 3909 + }, + { + "epoch": 0.5535891264335269, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3156342.0, + "step": 3910 + }, + { + "epoch": 0.5537307093303129, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.8776119351387024, + "num_tokens": 3157156.0, + "step": 3911 + }, + { + "epoch": 0.553872292227099, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 3157717.0, + "step": 3912 + }, + { + "epoch": 0.554013875123885, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.8288288712501526, + "num_tokens": 3158631.0, + "step": 3913 + }, + { + "epoch": 0.5541554580206711, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 3159720.0, + "step": 3914 + }, + { + "epoch": 0.5542970409174571, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 3160580.0, + "step": 3915 + }, + { + "epoch": 0.5544386238142432, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 3161115.0, + "step": 3916 + }, + { + "epoch": 0.5545802067110293, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2576, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 3161962.0, + "step": 3917 + }, + { + "epoch": 0.5547217896078154, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 3162570.0, + "step": 3918 + }, + { + "epoch": 0.5548633725046015, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 3163159.0, + "step": 3919 + }, + { + "epoch": 0.5550049554013875, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2678, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 3163989.0, + "step": 3920 + }, + { + "epoch": 0.5551465382981736, + "grad_norm": 14.8125, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.862864077091217, + "num_tokens": 3165380.0, + "step": 3921 + }, + { + "epoch": 0.5552881211949596, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 3166198.0, + "step": 3922 + }, + { + "epoch": 0.5554297040917457, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 3166875.0, + "step": 3923 + }, + { + "epoch": 0.5555712869885318, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2579, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3167579.0, + "step": 3924 + }, + { + "epoch": 0.5557128698853179, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.251, + "mean_token_accuracy": 0.906882643699646, + "num_tokens": 3168239.0, + "step": 3925 + }, + { + "epoch": 0.5558544527821039, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 3169206.0, + "step": 3926 + }, + { + "epoch": 0.55599603567889, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 3170046.0, + "step": 3927 + }, + { + "epoch": 0.556137618575676, + "grad_norm": 114.5, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 3170605.0, + "step": 3928 + }, + { + "epoch": 0.5562792014724621, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.1464, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 3171165.0, + "step": 3929 + }, + { + "epoch": 0.5564207843692482, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1919, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 3171948.0, + "step": 3930 + }, + { + "epoch": 0.5565623672660343, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2021, + "mean_token_accuracy": 0.9235294461250305, + "num_tokens": 3173138.0, + "step": 3931 + }, + { + "epoch": 0.5567039501628204, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1671, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 3173851.0, + "step": 3932 + }, + { + "epoch": 0.5568455330596064, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8887363076210022, + "num_tokens": 3175276.0, + "step": 3933 + }, + { + "epoch": 0.5569871159563925, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.90625, + "num_tokens": 3176044.0, + "step": 3934 + }, + { + "epoch": 0.5571286988531785, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 3176944.0, + "step": 3935 + }, + { + "epoch": 0.5572702817499646, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.9115044474601746, + "num_tokens": 3177632.0, + "step": 3936 + }, + { + "epoch": 0.5574118646467506, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 3178302.0, + "step": 3937 + }, + { + "epoch": 0.5575534475435368, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.8402367234230042, + "num_tokens": 3179063.0, + "step": 3938 + }, + { + "epoch": 0.5576950304403228, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2433, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 3180031.0, + "step": 3939 + }, + { + "epoch": 0.5578366133371089, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.5532, + "mean_token_accuracy": 0.779411792755127, + "num_tokens": 3180747.0, + "step": 3940 + }, + { + "epoch": 0.557978196233895, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 3181728.0, + "step": 3941 + }, + { + "epoch": 0.558119779130681, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1487, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 3182432.0, + "step": 3942 + }, + { + "epoch": 0.5582613620274671, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8455284237861633, + "num_tokens": 3183364.0, + "step": 3943 + }, + { + "epoch": 0.5584029449242531, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2282, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 3184258.0, + "step": 3944 + }, + { + "epoch": 0.5585445278210392, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8489208817481995, + "num_tokens": 3184912.0, + "step": 3945 + }, + { + "epoch": 0.5586861107178253, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8224719166755676, + "num_tokens": 3186115.0, + "step": 3946 + }, + { + "epoch": 0.5588276936146114, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1738, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 3186820.0, + "step": 3947 + }, + { + "epoch": 0.5589692765113974, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8469387292861938, + "num_tokens": 3187371.0, + "step": 3948 + }, + { + "epoch": 0.5591108594081835, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 3188220.0, + "step": 3949 + }, + { + "epoch": 0.5592524423049695, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3189061.0, + "step": 3950 + }, + { + "epoch": 0.5593940252017556, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.2778, + "mean_token_accuracy": 0.8813056349754333, + "num_tokens": 3190269.0, + "step": 3951 + }, + { + "epoch": 0.5595356080985417, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2171, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 3190913.0, + "step": 3952 + }, + { + "epoch": 0.5596771909953278, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 3191544.0, + "step": 3953 + }, + { + "epoch": 0.5598187738921139, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 3192774.0, + "step": 3954 + }, + { + "epoch": 0.5599603567888999, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.848214328289032, + "num_tokens": 3193600.0, + "step": 3955 + }, + { + "epoch": 0.560101939685686, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8294573426246643, + "num_tokens": 3194343.0, + "step": 3956 + }, + { + "epoch": 0.560243522582472, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.875, + "num_tokens": 3195215.0, + "step": 3957 + }, + { + "epoch": 0.5603851054792581, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 3196064.0, + "step": 3958 + }, + { + "epoch": 0.5605266883760441, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2311, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 3196605.0, + "step": 3959 + }, + { + "epoch": 0.5606682712728303, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2337, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3197272.0, + "step": 3960 + }, + { + "epoch": 0.5608098541696163, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.7943925261497498, + "num_tokens": 3197820.0, + "step": 3961 + }, + { + "epoch": 0.5609514370664024, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.1334, + "mean_token_accuracy": 0.9594594836235046, + "num_tokens": 3198769.0, + "step": 3962 + }, + { + "epoch": 0.5610930199631885, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2216, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3199892.0, + "step": 3963 + }, + { + "epoch": 0.5612346028599745, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.804347813129425, + "num_tokens": 3200468.0, + "step": 3964 + }, + { + "epoch": 0.5613761857567606, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8644688725471497, + "num_tokens": 3202018.0, + "step": 3965 + }, + { + "epoch": 0.5615177686535466, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8760000467300415, + "num_tokens": 3202869.0, + "step": 3966 + }, + { + "epoch": 0.5616593515503328, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 3203411.0, + "step": 3967 + }, + { + "epoch": 0.5618009344471188, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8491124510765076, + "num_tokens": 3204190.0, + "step": 3968 + }, + { + "epoch": 0.5619425173439049, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2159, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 3204696.0, + "step": 3969 + }, + { + "epoch": 0.5620841002406909, + "grad_norm": 161.0, + "learning_rate": 1e-06, + "loss": 0.5435, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3205195.0, + "step": 3970 + }, + { + "epoch": 0.562225683137477, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.212, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3206048.0, + "step": 3971 + }, + { + "epoch": 0.562367266034263, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.2123, + "mean_token_accuracy": 0.9220055341720581, + "num_tokens": 3207296.0, + "step": 3972 + }, + { + "epoch": 0.5625088489310491, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 3208000.0, + "step": 3973 + }, + { + "epoch": 0.5626504318278353, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1128, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 3208695.0, + "step": 3974 + }, + { + "epoch": 0.5627920147246213, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 3209597.0, + "step": 3975 + }, + { + "epoch": 0.5629335976214074, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 3210332.0, + "step": 3976 + }, + { + "epoch": 0.5630751805181934, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.2453, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 3211281.0, + "step": 3977 + }, + { + "epoch": 0.5632167634149795, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 3212306.0, + "step": 3978 + }, + { + "epoch": 0.5633583463117655, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1287, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 3213003.0, + "step": 3979 + }, + { + "epoch": 0.5634999292085516, + "grad_norm": 104.5, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8135592937469482, + "num_tokens": 3213663.0, + "step": 3980 + }, + { + "epoch": 0.5636415121053376, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2768, + "mean_token_accuracy": 0.8849557638168335, + "num_tokens": 3214451.0, + "step": 3981 + }, + { + "epoch": 0.5637830950021238, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 3215755.0, + "step": 3982 + }, + { + "epoch": 0.5639246778989098, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 3216615.0, + "step": 3983 + }, + { + "epoch": 0.5640662607956959, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 3217509.0, + "step": 3984 + }, + { + "epoch": 0.564207843692482, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2475, + "mean_token_accuracy": 0.9085603356361389, + "num_tokens": 3218542.0, + "step": 3985 + }, + { + "epoch": 0.564349426589268, + "grad_norm": 119.5, + "learning_rate": 1e-06, + "loss": 0.1981, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3219457.0, + "step": 3986 + }, + { + "epoch": 0.5644910094860541, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.1714, + "mean_token_accuracy": 0.9375, + "num_tokens": 3220377.0, + "step": 3987 + }, + { + "epoch": 0.5646325923828401, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2525, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 3221062.0, + "step": 3988 + }, + { + "epoch": 0.5647741752796263, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 3221986.0, + "step": 3989 + }, + { + "epoch": 0.5649157581764123, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.175, + "mean_token_accuracy": 0.9325153231620789, + "num_tokens": 3222898.0, + "step": 3990 + }, + { + "epoch": 0.5650573410731984, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 3223440.0, + "step": 3991 + }, + { + "epoch": 0.5651989239699844, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2117, + "mean_token_accuracy": 0.9141414165496826, + "num_tokens": 3225016.0, + "step": 3992 + }, + { + "epoch": 0.5653405068667705, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8434782028198242, + "num_tokens": 3225585.0, + "step": 3993 + }, + { + "epoch": 0.5654820897635565, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 3226726.0, + "step": 3994 + }, + { + "epoch": 0.5656236726603426, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2353, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3227239.0, + "step": 3995 + }, + { + "epoch": 0.5657652555571286, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.195, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3227877.0, + "step": 3996 + }, + { + "epoch": 0.5659068384539148, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8125, + "num_tokens": 3228644.0, + "step": 3997 + }, + { + "epoch": 0.5660484213507009, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 3229331.0, + "step": 3998 + }, + { + "epoch": 0.5661900042474869, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.5654, + "mean_token_accuracy": 0.7903225421905518, + "num_tokens": 3229988.0, + "step": 3999 + }, + { + "epoch": 0.566331587144273, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.1802, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 3230822.0, + "step": 4000 + }, + { + "epoch": 0.566473170041059, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 3231368.0, + "step": 4001 + }, + { + "epoch": 0.5666147529378451, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2692, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 3232097.0, + "step": 4002 + }, + { + "epoch": 0.5667563358346311, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2525, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 3232643.0, + "step": 4003 + }, + { + "epoch": 0.5668979187314173, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2472, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 3233330.0, + "step": 4004 + }, + { + "epoch": 0.5670395016282033, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 3234369.0, + "step": 4005 + }, + { + "epoch": 0.5671810845249894, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 3234901.0, + "step": 4006 + }, + { + "epoch": 0.5673226674217754, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 3235468.0, + "step": 4007 + }, + { + "epoch": 0.5674642503185615, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 3235994.0, + "step": 4008 + }, + { + "epoch": 0.5676058332153476, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.2574, + "mean_token_accuracy": 0.9119638800621033, + "num_tokens": 3237086.0, + "step": 4009 + }, + { + "epoch": 0.5677474161121336, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 3238032.0, + "step": 4010 + }, + { + "epoch": 0.5678889990089198, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.875, + "num_tokens": 3238961.0, + "step": 4011 + }, + { + "epoch": 0.5680305819057058, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 3239542.0, + "step": 4012 + }, + { + "epoch": 0.5681721648024919, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 3240470.0, + "step": 4013 + }, + { + "epoch": 0.5683137476992779, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2825, + "mean_token_accuracy": 0.8962264060974121, + "num_tokens": 3241263.0, + "step": 4014 + }, + { + "epoch": 0.568455330596064, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1756, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 3241920.0, + "step": 4015 + }, + { + "epoch": 0.56859691349285, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2194, + "mean_token_accuracy": 0.9300000071525574, + "num_tokens": 3242692.0, + "step": 4016 + }, + { + "epoch": 0.5687384963896361, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.4538, + "mean_token_accuracy": 0.858490526676178, + "num_tokens": 3244164.0, + "step": 4017 + }, + { + "epoch": 0.5688800792864221, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 3245201.0, + "step": 4018 + }, + { + "epoch": 0.5690216621832083, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1893, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 3245715.0, + "step": 4019 + }, + { + "epoch": 0.5691632450799944, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2134, + "mean_token_accuracy": 0.8956521153450012, + "num_tokens": 3246443.0, + "step": 4020 + }, + { + "epoch": 0.5693048279767804, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.7878788113594055, + "num_tokens": 3247222.0, + "step": 4021 + }, + { + "epoch": 0.5694464108735665, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2482, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 3247840.0, + "step": 4022 + }, + { + "epoch": 0.5695879937703525, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.1845, + "mean_token_accuracy": 0.9661017060279846, + "num_tokens": 3248713.0, + "step": 4023 + }, + { + "epoch": 0.5697295766671386, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.2698, + "mean_token_accuracy": 0.9019138216972351, + "num_tokens": 3249692.0, + "step": 4024 + }, + { + "epoch": 0.5698711595639246, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 3250300.0, + "step": 4025 + }, + { + "epoch": 0.5700127424607108, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2762, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 3251286.0, + "step": 4026 + }, + { + "epoch": 0.5701543253574968, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8512110710144043, + "num_tokens": 3252023.0, + "step": 4027 + }, + { + "epoch": 0.5702959082542829, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3252627.0, + "step": 4028 + }, + { + "epoch": 0.5704374911510689, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.1334, + "mean_token_accuracy": 0.9448275566101074, + "num_tokens": 3253231.0, + "step": 4029 + }, + { + "epoch": 0.570579074047855, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8095238208770752, + "num_tokens": 3253765.0, + "step": 4030 + }, + { + "epoch": 0.5707206569446411, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 3254604.0, + "step": 4031 + }, + { + "epoch": 0.5708622398414271, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8869564533233643, + "num_tokens": 3255152.0, + "step": 4032 + }, + { + "epoch": 0.5710038227382133, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1641, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3255785.0, + "step": 4033 + }, + { + "epoch": 0.5711454056349993, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2272, + "mean_token_accuracy": 0.9191176891326904, + "num_tokens": 3257037.0, + "step": 4034 + }, + { + "epoch": 0.5712869885317854, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3257837.0, + "step": 4035 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1996, + "mean_token_accuracy": 0.9375, + "num_tokens": 3258468.0, + "step": 4036 + }, + { + "epoch": 0.5715701543253575, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.1642, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 3259480.0, + "step": 4037 + }, + { + "epoch": 0.5717117372221435, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 3260301.0, + "step": 4038 + }, + { + "epoch": 0.5718533201189296, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1559, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 3261114.0, + "step": 4039 + }, + { + "epoch": 0.5719949030157156, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2549, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 3261857.0, + "step": 4040 + }, + { + "epoch": 0.5721364859125018, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1958, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 3262464.0, + "step": 4041 + }, + { + "epoch": 0.5722780688092879, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8865785002708435, + "num_tokens": 3263429.0, + "step": 4042 + }, + { + "epoch": 0.5724196517060739, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 3264476.0, + "step": 4043 + }, + { + "epoch": 0.57256123460286, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8742856979370117, + "num_tokens": 3265443.0, + "step": 4044 + }, + { + "epoch": 0.572702817499646, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3266534.0, + "step": 4045 + }, + { + "epoch": 0.5728444003964321, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2753, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 3267188.0, + "step": 4046 + }, + { + "epoch": 0.5729859832932181, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.1845, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 3267996.0, + "step": 4047 + }, + { + "epoch": 0.5731275661900043, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 3268790.0, + "step": 4048 + }, + { + "epoch": 0.5732691490867903, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2134, + "mean_token_accuracy": 0.9068413376808167, + "num_tokens": 3270022.0, + "step": 4049 + }, + { + "epoch": 0.5734107319835764, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8433269262313843, + "num_tokens": 3271217.0, + "step": 4050 + }, + { + "epoch": 0.5735523148803624, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9285714030265808, + "num_tokens": 3271876.0, + "step": 4051 + }, + { + "epoch": 0.5736938977771485, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8451612591743469, + "num_tokens": 3272815.0, + "step": 4052 + }, + { + "epoch": 0.5738354806739346, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8829479813575745, + "num_tokens": 3274473.0, + "step": 4053 + }, + { + "epoch": 0.5739770635707206, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 3275049.0, + "step": 4054 + }, + { + "epoch": 0.5741186464675068, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 3275592.0, + "step": 4055 + }, + { + "epoch": 0.5742602293642928, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 3276550.0, + "step": 4056 + }, + { + "epoch": 0.5744018122610789, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 3277923.0, + "step": 4057 + }, + { + "epoch": 0.5745433951578649, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8613861203193665, + "num_tokens": 3278645.0, + "step": 4058 + }, + { + "epoch": 0.574684978054651, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.497, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 3279709.0, + "step": 4059 + }, + { + "epoch": 0.574826560951437, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3280484.0, + "step": 4060 + }, + { + "epoch": 0.5749681438482231, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 3281179.0, + "step": 4061 + }, + { + "epoch": 0.5751097267450092, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2166, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 3281776.0, + "step": 4062 + }, + { + "epoch": 0.5752513096417953, + "grad_norm": 15.125, + "learning_rate": 1e-06, + "loss": 0.2192, + "mean_token_accuracy": 0.912408709526062, + "num_tokens": 3282941.0, + "step": 4063 + }, + { + "epoch": 0.5753928925385814, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 3283582.0, + "step": 4064 + }, + { + "epoch": 0.5755344754353674, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 3284109.0, + "step": 4065 + }, + { + "epoch": 0.5756760583321535, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.1988, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 3285010.0, + "step": 4066 + }, + { + "epoch": 0.5758176412289395, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8425925970077515, + "num_tokens": 3285716.0, + "step": 4067 + }, + { + "epoch": 0.5759592241257256, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8090909123420715, + "num_tokens": 3286324.0, + "step": 4068 + }, + { + "epoch": 0.5761008070225117, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1748, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3287076.0, + "step": 4069 + }, + { + "epoch": 0.5762423899192978, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 3287805.0, + "step": 4070 + }, + { + "epoch": 0.5763839728160838, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3288379.0, + "step": 4071 + }, + { + "epoch": 0.5765255557128699, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3289418.0, + "step": 4072 + }, + { + "epoch": 0.5766671386096559, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 3289954.0, + "step": 4073 + }, + { + "epoch": 0.576808721506442, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3290480.0, + "step": 4074 + }, + { + "epoch": 0.5769503044032281, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 3291008.0, + "step": 4075 + }, + { + "epoch": 0.5770918873000142, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 3291716.0, + "step": 4076 + }, + { + "epoch": 0.5772334701968003, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 3292359.0, + "step": 4077 + }, + { + "epoch": 0.5773750530935863, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1952, + "mean_token_accuracy": 0.90625, + "num_tokens": 3293133.0, + "step": 4078 + }, + { + "epoch": 0.5775166359903724, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 3293663.0, + "step": 4079 + }, + { + "epoch": 0.5776582188871584, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 3294553.0, + "step": 4080 + }, + { + "epoch": 0.5777998017839445, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8486841917037964, + "num_tokens": 3296135.0, + "step": 4081 + }, + { + "epoch": 0.5779413846807305, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 3296703.0, + "step": 4082 + }, + { + "epoch": 0.5780829675775166, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 3297410.0, + "step": 4083 + }, + { + "epoch": 0.5782245504743027, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.1846, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3297931.0, + "step": 4084 + }, + { + "epoch": 0.5783661333710888, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2025, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 3298559.0, + "step": 4085 + }, + { + "epoch": 0.5785077162678749, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.875, + "num_tokens": 3299208.0, + "step": 4086 + }, + { + "epoch": 0.5786492991646609, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.268, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3299829.0, + "step": 4087 + }, + { + "epoch": 0.578790882061447, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2082, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 3300546.0, + "step": 4088 + }, + { + "epoch": 0.578932464958233, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8661417365074158, + "num_tokens": 3301393.0, + "step": 4089 + }, + { + "epoch": 0.5790740478550191, + "grad_norm": 9.9375, + "learning_rate": 1e-06, + "loss": 0.2441, + "mean_token_accuracy": 0.8992994427680969, + "num_tokens": 3303019.0, + "step": 4090 + }, + { + "epoch": 0.5792156307518052, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 3303564.0, + "step": 4091 + }, + { + "epoch": 0.5793572136485913, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2044, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3304213.0, + "step": 4092 + }, + { + "epoch": 0.5794987965453773, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1773, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 3305019.0, + "step": 4093 + }, + { + "epoch": 0.5796403794421634, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3305580.0, + "step": 4094 + }, + { + "epoch": 0.5797819623389494, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 3306600.0, + "step": 4095 + }, + { + "epoch": 0.5799235452357355, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2547, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 3307300.0, + "step": 4096 + }, + { + "epoch": 0.5800651281325216, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 3307879.0, + "step": 4097 + }, + { + "epoch": 0.5802067110293077, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3308989.0, + "step": 4098 + }, + { + "epoch": 0.5803482939260938, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1982, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3309495.0, + "step": 4099 + }, + { + "epoch": 0.5804898768228798, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 3310097.0, + "step": 4100 + }, + { + "epoch": 0.5806314597196659, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 3310819.0, + "step": 4101 + }, + { + "epoch": 0.5807730426164519, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2681, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 3311434.0, + "step": 4102 + }, + { + "epoch": 0.580914625513238, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2529, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3312503.0, + "step": 4103 + }, + { + "epoch": 0.581056208410024, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3313331.0, + "step": 4104 + }, + { + "epoch": 0.5811977913068102, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8758170008659363, + "num_tokens": 3314898.0, + "step": 4105 + }, + { + "epoch": 0.5813393742035962, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 3315724.0, + "step": 4106 + }, + { + "epoch": 0.5814809571003823, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 3317014.0, + "step": 4107 + }, + { + "epoch": 0.5816225399971684, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2032, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 3317847.0, + "step": 4108 + }, + { + "epoch": 0.5817641228939544, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2292, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 3318571.0, + "step": 4109 + }, + { + "epoch": 0.5819057057907405, + "grad_norm": 12.25, + "learning_rate": 1e-06, + "loss": 0.2659, + "mean_token_accuracy": 0.9037304520606995, + "num_tokens": 3320198.0, + "step": 4110 + }, + { + "epoch": 0.5820472886875265, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8347107172012329, + "num_tokens": 3320954.0, + "step": 4111 + }, + { + "epoch": 0.5821888715843127, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1947, + "mean_token_accuracy": 0.9252336025238037, + "num_tokens": 3321773.0, + "step": 4112 + }, + { + "epoch": 0.5823304544810987, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3322723.0, + "step": 4113 + }, + { + "epoch": 0.5824720373778848, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8591270446777344, + "num_tokens": 3323777.0, + "step": 4114 + }, + { + "epoch": 0.5826136202746708, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 3324572.0, + "step": 4115 + }, + { + "epoch": 0.5827552031714569, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8827160596847534, + "num_tokens": 3325434.0, + "step": 4116 + }, + { + "epoch": 0.5828967860682429, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 3326419.0, + "step": 4117 + }, + { + "epoch": 0.583038368965029, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2294, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 3327284.0, + "step": 4118 + }, + { + "epoch": 0.583179951861815, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 3328075.0, + "step": 4119 + }, + { + "epoch": 0.5833215347586012, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9213483333587646, + "num_tokens": 3328801.0, + "step": 4120 + }, + { + "epoch": 0.5834631176553873, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1638, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 3329543.0, + "step": 4121 + }, + { + "epoch": 0.5836047005521733, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1815, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 3330067.0, + "step": 4122 + }, + { + "epoch": 0.5837462834489594, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.875, + "num_tokens": 3331273.0, + "step": 4123 + }, + { + "epoch": 0.5838878663457454, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8746556639671326, + "num_tokens": 3332871.0, + "step": 4124 + }, + { + "epoch": 0.5840294492425315, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2296, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 3333762.0, + "step": 4125 + }, + { + "epoch": 0.5841710321393175, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2461, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 3334332.0, + "step": 4126 + }, + { + "epoch": 0.5843126150361037, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 3334862.0, + "step": 4127 + }, + { + "epoch": 0.5844541979328897, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 3335577.0, + "step": 4128 + }, + { + "epoch": 0.5845957808296758, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8059701323509216, + "num_tokens": 3336170.0, + "step": 4129 + }, + { + "epoch": 0.5847373637264618, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2078, + "mean_token_accuracy": 0.8990825414657593, + "num_tokens": 3336737.0, + "step": 4130 + }, + { + "epoch": 0.5848789466232479, + "grad_norm": 27.0, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8626198172569275, + "num_tokens": 3337618.0, + "step": 4131 + }, + { + "epoch": 0.585020529520034, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 3338351.0, + "step": 4132 + }, + { + "epoch": 0.58516211241682, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.875, + "num_tokens": 3339333.0, + "step": 4133 + }, + { + "epoch": 0.5853036953136062, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 3339974.0, + "step": 4134 + }, + { + "epoch": 0.5854452782103922, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 3340522.0, + "step": 4135 + }, + { + "epoch": 0.5855868611071783, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 3341508.0, + "step": 4136 + }, + { + "epoch": 0.5857284440039643, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 3342082.0, + "step": 4137 + }, + { + "epoch": 0.5858700269007504, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 3342608.0, + "step": 4138 + }, + { + "epoch": 0.5860116097975364, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.858208954334259, + "num_tokens": 3343401.0, + "step": 4139 + }, + { + "epoch": 0.5861531926943225, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 3344100.0, + "step": 4140 + }, + { + "epoch": 0.5862947755911085, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 3344882.0, + "step": 4141 + }, + { + "epoch": 0.5864363584878947, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2369, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3345584.0, + "step": 4142 + }, + { + "epoch": 0.5865779413846808, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 3346525.0, + "step": 4143 + }, + { + "epoch": 0.5867195242814668, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8172042965888977, + "num_tokens": 3347507.0, + "step": 4144 + }, + { + "epoch": 0.5868611071782529, + "grad_norm": 117.0, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 3348390.0, + "step": 4145 + }, + { + "epoch": 0.5870026900750389, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 3349307.0, + "step": 4146 + }, + { + "epoch": 0.587144272971825, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3349915.0, + "step": 4147 + }, + { + "epoch": 0.587285855868611, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.203, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 3350723.0, + "step": 4148 + }, + { + "epoch": 0.5874274387653972, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 3351300.0, + "step": 4149 + }, + { + "epoch": 0.5875690216621832, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1557, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 3352036.0, + "step": 4150 + }, + { + "epoch": 0.5877106045589693, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2609, + "mean_token_accuracy": 0.8872180581092834, + "num_tokens": 3353170.0, + "step": 4151 + }, + { + "epoch": 0.5878521874557553, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 3354030.0, + "step": 4152 + }, + { + "epoch": 0.5879937703525414, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 3354556.0, + "step": 4153 + }, + { + "epoch": 0.5881353532493275, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.6485, + "mean_token_accuracy": 0.7213114500045776, + "num_tokens": 3355139.0, + "step": 4154 + }, + { + "epoch": 0.5882769361461135, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 3355663.0, + "step": 4155 + }, + { + "epoch": 0.5884185190428997, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3357129.0, + "step": 4156 + }, + { + "epoch": 0.5885601019396857, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8623852729797363, + "num_tokens": 3357890.0, + "step": 4157 + }, + { + "epoch": 0.5887016848364718, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 3358478.0, + "step": 4158 + }, + { + "epoch": 0.5888432677332578, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8805460333824158, + "num_tokens": 3359446.0, + "step": 4159 + }, + { + "epoch": 0.5889848506300439, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3359992.0, + "step": 4160 + }, + { + "epoch": 0.5891264335268299, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 3361010.0, + "step": 4161 + }, + { + "epoch": 0.589268016423616, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2141, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 3361640.0, + "step": 4162 + }, + { + "epoch": 0.589409599320402, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2089, + "mean_token_accuracy": 0.9043477773666382, + "num_tokens": 3362494.0, + "step": 4163 + }, + { + "epoch": 0.5895511822171882, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 3363354.0, + "step": 4164 + }, + { + "epoch": 0.5896927651139743, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.1111, + "mean_token_accuracy": 0.9521530866622925, + "num_tokens": 3364153.0, + "step": 4165 + }, + { + "epoch": 0.5898343480107603, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.5939, + "mean_token_accuracy": 0.7704917788505554, + "num_tokens": 3364792.0, + "step": 4166 + }, + { + "epoch": 0.5899759309075464, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8692579865455627, + "num_tokens": 3365604.0, + "step": 4167 + }, + { + "epoch": 0.5901175138043324, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 3366511.0, + "step": 4168 + }, + { + "epoch": 0.5902590967011185, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 3367001.0, + "step": 4169 + }, + { + "epoch": 0.5904006795979045, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 3367993.0, + "step": 4170 + }, + { + "epoch": 0.5905422624946907, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8458904027938843, + "num_tokens": 3369043.0, + "step": 4171 + }, + { + "epoch": 0.5906838453914767, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.0711, + "mean_token_accuracy": 0.9661835432052612, + "num_tokens": 3369754.0, + "step": 4172 + }, + { + "epoch": 0.5908254282882628, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8644859790802002, + "num_tokens": 3370543.0, + "step": 4173 + }, + { + "epoch": 0.5909670111850488, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3371521.0, + "step": 4174 + }, + { + "epoch": 0.5911085940818349, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2288, + "mean_token_accuracy": 0.9389312863349915, + "num_tokens": 3372327.0, + "step": 4175 + }, + { + "epoch": 0.591250176978621, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8865247964859009, + "num_tokens": 3373653.0, + "step": 4176 + }, + { + "epoch": 0.591391759875407, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1779, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 3374634.0, + "step": 4177 + }, + { + "epoch": 0.5915333427721932, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2875, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3375331.0, + "step": 4178 + }, + { + "epoch": 0.5916749256689792, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 3376013.0, + "step": 4179 + }, + { + "epoch": 0.5918165085657653, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 3376546.0, + "step": 4180 + }, + { + "epoch": 0.5919580914625513, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1756, + "mean_token_accuracy": 0.9514563083648682, + "num_tokens": 3377250.0, + "step": 4181 + }, + { + "epoch": 0.5920996743593374, + "grad_norm": 11.0, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8858895897865295, + "num_tokens": 3378533.0, + "step": 4182 + }, + { + "epoch": 0.5922412572561234, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2001, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 3379246.0, + "step": 4183 + }, + { + "epoch": 0.5923828401529095, + "grad_norm": 126.5, + "learning_rate": 1e-06, + "loss": 0.2551, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 3379922.0, + "step": 4184 + }, + { + "epoch": 0.5925244230496955, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8295454978942871, + "num_tokens": 3380515.0, + "step": 4185 + }, + { + "epoch": 0.5926660059464817, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2738, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 3381372.0, + "step": 4186 + }, + { + "epoch": 0.5928075888432678, + "grad_norm": 7.84375, + "learning_rate": 1e-06, + "loss": 0.0878, + "mean_token_accuracy": 0.9635796546936035, + "num_tokens": 3382800.0, + "step": 4187 + }, + { + "epoch": 0.5929491717400538, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 3383406.0, + "step": 4188 + }, + { + "epoch": 0.5930907546368399, + "grad_norm": 13.9375, + "learning_rate": 1e-06, + "loss": 0.2553, + "mean_token_accuracy": 0.9069111943244934, + "num_tokens": 3384715.0, + "step": 4189 + }, + { + "epoch": 0.5932323375336259, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2718, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 3385320.0, + "step": 4190 + }, + { + "epoch": 0.593373920430412, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 3386103.0, + "step": 4191 + }, + { + "epoch": 0.593515503327198, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2857, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 3387098.0, + "step": 4192 + }, + { + "epoch": 0.5936570862239842, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 3387810.0, + "step": 4193 + }, + { + "epoch": 0.5937986691207702, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1656, + "mean_token_accuracy": 0.9318181276321411, + "num_tokens": 3388740.0, + "step": 4194 + }, + { + "epoch": 0.5939402520175563, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.1156, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 3389410.0, + "step": 4195 + }, + { + "epoch": 0.5940818349143423, + "grad_norm": 114.5, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3390005.0, + "step": 4196 + }, + { + "epoch": 0.5942234178111284, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8796068429946899, + "num_tokens": 3390925.0, + "step": 4197 + }, + { + "epoch": 0.5943650007079145, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3391713.0, + "step": 4198 + }, + { + "epoch": 0.5945065836047005, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 3392345.0, + "step": 4199 + }, + { + "epoch": 0.5946481665014867, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1582, + "mean_token_accuracy": 0.9479166865348816, + "num_tokens": 3392983.0, + "step": 4200 + }, + { + "epoch": 0.5947897493982727, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2528, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 3393668.0, + "step": 4201 + }, + { + "epoch": 0.5949313322950588, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 3394651.0, + "step": 4202 + }, + { + "epoch": 0.5950729151918448, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8802816867828369, + "num_tokens": 3395636.0, + "step": 4203 + }, + { + "epoch": 0.5952144980886309, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3396487.0, + "step": 4204 + }, + { + "epoch": 0.5953560809854169, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 3397039.0, + "step": 4205 + }, + { + "epoch": 0.595497663882203, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1497, + "mean_token_accuracy": 0.9452054500579834, + "num_tokens": 3397923.0, + "step": 4206 + }, + { + "epoch": 0.595639246778989, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1761, + "mean_token_accuracy": 0.9292929172515869, + "num_tokens": 3398607.0, + "step": 4207 + }, + { + "epoch": 0.5957808296757752, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2321, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 3399135.0, + "step": 4208 + }, + { + "epoch": 0.5959224125725613, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.1593, + "mean_token_accuracy": 0.9318181872367859, + "num_tokens": 3399796.0, + "step": 4209 + }, + { + "epoch": 0.5960639954693473, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 3401020.0, + "step": 4210 + }, + { + "epoch": 0.5962055783661334, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3401903.0, + "step": 4211 + }, + { + "epoch": 0.5963471612629194, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8741258382797241, + "num_tokens": 3402663.0, + "step": 4212 + }, + { + "epoch": 0.5964887441597055, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.7978723049163818, + "num_tokens": 3403227.0, + "step": 4213 + }, + { + "epoch": 0.5966303270564915, + "grad_norm": 12.6875, + "learning_rate": 1e-06, + "loss": 0.148, + "mean_token_accuracy": 0.9390401840209961, + "num_tokens": 3404574.0, + "step": 4214 + }, + { + "epoch": 0.5967719099532777, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8279569745063782, + "num_tokens": 3405445.0, + "step": 4215 + }, + { + "epoch": 0.5969134928500637, + "grad_norm": 15.8125, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8701067566871643, + "num_tokens": 3406763.0, + "step": 4216 + }, + { + "epoch": 0.5970550757468498, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 3407326.0, + "step": 4217 + }, + { + "epoch": 0.5971966586436358, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.4961, + "mean_token_accuracy": 0.791208803653717, + "num_tokens": 3408003.0, + "step": 4218 + }, + { + "epoch": 0.5973382415404219, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.219, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 3408535.0, + "step": 4219 + }, + { + "epoch": 0.597479824437208, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.146, + "mean_token_accuracy": 0.94797682762146, + "num_tokens": 3409192.0, + "step": 4220 + }, + { + "epoch": 0.597621407333994, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1682, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 3409697.0, + "step": 4221 + }, + { + "epoch": 0.5977629902307802, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.163, + "mean_token_accuracy": 0.9743589758872986, + "num_tokens": 3410417.0, + "step": 4222 + }, + { + "epoch": 0.5979045731275662, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1139, + "mean_token_accuracy": 0.9666666984558105, + "num_tokens": 3411138.0, + "step": 4223 + }, + { + "epoch": 0.5980461560243523, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.1667, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 3411634.0, + "step": 4224 + }, + { + "epoch": 0.5981877389211383, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.282, + "mean_token_accuracy": 0.9007633328437805, + "num_tokens": 3412471.0, + "step": 4225 + }, + { + "epoch": 0.5983293218179244, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 3412993.0, + "step": 4226 + }, + { + "epoch": 0.5984709047147104, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.875, + "num_tokens": 3413730.0, + "step": 4227 + }, + { + "epoch": 0.5986124876114965, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.221, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 3414394.0, + "step": 4228 + }, + { + "epoch": 0.5987540705082826, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 3415124.0, + "step": 4229 + }, + { + "epoch": 0.5988956534050687, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2467, + "mean_token_accuracy": 0.903030276298523, + "num_tokens": 3415932.0, + "step": 4230 + }, + { + "epoch": 0.5990372363018547, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 3416626.0, + "step": 4231 + }, + { + "epoch": 0.5991788191986408, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 3417210.0, + "step": 4232 + }, + { + "epoch": 0.5993204020954269, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 3417788.0, + "step": 4233 + }, + { + "epoch": 0.5994619849922129, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 3418452.0, + "step": 4234 + }, + { + "epoch": 0.599603567888999, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2098, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 3419210.0, + "step": 4235 + }, + { + "epoch": 0.599745150785785, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8032786250114441, + "num_tokens": 3420279.0, + "step": 4236 + }, + { + "epoch": 0.5998867336825712, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2203, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 3421069.0, + "step": 4237 + }, + { + "epoch": 0.6000283165793572, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 3421801.0, + "step": 4238 + }, + { + "epoch": 0.6001698994761433, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 3422353.0, + "step": 4239 + }, + { + "epoch": 0.6003114823729293, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.2172, + "mean_token_accuracy": 0.9142157435417175, + "num_tokens": 3423504.0, + "step": 4240 + }, + { + "epoch": 0.6004530652697154, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 3424227.0, + "step": 4241 + }, + { + "epoch": 0.6005946481665014, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 3424904.0, + "step": 4242 + }, + { + "epoch": 0.6007362310632876, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 3425425.0, + "step": 4243 + }, + { + "epoch": 0.6008778139600737, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2441, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3426041.0, + "step": 4244 + }, + { + "epoch": 0.6010193968568597, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4817, + "mean_token_accuracy": 0.7647058963775635, + "num_tokens": 3426871.0, + "step": 4245 + }, + { + "epoch": 0.6011609797536458, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 3427800.0, + "step": 4246 + }, + { + "epoch": 0.6013025626504318, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 3428770.0, + "step": 4247 + }, + { + "epoch": 0.6014441455472179, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.1793, + "mean_token_accuracy": 0.930084764957428, + "num_tokens": 3429859.0, + "step": 4248 + }, + { + "epoch": 0.6015857284440039, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 3430631.0, + "step": 4249 + }, + { + "epoch": 0.60172731134079, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2046, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 3431131.0, + "step": 4250 + }, + { + "epoch": 0.6018688942375761, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 3431809.0, + "step": 4251 + }, + { + "epoch": 0.6020104771343622, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2247, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 3432374.0, + "step": 4252 + }, + { + "epoch": 0.6021520600311482, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1899, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 3432982.0, + "step": 4253 + }, + { + "epoch": 0.6022936429279343, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 3433616.0, + "step": 4254 + }, + { + "epoch": 0.6024352258247204, + "grad_norm": 112.5, + "learning_rate": 1e-06, + "loss": 0.2275, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 3434147.0, + "step": 4255 + }, + { + "epoch": 0.6025768087215064, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.7764706015586853, + "num_tokens": 3434723.0, + "step": 4256 + }, + { + "epoch": 0.6027183916182925, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3436115.0, + "step": 4257 + }, + { + "epoch": 0.6028599745150786, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2734, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 3436667.0, + "step": 4258 + }, + { + "epoch": 0.6030015574118647, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 3437372.0, + "step": 4259 + }, + { + "epoch": 0.6031431403086507, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8582677245140076, + "num_tokens": 3438194.0, + "step": 4260 + }, + { + "epoch": 0.6032847232054368, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2602, + "mean_token_accuracy": 0.8910256624221802, + "num_tokens": 3438900.0, + "step": 4261 + }, + { + "epoch": 0.6034263061022228, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2573, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3439596.0, + "step": 4262 + }, + { + "epoch": 0.6035678889990089, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.1067, + "mean_token_accuracy": 0.9598393440246582, + "num_tokens": 3440714.0, + "step": 4263 + }, + { + "epoch": 0.6037094718957949, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 3441571.0, + "step": 4264 + }, + { + "epoch": 0.603851054792581, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3442118.0, + "step": 4265 + }, + { + "epoch": 0.6039926376893672, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.2078, + "mean_token_accuracy": 0.9292035102844238, + "num_tokens": 3442669.0, + "step": 4266 + }, + { + "epoch": 0.6041342205861532, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 3443391.0, + "step": 4267 + }, + { + "epoch": 0.6042758034829393, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 3444306.0, + "step": 4268 + }, + { + "epoch": 0.6044173863797253, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8854838609695435, + "num_tokens": 3445614.0, + "step": 4269 + }, + { + "epoch": 0.6045589692765114, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3446252.0, + "step": 4270 + }, + { + "epoch": 0.6047005521732974, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 3447089.0, + "step": 4271 + }, + { + "epoch": 0.6048421350700836, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 3447641.0, + "step": 4272 + }, + { + "epoch": 0.6049837179668696, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1276, + "mean_token_accuracy": 0.9558823704719543, + "num_tokens": 3448466.0, + "step": 4273 + }, + { + "epoch": 0.6051253008636557, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2537, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 3449000.0, + "step": 4274 + }, + { + "epoch": 0.6052668837604417, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1962, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 3449883.0, + "step": 4275 + }, + { + "epoch": 0.6054084666572278, + "grad_norm": 14.4375, + "learning_rate": 1e-06, + "loss": 0.1497, + "mean_token_accuracy": 0.9413919448852539, + "num_tokens": 3450898.0, + "step": 4276 + }, + { + "epoch": 0.6055500495540139, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.144, + "mean_token_accuracy": 0.9430893659591675, + "num_tokens": 3451738.0, + "step": 4277 + }, + { + "epoch": 0.6056916324507999, + "grad_norm": 108.0, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 3452542.0, + "step": 4278 + }, + { + "epoch": 0.605833215347586, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.875, + "num_tokens": 3453251.0, + "step": 4279 + }, + { + "epoch": 0.6059747982443721, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8260869383811951, + "num_tokens": 3453969.0, + "step": 4280 + }, + { + "epoch": 0.6061163811411582, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8322147727012634, + "num_tokens": 3454812.0, + "step": 4281 + }, + { + "epoch": 0.6062579640379442, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2224, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3455291.0, + "step": 4282 + }, + { + "epoch": 0.6063995469347303, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2112, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 3456023.0, + "step": 4283 + }, + { + "epoch": 0.6065411298315163, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1749, + "mean_token_accuracy": 0.9188034534454346, + "num_tokens": 3456833.0, + "step": 4284 + }, + { + "epoch": 0.6066827127283024, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8530927300453186, + "num_tokens": 3457941.0, + "step": 4285 + }, + { + "epoch": 0.6068242956250884, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2361, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 3458817.0, + "step": 4286 + }, + { + "epoch": 0.6069658785218746, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 3459710.0, + "step": 4287 + }, + { + "epoch": 0.6071074614186607, + "grad_norm": 114.0, + "learning_rate": 1e-06, + "loss": 0.567, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 3460772.0, + "step": 4288 + }, + { + "epoch": 0.6072490443154467, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1977, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 3461716.0, + "step": 4289 + }, + { + "epoch": 0.6073906272122328, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 3462670.0, + "step": 4290 + }, + { + "epoch": 0.6075322101090188, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2031, + "mean_token_accuracy": 0.9375, + "num_tokens": 3463412.0, + "step": 4291 + }, + { + "epoch": 0.6076737930058049, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 3464159.0, + "step": 4292 + }, + { + "epoch": 0.6078153759025909, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2242, + "mean_token_accuracy": 0.9375, + "num_tokens": 3464680.0, + "step": 4293 + }, + { + "epoch": 0.6079569587993771, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.196, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 3465562.0, + "step": 4294 + }, + { + "epoch": 0.6080985416961631, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2184, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 3466390.0, + "step": 4295 + }, + { + "epoch": 0.6082401245929492, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 3467119.0, + "step": 4296 + }, + { + "epoch": 0.6083817074897352, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.4992, + "mean_token_accuracy": 0.802547812461853, + "num_tokens": 3467814.0, + "step": 4297 + }, + { + "epoch": 0.6085232903865213, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 3468729.0, + "step": 4298 + }, + { + "epoch": 0.6086648732833074, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 3469745.0, + "step": 4299 + }, + { + "epoch": 0.6088064561800934, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2284, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 3470508.0, + "step": 4300 + }, + { + "epoch": 0.6089480390768796, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 3471163.0, + "step": 4301 + }, + { + "epoch": 0.6090896219736656, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 3471836.0, + "step": 4302 + }, + { + "epoch": 0.6092312048704517, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.1401, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 3472531.0, + "step": 4303 + }, + { + "epoch": 0.6093727877672377, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 3473205.0, + "step": 4304 + }, + { + "epoch": 0.6095143706640238, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 3473732.0, + "step": 4305 + }, + { + "epoch": 0.6096559535608098, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 3474804.0, + "step": 4306 + }, + { + "epoch": 0.6097975364575959, + "grad_norm": 140.0, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 3475566.0, + "step": 4307 + }, + { + "epoch": 0.6099391193543819, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3476102.0, + "step": 4308 + }, + { + "epoch": 0.6100807022511681, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 3476871.0, + "step": 4309 + }, + { + "epoch": 0.6102222851479542, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2646, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 3478163.0, + "step": 4310 + }, + { + "epoch": 0.6103638680447402, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2259, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 3478785.0, + "step": 4311 + }, + { + "epoch": 0.6105054509415263, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.4605, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 3479615.0, + "step": 4312 + }, + { + "epoch": 0.6106470338383123, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 3480126.0, + "step": 4313 + }, + { + "epoch": 0.6107886167350984, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.2408, + "mean_token_accuracy": 0.9150227308273315, + "num_tokens": 3481578.0, + "step": 4314 + }, + { + "epoch": 0.6109301996318844, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1649, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 3482322.0, + "step": 4315 + }, + { + "epoch": 0.6110717825286706, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2885, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 3483579.0, + "step": 4316 + }, + { + "epoch": 0.6112133654254566, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 3484173.0, + "step": 4317 + }, + { + "epoch": 0.6113549483222427, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 3484988.0, + "step": 4318 + }, + { + "epoch": 0.6114965312190287, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3485857.0, + "step": 4319 + }, + { + "epoch": 0.6116381141158148, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 3486667.0, + "step": 4320 + }, + { + "epoch": 0.6117796970126009, + "grad_norm": 121.5, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 3487180.0, + "step": 4321 + }, + { + "epoch": 0.6119212799093869, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 3487868.0, + "step": 4322 + }, + { + "epoch": 0.6120628628061731, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 3488619.0, + "step": 4323 + }, + { + "epoch": 0.6122044457029591, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.2646, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 3489236.0, + "step": 4324 + }, + { + "epoch": 0.6123460285997452, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 3490031.0, + "step": 4325 + }, + { + "epoch": 0.6124876114965312, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 3490807.0, + "step": 4326 + }, + { + "epoch": 0.6126291943933173, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1503, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 3491325.0, + "step": 4327 + }, + { + "epoch": 0.6127707772901033, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2177, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 3492278.0, + "step": 4328 + }, + { + "epoch": 0.6129123601868894, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 3492981.0, + "step": 4329 + }, + { + "epoch": 0.6130539430836754, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 3493839.0, + "step": 4330 + }, + { + "epoch": 0.6131955259804616, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 3494628.0, + "step": 4331 + }, + { + "epoch": 0.6133371088772477, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 3496490.0, + "step": 4332 + }, + { + "epoch": 0.6134786917740337, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.1636, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 3497154.0, + "step": 4333 + }, + { + "epoch": 0.6136202746708198, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 3497989.0, + "step": 4334 + }, + { + "epoch": 0.6137618575676058, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 3498669.0, + "step": 4335 + }, + { + "epoch": 0.6139034404643919, + "grad_norm": 126.5, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 3499495.0, + "step": 4336 + }, + { + "epoch": 0.6140450233611779, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.1953, + "mean_token_accuracy": 0.9336734414100647, + "num_tokens": 3500184.0, + "step": 4337 + }, + { + "epoch": 0.6141866062579641, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3500948.0, + "step": 4338 + }, + { + "epoch": 0.6143281891547501, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.1924, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 3501620.0, + "step": 4339 + }, + { + "epoch": 0.6144697720515362, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.8018018007278442, + "num_tokens": 3502481.0, + "step": 4340 + }, + { + "epoch": 0.6146113549483222, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.5476, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3503022.0, + "step": 4341 + }, + { + "epoch": 0.6147529378451083, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2086, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3503592.0, + "step": 4342 + }, + { + "epoch": 0.6148945207418943, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3504152.0, + "step": 4343 + }, + { + "epoch": 0.6150361036386804, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8303571939468384, + "num_tokens": 3504702.0, + "step": 4344 + }, + { + "epoch": 0.6151776865354666, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 3505290.0, + "step": 4345 + }, + { + "epoch": 0.6153192694322526, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8630630970001221, + "num_tokens": 3506604.0, + "step": 4346 + }, + { + "epoch": 0.6154608523290387, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 3507247.0, + "step": 4347 + }, + { + "epoch": 0.6156024352258247, + "grad_norm": 14.5625, + "learning_rate": 1e-06, + "loss": 0.2196, + "mean_token_accuracy": 0.9203413724899292, + "num_tokens": 3508587.0, + "step": 4348 + }, + { + "epoch": 0.6157440181226108, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3509120.0, + "step": 4349 + }, + { + "epoch": 0.6158856010193968, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8625954389572144, + "num_tokens": 3509928.0, + "step": 4350 + }, + { + "epoch": 0.6160271839161829, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 3510444.0, + "step": 4351 + }, + { + "epoch": 0.616168766812969, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 3511296.0, + "step": 4352 + }, + { + "epoch": 0.6163103497097551, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 3512380.0, + "step": 4353 + }, + { + "epoch": 0.6164519326065411, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.1662, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 3513056.0, + "step": 4354 + }, + { + "epoch": 0.6165935155033272, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8568904399871826, + "num_tokens": 3514384.0, + "step": 4355 + }, + { + "epoch": 0.6167350984001133, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1077, + "mean_token_accuracy": 0.98333340883255, + "num_tokens": 3515340.0, + "step": 4356 + }, + { + "epoch": 0.6168766812968993, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 3516635.0, + "step": 4357 + }, + { + "epoch": 0.6170182641936854, + "grad_norm": 15.375, + "learning_rate": 1e-06, + "loss": 0.205, + "mean_token_accuracy": 0.9256055951118469, + "num_tokens": 3517795.0, + "step": 4358 + }, + { + "epoch": 0.6171598470904714, + "grad_norm": 108.0, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8166667222976685, + "num_tokens": 3518436.0, + "step": 4359 + }, + { + "epoch": 0.6173014299872576, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2603, + "mean_token_accuracy": 0.9029850363731384, + "num_tokens": 3519752.0, + "step": 4360 + }, + { + "epoch": 0.6174430128840436, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8652482032775879, + "num_tokens": 3520688.0, + "step": 4361 + }, + { + "epoch": 0.6175845957808297, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1961, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 3521388.0, + "step": 4362 + }, + { + "epoch": 0.6177261786776157, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.2436, + "mean_token_accuracy": 0.9099217057228088, + "num_tokens": 3522631.0, + "step": 4363 + }, + { + "epoch": 0.6178677615744018, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2242, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3523189.0, + "step": 4364 + }, + { + "epoch": 0.6180093444711878, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.279, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 3524008.0, + "step": 4365 + }, + { + "epoch": 0.618150927367974, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.875, + "num_tokens": 3524743.0, + "step": 4366 + }, + { + "epoch": 0.6182925102647601, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 3525341.0, + "step": 4367 + }, + { + "epoch": 0.6184340931615461, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 3526107.0, + "step": 4368 + }, + { + "epoch": 0.6185756760583322, + "grad_norm": 30.625, + "learning_rate": 1e-06, + "loss": 0.2029, + "mean_token_accuracy": 0.9234693646430969, + "num_tokens": 3526938.0, + "step": 4369 + }, + { + "epoch": 0.6187172589551182, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3527611.0, + "step": 4370 + }, + { + "epoch": 0.6188588418519043, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 3528095.0, + "step": 4371 + }, + { + "epoch": 0.6190004247486903, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 3528815.0, + "step": 4372 + }, + { + "epoch": 0.6191420076454764, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3529562.0, + "step": 4373 + }, + { + "epoch": 0.6192835905422625, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8877550959587097, + "num_tokens": 3530131.0, + "step": 4374 + }, + { + "epoch": 0.6194251734390486, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 3530810.0, + "step": 4375 + }, + { + "epoch": 0.6195667563358346, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2618, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 3531750.0, + "step": 4376 + }, + { + "epoch": 0.6197083392326207, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1293, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 3532630.0, + "step": 4377 + }, + { + "epoch": 0.6198499221294068, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8738738894462585, + "num_tokens": 3533427.0, + "step": 4378 + }, + { + "epoch": 0.6199915050261928, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.1473, + "mean_token_accuracy": 0.9475655555725098, + "num_tokens": 3534399.0, + "step": 4379 + }, + { + "epoch": 0.6201330879229789, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 3534953.0, + "step": 4380 + }, + { + "epoch": 0.620274670819765, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8692098259925842, + "num_tokens": 3536110.0, + "step": 4381 + }, + { + "epoch": 0.6204162537165511, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2591, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3536824.0, + "step": 4382 + }, + { + "epoch": 0.6205578366133371, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 3537579.0, + "step": 4383 + }, + { + "epoch": 0.6206994195101232, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2313, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 3538567.0, + "step": 4384 + }, + { + "epoch": 0.6208410024069092, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1935, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 3539253.0, + "step": 4385 + }, + { + "epoch": 0.6209825853036953, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 3540094.0, + "step": 4386 + }, + { + "epoch": 0.6211241682004813, + "grad_norm": 11.625, + "learning_rate": 1e-06, + "loss": 0.1932, + "mean_token_accuracy": 0.9228758215904236, + "num_tokens": 3541605.0, + "step": 4387 + }, + { + "epoch": 0.6212657510972674, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 3542725.0, + "step": 4388 + }, + { + "epoch": 0.6214073339940536, + "grad_norm": 15.125, + "learning_rate": 1e-06, + "loss": 0.2701, + "mean_token_accuracy": 0.9028642177581787, + "num_tokens": 3544266.0, + "step": 4389 + }, + { + "epoch": 0.6215489168908396, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2069, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 3545045.0, + "step": 4390 + }, + { + "epoch": 0.6216904997876257, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 3545558.0, + "step": 4391 + }, + { + "epoch": 0.6218320826844117, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 3546310.0, + "step": 4392 + }, + { + "epoch": 0.6219736655811978, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.191, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 3546828.0, + "step": 4393 + }, + { + "epoch": 0.6221152484779838, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 3547574.0, + "step": 4394 + }, + { + "epoch": 0.62225683137477, + "grad_norm": 11.0, + "learning_rate": 1e-06, + "loss": 0.1701, + "mean_token_accuracy": 0.9298941493034363, + "num_tokens": 3548812.0, + "step": 4395 + }, + { + "epoch": 0.622398414271556, + "grad_norm": 14.5, + "learning_rate": 1e-06, + "loss": 0.2211, + "mean_token_accuracy": 0.9113149642944336, + "num_tokens": 3550472.0, + "step": 4396 + }, + { + "epoch": 0.6225399971683421, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 3551134.0, + "step": 4397 + }, + { + "epoch": 0.6226815800651281, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.8733333349227905, + "num_tokens": 3552089.0, + "step": 4398 + }, + { + "epoch": 0.6228231629619142, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8717949390411377, + "num_tokens": 3552962.0, + "step": 4399 + }, + { + "epoch": 0.6229647458587003, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 3553584.0, + "step": 4400 + }, + { + "epoch": 0.6231063287554863, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3554448.0, + "step": 4401 + }, + { + "epoch": 0.6232479116522724, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1442, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 3554980.0, + "step": 4402 + }, + { + "epoch": 0.6233894945490585, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8477157354354858, + "num_tokens": 3555896.0, + "step": 4403 + }, + { + "epoch": 0.6235310774458446, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3556504.0, + "step": 4404 + }, + { + "epoch": 0.6236726603426306, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2754, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 3557133.0, + "step": 4405 + }, + { + "epoch": 0.6238142432394167, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2245, + "mean_token_accuracy": 0.9140625, + "num_tokens": 3558120.0, + "step": 4406 + }, + { + "epoch": 0.6239558261362027, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 3558692.0, + "step": 4407 + }, + { + "epoch": 0.6240974090329888, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.4494, + "mean_token_accuracy": 0.8256880640983582, + "num_tokens": 3559275.0, + "step": 4408 + }, + { + "epoch": 0.6242389919297748, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.9009900689125061, + "num_tokens": 3560382.0, + "step": 4409 + }, + { + "epoch": 0.624380574826561, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.2563, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 3561291.0, + "step": 4410 + }, + { + "epoch": 0.6245221577233471, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 3562126.0, + "step": 4411 + }, + { + "epoch": 0.6246637406201331, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 3562630.0, + "step": 4412 + }, + { + "epoch": 0.6248053235169192, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8232322931289673, + "num_tokens": 3563445.0, + "step": 4413 + }, + { + "epoch": 0.6249469064137052, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2736, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 3563995.0, + "step": 4414 + }, + { + "epoch": 0.6250884893104913, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.7956989407539368, + "num_tokens": 3565114.0, + "step": 4415 + }, + { + "epoch": 0.6252300722072773, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.8995726704597473, + "num_tokens": 3566333.0, + "step": 4416 + }, + { + "epoch": 0.6253716551040635, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8250000476837158, + "num_tokens": 3566935.0, + "step": 4417 + }, + { + "epoch": 0.6255132380008495, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2056, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 3567783.0, + "step": 4418 + }, + { + "epoch": 0.6256548208976356, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 3568639.0, + "step": 4419 + }, + { + "epoch": 0.6257964037944216, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8697317838668823, + "num_tokens": 3569501.0, + "step": 4420 + }, + { + "epoch": 0.6259379866912077, + "grad_norm": 114.5, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 3570339.0, + "step": 4421 + }, + { + "epoch": 0.6260795695879938, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.2445, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 3571172.0, + "step": 4422 + }, + { + "epoch": 0.6262211524847798, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 3571691.0, + "step": 4423 + }, + { + "epoch": 0.626362735381566, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2049, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 3572353.0, + "step": 4424 + }, + { + "epoch": 0.626504318278352, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 3572894.0, + "step": 4425 + }, + { + "epoch": 0.6266459011751381, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 3573672.0, + "step": 4426 + }, + { + "epoch": 0.6267874840719241, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.7843137383460999, + "num_tokens": 3574352.0, + "step": 4427 + }, + { + "epoch": 0.6269290669687102, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.4798, + "mean_token_accuracy": 0.8114753365516663, + "num_tokens": 3575478.0, + "step": 4428 + }, + { + "epoch": 0.6270706498654962, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8064516186714172, + "num_tokens": 3576434.0, + "step": 4429 + }, + { + "epoch": 0.6272122327622823, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8745762705802917, + "num_tokens": 3577444.0, + "step": 4430 + }, + { + "epoch": 0.6273538156590683, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1341, + "mean_token_accuracy": 0.9451476335525513, + "num_tokens": 3578576.0, + "step": 4431 + }, + { + "epoch": 0.6274953985558545, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2112, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 3579208.0, + "step": 4432 + }, + { + "epoch": 0.6276369814526406, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 3579979.0, + "step": 4433 + }, + { + "epoch": 0.6277785643494266, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 3580621.0, + "step": 4434 + }, + { + "epoch": 0.6279201472462127, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 3581474.0, + "step": 4435 + }, + { + "epoch": 0.6280617301429987, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2558, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3582313.0, + "step": 4436 + }, + { + "epoch": 0.6282033130397848, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 3582911.0, + "step": 4437 + }, + { + "epoch": 0.6283448959365708, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.1722, + "mean_token_accuracy": 0.9397590160369873, + "num_tokens": 3583510.0, + "step": 4438 + }, + { + "epoch": 0.628486478833357, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2544, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 3584161.0, + "step": 4439 + }, + { + "epoch": 0.628628061730143, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 3584729.0, + "step": 4440 + }, + { + "epoch": 0.6287696446269291, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 3585268.0, + "step": 4441 + }, + { + "epoch": 0.6289112275237151, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 3585931.0, + "step": 4442 + }, + { + "epoch": 0.6290528104205012, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 3586478.0, + "step": 4443 + }, + { + "epoch": 0.6291943933172873, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 3587349.0, + "step": 4444 + }, + { + "epoch": 0.6293359762140733, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1926, + "mean_token_accuracy": 0.90625, + "num_tokens": 3588232.0, + "step": 4445 + }, + { + "epoch": 0.6294775591108595, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3588757.0, + "step": 4446 + }, + { + "epoch": 0.6296191420076455, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2808, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 3589270.0, + "step": 4447 + }, + { + "epoch": 0.6297607249044316, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 3590148.0, + "step": 4448 + }, + { + "epoch": 0.6299023078012176, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1805, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 3590775.0, + "step": 4449 + }, + { + "epoch": 0.6300438906980037, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2903, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 3591507.0, + "step": 4450 + }, + { + "epoch": 0.6301854735947897, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.2322, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3592092.0, + "step": 4451 + }, + { + "epoch": 0.6303270564915758, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1602, + "mean_token_accuracy": 0.9269663095474243, + "num_tokens": 3593117.0, + "step": 4452 + }, + { + "epoch": 0.6304686393883618, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3593908.0, + "step": 4453 + }, + { + "epoch": 0.630610222285148, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 3594653.0, + "step": 4454 + }, + { + "epoch": 0.6307518051819341, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 3595473.0, + "step": 4455 + }, + { + "epoch": 0.6308933880787201, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.885780930519104, + "num_tokens": 3596339.0, + "step": 4456 + }, + { + "epoch": 0.6310349709755062, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 3596886.0, + "step": 4457 + }, + { + "epoch": 0.6311765538722922, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 3597542.0, + "step": 4458 + }, + { + "epoch": 0.6313181367690783, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3598151.0, + "step": 4459 + }, + { + "epoch": 0.6314597196658643, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3598935.0, + "step": 4460 + }, + { + "epoch": 0.6316013025626505, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8389830589294434, + "num_tokens": 3599496.0, + "step": 4461 + }, + { + "epoch": 0.6317428854594365, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1093, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 3600663.0, + "step": 4462 + }, + { + "epoch": 0.6318844683562226, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.4761, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 3601201.0, + "step": 4463 + }, + { + "epoch": 0.6320260512530086, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 3601779.0, + "step": 4464 + }, + { + "epoch": 0.6321676341497947, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2355, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 3602401.0, + "step": 4465 + }, + { + "epoch": 0.6323092170465807, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 3603058.0, + "step": 4466 + }, + { + "epoch": 0.6324507999433668, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2088, + "mean_token_accuracy": 0.921875, + "num_tokens": 3603572.0, + "step": 4467 + }, + { + "epoch": 0.632592382840153, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2222, + "mean_token_accuracy": 0.9105690717697144, + "num_tokens": 3604409.0, + "step": 4468 + }, + { + "epoch": 0.632733965736939, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.5082, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 3605012.0, + "step": 4469 + }, + { + "epoch": 0.6328755486337251, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2322, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 3605974.0, + "step": 4470 + }, + { + "epoch": 0.6330171315305111, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2731, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 3606856.0, + "step": 4471 + }, + { + "epoch": 0.6331587144272972, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 3607839.0, + "step": 4472 + }, + { + "epoch": 0.6333002973240832, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8204081058502197, + "num_tokens": 3608715.0, + "step": 4473 + }, + { + "epoch": 0.6334418802208693, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8402777910232544, + "num_tokens": 3609617.0, + "step": 4474 + }, + { + "epoch": 0.6335834631176553, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.5548, + "mean_token_accuracy": 0.7903225421905518, + "num_tokens": 3610716.0, + "step": 4475 + }, + { + "epoch": 0.6337250460144415, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3611311.0, + "step": 4476 + }, + { + "epoch": 0.6338666289112275, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 3612296.0, + "step": 4477 + }, + { + "epoch": 0.6340082118080136, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 3612814.0, + "step": 4478 + }, + { + "epoch": 0.6341497947047997, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8828828930854797, + "num_tokens": 3613641.0, + "step": 4479 + }, + { + "epoch": 0.6342913776015857, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.8632479310035706, + "num_tokens": 3614390.0, + "step": 4480 + }, + { + "epoch": 0.6344329604983718, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1637, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 3615531.0, + "step": 4481 + }, + { + "epoch": 0.6345745433951578, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8527131676673889, + "num_tokens": 3616380.0, + "step": 4482 + }, + { + "epoch": 0.634716126291944, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 3617363.0, + "step": 4483 + }, + { + "epoch": 0.63485770918873, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 3617964.0, + "step": 4484 + }, + { + "epoch": 0.6349992920855161, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.1613, + "mean_token_accuracy": 0.9528301954269409, + "num_tokens": 3618749.0, + "step": 4485 + }, + { + "epoch": 0.6351408749823021, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.2554, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 3619465.0, + "step": 4486 + }, + { + "epoch": 0.6352824578790882, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 3620467.0, + "step": 4487 + }, + { + "epoch": 0.6354240407758742, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8632218837738037, + "num_tokens": 3621434.0, + "step": 4488 + }, + { + "epoch": 0.6355656236726603, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 3622279.0, + "step": 4489 + }, + { + "epoch": 0.6357072065694465, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2542, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3623030.0, + "step": 4490 + }, + { + "epoch": 0.6358487894662325, + "grad_norm": 10.6875, + "learning_rate": 1e-06, + "loss": 0.1347, + "mean_token_accuracy": 0.9461756348609924, + "num_tokens": 3624198.0, + "step": 4491 + }, + { + "epoch": 0.6359903723630186, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1432, + "mean_token_accuracy": 0.9756097197532654, + "num_tokens": 3625193.0, + "step": 4492 + }, + { + "epoch": 0.6361319552598046, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.90625, + "num_tokens": 3625964.0, + "step": 4493 + }, + { + "epoch": 0.6362735381565907, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2659, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 3626930.0, + "step": 4494 + }, + { + "epoch": 0.6364151210533767, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.84375, + "num_tokens": 3627751.0, + "step": 4495 + }, + { + "epoch": 0.6365567039501628, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 3628379.0, + "step": 4496 + }, + { + "epoch": 0.6366982868469488, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.5415, + "mean_token_accuracy": 0.801980197429657, + "num_tokens": 3629072.0, + "step": 4497 + }, + { + "epoch": 0.636839869743735, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.5609, + "mean_token_accuracy": 0.8058252334594727, + "num_tokens": 3629687.0, + "step": 4498 + }, + { + "epoch": 0.636981452640521, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2478, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 3630455.0, + "step": 4499 + }, + { + "epoch": 0.6371230355373071, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.1634, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 3631447.0, + "step": 4500 + }, + { + "epoch": 0.6372646184340932, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3632471.0, + "step": 4501 + }, + { + "epoch": 0.6374062013308792, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 3633347.0, + "step": 4502 + }, + { + "epoch": 0.6375477842276653, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.2655, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 3633942.0, + "step": 4503 + }, + { + "epoch": 0.6376893671244513, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3634431.0, + "step": 4504 + }, + { + "epoch": 0.6378309500212375, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8716216683387756, + "num_tokens": 3635169.0, + "step": 4505 + }, + { + "epoch": 0.6379725329180235, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 3635889.0, + "step": 4506 + }, + { + "epoch": 0.6381141158148096, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8708133697509766, + "num_tokens": 3636774.0, + "step": 4507 + }, + { + "epoch": 0.6382556987115956, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.2713, + "mean_token_accuracy": 0.8839285969734192, + "num_tokens": 3637653.0, + "step": 4508 + }, + { + "epoch": 0.6383972816083817, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.262, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3638413.0, + "step": 4509 + }, + { + "epoch": 0.6385388645051677, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 3639185.0, + "step": 4510 + }, + { + "epoch": 0.6386804474019538, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.155, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 3639918.0, + "step": 4511 + }, + { + "epoch": 0.63882203029874, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.8810811042785645, + "num_tokens": 3640789.0, + "step": 4512 + }, + { + "epoch": 0.638963613195526, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2838, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 3641545.0, + "step": 4513 + }, + { + "epoch": 0.6391051960923121, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 3642249.0, + "step": 4514 + }, + { + "epoch": 0.6392467789890981, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1857, + "mean_token_accuracy": 0.9550561904907227, + "num_tokens": 3643062.0, + "step": 4515 + }, + { + "epoch": 0.6393883618858842, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2753, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 3643860.0, + "step": 4516 + }, + { + "epoch": 0.6395299447826702, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.90625, + "num_tokens": 3644487.0, + "step": 4517 + }, + { + "epoch": 0.6396715276794563, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8729282021522522, + "num_tokens": 3645439.0, + "step": 4518 + }, + { + "epoch": 0.6398131105762423, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8512820601463318, + "num_tokens": 3646248.0, + "step": 4519 + }, + { + "epoch": 0.6399546934730285, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2445, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 3646798.0, + "step": 4520 + }, + { + "epoch": 0.6400962763698145, + "grad_norm": 14.0, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.9004815220832825, + "num_tokens": 3648360.0, + "step": 4521 + }, + { + "epoch": 0.6402378592666006, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.167, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3649251.0, + "step": 4522 + }, + { + "epoch": 0.6403794421633867, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3649737.0, + "step": 4523 + }, + { + "epoch": 0.6405210250601727, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3650792.0, + "step": 4524 + }, + { + "epoch": 0.6406626079569588, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1989, + "mean_token_accuracy": 0.9428572058677673, + "num_tokens": 3651443.0, + "step": 4525 + }, + { + "epoch": 0.6408041908537448, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1619, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 3652328.0, + "step": 4526 + }, + { + "epoch": 0.640945773750531, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.1266, + "mean_token_accuracy": 0.9488372206687927, + "num_tokens": 3653145.0, + "step": 4527 + }, + { + "epoch": 0.641087356647317, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 3653942.0, + "step": 4528 + }, + { + "epoch": 0.6412289395441031, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8315789699554443, + "num_tokens": 3654764.0, + "step": 4529 + }, + { + "epoch": 0.6413705224408891, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8240000605583191, + "num_tokens": 3655498.0, + "step": 4530 + }, + { + "epoch": 0.6415121053376752, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2582, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 3656152.0, + "step": 4531 + }, + { + "epoch": 0.6416536882344612, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8291139602661133, + "num_tokens": 3657191.0, + "step": 4532 + }, + { + "epoch": 0.6417952711312473, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3657782.0, + "step": 4533 + }, + { + "epoch": 0.6419368540280335, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3658569.0, + "step": 4534 + }, + { + "epoch": 0.6420784369248195, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3659300.0, + "step": 4535 + }, + { + "epoch": 0.6422200198216056, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 3660008.0, + "step": 4536 + }, + { + "epoch": 0.6423616027183916, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 3660848.0, + "step": 4537 + }, + { + "epoch": 0.6425031856151777, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8115942478179932, + "num_tokens": 3661404.0, + "step": 4538 + }, + { + "epoch": 0.6426447685119637, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 3661974.0, + "step": 4539 + }, + { + "epoch": 0.6427863514087498, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1713, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 3662551.0, + "step": 4540 + }, + { + "epoch": 0.6429279343055359, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 3663288.0, + "step": 4541 + }, + { + "epoch": 0.643069517202322, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 3663985.0, + "step": 4542 + }, + { + "epoch": 0.643211100099108, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.5787, + "mean_token_accuracy": 0.8026315569877625, + "num_tokens": 3664843.0, + "step": 4543 + }, + { + "epoch": 0.6433526829958941, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 3665478.0, + "step": 4544 + }, + { + "epoch": 0.6434942658926802, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 3666365.0, + "step": 4545 + }, + { + "epoch": 0.6436358487894662, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1886, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 3667127.0, + "step": 4546 + }, + { + "epoch": 0.6437774316862523, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3667916.0, + "step": 4547 + }, + { + "epoch": 0.6439190145830384, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2449, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3668529.0, + "step": 4548 + }, + { + "epoch": 0.6440605974798245, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2103, + "mean_token_accuracy": 0.9071856737136841, + "num_tokens": 3669309.0, + "step": 4549 + }, + { + "epoch": 0.6442021803766105, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.1805, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 3670042.0, + "step": 4550 + }, + { + "epoch": 0.6443437632733966, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 3670909.0, + "step": 4551 + }, + { + "epoch": 0.6444853461701826, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 3671485.0, + "step": 4552 + }, + { + "epoch": 0.6446269290669687, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 3671987.0, + "step": 4553 + }, + { + "epoch": 0.6447685119637547, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 3672781.0, + "step": 4554 + }, + { + "epoch": 0.6449100948605409, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 3673949.0, + "step": 4555 + }, + { + "epoch": 0.645051677757327, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.215, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 3674689.0, + "step": 4556 + }, + { + "epoch": 0.645193260654113, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2168, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 3675650.0, + "step": 4557 + }, + { + "epoch": 0.6453348435508991, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8495575189590454, + "num_tokens": 3676343.0, + "step": 4558 + }, + { + "epoch": 0.6454764264476851, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.1828, + "mean_token_accuracy": 0.949367105960846, + "num_tokens": 3676971.0, + "step": 4559 + }, + { + "epoch": 0.6456180093444712, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.1983, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 3677662.0, + "step": 4560 + }, + { + "epoch": 0.6457595922412572, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.873786449432373, + "num_tokens": 3678443.0, + "step": 4561 + }, + { + "epoch": 0.6459011751380433, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.1824, + "mean_token_accuracy": 0.9246231317520142, + "num_tokens": 3679158.0, + "step": 4562 + }, + { + "epoch": 0.6460427580348294, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 3679893.0, + "step": 4563 + }, + { + "epoch": 0.6461843409316155, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.121, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 3680664.0, + "step": 4564 + }, + { + "epoch": 0.6463259238284015, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 3681209.0, + "step": 4565 + }, + { + "epoch": 0.6464675067251876, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 3681776.0, + "step": 4566 + }, + { + "epoch": 0.6466090896219737, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2598, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3682627.0, + "step": 4567 + }, + { + "epoch": 0.6467506725187597, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.28, + "mean_token_accuracy": 0.9068965315818787, + "num_tokens": 3683993.0, + "step": 4568 + }, + { + "epoch": 0.6468922554155458, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1361, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 3685026.0, + "step": 4569 + }, + { + "epoch": 0.6470338383123319, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.9257426261901855, + "num_tokens": 3686223.0, + "step": 4570 + }, + { + "epoch": 0.647175421209118, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2354, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 3686961.0, + "step": 4571 + }, + { + "epoch": 0.647317004105904, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2077, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 3687490.0, + "step": 4572 + }, + { + "epoch": 0.6474585870026901, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2859, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3688097.0, + "step": 4573 + }, + { + "epoch": 0.6476001698994761, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8404254913330078, + "num_tokens": 3688665.0, + "step": 4574 + }, + { + "epoch": 0.6477417527962622, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 3689403.0, + "step": 4575 + }, + { + "epoch": 0.6478833356930482, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3689928.0, + "step": 4576 + }, + { + "epoch": 0.6480249185898344, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 3690824.0, + "step": 4577 + }, + { + "epoch": 0.6481665014866204, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.9099099040031433, + "num_tokens": 3691679.0, + "step": 4578 + }, + { + "epoch": 0.6483080843834065, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.236, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 3692536.0, + "step": 4579 + }, + { + "epoch": 0.6484496672801926, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.875, + "num_tokens": 3693086.0, + "step": 4580 + }, + { + "epoch": 0.6485912501769786, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.2376, + "mean_token_accuracy": 0.9031620621681213, + "num_tokens": 3694440.0, + "step": 4581 + }, + { + "epoch": 0.6487328330737647, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 3695262.0, + "step": 4582 + }, + { + "epoch": 0.6488744159705507, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1665, + "mean_token_accuracy": 0.9379844665527344, + "num_tokens": 3696338.0, + "step": 4583 + }, + { + "epoch": 0.6490159988673369, + "grad_norm": 107.5, + "learning_rate": 1e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.7555555701255798, + "num_tokens": 3696960.0, + "step": 4584 + }, + { + "epoch": 0.6491575817641229, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 3697723.0, + "step": 4585 + }, + { + "epoch": 0.649299164660909, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1778, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 3698310.0, + "step": 4586 + }, + { + "epoch": 0.649440747557695, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 3698982.0, + "step": 4587 + }, + { + "epoch": 0.6495823304544811, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2202, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 3699468.0, + "step": 4588 + }, + { + "epoch": 0.6497239133512671, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.5213, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 3699997.0, + "step": 4589 + }, + { + "epoch": 0.6498654962480532, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 3700683.0, + "step": 4590 + }, + { + "epoch": 0.6500070791448394, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2131, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 3701499.0, + "step": 4591 + }, + { + "epoch": 0.6501486620416254, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8402490019798279, + "num_tokens": 3702661.0, + "step": 4592 + }, + { + "epoch": 0.6502902449384115, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.5528, + "mean_token_accuracy": 0.7714285850524902, + "num_tokens": 3704003.0, + "step": 4593 + }, + { + "epoch": 0.6504318278351975, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2325, + "mean_token_accuracy": 0.9161289930343628, + "num_tokens": 3704819.0, + "step": 4594 + }, + { + "epoch": 0.6505734107319836, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.282, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 3705528.0, + "step": 4595 + }, + { + "epoch": 0.6507149936287696, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1667, + "mean_token_accuracy": 0.9428572058677673, + "num_tokens": 3706185.0, + "step": 4596 + }, + { + "epoch": 0.6508565765255557, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 3706996.0, + "step": 4597 + }, + { + "epoch": 0.6509981594223417, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1812, + "mean_token_accuracy": 0.9320388436317444, + "num_tokens": 3707687.0, + "step": 4598 + }, + { + "epoch": 0.6511397423191279, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2021, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 3708298.0, + "step": 4599 + }, + { + "epoch": 0.6512813252159139, + "grad_norm": 161.0, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 3709037.0, + "step": 4600 + }, + { + "epoch": 0.6514229081127, + "grad_norm": 13.6875, + "learning_rate": 1e-06, + "loss": 0.2228, + "mean_token_accuracy": 0.9095315337181091, + "num_tokens": 3710216.0, + "step": 4601 + }, + { + "epoch": 0.6515644910094861, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 3710840.0, + "step": 4602 + }, + { + "epoch": 0.6517060739062721, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8786407709121704, + "num_tokens": 3711821.0, + "step": 4603 + }, + { + "epoch": 0.6518476568030582, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.6223, + "mean_token_accuracy": 0.7848101258277893, + "num_tokens": 3712518.0, + "step": 4604 + }, + { + "epoch": 0.6519892396998442, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.861751139163971, + "num_tokens": 3713338.0, + "step": 4605 + }, + { + "epoch": 0.6521308225966304, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2414, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 3713837.0, + "step": 4606 + }, + { + "epoch": 0.6522724054934164, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1088, + "mean_token_accuracy": 0.9622641801834106, + "num_tokens": 3714595.0, + "step": 4607 + }, + { + "epoch": 0.6524139883902025, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4982, + "mean_token_accuracy": 0.7946428656578064, + "num_tokens": 3715449.0, + "step": 4608 + }, + { + "epoch": 0.6525555712869885, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 3716099.0, + "step": 4609 + }, + { + "epoch": 0.6526971541837746, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2188, + "mean_token_accuracy": 0.9666666984558105, + "num_tokens": 3716611.0, + "step": 4610 + }, + { + "epoch": 0.6528387370805606, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3717734.0, + "step": 4611 + }, + { + "epoch": 0.6529803199773467, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8863636255264282, + "num_tokens": 3718857.0, + "step": 4612 + }, + { + "epoch": 0.6531219028741329, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.1024, + "mean_token_accuracy": 0.9345238208770752, + "num_tokens": 3719784.0, + "step": 4613 + }, + { + "epoch": 0.6532634857709189, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2584, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3720317.0, + "step": 4614 + }, + { + "epoch": 0.653405068667705, + "grad_norm": 139.0, + "learning_rate": 1e-06, + "loss": 0.5857, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 3721247.0, + "step": 4615 + }, + { + "epoch": 0.653546651564491, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8111111521720886, + "num_tokens": 3721917.0, + "step": 4616 + }, + { + "epoch": 0.6536882344612771, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8728323578834534, + "num_tokens": 3722680.0, + "step": 4617 + }, + { + "epoch": 0.6538298173580631, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 3723375.0, + "step": 4618 + }, + { + "epoch": 0.6539714002548492, + "grad_norm": 161.0, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8877550959587097, + "num_tokens": 3724134.0, + "step": 4619 + }, + { + "epoch": 0.6541129831516352, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.5993, + "mean_token_accuracy": 0.7790697813034058, + "num_tokens": 3724721.0, + "step": 4620 + }, + { + "epoch": 0.6542545660484214, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.7848101258277893, + "num_tokens": 3725384.0, + "step": 4621 + }, + { + "epoch": 0.6543961489452074, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8316831588745117, + "num_tokens": 3726151.0, + "step": 4622 + }, + { + "epoch": 0.6545377318419935, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3726766.0, + "step": 4623 + }, + { + "epoch": 0.6546793147387796, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 3727387.0, + "step": 4624 + }, + { + "epoch": 0.6548208976355656, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.2611, + "mean_token_accuracy": 0.9032738208770752, + "num_tokens": 3728894.0, + "step": 4625 + }, + { + "epoch": 0.6549624805323517, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.1366, + "mean_token_accuracy": 0.9470588564872742, + "num_tokens": 3729611.0, + "step": 4626 + }, + { + "epoch": 0.6551040634291377, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8724279403686523, + "num_tokens": 3730680.0, + "step": 4627 + }, + { + "epoch": 0.6552456463259239, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2347, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 3731478.0, + "step": 4628 + }, + { + "epoch": 0.6553872292227099, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.7837837934494019, + "num_tokens": 3732201.0, + "step": 4629 + }, + { + "epoch": 0.655528812119496, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8299999833106995, + "num_tokens": 3732750.0, + "step": 4630 + }, + { + "epoch": 0.655670395016282, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3733512.0, + "step": 4631 + }, + { + "epoch": 0.6558119779130681, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1836, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 3734199.0, + "step": 4632 + }, + { + "epoch": 0.6559535608098541, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.9059829711914062, + "num_tokens": 3735339.0, + "step": 4633 + }, + { + "epoch": 0.6560951437066402, + "grad_norm": 98.5, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 3736088.0, + "step": 4634 + }, + { + "epoch": 0.6562367266034264, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 3736870.0, + "step": 4635 + }, + { + "epoch": 0.6563783095002124, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 3737896.0, + "step": 4636 + }, + { + "epoch": 0.6565198923969985, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2804, + "mean_token_accuracy": 0.875, + "num_tokens": 3738542.0, + "step": 4637 + }, + { + "epoch": 0.6566614752937845, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 3739180.0, + "step": 4638 + }, + { + "epoch": 0.6568030581905706, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.203, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 3739735.0, + "step": 4639 + }, + { + "epoch": 0.6569446410873566, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1846, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 3740763.0, + "step": 4640 + }, + { + "epoch": 0.6570862239841427, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 3741271.0, + "step": 4641 + }, + { + "epoch": 0.6572278068809287, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 3742307.0, + "step": 4642 + }, + { + "epoch": 0.6573693897777149, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3742889.0, + "step": 4643 + }, + { + "epoch": 0.6575109726745009, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 3743860.0, + "step": 4644 + }, + { + "epoch": 0.657652555571287, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1519, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 3745071.0, + "step": 4645 + }, + { + "epoch": 0.6577941384680731, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 3745619.0, + "step": 4646 + }, + { + "epoch": 0.6579357213648591, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 3746268.0, + "step": 4647 + }, + { + "epoch": 0.6580773042616452, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8415841460227966, + "num_tokens": 3746902.0, + "step": 4648 + }, + { + "epoch": 0.6582188871584312, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1973, + "mean_token_accuracy": 0.9518072009086609, + "num_tokens": 3747985.0, + "step": 4649 + }, + { + "epoch": 0.6583604700552174, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 3748685.0, + "step": 4650 + }, + { + "epoch": 0.6585020529520034, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 3749481.0, + "step": 4651 + }, + { + "epoch": 0.6586436358487895, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2367, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3750198.0, + "step": 4652 + }, + { + "epoch": 0.6587852187455755, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3750729.0, + "step": 4653 + }, + { + "epoch": 0.6589268016423616, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 3751849.0, + "step": 4654 + }, + { + "epoch": 0.6590683845391476, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2099, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3752703.0, + "step": 4655 + }, + { + "epoch": 0.6592099674359337, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 3753609.0, + "step": 4656 + }, + { + "epoch": 0.6593515503327199, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 3754645.0, + "step": 4657 + }, + { + "epoch": 0.6594931332295059, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 3755349.0, + "step": 4658 + }, + { + "epoch": 0.659634716126292, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1444, + "mean_token_accuracy": 0.9375000596046448, + "num_tokens": 3756007.0, + "step": 4659 + }, + { + "epoch": 0.659776299023078, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 3756675.0, + "step": 4660 + }, + { + "epoch": 0.6599178819198641, + "grad_norm": 194.0, + "learning_rate": 1e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.7692307829856873, + "num_tokens": 3757251.0, + "step": 4661 + }, + { + "epoch": 0.6600594648166501, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 3757784.0, + "step": 4662 + }, + { + "epoch": 0.6602010477134362, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3758583.0, + "step": 4663 + }, + { + "epoch": 0.6603426306102222, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.1669, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3759281.0, + "step": 4664 + }, + { + "epoch": 0.6604842135070084, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8632479310035706, + "num_tokens": 3759948.0, + "step": 4665 + }, + { + "epoch": 0.6606257964037944, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.214, + "mean_token_accuracy": 0.8992806077003479, + "num_tokens": 3760625.0, + "step": 4666 + }, + { + "epoch": 0.6607673793005805, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2631, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 3761407.0, + "step": 4667 + }, + { + "epoch": 0.6609089621973666, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1345, + "mean_token_accuracy": 0.9750000238418579, + "num_tokens": 3761971.0, + "step": 4668 + }, + { + "epoch": 0.6610505450941526, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1241, + "mean_token_accuracy": 0.9620253443717957, + "num_tokens": 3762645.0, + "step": 4669 + }, + { + "epoch": 0.6611921279909387, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8270676732063293, + "num_tokens": 3763377.0, + "step": 4670 + }, + { + "epoch": 0.6613337108877247, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8692810535430908, + "num_tokens": 3764262.0, + "step": 4671 + }, + { + "epoch": 0.6614752937845109, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 3764797.0, + "step": 4672 + }, + { + "epoch": 0.6616168766812969, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 3765832.0, + "step": 4673 + }, + { + "epoch": 0.661758459578083, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.1833, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 3766692.0, + "step": 4674 + }, + { + "epoch": 0.661900042474869, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 3767665.0, + "step": 4675 + }, + { + "epoch": 0.6620416253716551, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3768305.0, + "step": 4676 + }, + { + "epoch": 0.6621832082684411, + "grad_norm": 113.0, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 3768856.0, + "step": 4677 + }, + { + "epoch": 0.6623247911652272, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8373983502388, + "num_tokens": 3769739.0, + "step": 4678 + }, + { + "epoch": 0.6624663740620134, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2824, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3770461.0, + "step": 4679 + }, + { + "epoch": 0.6626079569587994, + "grad_norm": 103.0, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3771074.0, + "step": 4680 + }, + { + "epoch": 0.6627495398555855, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.8701754808425903, + "num_tokens": 3771847.0, + "step": 4681 + }, + { + "epoch": 0.6628911227523715, + "grad_norm": 9.125, + "learning_rate": 1e-06, + "loss": 0.1573, + "mean_token_accuracy": 0.9261602759361267, + "num_tokens": 3773394.0, + "step": 4682 + }, + { + "epoch": 0.6630327056491576, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1715, + "mean_token_accuracy": 0.9351851940155029, + "num_tokens": 3773976.0, + "step": 4683 + }, + { + "epoch": 0.6631742885459436, + "grad_norm": 115.5, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 3774719.0, + "step": 4684 + }, + { + "epoch": 0.6633158714427297, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.1826, + "mean_token_accuracy": 0.9153845906257629, + "num_tokens": 3775432.0, + "step": 4685 + }, + { + "epoch": 0.6634574543395158, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.1847, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 3776127.0, + "step": 4686 + }, + { + "epoch": 0.6635990372363019, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.873786449432373, + "num_tokens": 3776974.0, + "step": 4687 + }, + { + "epoch": 0.6637406201330879, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.949367105960846, + "num_tokens": 3777737.0, + "step": 4688 + }, + { + "epoch": 0.663882203029874, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3778272.0, + "step": 4689 + }, + { + "epoch": 0.66402378592666, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.2626, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 3778909.0, + "step": 4690 + }, + { + "epoch": 0.6641653688234461, + "grad_norm": 122.5, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3779661.0, + "step": 4691 + }, + { + "epoch": 0.6643069517202322, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2434, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3780352.0, + "step": 4692 + }, + { + "epoch": 0.6644485346170182, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2492, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 3780928.0, + "step": 4693 + }, + { + "epoch": 0.6645901175138044, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 3781587.0, + "step": 4694 + }, + { + "epoch": 0.6647317004105904, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 3782379.0, + "step": 4695 + }, + { + "epoch": 0.6648732833073765, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8758620619773865, + "num_tokens": 3782964.0, + "step": 4696 + }, + { + "epoch": 0.6650148662041625, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.223, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 3783607.0, + "step": 4697 + }, + { + "epoch": 0.6651564491009486, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2153, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 3784731.0, + "step": 4698 + }, + { + "epoch": 0.6652980319977346, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 3785652.0, + "step": 4699 + }, + { + "epoch": 0.6654396148945207, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.271, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3786451.0, + "step": 4700 + }, + { + "epoch": 0.6655811977913068, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.1419, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 3787660.0, + "step": 4701 + }, + { + "epoch": 0.6657227806880929, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8721804618835449, + "num_tokens": 3788381.0, + "step": 4702 + }, + { + "epoch": 0.665864363584879, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 3789177.0, + "step": 4703 + }, + { + "epoch": 0.666005946481665, + "grad_norm": 9.25, + "learning_rate": 1e-06, + "loss": 0.1401, + "mean_token_accuracy": 0.951298713684082, + "num_tokens": 3790641.0, + "step": 4704 + }, + { + "epoch": 0.6661475293784511, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2588, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 3791367.0, + "step": 4705 + }, + { + "epoch": 0.6662891122752371, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.1686, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 3791878.0, + "step": 4706 + }, + { + "epoch": 0.6664306951720232, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.9146067500114441, + "num_tokens": 3792769.0, + "step": 4707 + }, + { + "epoch": 0.6665722780688093, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2609, + "mean_token_accuracy": 0.8952381014823914, + "num_tokens": 3793840.0, + "step": 4708 + }, + { + "epoch": 0.6667138609655954, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1426, + "mean_token_accuracy": 0.9405940175056458, + "num_tokens": 3795073.0, + "step": 4709 + }, + { + "epoch": 0.6668554438623814, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 3795828.0, + "step": 4710 + }, + { + "epoch": 0.6669970267591675, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.0686, + "mean_token_accuracy": 0.9752065539360046, + "num_tokens": 3796603.0, + "step": 4711 + }, + { + "epoch": 0.6671386096559535, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3797425.0, + "step": 4712 + }, + { + "epoch": 0.6672801925527396, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 3798201.0, + "step": 4713 + }, + { + "epoch": 0.6674217754495257, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2359, + "mean_token_accuracy": 0.8920863270759583, + "num_tokens": 3799132.0, + "step": 4714 + }, + { + "epoch": 0.6675633583463118, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 3799921.0, + "step": 4715 + }, + { + "epoch": 0.6677049412430979, + "grad_norm": 117.5, + "learning_rate": 1e-06, + "loss": 0.2523, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3800614.0, + "step": 4716 + }, + { + "epoch": 0.6678465241398839, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.1742, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 3801170.0, + "step": 4717 + }, + { + "epoch": 0.66798810703667, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8695651888847351, + "num_tokens": 3801782.0, + "step": 4718 + }, + { + "epoch": 0.668129689933456, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.826923131942749, + "num_tokens": 3802556.0, + "step": 4719 + }, + { + "epoch": 0.6682712728302421, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.178, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 3803374.0, + "step": 4720 + }, + { + "epoch": 0.6684128557270281, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8547009229660034, + "num_tokens": 3804178.0, + "step": 4721 + }, + { + "epoch": 0.6685544386238143, + "grad_norm": 145.0, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 3804995.0, + "step": 4722 + }, + { + "epoch": 0.6686960215206003, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1845, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 3805688.0, + "step": 4723 + }, + { + "epoch": 0.6688376044173864, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2487, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 3806209.0, + "step": 4724 + }, + { + "epoch": 0.6689791873141725, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2509, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3806948.0, + "step": 4725 + }, + { + "epoch": 0.6691207702109585, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1434, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 3807981.0, + "step": 4726 + }, + { + "epoch": 0.6692623531077446, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2238, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3809009.0, + "step": 4727 + }, + { + "epoch": 0.6694039360045306, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.2765, + "mean_token_accuracy": 0.8941177129745483, + "num_tokens": 3809758.0, + "step": 4728 + }, + { + "epoch": 0.6695455189013167, + "grad_norm": 115.0, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 3810839.0, + "step": 4729 + }, + { + "epoch": 0.6696871017981028, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.568, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 3811597.0, + "step": 4730 + }, + { + "epoch": 0.6698286846948889, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1806, + "mean_token_accuracy": 0.9292035102844238, + "num_tokens": 3812240.0, + "step": 4731 + }, + { + "epoch": 0.6699702675916749, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.9336734414100647, + "num_tokens": 3813240.0, + "step": 4732 + }, + { + "epoch": 0.670111850488461, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1006, + "mean_token_accuracy": 0.9534883499145508, + "num_tokens": 3814149.0, + "step": 4733 + }, + { + "epoch": 0.670253433385247, + "grad_norm": 13.75, + "learning_rate": 1e-06, + "loss": 0.1894, + "mean_token_accuracy": 0.9266467690467834, + "num_tokens": 3815877.0, + "step": 4734 + }, + { + "epoch": 0.6703950162820331, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.218, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 3816378.0, + "step": 4735 + }, + { + "epoch": 0.6705365991788192, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 3816962.0, + "step": 4736 + }, + { + "epoch": 0.6706781820756053, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1969, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 3817593.0, + "step": 4737 + }, + { + "epoch": 0.6708197649723914, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 3818278.0, + "step": 4738 + }, + { + "epoch": 0.6709613478691774, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.2516, + "mean_token_accuracy": 0.9037036895751953, + "num_tokens": 3819237.0, + "step": 4739 + }, + { + "epoch": 0.6711029307659635, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 3820299.0, + "step": 4740 + }, + { + "epoch": 0.6712445136627495, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.1962, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3820958.0, + "step": 4741 + }, + { + "epoch": 0.6713860965595356, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.2266, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 3821485.0, + "step": 4742 + }, + { + "epoch": 0.6715276794563216, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 3822272.0, + "step": 4743 + }, + { + "epoch": 0.6716692623531078, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 3822810.0, + "step": 4744 + }, + { + "epoch": 0.6718108452498938, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1911, + "mean_token_accuracy": 0.9375, + "num_tokens": 3823353.0, + "step": 4745 + }, + { + "epoch": 0.6719524281466799, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 3824030.0, + "step": 4746 + }, + { + "epoch": 0.672094011043466, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1289, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 3824845.0, + "step": 4747 + }, + { + "epoch": 0.672235593940252, + "grad_norm": 163.0, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 3825595.0, + "step": 4748 + }, + { + "epoch": 0.6723771768370381, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2302, + "mean_token_accuracy": 0.9053254723548889, + "num_tokens": 3826215.0, + "step": 4749 + }, + { + "epoch": 0.6725187597338241, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 3827152.0, + "step": 4750 + }, + { + "epoch": 0.6726603426306103, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2343, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 3827673.0, + "step": 4751 + }, + { + "epoch": 0.6728019255273963, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 3828371.0, + "step": 4752 + }, + { + "epoch": 0.6729435084241824, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3829180.0, + "step": 4753 + }, + { + "epoch": 0.6730850913209684, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2547, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3829988.0, + "step": 4754 + }, + { + "epoch": 0.6732266742177545, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2379, + "mean_token_accuracy": 0.9130434393882751, + "num_tokens": 3830578.0, + "step": 4755 + }, + { + "epoch": 0.6733682571145405, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8675798773765564, + "num_tokens": 3831447.0, + "step": 4756 + }, + { + "epoch": 0.6735098400113266, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8659574389457703, + "num_tokens": 3832372.0, + "step": 4757 + }, + { + "epoch": 0.6736514229081128, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 3833027.0, + "step": 4758 + }, + { + "epoch": 0.6737930058048988, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8592437505722046, + "num_tokens": 3834195.0, + "step": 4759 + }, + { + "epoch": 0.6739345887016849, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.188, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 3834785.0, + "step": 4760 + }, + { + "epoch": 0.6740761715984709, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2178, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 3835278.0, + "step": 4761 + }, + { + "epoch": 0.674217754495257, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.4902, + "mean_token_accuracy": 0.8071428537368774, + "num_tokens": 3835929.0, + "step": 4762 + }, + { + "epoch": 0.674359337392043, + "grad_norm": 12.6875, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.9088864326477051, + "num_tokens": 3837571.0, + "step": 4763 + }, + { + "epoch": 0.6745009202888291, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 3838381.0, + "step": 4764 + }, + { + "epoch": 0.6746425031856151, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3839249.0, + "step": 4765 + }, + { + "epoch": 0.6747840860824013, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2516, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 3840187.0, + "step": 4766 + }, + { + "epoch": 0.6749256689791873, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1222, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 3840919.0, + "step": 4767 + }, + { + "epoch": 0.6750672518759734, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 3841703.0, + "step": 4768 + }, + { + "epoch": 0.6752088347727595, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 3842361.0, + "step": 4769 + }, + { + "epoch": 0.6753504176695455, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 3843111.0, + "step": 4770 + }, + { + "epoch": 0.6754920005663316, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 3843936.0, + "step": 4771 + }, + { + "epoch": 0.6756335834631176, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1604, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 3844480.0, + "step": 4772 + }, + { + "epoch": 0.6757751663599038, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.548, + "mean_token_accuracy": 0.8139534592628479, + "num_tokens": 3845270.0, + "step": 4773 + }, + { + "epoch": 0.6759167492566898, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.916201114654541, + "num_tokens": 3846453.0, + "step": 4774 + }, + { + "epoch": 0.6760583321534759, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 3847412.0, + "step": 4775 + }, + { + "epoch": 0.6761999150502619, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2252, + "mean_token_accuracy": 0.9159664511680603, + "num_tokens": 3848447.0, + "step": 4776 + }, + { + "epoch": 0.676341497947048, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8499999642372131, + "num_tokens": 3849461.0, + "step": 4777 + }, + { + "epoch": 0.676483080843834, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2211, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3850073.0, + "step": 4778 + }, + { + "epoch": 0.6766246637406201, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 3850604.0, + "step": 4779 + }, + { + "epoch": 0.6767662466374063, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1942, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 3851348.0, + "step": 4780 + }, + { + "epoch": 0.6769078295341923, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.239, + "mean_token_accuracy": 0.9126984477043152, + "num_tokens": 3852035.0, + "step": 4781 + }, + { + "epoch": 0.6770494124309784, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8362069129943848, + "num_tokens": 3853216.0, + "step": 4782 + }, + { + "epoch": 0.6771909953277644, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2112, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 3854369.0, + "step": 4783 + }, + { + "epoch": 0.6773325782245505, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 3855141.0, + "step": 4784 + }, + { + "epoch": 0.6774741611213365, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.1408, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 3855844.0, + "step": 4785 + }, + { + "epoch": 0.6776157440181226, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8899081945419312, + "num_tokens": 3856456.0, + "step": 4786 + }, + { + "epoch": 0.6777573269149086, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 3857152.0, + "step": 4787 + }, + { + "epoch": 0.6778989098116948, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 3857725.0, + "step": 4788 + }, + { + "epoch": 0.6780404927084808, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 3858328.0, + "step": 4789 + }, + { + "epoch": 0.6781820756052669, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 3859098.0, + "step": 4790 + }, + { + "epoch": 0.678323658502053, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 3859813.0, + "step": 4791 + }, + { + "epoch": 0.678465241398839, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4878, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 3860417.0, + "step": 4792 + }, + { + "epoch": 0.6786068242956251, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 3860970.0, + "step": 4793 + }, + { + "epoch": 0.6787484071924111, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 3861561.0, + "step": 4794 + }, + { + "epoch": 0.6788899900891973, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 3862268.0, + "step": 4795 + }, + { + "epoch": 0.6790315729859833, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 3862935.0, + "step": 4796 + }, + { + "epoch": 0.6791731558827694, + "grad_norm": 13.625, + "learning_rate": 1e-06, + "loss": 0.2305, + "mean_token_accuracy": 0.9088098406791687, + "num_tokens": 3864002.0, + "step": 4797 + }, + { + "epoch": 0.6793147387795554, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.1983, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3864915.0, + "step": 4798 + }, + { + "epoch": 0.6794563216763415, + "grad_norm": 117.5, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3865457.0, + "step": 4799 + }, + { + "epoch": 0.6795979045731275, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 3865997.0, + "step": 4800 + }, + { + "epoch": 0.6797394874699136, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2362, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 3866719.0, + "step": 4801 + }, + { + "epoch": 0.6798810703666998, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2433, + "mean_token_accuracy": 0.9048386812210083, + "num_tokens": 3868120.0, + "step": 4802 + }, + { + "epoch": 0.6800226532634858, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.225, + "mean_token_accuracy": 0.9132230877876282, + "num_tokens": 3869109.0, + "step": 4803 + }, + { + "epoch": 0.6801642361602719, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.813084065914154, + "num_tokens": 3870425.0, + "step": 4804 + }, + { + "epoch": 0.6803058190570579, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 3871107.0, + "step": 4805 + }, + { + "epoch": 0.680447401953844, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 3871821.0, + "step": 4806 + }, + { + "epoch": 0.68058898485063, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2055, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3872371.0, + "step": 4807 + }, + { + "epoch": 0.6807305677474161, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.2207, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 3873013.0, + "step": 4808 + }, + { + "epoch": 0.6808721506442021, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 3873571.0, + "step": 4809 + }, + { + "epoch": 0.6810137335409883, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 3874528.0, + "step": 4810 + }, + { + "epoch": 0.6811553164377743, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 3875143.0, + "step": 4811 + }, + { + "epoch": 0.6812968993345604, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1781, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 3875850.0, + "step": 4812 + }, + { + "epoch": 0.6814384822313464, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8404907584190369, + "num_tokens": 3876785.0, + "step": 4813 + }, + { + "epoch": 0.6815800651281325, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.1566, + "mean_token_accuracy": 0.946115255355835, + "num_tokens": 3878122.0, + "step": 4814 + }, + { + "epoch": 0.6817216480249186, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8584070801734924, + "num_tokens": 3878672.0, + "step": 4815 + }, + { + "epoch": 0.6818632309217046, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.167, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 3879183.0, + "step": 4816 + }, + { + "epoch": 0.6820048138184908, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2718, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 3880393.0, + "step": 4817 + }, + { + "epoch": 0.6821463967152768, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.1499, + "mean_token_accuracy": 0.9481267929077148, + "num_tokens": 3881375.0, + "step": 4818 + }, + { + "epoch": 0.6822879796120629, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3882293.0, + "step": 4819 + }, + { + "epoch": 0.6824295625088489, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 3882890.0, + "step": 4820 + }, + { + "epoch": 0.682571145405635, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8139534592628479, + "num_tokens": 3883729.0, + "step": 4821 + }, + { + "epoch": 0.682712728302421, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.853960394859314, + "num_tokens": 3884708.0, + "step": 4822 + }, + { + "epoch": 0.6828543111992071, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 3885476.0, + "step": 4823 + }, + { + "epoch": 0.6829958940959932, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.5271, + "mean_token_accuracy": 0.7407407760620117, + "num_tokens": 3886105.0, + "step": 4824 + }, + { + "epoch": 0.6831374769927793, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 3886808.0, + "step": 4825 + }, + { + "epoch": 0.6832790598895654, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 3887327.0, + "step": 4826 + }, + { + "epoch": 0.6834206427863514, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1202, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 3887821.0, + "step": 4827 + }, + { + "epoch": 0.6835622256831375, + "grad_norm": 13.4375, + "learning_rate": 1e-06, + "loss": 0.2471, + "mean_token_accuracy": 0.8987341523170471, + "num_tokens": 3889183.0, + "step": 4828 + }, + { + "epoch": 0.6837038085799235, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.1003, + "mean_token_accuracy": 0.956250011920929, + "num_tokens": 3889942.0, + "step": 4829 + }, + { + "epoch": 0.6838453914767096, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8454810976982117, + "num_tokens": 3891324.0, + "step": 4830 + }, + { + "epoch": 0.6839869743734956, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 3892341.0, + "step": 4831 + }, + { + "epoch": 0.6841285572702818, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.2436, + "mean_token_accuracy": 0.904534637928009, + "num_tokens": 3893225.0, + "step": 4832 + }, + { + "epoch": 0.6842701401670678, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.850931704044342, + "num_tokens": 3894052.0, + "step": 4833 + }, + { + "epoch": 0.6844117230638539, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.8908045887947083, + "num_tokens": 3895002.0, + "step": 4834 + }, + { + "epoch": 0.6845533059606399, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8023256063461304, + "num_tokens": 3895525.0, + "step": 4835 + }, + { + "epoch": 0.684694888857426, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1988, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 3896271.0, + "step": 4836 + }, + { + "epoch": 0.6848364717542121, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.188, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 3897240.0, + "step": 4837 + }, + { + "epoch": 0.6849780546509981, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2578, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 3898325.0, + "step": 4838 + }, + { + "epoch": 0.6851196375477843, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 3899159.0, + "step": 4839 + }, + { + "epoch": 0.6852612204445703, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2509, + "mean_token_accuracy": 0.875, + "num_tokens": 3899745.0, + "step": 4840 + }, + { + "epoch": 0.6854028033413564, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2244, + "mean_token_accuracy": 0.9007633328437805, + "num_tokens": 3900604.0, + "step": 4841 + }, + { + "epoch": 0.6855443862381424, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8376623392105103, + "num_tokens": 3901547.0, + "step": 4842 + }, + { + "epoch": 0.6856859691349285, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8319328427314758, + "num_tokens": 3902392.0, + "step": 4843 + }, + { + "epoch": 0.6858275520317145, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 3902873.0, + "step": 4844 + }, + { + "epoch": 0.6859691349285006, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3903397.0, + "step": 4845 + }, + { + "epoch": 0.6861107178252867, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 3903924.0, + "step": 4846 + }, + { + "epoch": 0.6862523007220728, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.2113, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 3904700.0, + "step": 4847 + }, + { + "epoch": 0.6863938836188589, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.281, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 3905717.0, + "step": 4848 + }, + { + "epoch": 0.6865354665156449, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2637, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 3906747.0, + "step": 4849 + }, + { + "epoch": 0.686677049412431, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2326, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 3907724.0, + "step": 4850 + }, + { + "epoch": 0.686818632309217, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3908647.0, + "step": 4851 + }, + { + "epoch": 0.6869602152060031, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 3909368.0, + "step": 4852 + }, + { + "epoch": 0.6871017981027892, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1561, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 3910311.0, + "step": 4853 + }, + { + "epoch": 0.6872433809995753, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1643, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 3911022.0, + "step": 4854 + }, + { + "epoch": 0.6873849638963613, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 3911627.0, + "step": 4855 + }, + { + "epoch": 0.6875265467931474, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2722, + "mean_token_accuracy": 0.9375, + "num_tokens": 3912365.0, + "step": 4856 + }, + { + "epoch": 0.6876681296899334, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.1017, + "mean_token_accuracy": 0.9635416865348816, + "num_tokens": 3913023.0, + "step": 4857 + }, + { + "epoch": 0.6878097125867195, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 3913835.0, + "step": 4858 + }, + { + "epoch": 0.6879512954835056, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2558, + "mean_token_accuracy": 0.8738738894462585, + "num_tokens": 3914410.0, + "step": 4859 + }, + { + "epoch": 0.6880928783802917, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2448, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 3915411.0, + "step": 4860 + }, + { + "epoch": 0.6882344612770778, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 3916024.0, + "step": 4861 + }, + { + "epoch": 0.6883760441738638, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 3916972.0, + "step": 4862 + }, + { + "epoch": 0.6885176270706499, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.2173, + "mean_token_accuracy": 0.915032684803009, + "num_tokens": 3918049.0, + "step": 4863 + }, + { + "epoch": 0.6886592099674359, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1643, + "mean_token_accuracy": 0.9545454382896423, + "num_tokens": 3919081.0, + "step": 4864 + }, + { + "epoch": 0.688800792864222, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8962264060974121, + "num_tokens": 3919850.0, + "step": 4865 + }, + { + "epoch": 0.688942375761008, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1303, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 3920570.0, + "step": 4866 + }, + { + "epoch": 0.6890839586577941, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 3921091.0, + "step": 4867 + }, + { + "epoch": 0.6892255415545802, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.4787, + "mean_token_accuracy": 0.8497109413146973, + "num_tokens": 3922340.0, + "step": 4868 + }, + { + "epoch": 0.6893671244513663, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2263, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 3922835.0, + "step": 4869 + }, + { + "epoch": 0.6895087073481524, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 3923871.0, + "step": 4870 + }, + { + "epoch": 0.6896502902449384, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 3924718.0, + "step": 4871 + }, + { + "epoch": 0.6897918731417245, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 3925550.0, + "step": 4872 + }, + { + "epoch": 0.6899334560385105, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 3926395.0, + "step": 4873 + }, + { + "epoch": 0.6900750389352966, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2457, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 3927121.0, + "step": 4874 + }, + { + "epoch": 0.6902166218320827, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.5154, + "mean_token_accuracy": 0.8289473652839661, + "num_tokens": 3928029.0, + "step": 4875 + }, + { + "epoch": 0.6903582047288688, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1515, + "mean_token_accuracy": 0.9642857313156128, + "num_tokens": 3929070.0, + "step": 4876 + }, + { + "epoch": 0.6904997876256548, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.864661693572998, + "num_tokens": 3929701.0, + "step": 4877 + }, + { + "epoch": 0.6906413705224409, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2186, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 3930293.0, + "step": 4878 + }, + { + "epoch": 0.6907829534192269, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1359, + "mean_token_accuracy": 0.9557521939277649, + "num_tokens": 3930860.0, + "step": 4879 + }, + { + "epoch": 0.690924536316013, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 3931381.0, + "step": 4880 + }, + { + "epoch": 0.6910661192127991, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1769, + "mean_token_accuracy": 0.9370078444480896, + "num_tokens": 3932044.0, + "step": 4881 + }, + { + "epoch": 0.6912077021095852, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.2294, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 3933068.0, + "step": 4882 + }, + { + "epoch": 0.6913492850063713, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 3934020.0, + "step": 4883 + }, + { + "epoch": 0.6914908679031573, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 3934551.0, + "step": 4884 + }, + { + "epoch": 0.6916324507999434, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.1848, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 3935307.0, + "step": 4885 + }, + { + "epoch": 0.6917740336967294, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1783, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 3935835.0, + "step": 4886 + }, + { + "epoch": 0.6919156165935155, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.875, + "num_tokens": 3936336.0, + "step": 4887 + }, + { + "epoch": 0.6920571994903015, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.1246, + "mean_token_accuracy": 0.9363635778427124, + "num_tokens": 3937367.0, + "step": 4888 + }, + { + "epoch": 0.6921987823870877, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 3938069.0, + "step": 4889 + }, + { + "epoch": 0.6923403652838737, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4863, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 3938693.0, + "step": 4890 + }, + { + "epoch": 0.6924819481806598, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2568, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 3939525.0, + "step": 4891 + }, + { + "epoch": 0.6926235310774459, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.0999, + "mean_token_accuracy": 0.967391312122345, + "num_tokens": 3940965.0, + "step": 4892 + }, + { + "epoch": 0.6927651139742319, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2057, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 3941634.0, + "step": 4893 + }, + { + "epoch": 0.692906696871018, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1884, + "mean_token_accuracy": 0.9375, + "num_tokens": 3942558.0, + "step": 4894 + }, + { + "epoch": 0.693048279767804, + "grad_norm": 10.3125, + "learning_rate": 1e-06, + "loss": 0.1846, + "mean_token_accuracy": 0.9272918701171875, + "num_tokens": 3944232.0, + "step": 4895 + }, + { + "epoch": 0.6931898626645902, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 3945090.0, + "step": 4896 + }, + { + "epoch": 0.6933314455613762, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.5273, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 3945912.0, + "step": 4897 + }, + { + "epoch": 0.6934730284581623, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 3946534.0, + "step": 4898 + }, + { + "epoch": 0.6936146113549483, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 3947095.0, + "step": 4899 + }, + { + "epoch": 0.6937561942517344, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3947896.0, + "step": 4900 + }, + { + "epoch": 0.6938977771485204, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9282699823379517, + "num_tokens": 3949004.0, + "step": 4901 + }, + { + "epoch": 0.6940393600453065, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 3949866.0, + "step": 4902 + }, + { + "epoch": 0.6941809429420926, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8389830589294434, + "num_tokens": 3950522.0, + "step": 4903 + }, + { + "epoch": 0.6943225258388787, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.2804, + "mean_token_accuracy": 0.8910081386566162, + "num_tokens": 3951461.0, + "step": 4904 + }, + { + "epoch": 0.6944641087356648, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1913, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 3952171.0, + "step": 4905 + }, + { + "epoch": 0.6946056916324508, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.1902, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 3952812.0, + "step": 4906 + }, + { + "epoch": 0.6947472745292369, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 3953556.0, + "step": 4907 + }, + { + "epoch": 0.6948888574260229, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 3954437.0, + "step": 4908 + }, + { + "epoch": 0.695030440322809, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.2371, + "mean_token_accuracy": 0.9056974649429321, + "num_tokens": 3955749.0, + "step": 4909 + }, + { + "epoch": 0.695172023219595, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 3956641.0, + "step": 4910 + }, + { + "epoch": 0.6953136061163812, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.121, + "mean_token_accuracy": 0.9417476058006287, + "num_tokens": 3957769.0, + "step": 4911 + }, + { + "epoch": 0.6954551890131672, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4946, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 3958418.0, + "step": 4912 + }, + { + "epoch": 0.6955967719099533, + "grad_norm": 126.5, + "learning_rate": 1e-06, + "loss": 0.6713, + "mean_token_accuracy": 0.7972972989082336, + "num_tokens": 3959073.0, + "step": 4913 + }, + { + "epoch": 0.6957383548067394, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.4719, + "mean_token_accuracy": 0.8305084705352783, + "num_tokens": 3960003.0, + "step": 4914 + }, + { + "epoch": 0.6958799377035254, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 3960542.0, + "step": 4915 + }, + { + "epoch": 0.6960215206003115, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 3961101.0, + "step": 4916 + }, + { + "epoch": 0.6961631034970975, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 3961847.0, + "step": 4917 + }, + { + "epoch": 0.6963046863938837, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 3962615.0, + "step": 4918 + }, + { + "epoch": 0.6964462692906697, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2219, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 3963387.0, + "step": 4919 + }, + { + "epoch": 0.6965878521874558, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.1437, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 3963910.0, + "step": 4920 + }, + { + "epoch": 0.6967294350842418, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1411, + "mean_token_accuracy": 0.954023003578186, + "num_tokens": 3965180.0, + "step": 4921 + }, + { + "epoch": 0.6968710179810279, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2142, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 3966163.0, + "step": 4922 + }, + { + "epoch": 0.6970126008778139, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 3967056.0, + "step": 4923 + }, + { + "epoch": 0.6971541837746, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1831, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 3967601.0, + "step": 4924 + }, + { + "epoch": 0.697295766671386, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.1797, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 3968362.0, + "step": 4925 + }, + { + "epoch": 0.6974373495681722, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 3969123.0, + "step": 4926 + }, + { + "epoch": 0.6975789324649583, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 3969766.0, + "step": 4927 + }, + { + "epoch": 0.6977205153617443, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8637873530387878, + "num_tokens": 3970704.0, + "step": 4928 + }, + { + "epoch": 0.6978620982585304, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1835, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 3971710.0, + "step": 4929 + }, + { + "epoch": 0.6980036811553164, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 3972348.0, + "step": 4930 + }, + { + "epoch": 0.6981452640521025, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.176, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 3973356.0, + "step": 4931 + }, + { + "epoch": 0.6982868469488885, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.215, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 3973975.0, + "step": 4932 + }, + { + "epoch": 0.6984284298456747, + "grad_norm": 15.125, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8861111402511597, + "num_tokens": 3975443.0, + "step": 4933 + }, + { + "epoch": 0.6985700127424607, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 3976379.0, + "step": 4934 + }, + { + "epoch": 0.6987115956392468, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1578, + "mean_token_accuracy": 0.9397590160369873, + "num_tokens": 3977955.0, + "step": 4935 + }, + { + "epoch": 0.6988531785360328, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2653, + "mean_token_accuracy": 0.8977635502815247, + "num_tokens": 3978759.0, + "step": 4936 + }, + { + "epoch": 0.6989947614328189, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.890625, + "num_tokens": 3979501.0, + "step": 4937 + }, + { + "epoch": 0.699136344329605, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 3980234.0, + "step": 4938 + }, + { + "epoch": 0.699277927226391, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.1501, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 3980935.0, + "step": 4939 + }, + { + "epoch": 0.6994195101231772, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 3981806.0, + "step": 4940 + }, + { + "epoch": 0.6995610930199632, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8617362976074219, + "num_tokens": 3982688.0, + "step": 4941 + }, + { + "epoch": 0.6997026759167493, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 3983486.0, + "step": 4942 + }, + { + "epoch": 0.6998442588135353, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.9098359942436218, + "num_tokens": 3984215.0, + "step": 4943 + }, + { + "epoch": 0.6999858417103214, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 3985189.0, + "step": 4944 + }, + { + "epoch": 0.7001274246071074, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2808, + "mean_token_accuracy": 0.8725490570068359, + "num_tokens": 3986027.0, + "step": 4945 + }, + { + "epoch": 0.7002690075038935, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2381, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 3986575.0, + "step": 4946 + }, + { + "epoch": 0.7004105904006795, + "grad_norm": 112.5, + "learning_rate": 1e-06, + "loss": 0.5483, + "mean_token_accuracy": 0.8088235259056091, + "num_tokens": 3987320.0, + "step": 4947 + }, + { + "epoch": 0.7005521732974657, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2081, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 3987992.0, + "step": 4948 + }, + { + "epoch": 0.7006937561942518, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 3988741.0, + "step": 4949 + }, + { + "epoch": 0.7008353390910378, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 3989632.0, + "step": 4950 + }, + { + "epoch": 0.7009769219878239, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1317, + "mean_token_accuracy": 0.9620253443717957, + "num_tokens": 3990156.0, + "step": 4951 + }, + { + "epoch": 0.7011185048846099, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8493975400924683, + "num_tokens": 3991033.0, + "step": 4952 + }, + { + "epoch": 0.701260087781396, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 3991659.0, + "step": 4953 + }, + { + "epoch": 0.701401670678182, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1919, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 3992473.0, + "step": 4954 + }, + { + "epoch": 0.7015432535749682, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 3993002.0, + "step": 4955 + }, + { + "epoch": 0.7016848364717542, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8480000495910645, + "num_tokens": 3993743.0, + "step": 4956 + }, + { + "epoch": 0.7018264193685403, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8872180581092834, + "num_tokens": 3994358.0, + "step": 4957 + }, + { + "epoch": 0.7019680022653263, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.4894, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 3995043.0, + "step": 4958 + }, + { + "epoch": 0.7021095851621124, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8608695268630981, + "num_tokens": 3995936.0, + "step": 4959 + }, + { + "epoch": 0.7022511680588985, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2763, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 3997110.0, + "step": 4960 + }, + { + "epoch": 0.7023927509556845, + "grad_norm": 15.1875, + "learning_rate": 1e-06, + "loss": 0.2687, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 3998406.0, + "step": 4961 + }, + { + "epoch": 0.7025343338524707, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 3998981.0, + "step": 4962 + }, + { + "epoch": 0.7026759167492567, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 3999480.0, + "step": 4963 + }, + { + "epoch": 0.7028174996460428, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2637, + "mean_token_accuracy": 0.8867647051811218, + "num_tokens": 4000798.0, + "step": 4964 + }, + { + "epoch": 0.7029590825428288, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2528, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 4001390.0, + "step": 4965 + }, + { + "epoch": 0.7031006654396149, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 4001922.0, + "step": 4966 + }, + { + "epoch": 0.7032422483364009, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2124, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 4002481.0, + "step": 4967 + }, + { + "epoch": 0.703383831233187, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 4003495.0, + "step": 4968 + }, + { + "epoch": 0.703525414129973, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 4004292.0, + "step": 4969 + }, + { + "epoch": 0.7036669970267592, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2085, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 4005586.0, + "step": 4970 + }, + { + "epoch": 0.7038085799235453, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 4006360.0, + "step": 4971 + }, + { + "epoch": 0.7039501628203313, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2212, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 4006877.0, + "step": 4972 + }, + { + "epoch": 0.7040917457171174, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1794, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 4007519.0, + "step": 4973 + }, + { + "epoch": 0.7042333286139034, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2154, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 4008714.0, + "step": 4974 + }, + { + "epoch": 0.7043749115106895, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2423, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 4009274.0, + "step": 4975 + }, + { + "epoch": 0.7045164944074755, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.7846153974533081, + "num_tokens": 4009803.0, + "step": 4976 + }, + { + "epoch": 0.7046580773042617, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2116, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4010363.0, + "step": 4977 + }, + { + "epoch": 0.7047996602010477, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 4010950.0, + "step": 4978 + }, + { + "epoch": 0.7049412430978338, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 4011700.0, + "step": 4979 + }, + { + "epoch": 0.7050828259946198, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.2544, + "mean_token_accuracy": 0.899328887462616, + "num_tokens": 4012502.0, + "step": 4980 + }, + { + "epoch": 0.7052244088914059, + "grad_norm": 12.5625, + "learning_rate": 1e-06, + "loss": 0.2394, + "mean_token_accuracy": 0.891117513179779, + "num_tokens": 4014032.0, + "step": 4981 + }, + { + "epoch": 0.705365991788192, + "grad_norm": 128.0, + "learning_rate": 1e-06, + "loss": 0.6204, + "mean_token_accuracy": 0.7346938848495483, + "num_tokens": 4014636.0, + "step": 4982 + }, + { + "epoch": 0.705507574684978, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1726, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 4015459.0, + "step": 4983 + }, + { + "epoch": 0.7056491575817642, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 4016029.0, + "step": 4984 + }, + { + "epoch": 0.7057907404785502, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1314, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 4016514.0, + "step": 4985 + }, + { + "epoch": 0.7059323233753363, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 4017039.0, + "step": 4986 + }, + { + "epoch": 0.7060739062721223, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.5066, + "mean_token_accuracy": 0.8031495809555054, + "num_tokens": 4017694.0, + "step": 4987 + }, + { + "epoch": 0.7062154891689084, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.5637, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 4018501.0, + "step": 4988 + }, + { + "epoch": 0.7063570720656944, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4019042.0, + "step": 4989 + }, + { + "epoch": 0.7064986549624805, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8623852729797363, + "num_tokens": 4019928.0, + "step": 4990 + }, + { + "epoch": 0.7066402378592666, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8935064673423767, + "num_tokens": 4020846.0, + "step": 4991 + }, + { + "epoch": 0.7067818207560527, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8039215803146362, + "num_tokens": 4021340.0, + "step": 4992 + }, + { + "epoch": 0.7069234036528388, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.5235, + "mean_token_accuracy": 0.7843137383460999, + "num_tokens": 4021894.0, + "step": 4993 + }, + { + "epoch": 0.7070649865496248, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1599, + "mean_token_accuracy": 0.9416667222976685, + "num_tokens": 4022640.0, + "step": 4994 + }, + { + "epoch": 0.7072065694464109, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.1749, + "mean_token_accuracy": 0.9375, + "num_tokens": 4023284.0, + "step": 4995 + }, + { + "epoch": 0.7073481523431969, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2689, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 4023855.0, + "step": 4996 + }, + { + "epoch": 0.707489735239983, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.1343, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 4024488.0, + "step": 4997 + }, + { + "epoch": 0.707631318136769, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2681, + "mean_token_accuracy": 0.894568681716919, + "num_tokens": 4025526.0, + "step": 4998 + }, + { + "epoch": 0.7077729010335552, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 4026127.0, + "step": 4999 + }, + { + "epoch": 0.7079144839303412, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 4026915.0, + "step": 5000 + }, + { + "epoch": 0.7080560668271273, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 4027740.0, + "step": 5001 + }, + { + "epoch": 0.7081976497239133, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 4028309.0, + "step": 5002 + }, + { + "epoch": 0.7083392326206994, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 4029161.0, + "step": 5003 + }, + { + "epoch": 0.7084808155174855, + "grad_norm": 17.875, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8811700344085693, + "num_tokens": 4030311.0, + "step": 5004 + }, + { + "epoch": 0.7086223984142715, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.2738, + "mean_token_accuracy": 0.9044586420059204, + "num_tokens": 4031702.0, + "step": 5005 + }, + { + "epoch": 0.7087639813110577, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.8721804618835449, + "num_tokens": 4032708.0, + "step": 5006 + }, + { + "epoch": 0.7089055642078437, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1704, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 4033556.0, + "step": 5007 + }, + { + "epoch": 0.7090471471046298, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 4034126.0, + "step": 5008 + }, + { + "epoch": 0.7091887300014158, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1306, + "mean_token_accuracy": 0.9795918464660645, + "num_tokens": 4034692.0, + "step": 5009 + }, + { + "epoch": 0.7093303128982019, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 4035644.0, + "step": 5010 + }, + { + "epoch": 0.7094718957949879, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8840000629425049, + "num_tokens": 4036549.0, + "step": 5011 + }, + { + "epoch": 0.709613478691774, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 4037230.0, + "step": 5012 + }, + { + "epoch": 0.70975506158856, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 4037960.0, + "step": 5013 + }, + { + "epoch": 0.7098966444853462, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 4038494.0, + "step": 5014 + }, + { + "epoch": 0.7100382273821323, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.137, + "mean_token_accuracy": 0.9503105878829956, + "num_tokens": 4039369.0, + "step": 5015 + }, + { + "epoch": 0.7101798102789183, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 4040092.0, + "step": 5016 + }, + { + "epoch": 0.7103213931757044, + "grad_norm": 14.6875, + "learning_rate": 1e-06, + "loss": 0.2813, + "mean_token_accuracy": 0.9019608497619629, + "num_tokens": 4041091.0, + "step": 5017 + }, + { + "epoch": 0.7104629760724904, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 4041761.0, + "step": 5018 + }, + { + "epoch": 0.7106045589692765, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8296703696250916, + "num_tokens": 4042929.0, + "step": 5019 + }, + { + "epoch": 0.7107461418660626, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2218, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 4043477.0, + "step": 5020 + }, + { + "epoch": 0.7108877247628487, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 4044109.0, + "step": 5021 + }, + { + "epoch": 0.7110293076596347, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 4044639.0, + "step": 5022 + }, + { + "epoch": 0.7111708905564208, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 4045361.0, + "step": 5023 + }, + { + "epoch": 0.7113124734532068, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 4046244.0, + "step": 5024 + }, + { + "epoch": 0.7114540563499929, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 4046826.0, + "step": 5025 + }, + { + "epoch": 0.711595639246779, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1933, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 4047346.0, + "step": 5026 + }, + { + "epoch": 0.711737222143565, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1986, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 4047998.0, + "step": 5027 + }, + { + "epoch": 0.7118788050403512, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 4048934.0, + "step": 5028 + }, + { + "epoch": 0.7120203879371372, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2802, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 4049590.0, + "step": 5029 + }, + { + "epoch": 0.7121619708339233, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8619402647018433, + "num_tokens": 4050294.0, + "step": 5030 + }, + { + "epoch": 0.7123035537307093, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 4050883.0, + "step": 5031 + }, + { + "epoch": 0.7124451366274954, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 4051547.0, + "step": 5032 + }, + { + "epoch": 0.7125867195242814, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.9048780202865601, + "num_tokens": 4052601.0, + "step": 5033 + }, + { + "epoch": 0.7127283024210675, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.1611, + "mean_token_accuracy": 0.9307692050933838, + "num_tokens": 4053624.0, + "step": 5034 + }, + { + "epoch": 0.7128698853178536, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1689, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 4054242.0, + "step": 5035 + }, + { + "epoch": 0.7130114682146397, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2577, + "mean_token_accuracy": 0.8865247964859009, + "num_tokens": 4054971.0, + "step": 5036 + }, + { + "epoch": 0.7131530511114257, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.7978723049163818, + "num_tokens": 4055897.0, + "step": 5037 + }, + { + "epoch": 0.7132946340082118, + "grad_norm": 110.0, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 4056424.0, + "step": 5038 + }, + { + "epoch": 0.7134362169049979, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8607305288314819, + "num_tokens": 4057403.0, + "step": 5039 + }, + { + "epoch": 0.7135777998017839, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.8864406943321228, + "num_tokens": 4058649.0, + "step": 5040 + }, + { + "epoch": 0.71371938269857, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2525, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 4059271.0, + "step": 5041 + }, + { + "epoch": 0.7138609655953561, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8191488981246948, + "num_tokens": 4060232.0, + "step": 5042 + }, + { + "epoch": 0.7140025484921422, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.5237, + "mean_token_accuracy": 0.7706421613693237, + "num_tokens": 4060830.0, + "step": 5043 + }, + { + "epoch": 0.7141441313889282, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2133, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 4061349.0, + "step": 5044 + }, + { + "epoch": 0.7142857142857143, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.1733, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 4062035.0, + "step": 5045 + }, + { + "epoch": 0.7144272971825003, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9027149677276611, + "num_tokens": 4062929.0, + "step": 5046 + }, + { + "epoch": 0.7145688800792864, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 4063546.0, + "step": 5047 + }, + { + "epoch": 0.7147104629760724, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4064648.0, + "step": 5048 + }, + { + "epoch": 0.7148520458728586, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4065386.0, + "step": 5049 + }, + { + "epoch": 0.7149936287696447, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 4065997.0, + "step": 5050 + }, + { + "epoch": 0.7151352116664307, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 4066806.0, + "step": 5051 + }, + { + "epoch": 0.7152767945632168, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4067433.0, + "step": 5052 + }, + { + "epoch": 0.7154183774600028, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 4068211.0, + "step": 5053 + }, + { + "epoch": 0.7155599603567889, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.198, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 4068725.0, + "step": 5054 + }, + { + "epoch": 0.7157015432535749, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 4069851.0, + "step": 5055 + }, + { + "epoch": 0.715843126150361, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 4070486.0, + "step": 5056 + }, + { + "epoch": 0.7159847090471471, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 4071484.0, + "step": 5057 + }, + { + "epoch": 0.7161262919439332, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.1028, + "mean_token_accuracy": 0.961002767086029, + "num_tokens": 4072433.0, + "step": 5058 + }, + { + "epoch": 0.7162678748407192, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2224, + "mean_token_accuracy": 0.903743326663971, + "num_tokens": 4073271.0, + "step": 5059 + }, + { + "epoch": 0.7164094577375053, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8785578608512878, + "num_tokens": 4074604.0, + "step": 5060 + }, + { + "epoch": 0.7165510406342914, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 4075415.0, + "step": 5061 + }, + { + "epoch": 0.7166926235310774, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 4076452.0, + "step": 5062 + }, + { + "epoch": 0.7168342064278636, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.7792207598686218, + "num_tokens": 4076995.0, + "step": 5063 + }, + { + "epoch": 0.7169757893246496, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1493, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 4078163.0, + "step": 5064 + }, + { + "epoch": 0.7171173722214357, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8943089246749878, + "num_tokens": 4079222.0, + "step": 5065 + }, + { + "epoch": 0.7172589551182217, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2269, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 4079951.0, + "step": 5066 + }, + { + "epoch": 0.7174005380150078, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 4080914.0, + "step": 5067 + }, + { + "epoch": 0.7175421209117938, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8670886158943176, + "num_tokens": 4081879.0, + "step": 5068 + }, + { + "epoch": 0.7176837038085799, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.1703, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 4082538.0, + "step": 5069 + }, + { + "epoch": 0.7178252867053659, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2439, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 4083300.0, + "step": 5070 + }, + { + "epoch": 0.7179668696021521, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 4083952.0, + "step": 5071 + }, + { + "epoch": 0.7181084524989382, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.2212, + "mean_token_accuracy": 0.9097525477409363, + "num_tokens": 4085218.0, + "step": 5072 + }, + { + "epoch": 0.7182500353957242, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.883152186870575, + "num_tokens": 4086052.0, + "step": 5073 + }, + { + "epoch": 0.7183916182925103, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2188, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 4086826.0, + "step": 5074 + }, + { + "epoch": 0.7185332011892963, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 4087726.0, + "step": 5075 + }, + { + "epoch": 0.7186747840860824, + "grad_norm": 13.8125, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.8923611044883728, + "num_tokens": 4089389.0, + "step": 5076 + }, + { + "epoch": 0.7188163669828684, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.4589, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 4089933.0, + "step": 5077 + }, + { + "epoch": 0.7189579498796546, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 4090580.0, + "step": 5078 + }, + { + "epoch": 0.7190995327764406, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.892183244228363, + "num_tokens": 4091548.0, + "step": 5079 + }, + { + "epoch": 0.7192411156732267, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 4092352.0, + "step": 5080 + }, + { + "epoch": 0.7193826985700127, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.2662, + "mean_token_accuracy": 0.8744588494300842, + "num_tokens": 4093283.0, + "step": 5081 + }, + { + "epoch": 0.7195242814667988, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4093969.0, + "step": 5082 + }, + { + "epoch": 0.7196658643635849, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8397436141967773, + "num_tokens": 4094629.0, + "step": 5083 + }, + { + "epoch": 0.7198074472603709, + "grad_norm": 11.375, + "learning_rate": 1e-06, + "loss": 0.151, + "mean_token_accuracy": 0.9481865167617798, + "num_tokens": 4096313.0, + "step": 5084 + }, + { + "epoch": 0.719949030157157, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8695651888847351, + "num_tokens": 4097152.0, + "step": 5085 + }, + { + "epoch": 0.7200906130539431, + "grad_norm": 30.0, + "learning_rate": 1e-06, + "loss": 0.1454, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 4097814.0, + "step": 5086 + }, + { + "epoch": 0.7202321959507292, + "grad_norm": 13.3125, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.9006993174552917, + "num_tokens": 4099295.0, + "step": 5087 + }, + { + "epoch": 0.7203737788475152, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.4881, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 4099929.0, + "step": 5088 + }, + { + "epoch": 0.7205153617443013, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.111, + "mean_token_accuracy": 0.9467455744743347, + "num_tokens": 4100809.0, + "step": 5089 + }, + { + "epoch": 0.7206569446410873, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 4101305.0, + "step": 5090 + }, + { + "epoch": 0.7207985275378734, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.2104, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 4102179.0, + "step": 5091 + }, + { + "epoch": 0.7209401104346594, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2633, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 4102896.0, + "step": 5092 + }, + { + "epoch": 0.7210816933314456, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.242, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 4103740.0, + "step": 5093 + }, + { + "epoch": 0.7212232762282317, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2462, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 4104463.0, + "step": 5094 + }, + { + "epoch": 0.7213648591250177, + "grad_norm": 15.6875, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8831683397293091, + "num_tokens": 4105539.0, + "step": 5095 + }, + { + "epoch": 0.7215064420218038, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2038, + "mean_token_accuracy": 0.9213483333587646, + "num_tokens": 4106063.0, + "step": 5096 + }, + { + "epoch": 0.7216480249185898, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4106970.0, + "step": 5097 + }, + { + "epoch": 0.7217896078153759, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 4107607.0, + "step": 5098 + }, + { + "epoch": 0.7219311907121619, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.6005, + "mean_token_accuracy": 0.7899999618530273, + "num_tokens": 4108382.0, + "step": 5099 + }, + { + "epoch": 0.7220727736089481, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1779, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 4108899.0, + "step": 5100 + }, + { + "epoch": 0.7222143565057341, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1787, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 4109749.0, + "step": 5101 + }, + { + "epoch": 0.7223559394025202, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1237, + "mean_token_accuracy": 0.953125, + "num_tokens": 4110579.0, + "step": 5102 + }, + { + "epoch": 0.7224975222993062, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 4111226.0, + "step": 5103 + }, + { + "epoch": 0.7226391051960923, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2104, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 4112029.0, + "step": 5104 + }, + { + "epoch": 0.7227806880928784, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.1391, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 4112610.0, + "step": 5105 + }, + { + "epoch": 0.7229222709896644, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2475, + "mean_token_accuracy": 0.9007633328437805, + "num_tokens": 4113206.0, + "step": 5106 + }, + { + "epoch": 0.7230638538864506, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.211, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4113794.0, + "step": 5107 + }, + { + "epoch": 0.7232054367832366, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 4114338.0, + "step": 5108 + }, + { + "epoch": 0.7233470196800227, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2522, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 4115206.0, + "step": 5109 + }, + { + "epoch": 0.7234886025768087, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8295454978942871, + "num_tokens": 4115814.0, + "step": 5110 + }, + { + "epoch": 0.7236301854735948, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 4116469.0, + "step": 5111 + }, + { + "epoch": 0.7237717683703808, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 4117081.0, + "step": 5112 + }, + { + "epoch": 0.7239133512671669, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8682008385658264, + "num_tokens": 4118957.0, + "step": 5113 + }, + { + "epoch": 0.724054934163953, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1449, + "mean_token_accuracy": 0.9605263471603394, + "num_tokens": 4120099.0, + "step": 5114 + }, + { + "epoch": 0.7241965170607391, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8797467947006226, + "num_tokens": 4121511.0, + "step": 5115 + }, + { + "epoch": 0.7243380999575252, + "grad_norm": 10.75, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8829993605613708, + "num_tokens": 4124120.0, + "step": 5116 + }, + { + "epoch": 0.7244796828543112, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.0915, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 4125222.0, + "step": 5117 + }, + { + "epoch": 0.7246212657510973, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8913525342941284, + "num_tokens": 4126211.0, + "step": 5118 + }, + { + "epoch": 0.7247628486478833, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.52, + "mean_token_accuracy": 0.8188976049423218, + "num_tokens": 4127390.0, + "step": 5119 + }, + { + "epoch": 0.7249044315446694, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 4128197.0, + "step": 5120 + }, + { + "epoch": 0.7250460144414554, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2179, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 4128911.0, + "step": 5121 + }, + { + "epoch": 0.7251875973382416, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.1681, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 4129412.0, + "step": 5122 + }, + { + "epoch": 0.7253291802350276, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1549, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 4130454.0, + "step": 5123 + }, + { + "epoch": 0.7254707631318137, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 4131364.0, + "step": 5124 + }, + { + "epoch": 0.7256123460285997, + "grad_norm": 10.1875, + "learning_rate": 1e-06, + "loss": 0.1218, + "mean_token_accuracy": 0.954741358757019, + "num_tokens": 4132869.0, + "step": 5125 + }, + { + "epoch": 0.7257539289253858, + "grad_norm": 119.0, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 4133374.0, + "step": 5126 + }, + { + "epoch": 0.7258955118221719, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4134006.0, + "step": 5127 + }, + { + "epoch": 0.7260370947189579, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8616822957992554, + "num_tokens": 4135309.0, + "step": 5128 + }, + { + "epoch": 0.7261786776157441, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2478, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4136171.0, + "step": 5129 + }, + { + "epoch": 0.7263202605125301, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 4136794.0, + "step": 5130 + }, + { + "epoch": 0.7264618434093162, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 4137463.0, + "step": 5131 + }, + { + "epoch": 0.7266034263061022, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 4138432.0, + "step": 5132 + }, + { + "epoch": 0.7267450092028883, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4139493.0, + "step": 5133 + }, + { + "epoch": 0.7268865920996743, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8480000495910645, + "num_tokens": 4140597.0, + "step": 5134 + }, + { + "epoch": 0.7270281749964604, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1589, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 4141105.0, + "step": 5135 + }, + { + "epoch": 0.7271697578932464, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 4142266.0, + "step": 5136 + }, + { + "epoch": 0.7273113407900326, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 4142958.0, + "step": 5137 + }, + { + "epoch": 0.7274529236868187, + "grad_norm": 103.5, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 4144216.0, + "step": 5138 + }, + { + "epoch": 0.7275945065836047, + "grad_norm": 119.0, + "learning_rate": 1e-06, + "loss": 0.2444, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 4144757.0, + "step": 5139 + }, + { + "epoch": 0.7277360894803908, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1832, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 4145275.0, + "step": 5140 + }, + { + "epoch": 0.7278776723771768, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2507, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4146072.0, + "step": 5141 + }, + { + "epoch": 0.7280192552739629, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 4146565.0, + "step": 5142 + }, + { + "epoch": 0.728160838170749, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2513, + "mean_token_accuracy": 0.88722825050354, + "num_tokens": 4147781.0, + "step": 5143 + }, + { + "epoch": 0.7283024210675351, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8782816529273987, + "num_tokens": 4149284.0, + "step": 5144 + }, + { + "epoch": 0.7284440039643211, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1664, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 4150023.0, + "step": 5145 + }, + { + "epoch": 0.7285855868611072, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2109, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 4150990.0, + "step": 5146 + }, + { + "epoch": 0.7287271697578932, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4904, + "mean_token_accuracy": 0.8000000715255737, + "num_tokens": 4151649.0, + "step": 5147 + }, + { + "epoch": 0.7288687526546793, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8562874794006348, + "num_tokens": 4152947.0, + "step": 5148 + }, + { + "epoch": 0.7290103355514654, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 4153899.0, + "step": 5149 + }, + { + "epoch": 0.7291519184482514, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4154491.0, + "step": 5150 + }, + { + "epoch": 0.7292935013450376, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 4155420.0, + "step": 5151 + }, + { + "epoch": 0.7294350842418236, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 4156088.0, + "step": 5152 + }, + { + "epoch": 0.7295766671386097, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 4156633.0, + "step": 5153 + }, + { + "epoch": 0.7297182500353957, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 4157256.0, + "step": 5154 + }, + { + "epoch": 0.7298598329321818, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8410596251487732, + "num_tokens": 4158226.0, + "step": 5155 + }, + { + "epoch": 0.7300014158289678, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 4158929.0, + "step": 5156 + }, + { + "epoch": 0.7301429987257539, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.5836, + "mean_token_accuracy": 0.765625, + "num_tokens": 4159956.0, + "step": 5157 + }, + { + "epoch": 0.73028458162254, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 4160642.0, + "step": 5158 + }, + { + "epoch": 0.7304261645193261, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 4161552.0, + "step": 5159 + }, + { + "epoch": 0.7305677474161121, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.791208803653717, + "num_tokens": 4162172.0, + "step": 5160 + }, + { + "epoch": 0.7307093303128982, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1678, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 4163241.0, + "step": 5161 + }, + { + "epoch": 0.7308509132096843, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2303, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4164308.0, + "step": 5162 + }, + { + "epoch": 0.7309924961064703, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.159, + "mean_token_accuracy": 0.9324503540992737, + "num_tokens": 4165699.0, + "step": 5163 + }, + { + "epoch": 0.7311340790032564, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 4166659.0, + "step": 5164 + }, + { + "epoch": 0.7312756619000425, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1789, + "mean_token_accuracy": 0.9534883499145508, + "num_tokens": 4167586.0, + "step": 5165 + }, + { + "epoch": 0.7314172447968286, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 4168315.0, + "step": 5166 + }, + { + "epoch": 0.7315588276936146, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.5504, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 4169115.0, + "step": 5167 + }, + { + "epoch": 0.7317004105904007, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8209459781646729, + "num_tokens": 4169980.0, + "step": 5168 + }, + { + "epoch": 0.7318419934871867, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 4170677.0, + "step": 5169 + }, + { + "epoch": 0.7319835763839728, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 4171440.0, + "step": 5170 + }, + { + "epoch": 0.7321251592807588, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2203, + "mean_token_accuracy": 0.9266054630279541, + "num_tokens": 4172249.0, + "step": 5171 + }, + { + "epoch": 0.732266742177545, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4173153.0, + "step": 5172 + }, + { + "epoch": 0.7324083250743311, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8018018007278442, + "num_tokens": 4173972.0, + "step": 5173 + }, + { + "epoch": 0.7325499079711171, + "grad_norm": 14.375, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.9021852612495422, + "num_tokens": 4175598.0, + "step": 5174 + }, + { + "epoch": 0.7326914908679032, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 4176748.0, + "step": 5175 + }, + { + "epoch": 0.7328330737646892, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2561, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 4177571.0, + "step": 5176 + }, + { + "epoch": 0.7329746566614753, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4178787.0, + "step": 5177 + }, + { + "epoch": 0.7331162395582613, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1477, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 4179277.0, + "step": 5178 + }, + { + "epoch": 0.7332578224550474, + "grad_norm": 14.0625, + "learning_rate": 1e-06, + "loss": 0.2433, + "mean_token_accuracy": 0.9122580885887146, + "num_tokens": 4180510.0, + "step": 5179 + }, + { + "epoch": 0.7333994053518335, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4181036.0, + "step": 5180 + }, + { + "epoch": 0.7335409882486196, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 4181635.0, + "step": 5181 + }, + { + "epoch": 0.7336825711454056, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2271, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 4182214.0, + "step": 5182 + }, + { + "epoch": 0.7338241540421917, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8416666984558105, + "num_tokens": 4183056.0, + "step": 5183 + }, + { + "epoch": 0.7339657369389778, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1563, + "mean_token_accuracy": 0.9575757384300232, + "num_tokens": 4183764.0, + "step": 5184 + }, + { + "epoch": 0.7341073198357638, + "grad_norm": 15.1875, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8759894967079163, + "num_tokens": 4185414.0, + "step": 5185 + }, + { + "epoch": 0.73424890273255, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 4185953.0, + "step": 5186 + }, + { + "epoch": 0.734390485629336, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 4186565.0, + "step": 5187 + }, + { + "epoch": 0.7345320685261221, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 4187246.0, + "step": 5188 + }, + { + "epoch": 0.7346736514229081, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.5808, + "mean_token_accuracy": 0.734375, + "num_tokens": 4187859.0, + "step": 5189 + }, + { + "epoch": 0.7348152343196942, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2525, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4189060.0, + "step": 5190 + }, + { + "epoch": 0.7349568172164802, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 4189803.0, + "step": 5191 + }, + { + "epoch": 0.7350984001132663, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 4190500.0, + "step": 5192 + }, + { + "epoch": 0.7352399830100523, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2257, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 4191117.0, + "step": 5193 + }, + { + "epoch": 0.7353815659068385, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 4192041.0, + "step": 5194 + }, + { + "epoch": 0.7355231488036246, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2734, + "mean_token_accuracy": 0.903930127620697, + "num_tokens": 4193278.0, + "step": 5195 + }, + { + "epoch": 0.7356647317004106, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 4193849.0, + "step": 5196 + }, + { + "epoch": 0.7358063145971967, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.1321, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 4194376.0, + "step": 5197 + }, + { + "epoch": 0.7359478974939827, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 4195417.0, + "step": 5198 + }, + { + "epoch": 0.7360894803907688, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8573853969573975, + "num_tokens": 4196738.0, + "step": 5199 + }, + { + "epoch": 0.7362310632875548, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 4197245.0, + "step": 5200 + }, + { + "epoch": 0.736372646184341, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2655, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 4198056.0, + "step": 5201 + }, + { + "epoch": 0.736514229081127, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8556700944900513, + "num_tokens": 4198945.0, + "step": 5202 + }, + { + "epoch": 0.7366558119779131, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.219, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 4199504.0, + "step": 5203 + }, + { + "epoch": 0.7367973948746991, + "grad_norm": 11.75, + "learning_rate": 1e-06, + "loss": 0.1807, + "mean_token_accuracy": 0.9269588589668274, + "num_tokens": 4200992.0, + "step": 5204 + }, + { + "epoch": 0.7369389777714852, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8907103538513184, + "num_tokens": 4201628.0, + "step": 5205 + }, + { + "epoch": 0.7370805606682713, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 4202635.0, + "step": 5206 + }, + { + "epoch": 0.7372221435650573, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2472, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4203677.0, + "step": 5207 + }, + { + "epoch": 0.7373637264618434, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.9147287011146545, + "num_tokens": 4204725.0, + "step": 5208 + }, + { + "epoch": 0.7375053093586295, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.2297, + "mean_token_accuracy": 0.9141104221343994, + "num_tokens": 4205583.0, + "step": 5209 + }, + { + "epoch": 0.7376468922554156, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 4206561.0, + "step": 5210 + }, + { + "epoch": 0.7377884751522016, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.1255, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 4207525.0, + "step": 5211 + }, + { + "epoch": 0.7379300580489877, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2403, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 4208174.0, + "step": 5212 + }, + { + "epoch": 0.7380716409457737, + "grad_norm": 11.75, + "learning_rate": 1e-06, + "loss": 0.2147, + "mean_token_accuracy": 0.9160935282707214, + "num_tokens": 4209373.0, + "step": 5213 + }, + { + "epoch": 0.7382132238425598, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 4209991.0, + "step": 5214 + }, + { + "epoch": 0.7383548067393458, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.129, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 4210679.0, + "step": 5215 + }, + { + "epoch": 0.738496389636132, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 4211237.0, + "step": 5216 + }, + { + "epoch": 0.7386379725329181, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2788, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 4211731.0, + "step": 5217 + }, + { + "epoch": 0.7387795554297041, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.1573, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 4212474.0, + "step": 5218 + }, + { + "epoch": 0.7389211383264902, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2685, + "mean_token_accuracy": 0.9075630903244019, + "num_tokens": 4213268.0, + "step": 5219 + }, + { + "epoch": 0.7390627212232762, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2037, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 4213812.0, + "step": 5220 + }, + { + "epoch": 0.7392043041200623, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1608, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4214564.0, + "step": 5221 + }, + { + "epoch": 0.7393458870168483, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.172, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 4215458.0, + "step": 5222 + }, + { + "epoch": 0.7394874699136345, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2344, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 4215991.0, + "step": 5223 + }, + { + "epoch": 0.7396290528104205, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4217183.0, + "step": 5224 + }, + { + "epoch": 0.7397706357072066, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.871921181678772, + "num_tokens": 4218160.0, + "step": 5225 + }, + { + "epoch": 0.7399122186039926, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4218939.0, + "step": 5226 + }, + { + "epoch": 0.7400538015007787, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8338983058929443, + "num_tokens": 4219785.0, + "step": 5227 + }, + { + "epoch": 0.7401953843975648, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1142, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 4220297.0, + "step": 5228 + }, + { + "epoch": 0.7403369672943508, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2107, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 4220830.0, + "step": 5229 + }, + { + "epoch": 0.740478550191137, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 4222025.0, + "step": 5230 + }, + { + "epoch": 0.740620133087923, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2703, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 4222816.0, + "step": 5231 + }, + { + "epoch": 0.7407617159847091, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 4223709.0, + "step": 5232 + }, + { + "epoch": 0.7409032988814951, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.811965823173523, + "num_tokens": 4224781.0, + "step": 5233 + }, + { + "epoch": 0.7410448817782812, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 4225487.0, + "step": 5234 + }, + { + "epoch": 0.7411864646750672, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 4225992.0, + "step": 5235 + }, + { + "epoch": 0.7413280475718533, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.1604, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 4226648.0, + "step": 5236 + }, + { + "epoch": 0.7414696304686393, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8401486873626709, + "num_tokens": 4228074.0, + "step": 5237 + }, + { + "epoch": 0.7416112133654255, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.0994, + "mean_token_accuracy": 0.9787233471870422, + "num_tokens": 4228874.0, + "step": 5238 + }, + { + "epoch": 0.7417527962622116, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.875, + "num_tokens": 4229701.0, + "step": 5239 + }, + { + "epoch": 0.7418943791589976, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1409, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 4230473.0, + "step": 5240 + }, + { + "epoch": 0.7420359620557837, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 4231348.0, + "step": 5241 + }, + { + "epoch": 0.7421775449525697, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2165, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 4232315.0, + "step": 5242 + }, + { + "epoch": 0.7423191278493558, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8547009229660034, + "num_tokens": 4233091.0, + "step": 5243 + }, + { + "epoch": 0.7424607107461418, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1764, + "mean_token_accuracy": 0.9320388436317444, + "num_tokens": 4233836.0, + "step": 5244 + }, + { + "epoch": 0.742602293642928, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 4234808.0, + "step": 5245 + }, + { + "epoch": 0.742743876539714, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8938679099082947, + "num_tokens": 4236259.0, + "step": 5246 + }, + { + "epoch": 0.7428854594365001, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1983, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 4237030.0, + "step": 5247 + }, + { + "epoch": 0.7430270423332861, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8504672646522522, + "num_tokens": 4238092.0, + "step": 5248 + }, + { + "epoch": 0.7431686252300722, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4238656.0, + "step": 5249 + }, + { + "epoch": 0.7433102081268583, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 4239634.0, + "step": 5250 + }, + { + "epoch": 0.7434517910236443, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.8946797251701355, + "num_tokens": 4241363.0, + "step": 5251 + }, + { + "epoch": 0.7435933739204305, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1854, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 4242196.0, + "step": 5252 + }, + { + "epoch": 0.7437349568172165, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1984, + "mean_token_accuracy": 0.9179103970527649, + "num_tokens": 4243175.0, + "step": 5253 + }, + { + "epoch": 0.7438765397140026, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.8800959587097168, + "num_tokens": 4244086.0, + "step": 5254 + }, + { + "epoch": 0.7440181226107886, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2188, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 4244848.0, + "step": 5255 + }, + { + "epoch": 0.7441597055075747, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 4245546.0, + "step": 5256 + }, + { + "epoch": 0.7443012884043607, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2054, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 4246121.0, + "step": 5257 + }, + { + "epoch": 0.7444428713011468, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.171, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 4246930.0, + "step": 5258 + }, + { + "epoch": 0.7445844541979328, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 4247884.0, + "step": 5259 + }, + { + "epoch": 0.744726037094719, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8800000548362732, + "num_tokens": 4248628.0, + "step": 5260 + }, + { + "epoch": 0.7448676199915051, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.875, + "num_tokens": 4249637.0, + "step": 5261 + }, + { + "epoch": 0.7450092028882911, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 4250612.0, + "step": 5262 + }, + { + "epoch": 0.7451507857850772, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 4251170.0, + "step": 5263 + }, + { + "epoch": 0.7452923686818632, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.8871650695800781, + "num_tokens": 4252948.0, + "step": 5264 + }, + { + "epoch": 0.7454339515786493, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2885, + "mean_token_accuracy": 0.8841201663017273, + "num_tokens": 4253678.0, + "step": 5265 + }, + { + "epoch": 0.7455755344754353, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 4254307.0, + "step": 5266 + }, + { + "epoch": 0.7457171173722215, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2075, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4254924.0, + "step": 5267 + }, + { + "epoch": 0.7458587002690075, + "grad_norm": 112.5, + "learning_rate": 1e-06, + "loss": 0.5469, + "mean_token_accuracy": 0.7636363506317139, + "num_tokens": 4255670.0, + "step": 5268 + }, + { + "epoch": 0.7460002831657936, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 4256428.0, + "step": 5269 + }, + { + "epoch": 0.7461418660625796, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 4257263.0, + "step": 5270 + }, + { + "epoch": 0.7462834489593657, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.083, + "mean_token_accuracy": 0.9761905074119568, + "num_tokens": 4257953.0, + "step": 5271 + }, + { + "epoch": 0.7464250318561517, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.896276593208313, + "num_tokens": 4258911.0, + "step": 5272 + }, + { + "epoch": 0.7465666147529378, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1736, + "mean_token_accuracy": 0.9375, + "num_tokens": 4259429.0, + "step": 5273 + }, + { + "epoch": 0.746708197649724, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2601, + "mean_token_accuracy": 0.9203540086746216, + "num_tokens": 4260314.0, + "step": 5274 + }, + { + "epoch": 0.74684978054651, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.147, + "mean_token_accuracy": 0.9430051445960999, + "num_tokens": 4261204.0, + "step": 5275 + }, + { + "epoch": 0.7469913634432961, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.1625, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 4262090.0, + "step": 5276 + }, + { + "epoch": 0.7471329463400821, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.167, + "mean_token_accuracy": 0.9558823704719543, + "num_tokens": 4262807.0, + "step": 5277 + }, + { + "epoch": 0.7472745292368682, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1821, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 4263676.0, + "step": 5278 + }, + { + "epoch": 0.7474161121336542, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4264877.0, + "step": 5279 + }, + { + "epoch": 0.7475576950304403, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 4265863.0, + "step": 5280 + }, + { + "epoch": 0.7476992779272263, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 4266384.0, + "step": 5281 + }, + { + "epoch": 0.7478408608240125, + "grad_norm": 13.625, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.9148191213607788, + "num_tokens": 4267865.0, + "step": 5282 + }, + { + "epoch": 0.7479824437207985, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 4268855.0, + "step": 5283 + }, + { + "epoch": 0.7481240266175846, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 4269478.0, + "step": 5284 + }, + { + "epoch": 0.7482656095143707, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1598, + "mean_token_accuracy": 0.9615384936332703, + "num_tokens": 4270391.0, + "step": 5285 + }, + { + "epoch": 0.7484071924111567, + "grad_norm": 100.5, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 4271331.0, + "step": 5286 + }, + { + "epoch": 0.7485487753079428, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8425925970077515, + "num_tokens": 4272369.0, + "step": 5287 + }, + { + "epoch": 0.7486903582047288, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1761, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 4273201.0, + "step": 5288 + }, + { + "epoch": 0.748831941101515, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 4274042.0, + "step": 5289 + }, + { + "epoch": 0.748973523998301, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8527131676673889, + "num_tokens": 4274796.0, + "step": 5290 + }, + { + "epoch": 0.7491151068950871, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2144, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 4275765.0, + "step": 5291 + }, + { + "epoch": 0.7492566897918731, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 4276673.0, + "step": 5292 + }, + { + "epoch": 0.7493982726886592, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.1871, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 4277460.0, + "step": 5293 + }, + { + "epoch": 0.7495398555854452, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2299, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 4278013.0, + "step": 5294 + }, + { + "epoch": 0.7496814384822313, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 4279077.0, + "step": 5295 + }, + { + "epoch": 0.7498230213790175, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 4279571.0, + "step": 5296 + }, + { + "epoch": 0.7499646042758035, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8440366387367249, + "num_tokens": 4280292.0, + "step": 5297 + }, + { + "epoch": 0.7501061871725896, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1038, + "mean_token_accuracy": 0.9652173519134521, + "num_tokens": 4281246.0, + "step": 5298 + }, + { + "epoch": 0.7502477700693756, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 4282392.0, + "step": 5299 + }, + { + "epoch": 0.7503893529661617, + "grad_norm": 14.25, + "learning_rate": 1e-06, + "loss": 0.218, + "mean_token_accuracy": 0.9145728349685669, + "num_tokens": 4283790.0, + "step": 5300 + }, + { + "epoch": 0.7505309358629477, + "grad_norm": 13.625, + "learning_rate": 1e-06, + "loss": 0.2429, + "mean_token_accuracy": 0.8992094993591309, + "num_tokens": 4284839.0, + "step": 5301 + }, + { + "epoch": 0.7506725187597338, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 4285415.0, + "step": 5302 + }, + { + "epoch": 0.7508141016565199, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8080000281333923, + "num_tokens": 4285969.0, + "step": 5303 + }, + { + "epoch": 0.750955684553306, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8625954389572144, + "num_tokens": 4286556.0, + "step": 5304 + }, + { + "epoch": 0.751097267450092, + "grad_norm": 13.0625, + "learning_rate": 1e-06, + "loss": 0.2273, + "mean_token_accuracy": 0.9093851447105408, + "num_tokens": 4287641.0, + "step": 5305 + }, + { + "epoch": 0.7512388503468781, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1699, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 4288297.0, + "step": 5306 + }, + { + "epoch": 0.7513804332436642, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 4289286.0, + "step": 5307 + }, + { + "epoch": 0.7515220161404502, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.1905, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4290151.0, + "step": 5308 + }, + { + "epoch": 0.7516635990372363, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.0925, + "mean_token_accuracy": 0.9658120274543762, + "num_tokens": 4291007.0, + "step": 5309 + }, + { + "epoch": 0.7518051819340223, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.1675, + "mean_token_accuracy": 0.9392265677452087, + "num_tokens": 4291948.0, + "step": 5310 + }, + { + "epoch": 0.7519467648308085, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.1249, + "mean_token_accuracy": 0.9460784792900085, + "num_tokens": 4292632.0, + "step": 5311 + }, + { + "epoch": 0.7520883477275945, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 4293978.0, + "step": 5312 + }, + { + "epoch": 0.7522299306243806, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.2299, + "mean_token_accuracy": 0.8991596698760986, + "num_tokens": 4295199.0, + "step": 5313 + }, + { + "epoch": 0.7523715135211666, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.2692, + "mean_token_accuracy": 0.90625, + "num_tokens": 4296465.0, + "step": 5314 + }, + { + "epoch": 0.7525130964179527, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.237, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 4297481.0, + "step": 5315 + }, + { + "epoch": 0.7526546793147387, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8557692766189575, + "num_tokens": 4298498.0, + "step": 5316 + }, + { + "epoch": 0.7527962622115248, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2081, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 4299528.0, + "step": 5317 + }, + { + "epoch": 0.752937845108311, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1575, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 4300121.0, + "step": 5318 + }, + { + "epoch": 0.753079428005097, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 4300736.0, + "step": 5319 + }, + { + "epoch": 0.7532210109018831, + "grad_norm": 27.5, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8789809346199036, + "num_tokens": 4302081.0, + "step": 5320 + }, + { + "epoch": 0.7533625937986691, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8131868243217468, + "num_tokens": 4302721.0, + "step": 5321 + }, + { + "epoch": 0.7535041766954552, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1088, + "mean_token_accuracy": 0.9701492190361023, + "num_tokens": 4303570.0, + "step": 5322 + }, + { + "epoch": 0.7536457595922412, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 4304227.0, + "step": 5323 + }, + { + "epoch": 0.7537873424890273, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8299999833106995, + "num_tokens": 4305109.0, + "step": 5324 + }, + { + "epoch": 0.7539289253858134, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.5812, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 4305735.0, + "step": 5325 + }, + { + "epoch": 0.7540705082825995, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 4306333.0, + "step": 5326 + }, + { + "epoch": 0.7542120911793855, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 4306973.0, + "step": 5327 + }, + { + "epoch": 0.7543536740761716, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2037, + "mean_token_accuracy": 0.9074586033821106, + "num_tokens": 4308197.0, + "step": 5328 + }, + { + "epoch": 0.7544952569729577, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2463, + "mean_token_accuracy": 0.89673912525177, + "num_tokens": 4308799.0, + "step": 5329 + }, + { + "epoch": 0.7546368398697437, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8981481790542603, + "num_tokens": 4309436.0, + "step": 5330 + }, + { + "epoch": 0.7547784227665298, + "grad_norm": 106.5, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 4310195.0, + "step": 5331 + }, + { + "epoch": 0.7549200056633159, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 4310758.0, + "step": 5332 + }, + { + "epoch": 0.755061588560102, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2763, + "mean_token_accuracy": 0.890625, + "num_tokens": 4311382.0, + "step": 5333 + }, + { + "epoch": 0.755203171456888, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9343434572219849, + "num_tokens": 4312069.0, + "step": 5334 + }, + { + "epoch": 0.7553447543536741, + "grad_norm": 10.75, + "learning_rate": 1e-06, + "loss": 0.2112, + "mean_token_accuracy": 0.9125514030456543, + "num_tokens": 4313721.0, + "step": 5335 + }, + { + "epoch": 0.7554863372504601, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 4314427.0, + "step": 5336 + }, + { + "epoch": 0.7556279201472462, + "grad_norm": 136.0, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 4315095.0, + "step": 5337 + }, + { + "epoch": 0.7557695030440322, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8722109198570251, + "num_tokens": 4316553.0, + "step": 5338 + }, + { + "epoch": 0.7559110859408184, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8587570190429688, + "num_tokens": 4317710.0, + "step": 5339 + }, + { + "epoch": 0.7560526688376045, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8587570786476135, + "num_tokens": 4318495.0, + "step": 5340 + }, + { + "epoch": 0.7561942517343905, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 4319116.0, + "step": 5341 + }, + { + "epoch": 0.7563358346311766, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 4319604.0, + "step": 5342 + }, + { + "epoch": 0.7564774175279626, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 4320520.0, + "step": 5343 + }, + { + "epoch": 0.7566190004247487, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1963, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 4321342.0, + "step": 5344 + }, + { + "epoch": 0.7567605833215347, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8663172125816345, + "num_tokens": 4322734.0, + "step": 5345 + }, + { + "epoch": 0.7569021662183208, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 4323488.0, + "step": 5346 + }, + { + "epoch": 0.7570437491151069, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.473, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 4324023.0, + "step": 5347 + }, + { + "epoch": 0.757185332011893, + "grad_norm": 14.5625, + "learning_rate": 1e-06, + "loss": 0.2094, + "mean_token_accuracy": 0.9169096350669861, + "num_tokens": 4325225.0, + "step": 5348 + }, + { + "epoch": 0.757326914908679, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1319, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 4325748.0, + "step": 5349 + }, + { + "epoch": 0.7574684978054651, + "grad_norm": 19.625, + "learning_rate": 1e-06, + "loss": 0.2539, + "mean_token_accuracy": 0.8989361524581909, + "num_tokens": 4326741.0, + "step": 5350 + }, + { + "epoch": 0.7576100807022512, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4327532.0, + "step": 5351 + }, + { + "epoch": 0.7577516635990372, + "grad_norm": 131.0, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4328359.0, + "step": 5352 + }, + { + "epoch": 0.7578932464958233, + "grad_norm": 155.0, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 4329414.0, + "step": 5353 + }, + { + "epoch": 0.7580348293926094, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4330011.0, + "step": 5354 + }, + { + "epoch": 0.7581764122893955, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.2214, + "mean_token_accuracy": 0.9028571248054504, + "num_tokens": 4331288.0, + "step": 5355 + }, + { + "epoch": 0.7583179951861815, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.198, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 4331914.0, + "step": 5356 + }, + { + "epoch": 0.7584595780829676, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8314606547355652, + "num_tokens": 4332487.0, + "step": 5357 + }, + { + "epoch": 0.7586011609797536, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.1569, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 4333160.0, + "step": 5358 + }, + { + "epoch": 0.7587427438765397, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.5141, + "mean_token_accuracy": 0.7706421613693237, + "num_tokens": 4333986.0, + "step": 5359 + }, + { + "epoch": 0.7588843267733257, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2441, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 4334866.0, + "step": 5360 + }, + { + "epoch": 0.7590259096701119, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8855534791946411, + "num_tokens": 4335955.0, + "step": 5361 + }, + { + "epoch": 0.759167492566898, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 4336524.0, + "step": 5362 + }, + { + "epoch": 0.759309075463684, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2512, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 4337892.0, + "step": 5363 + }, + { + "epoch": 0.7594506583604701, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2435, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 4338598.0, + "step": 5364 + }, + { + "epoch": 0.7595922412572561, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4339215.0, + "step": 5365 + }, + { + "epoch": 0.7597338241540422, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4339960.0, + "step": 5366 + }, + { + "epoch": 0.7598754070508282, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2648, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 4340499.0, + "step": 5367 + }, + { + "epoch": 0.7600169899476144, + "grad_norm": 12.625, + "learning_rate": 1e-06, + "loss": 0.2343, + "mean_token_accuracy": 0.9122256636619568, + "num_tokens": 4341634.0, + "step": 5368 + }, + { + "epoch": 0.7601585728444004, + "grad_norm": 17.875, + "learning_rate": 1e-06, + "loss": 0.2576, + "mean_token_accuracy": 0.898975133895874, + "num_tokens": 4342975.0, + "step": 5369 + }, + { + "epoch": 0.7603001557411865, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2193, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 4343521.0, + "step": 5370 + }, + { + "epoch": 0.7604417386379725, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1613, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 4344085.0, + "step": 5371 + }, + { + "epoch": 0.7605833215347586, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8900343775749207, + "num_tokens": 4345025.0, + "step": 5372 + }, + { + "epoch": 0.7607249044315447, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2508, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4345752.0, + "step": 5373 + }, + { + "epoch": 0.7608664873283307, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.6307, + "mean_token_accuracy": 0.7191011309623718, + "num_tokens": 4346411.0, + "step": 5374 + }, + { + "epoch": 0.7610080702251169, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.2786, + "mean_token_accuracy": 0.883152186870575, + "num_tokens": 4347231.0, + "step": 5375 + }, + { + "epoch": 0.7611496531219029, + "grad_norm": 12.0625, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.907066822052002, + "num_tokens": 4348883.0, + "step": 5376 + }, + { + "epoch": 0.761291236018689, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 4349581.0, + "step": 5377 + }, + { + "epoch": 0.761432818915475, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.2217, + "mean_token_accuracy": 0.9066147804260254, + "num_tokens": 4351050.0, + "step": 5378 + }, + { + "epoch": 0.7615744018122611, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1633, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 4351598.0, + "step": 5379 + }, + { + "epoch": 0.7617159847090471, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 4352399.0, + "step": 5380 + }, + { + "epoch": 0.7618575676058332, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 4353226.0, + "step": 5381 + }, + { + "epoch": 0.7619991505026192, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 4354000.0, + "step": 5382 + }, + { + "epoch": 0.7621407333994054, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2625, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 4354868.0, + "step": 5383 + }, + { + "epoch": 0.7622823162961915, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4355610.0, + "step": 5384 + }, + { + "epoch": 0.7624238991929775, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 4356822.0, + "step": 5385 + }, + { + "epoch": 0.7625654820897636, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2006, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4357561.0, + "step": 5386 + }, + { + "epoch": 0.7627070649865496, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 4358513.0, + "step": 5387 + }, + { + "epoch": 0.7628486478833357, + "grad_norm": 105.5, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 4359302.0, + "step": 5388 + }, + { + "epoch": 0.7629902307801217, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1773, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 4359841.0, + "step": 5389 + }, + { + "epoch": 0.7631318136769079, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 4360614.0, + "step": 5390 + }, + { + "epoch": 0.7632733965736939, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8587570786476135, + "num_tokens": 4361241.0, + "step": 5391 + }, + { + "epoch": 0.76341497947048, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8722139596939087, + "num_tokens": 4362464.0, + "step": 5392 + }, + { + "epoch": 0.763556562367266, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 4362962.0, + "step": 5393 + }, + { + "epoch": 0.7636981452640521, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2639, + "mean_token_accuracy": 0.8958333134651184, + "num_tokens": 4363851.0, + "step": 5394 + }, + { + "epoch": 0.7638397281608381, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 4365978.0, + "step": 5395 + }, + { + "epoch": 0.7639813110576242, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 4366831.0, + "step": 5396 + }, + { + "epoch": 0.7641228939544104, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.862162172794342, + "num_tokens": 4367841.0, + "step": 5397 + }, + { + "epoch": 0.7642644768511964, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 4368927.0, + "step": 5398 + }, + { + "epoch": 0.7644060597479825, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1271, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 4369801.0, + "step": 5399 + }, + { + "epoch": 0.7645476426447685, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 4370347.0, + "step": 5400 + }, + { + "epoch": 0.7646892255415546, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 4371140.0, + "step": 5401 + }, + { + "epoch": 0.7648308084383406, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8548057079315186, + "num_tokens": 4372437.0, + "step": 5402 + }, + { + "epoch": 0.7649723913351267, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4795, + "mean_token_accuracy": 0.7701149582862854, + "num_tokens": 4373478.0, + "step": 5403 + }, + { + "epoch": 0.7651139742319127, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.2266, + "mean_token_accuracy": 0.9147727489471436, + "num_tokens": 4374503.0, + "step": 5404 + }, + { + "epoch": 0.7652555571286989, + "grad_norm": 9.0625, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.8990267515182495, + "num_tokens": 4376736.0, + "step": 5405 + }, + { + "epoch": 0.7653971400254849, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4377266.0, + "step": 5406 + }, + { + "epoch": 0.765538722922271, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 4378156.0, + "step": 5407 + }, + { + "epoch": 0.7656803058190571, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 4379223.0, + "step": 5408 + }, + { + "epoch": 0.7658218887158431, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 4379839.0, + "step": 5409 + }, + { + "epoch": 0.7659634716126292, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 4381073.0, + "step": 5410 + }, + { + "epoch": 0.7661050545094152, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.4872, + "mean_token_accuracy": 0.8166667222976685, + "num_tokens": 4381917.0, + "step": 5411 + }, + { + "epoch": 0.7662466374062014, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 4382767.0, + "step": 5412 + }, + { + "epoch": 0.7663882203029874, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2425, + "mean_token_accuracy": 0.9151943325996399, + "num_tokens": 4384120.0, + "step": 5413 + }, + { + "epoch": 0.7665298031997735, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1164, + "mean_token_accuracy": 0.9672130346298218, + "num_tokens": 4384644.0, + "step": 5414 + }, + { + "epoch": 0.7666713860965595, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.2162, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 4385760.0, + "step": 5415 + }, + { + "epoch": 0.7668129689933456, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 4386437.0, + "step": 5416 + }, + { + "epoch": 0.7669545518901316, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.2504, + "mean_token_accuracy": 0.905138373374939, + "num_tokens": 4387304.0, + "step": 5417 + }, + { + "epoch": 0.7670961347869177, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 4387854.0, + "step": 5418 + }, + { + "epoch": 0.7672377176837039, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.813084065914154, + "num_tokens": 4388936.0, + "step": 5419 + }, + { + "epoch": 0.7673793005804899, + "grad_norm": 104.0, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 4389561.0, + "step": 5420 + }, + { + "epoch": 0.767520883477276, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 4390173.0, + "step": 5421 + }, + { + "epoch": 0.767662466374062, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4390748.0, + "step": 5422 + }, + { + "epoch": 0.7678040492708481, + "grad_norm": 23.875, + "learning_rate": 1e-06, + "loss": 0.0904, + "mean_token_accuracy": 0.9659574031829834, + "num_tokens": 4391466.0, + "step": 5423 + }, + { + "epoch": 0.7679456321676341, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.2233, + "mean_token_accuracy": 0.903522253036499, + "num_tokens": 4392905.0, + "step": 5424 + }, + { + "epoch": 0.7680872150644202, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2312, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 4393419.0, + "step": 5425 + }, + { + "epoch": 0.7682287979612062, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.2638, + "mean_token_accuracy": 0.8891454935073853, + "num_tokens": 4394455.0, + "step": 5426 + }, + { + "epoch": 0.7683703808579924, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2346, + "mean_token_accuracy": 0.8972602486610413, + "num_tokens": 4395263.0, + "step": 5427 + }, + { + "epoch": 0.7685119637547784, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.9037036895751953, + "num_tokens": 4395983.0, + "step": 5428 + }, + { + "epoch": 0.7686535466515645, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2026, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 4396674.0, + "step": 5429 + }, + { + "epoch": 0.7687951295483506, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 4397340.0, + "step": 5430 + }, + { + "epoch": 0.7689367124451366, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.1014, + "mean_token_accuracy": 0.9494949579238892, + "num_tokens": 4398117.0, + "step": 5431 + }, + { + "epoch": 0.7690782953419227, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 4398808.0, + "step": 5432 + }, + { + "epoch": 0.7692198782387087, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8759689927101135, + "num_tokens": 4400050.0, + "step": 5433 + }, + { + "epoch": 0.7693614611354949, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 4400844.0, + "step": 5434 + }, + { + "epoch": 0.7695030440322809, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2065, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 4401671.0, + "step": 5435 + }, + { + "epoch": 0.769644626929067, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.271, + "mean_token_accuracy": 0.9009009003639221, + "num_tokens": 4402496.0, + "step": 5436 + }, + { + "epoch": 0.769786209825853, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 4403300.0, + "step": 5437 + }, + { + "epoch": 0.7699277927226391, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8503649830818176, + "num_tokens": 4404024.0, + "step": 5438 + }, + { + "epoch": 0.7700693756194251, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 4404975.0, + "step": 5439 + }, + { + "epoch": 0.7702109585162112, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 4405763.0, + "step": 5440 + }, + { + "epoch": 0.7703525414129974, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8210116624832153, + "num_tokens": 4406477.0, + "step": 5441 + }, + { + "epoch": 0.7704941243097834, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2048, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 4407428.0, + "step": 5442 + }, + { + "epoch": 0.7706357072065695, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8832116723060608, + "num_tokens": 4408345.0, + "step": 5443 + }, + { + "epoch": 0.7707772901033555, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 4409209.0, + "step": 5444 + }, + { + "epoch": 0.7709188730001416, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.875, + "num_tokens": 4410304.0, + "step": 5445 + }, + { + "epoch": 0.7710604558969276, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8170731663703918, + "num_tokens": 4411003.0, + "step": 5446 + }, + { + "epoch": 0.7712020387937137, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2702, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4411638.0, + "step": 5447 + }, + { + "epoch": 0.7713436216904997, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1835, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 4412337.0, + "step": 5448 + }, + { + "epoch": 0.7714852045872859, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8753180503845215, + "num_tokens": 4413490.0, + "step": 5449 + }, + { + "epoch": 0.7716267874840719, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4414465.0, + "step": 5450 + }, + { + "epoch": 0.771768370380858, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1879, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4414989.0, + "step": 5451 + }, + { + "epoch": 0.7719099532776441, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 4415495.0, + "step": 5452 + }, + { + "epoch": 0.7720515361744301, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 4416476.0, + "step": 5453 + }, + { + "epoch": 0.7721931190712162, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 4417325.0, + "step": 5454 + }, + { + "epoch": 0.7723347019680022, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8442906737327576, + "num_tokens": 4418197.0, + "step": 5455 + }, + { + "epoch": 0.7724762848647884, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.801886796951294, + "num_tokens": 4418864.0, + "step": 5456 + }, + { + "epoch": 0.7726178677615744, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 4419522.0, + "step": 5457 + }, + { + "epoch": 0.7727594506583605, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.1865, + "mean_token_accuracy": 0.9323671460151672, + "num_tokens": 4420293.0, + "step": 5458 + }, + { + "epoch": 0.7729010335551465, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4421018.0, + "step": 5459 + }, + { + "epoch": 0.7730426164519326, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 4421799.0, + "step": 5460 + }, + { + "epoch": 0.7731841993487186, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2187, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 4422501.0, + "step": 5461 + }, + { + "epoch": 0.7733257822455047, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.1008, + "mean_token_accuracy": 0.9613733887672424, + "num_tokens": 4423355.0, + "step": 5462 + }, + { + "epoch": 0.7734673651422909, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 4424209.0, + "step": 5463 + }, + { + "epoch": 0.7736089480390769, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 4425127.0, + "step": 5464 + }, + { + "epoch": 0.773750530935863, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8700787425041199, + "num_tokens": 4426254.0, + "step": 5465 + }, + { + "epoch": 0.773892113832649, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 4427074.0, + "step": 5466 + }, + { + "epoch": 0.7740336967294351, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 4427939.0, + "step": 5467 + }, + { + "epoch": 0.7741752796262211, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 4428479.0, + "step": 5468 + }, + { + "epoch": 0.7743168625230072, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.1947, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 4430060.0, + "step": 5469 + }, + { + "epoch": 0.7744584454197933, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.226, + "mean_token_accuracy": 0.9144486784934998, + "num_tokens": 4431035.0, + "step": 5470 + }, + { + "epoch": 0.7746000283165794, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 4431981.0, + "step": 5471 + }, + { + "epoch": 0.7747416112133654, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 4432657.0, + "step": 5472 + }, + { + "epoch": 0.7748831941101515, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2653, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4433184.0, + "step": 5473 + }, + { + "epoch": 0.7750247770069376, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2742, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 4433803.0, + "step": 5474 + }, + { + "epoch": 0.7751663599037236, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.1522, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 4434329.0, + "step": 5475 + }, + { + "epoch": 0.7753079428005097, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 4435016.0, + "step": 5476 + }, + { + "epoch": 0.7754495256972957, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8351648449897766, + "num_tokens": 4435565.0, + "step": 5477 + }, + { + "epoch": 0.7755911085940819, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8346154093742371, + "num_tokens": 4436528.0, + "step": 5478 + }, + { + "epoch": 0.7757326914908679, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 4437220.0, + "step": 5479 + }, + { + "epoch": 0.775874274387654, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8640645742416382, + "num_tokens": 4438498.0, + "step": 5480 + }, + { + "epoch": 0.77601585728444, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2077, + "mean_token_accuracy": 0.9263158440589905, + "num_tokens": 4439059.0, + "step": 5481 + }, + { + "epoch": 0.7761574401812261, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.275, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 4440038.0, + "step": 5482 + }, + { + "epoch": 0.7762990230780121, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1504, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 4440530.0, + "step": 5483 + }, + { + "epoch": 0.7764406059747982, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 4441177.0, + "step": 5484 + }, + { + "epoch": 0.7765821888715844, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 4442261.0, + "step": 5485 + }, + { + "epoch": 0.7767237717683704, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.2705, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 4442753.0, + "step": 5486 + }, + { + "epoch": 0.7768653546651565, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4443262.0, + "step": 5487 + }, + { + "epoch": 0.7770069375619425, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 4443909.0, + "step": 5488 + }, + { + "epoch": 0.7771485204587286, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8070175647735596, + "num_tokens": 4444518.0, + "step": 5489 + }, + { + "epoch": 0.7772901033555146, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8160919547080994, + "num_tokens": 4445529.0, + "step": 5490 + }, + { + "epoch": 0.7774316862523007, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 4446233.0, + "step": 5491 + }, + { + "epoch": 0.7775732691490868, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2527, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 4446783.0, + "step": 5492 + }, + { + "epoch": 0.7777148520458729, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 4447382.0, + "step": 5493 + }, + { + "epoch": 0.7778564349426589, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.7977527976036072, + "num_tokens": 4448256.0, + "step": 5494 + }, + { + "epoch": 0.777998017839445, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 4449123.0, + "step": 5495 + }, + { + "epoch": 0.7781396007362311, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 4449953.0, + "step": 5496 + }, + { + "epoch": 0.7782811836330171, + "grad_norm": 11.625, + "learning_rate": 1e-06, + "loss": 0.1478, + "mean_token_accuracy": 0.945229709148407, + "num_tokens": 4451003.0, + "step": 5497 + }, + { + "epoch": 0.7784227665298032, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.1805, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 4451530.0, + "step": 5498 + }, + { + "epoch": 0.7785643494265893, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 4452667.0, + "step": 5499 + }, + { + "epoch": 0.7787059323233754, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 4453339.0, + "step": 5500 + }, + { + "epoch": 0.7788475152201614, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 4454006.0, + "step": 5501 + }, + { + "epoch": 0.7789890981169475, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.1727, + "mean_token_accuracy": 0.9176954627037048, + "num_tokens": 4455289.0, + "step": 5502 + }, + { + "epoch": 0.7791306810137335, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 4456009.0, + "step": 5503 + }, + { + "epoch": 0.7792722639105196, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 4456770.0, + "step": 5504 + }, + { + "epoch": 0.7794138468073056, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 4457788.0, + "step": 5505 + }, + { + "epoch": 0.7795554297040918, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.1471, + "mean_token_accuracy": 0.9423868060112, + "num_tokens": 4458614.0, + "step": 5506 + }, + { + "epoch": 0.7796970126008778, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.5195, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 4459495.0, + "step": 5507 + }, + { + "epoch": 0.7798385954976639, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.9035087823867798, + "num_tokens": 4460082.0, + "step": 5508 + }, + { + "epoch": 0.77998017839445, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.5371, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 4460620.0, + "step": 5509 + }, + { + "epoch": 0.780121761291236, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8661417365074158, + "num_tokens": 4461722.0, + "step": 5510 + }, + { + "epoch": 0.7802633441880221, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4463192.0, + "step": 5511 + }, + { + "epoch": 0.7804049270848081, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 4463934.0, + "step": 5512 + }, + { + "epoch": 0.7805465099815942, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 4464633.0, + "step": 5513 + }, + { + "epoch": 0.7806880928783803, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1424, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 4465535.0, + "step": 5514 + }, + { + "epoch": 0.7808296757751664, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 4466342.0, + "step": 5515 + }, + { + "epoch": 0.7809712586719524, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8577680587768555, + "num_tokens": 4467367.0, + "step": 5516 + }, + { + "epoch": 0.7811128415687385, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2731, + "mean_token_accuracy": 0.90625, + "num_tokens": 4467937.0, + "step": 5517 + }, + { + "epoch": 0.7812544244655245, + "grad_norm": 13.5625, + "learning_rate": 1e-06, + "loss": 0.246, + "mean_token_accuracy": 0.9065300822257996, + "num_tokens": 4469462.0, + "step": 5518 + }, + { + "epoch": 0.7813960073623106, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4470130.0, + "step": 5519 + }, + { + "epoch": 0.7815375902590967, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1775, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 4470939.0, + "step": 5520 + }, + { + "epoch": 0.7816791731558828, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8314606547355652, + "num_tokens": 4471630.0, + "step": 5521 + }, + { + "epoch": 0.7818207560526689, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 4472649.0, + "step": 5522 + }, + { + "epoch": 0.7819623389494549, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.914893627166748, + "num_tokens": 4473649.0, + "step": 5523 + }, + { + "epoch": 0.782103921846241, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 4474380.0, + "step": 5524 + }, + { + "epoch": 0.782245504743027, + "grad_norm": 112.0, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 4475282.0, + "step": 5525 + }, + { + "epoch": 0.7823870876398131, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 4475974.0, + "step": 5526 + }, + { + "epoch": 0.7825286705365991, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 4476591.0, + "step": 5527 + }, + { + "epoch": 0.7826702534333853, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.1799, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 4477376.0, + "step": 5528 + }, + { + "epoch": 0.7828118363301713, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.875, + "num_tokens": 4477933.0, + "step": 5529 + }, + { + "epoch": 0.7829534192269574, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2052, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 4478705.0, + "step": 5530 + }, + { + "epoch": 0.7830950021237435, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.2066, + "mean_token_accuracy": 0.9248554706573486, + "num_tokens": 4479334.0, + "step": 5531 + }, + { + "epoch": 0.7832365850205295, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 4480572.0, + "step": 5532 + }, + { + "epoch": 0.7833781679173156, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 4481183.0, + "step": 5533 + }, + { + "epoch": 0.7835197508141016, + "grad_norm": 113.0, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 4482087.0, + "step": 5534 + }, + { + "epoch": 0.7836613337108878, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1434, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 4482992.0, + "step": 5535 + }, + { + "epoch": 0.7838029166076738, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8873239755630493, + "num_tokens": 4483918.0, + "step": 5536 + }, + { + "epoch": 0.7839444995044599, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 4484886.0, + "step": 5537 + }, + { + "epoch": 0.7840860824012459, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 4485659.0, + "step": 5538 + }, + { + "epoch": 0.784227665298032, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2838, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 4486354.0, + "step": 5539 + }, + { + "epoch": 0.784369248194818, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 4486885.0, + "step": 5540 + }, + { + "epoch": 0.7845108310916041, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.2685, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 4487494.0, + "step": 5541 + }, + { + "epoch": 0.7846524139883903, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1447, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 4488022.0, + "step": 5542 + }, + { + "epoch": 0.7847939968851763, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1717, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 4489054.0, + "step": 5543 + }, + { + "epoch": 0.7849355797819624, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 4489793.0, + "step": 5544 + }, + { + "epoch": 0.7850771626787484, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 4490553.0, + "step": 5545 + }, + { + "epoch": 0.7852187455755345, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1593, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4491295.0, + "step": 5546 + }, + { + "epoch": 0.7853603284723205, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.2061, + "mean_token_accuracy": 0.9236277341842651, + "num_tokens": 4492668.0, + "step": 5547 + }, + { + "epoch": 0.7855019113691066, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1585, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 4493284.0, + "step": 5548 + }, + { + "epoch": 0.7856434942658926, + "grad_norm": 13.3125, + "learning_rate": 1e-06, + "loss": 0.2042, + "mean_token_accuracy": 0.9232614040374756, + "num_tokens": 4494790.0, + "step": 5549 + }, + { + "epoch": 0.7857850771626788, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1972, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 4495580.0, + "step": 5550 + }, + { + "epoch": 0.7859266600594648, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.9034091234207153, + "num_tokens": 4496231.0, + "step": 5551 + }, + { + "epoch": 0.7860682429562509, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8897637724876404, + "num_tokens": 4497186.0, + "step": 5552 + }, + { + "epoch": 0.786209825853037, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.863309383392334, + "num_tokens": 4497944.0, + "step": 5553 + }, + { + "epoch": 0.786351408749823, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8055555820465088, + "num_tokens": 4498717.0, + "step": 5554 + }, + { + "epoch": 0.7864929916466091, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.1609, + "mean_token_accuracy": 0.960784375667572, + "num_tokens": 4499588.0, + "step": 5555 + }, + { + "epoch": 0.7866345745433951, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 4500352.0, + "step": 5556 + }, + { + "epoch": 0.7867761574401813, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8715083599090576, + "num_tokens": 4501533.0, + "step": 5557 + }, + { + "epoch": 0.7869177403369673, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1629, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 4502247.0, + "step": 5558 + }, + { + "epoch": 0.7870593232337534, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.4658, + "mean_token_accuracy": 0.7763158082962036, + "num_tokens": 4502996.0, + "step": 5559 + }, + { + "epoch": 0.7872009061305394, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 4503516.0, + "step": 5560 + }, + { + "epoch": 0.7873424890273255, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2617, + "mean_token_accuracy": 0.8944723606109619, + "num_tokens": 4504415.0, + "step": 5561 + }, + { + "epoch": 0.7874840719241115, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 4505716.0, + "step": 5562 + }, + { + "epoch": 0.7876256548208976, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8142856955528259, + "num_tokens": 4506405.0, + "step": 5563 + }, + { + "epoch": 0.7877672377176838, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8601036071777344, + "num_tokens": 4507506.0, + "step": 5564 + }, + { + "epoch": 0.7879088206144698, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2761, + "mean_token_accuracy": 0.8942307829856873, + "num_tokens": 4508085.0, + "step": 5565 + }, + { + "epoch": 0.7880504035112559, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4508706.0, + "step": 5566 + }, + { + "epoch": 0.7881919864080419, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 4509504.0, + "step": 5567 + }, + { + "epoch": 0.788333569304828, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2563, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 4510243.0, + "step": 5568 + }, + { + "epoch": 0.788475152201614, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2406, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 4510983.0, + "step": 5569 + }, + { + "epoch": 0.7886167350984001, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 4511513.0, + "step": 5570 + }, + { + "epoch": 0.7887583179951861, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 4512151.0, + "step": 5571 + }, + { + "epoch": 0.7888999008919723, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.84375, + "num_tokens": 4513201.0, + "step": 5572 + }, + { + "epoch": 0.7890414837887583, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.875, + "num_tokens": 4513970.0, + "step": 5573 + }, + { + "epoch": 0.7891830666855444, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2502, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 4514861.0, + "step": 5574 + }, + { + "epoch": 0.7893246495823305, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8942307829856873, + "num_tokens": 4515744.0, + "step": 5575 + }, + { + "epoch": 0.7894662324791165, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2218, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 4516539.0, + "step": 5576 + }, + { + "epoch": 0.7896078153759026, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.1704, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 4517521.0, + "step": 5577 + }, + { + "epoch": 0.7897493982726886, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.5118, + "mean_token_accuracy": 0.8061224222183228, + "num_tokens": 4518060.0, + "step": 5578 + }, + { + "epoch": 0.7898909811694748, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 4518674.0, + "step": 5579 + }, + { + "epoch": 0.7900325640662608, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.1869, + "mean_token_accuracy": 0.921875, + "num_tokens": 4519196.0, + "step": 5580 + }, + { + "epoch": 0.7901741469630469, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1368, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 4520031.0, + "step": 5581 + }, + { + "epoch": 0.7903157298598329, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 4520574.0, + "step": 5582 + }, + { + "epoch": 0.790457312756619, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2085, + "mean_token_accuracy": 0.9375, + "num_tokens": 4521087.0, + "step": 5583 + }, + { + "epoch": 0.790598895653405, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.761904776096344, + "num_tokens": 4521784.0, + "step": 5584 + }, + { + "epoch": 0.7907404785501911, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 4522643.0, + "step": 5585 + }, + { + "epoch": 0.7908820614469773, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 4523362.0, + "step": 5586 + }, + { + "epoch": 0.7910236443437633, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2033, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 4523991.0, + "step": 5587 + }, + { + "epoch": 0.7911652272405494, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 4524579.0, + "step": 5588 + }, + { + "epoch": 0.7913068101373354, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 4525161.0, + "step": 5589 + }, + { + "epoch": 0.7914483930341215, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 4526100.0, + "step": 5590 + }, + { + "epoch": 0.7915899759309075, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2086, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 4526763.0, + "step": 5591 + }, + { + "epoch": 0.7917315588276936, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 4527515.0, + "step": 5592 + }, + { + "epoch": 0.7918731417244796, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 4528140.0, + "step": 5593 + }, + { + "epoch": 0.7920147246212658, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8303571939468384, + "num_tokens": 4528818.0, + "step": 5594 + }, + { + "epoch": 0.7921563075180518, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1927, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 4529500.0, + "step": 5595 + }, + { + "epoch": 0.7922978904148379, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8142856955528259, + "num_tokens": 4530424.0, + "step": 5596 + }, + { + "epoch": 0.792439473311624, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8279569745063782, + "num_tokens": 4531146.0, + "step": 5597 + }, + { + "epoch": 0.79258105620841, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2675, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 4532295.0, + "step": 5598 + }, + { + "epoch": 0.7927226391051961, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8303571939468384, + "num_tokens": 4533343.0, + "step": 5599 + }, + { + "epoch": 0.7928642220019821, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.26, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 4533978.0, + "step": 5600 + }, + { + "epoch": 0.7930058048987683, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 4534620.0, + "step": 5601 + }, + { + "epoch": 0.7931473877955543, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.5301, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 4535483.0, + "step": 5602 + }, + { + "epoch": 0.7932889706923404, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 4536092.0, + "step": 5603 + }, + { + "epoch": 0.7934305535891264, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.6077, + "mean_token_accuracy": 0.7450980544090271, + "num_tokens": 4536703.0, + "step": 5604 + }, + { + "epoch": 0.7935721364859125, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.0925, + "mean_token_accuracy": 0.9669811725616455, + "num_tokens": 4537494.0, + "step": 5605 + }, + { + "epoch": 0.7937137193826985, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 4538230.0, + "step": 5606 + }, + { + "epoch": 0.7938553022794846, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 4538762.0, + "step": 5607 + }, + { + "epoch": 0.7939968851762708, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 4539658.0, + "step": 5608 + }, + { + "epoch": 0.7941384680730568, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8391607999801636, + "num_tokens": 4540741.0, + "step": 5609 + }, + { + "epoch": 0.7942800509698429, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 4541422.0, + "step": 5610 + }, + { + "epoch": 0.7944216338666289, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2841, + "mean_token_accuracy": 0.8878504633903503, + "num_tokens": 4541986.0, + "step": 5611 + }, + { + "epoch": 0.794563216763415, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2548, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 4542641.0, + "step": 5612 + }, + { + "epoch": 0.794704799660201, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 4543217.0, + "step": 5613 + }, + { + "epoch": 0.7948463825569871, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 4544304.0, + "step": 5614 + }, + { + "epoch": 0.7949879654537731, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.1342, + "mean_token_accuracy": 0.9265536665916443, + "num_tokens": 4544928.0, + "step": 5615 + }, + { + "epoch": 0.7951295483505593, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4545527.0, + "step": 5616 + }, + { + "epoch": 0.7952711312473453, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8807017803192139, + "num_tokens": 4546538.0, + "step": 5617 + }, + { + "epoch": 0.7954127141441314, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8853868246078491, + "num_tokens": 4547638.0, + "step": 5618 + }, + { + "epoch": 0.7955542970409174, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 4548196.0, + "step": 5619 + }, + { + "epoch": 0.7956958799377035, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 4549151.0, + "step": 5620 + }, + { + "epoch": 0.7958374628344896, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4549684.0, + "step": 5621 + }, + { + "epoch": 0.7959790457312756, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 4550369.0, + "step": 5622 + }, + { + "epoch": 0.7961206286280618, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.1565, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 4551069.0, + "step": 5623 + }, + { + "epoch": 0.7962622115248478, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2608, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 4552055.0, + "step": 5624 + }, + { + "epoch": 0.7964037944216339, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8951048851013184, + "num_tokens": 4553216.0, + "step": 5625 + }, + { + "epoch": 0.7965453773184199, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1898, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 4553866.0, + "step": 5626 + }, + { + "epoch": 0.796686960215206, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8703241944313049, + "num_tokens": 4554932.0, + "step": 5627 + }, + { + "epoch": 0.796828543111992, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 4556051.0, + "step": 5628 + }, + { + "epoch": 0.7969701260087781, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.868686854839325, + "num_tokens": 4557202.0, + "step": 5629 + }, + { + "epoch": 0.7971117089055642, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2632, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 4557676.0, + "step": 5630 + }, + { + "epoch": 0.7972532918023503, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.1724, + "mean_token_accuracy": 0.9345238208770752, + "num_tokens": 4558907.0, + "step": 5631 + }, + { + "epoch": 0.7973948746991364, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.0981, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 4559424.0, + "step": 5632 + }, + { + "epoch": 0.7975364575959224, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 4561052.0, + "step": 5633 + }, + { + "epoch": 0.7976780404927085, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.2561, + "mean_token_accuracy": 0.885185182094574, + "num_tokens": 4561899.0, + "step": 5634 + }, + { + "epoch": 0.7978196233894945, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.5132, + "mean_token_accuracy": 0.782608687877655, + "num_tokens": 4562710.0, + "step": 5635 + }, + { + "epoch": 0.7979612062862806, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8814814686775208, + "num_tokens": 4563463.0, + "step": 5636 + }, + { + "epoch": 0.7981027891830667, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.911602258682251, + "num_tokens": 4564138.0, + "step": 5637 + }, + { + "epoch": 0.7982443720798528, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 4564826.0, + "step": 5638 + }, + { + "epoch": 0.7983859549766388, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1083, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 4565589.0, + "step": 5639 + }, + { + "epoch": 0.7985275378734249, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 4566255.0, + "step": 5640 + }, + { + "epoch": 0.7986691207702109, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2101, + "mean_token_accuracy": 0.9375, + "num_tokens": 4567000.0, + "step": 5641 + }, + { + "epoch": 0.798810703666997, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2404, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 4568103.0, + "step": 5642 + }, + { + "epoch": 0.7989522865637831, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1351, + "mean_token_accuracy": 0.9795918464660645, + "num_tokens": 4568751.0, + "step": 5643 + }, + { + "epoch": 0.7990938694605692, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 4569493.0, + "step": 5644 + }, + { + "epoch": 0.7992354523573553, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2103, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 4570312.0, + "step": 5645 + }, + { + "epoch": 0.7993770352541413, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 4570968.0, + "step": 5646 + }, + { + "epoch": 0.7995186181509274, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 4571547.0, + "step": 5647 + }, + { + "epoch": 0.7996602010477134, + "grad_norm": 121.5, + "learning_rate": 1e-06, + "loss": 0.2815, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4572186.0, + "step": 5648 + }, + { + "epoch": 0.7998017839444995, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.7979797720909119, + "num_tokens": 4572906.0, + "step": 5649 + }, + { + "epoch": 0.7999433668412855, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.1299, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 4573930.0, + "step": 5650 + }, + { + "epoch": 0.8000849497380716, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1801, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 4574549.0, + "step": 5651 + }, + { + "epoch": 0.8002265326348577, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 4575729.0, + "step": 5652 + }, + { + "epoch": 0.8003681155316438, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8269230723381042, + "num_tokens": 4576543.0, + "step": 5653 + }, + { + "epoch": 0.8005096984284299, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2098, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 4577750.0, + "step": 5654 + }, + { + "epoch": 0.8006512813252159, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8797127604484558, + "num_tokens": 4578795.0, + "step": 5655 + }, + { + "epoch": 0.800792864222002, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 4579335.0, + "step": 5656 + }, + { + "epoch": 0.800934447118788, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2636, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 4579832.0, + "step": 5657 + }, + { + "epoch": 0.8010760300155741, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.5637, + "mean_token_accuracy": 0.7341772317886353, + "num_tokens": 4580760.0, + "step": 5658 + }, + { + "epoch": 0.8012176129123602, + "grad_norm": 104.0, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 4581812.0, + "step": 5659 + }, + { + "epoch": 0.8013591958091463, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1738, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 4582589.0, + "step": 5660 + }, + { + "epoch": 0.8015007787059323, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.2523, + "mean_token_accuracy": 0.8893129825592041, + "num_tokens": 4583324.0, + "step": 5661 + }, + { + "epoch": 0.8016423616027184, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 4584090.0, + "step": 5662 + }, + { + "epoch": 0.8017839444995044, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 4584782.0, + "step": 5663 + }, + { + "epoch": 0.8019255273962905, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.2328, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 4585500.0, + "step": 5664 + }, + { + "epoch": 0.8020671102930766, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.9174311757087708, + "num_tokens": 4586379.0, + "step": 5665 + }, + { + "epoch": 0.8022086931898627, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 4586905.0, + "step": 5666 + }, + { + "epoch": 0.8023502760866488, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.095, + "mean_token_accuracy": 0.9567307829856873, + "num_tokens": 4587910.0, + "step": 5667 + }, + { + "epoch": 0.8024918589834348, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.7972972989082336, + "num_tokens": 4588966.0, + "step": 5668 + }, + { + "epoch": 0.8026334418802209, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 4589936.0, + "step": 5669 + }, + { + "epoch": 0.8027750247770069, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8578199148178101, + "num_tokens": 4590633.0, + "step": 5670 + }, + { + "epoch": 0.802916607673793, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 4591302.0, + "step": 5671 + }, + { + "epoch": 0.803058190570579, + "grad_norm": 186.0, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8921568989753723, + "num_tokens": 4591978.0, + "step": 5672 + }, + { + "epoch": 0.8031997734673652, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.5572, + "mean_token_accuracy": 0.7719298601150513, + "num_tokens": 4592973.0, + "step": 5673 + }, + { + "epoch": 0.8033413563641512, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2744, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 4593536.0, + "step": 5674 + }, + { + "epoch": 0.8034829392609373, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1876, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 4594456.0, + "step": 5675 + }, + { + "epoch": 0.8036245221577234, + "grad_norm": 115.5, + "learning_rate": 1e-06, + "loss": 0.4763, + "mean_token_accuracy": 0.782608687877655, + "num_tokens": 4595118.0, + "step": 5676 + }, + { + "epoch": 0.8037661050545094, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1934, + "mean_token_accuracy": 0.9357797503471375, + "num_tokens": 4595863.0, + "step": 5677 + }, + { + "epoch": 0.8039076879512955, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.239, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 4596746.0, + "step": 5678 + }, + { + "epoch": 0.8040492708480815, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 4597526.0, + "step": 5679 + }, + { + "epoch": 0.8041908537448677, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 4598431.0, + "step": 5680 + }, + { + "epoch": 0.8043324366416537, + "grad_norm": 98.5, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 4599062.0, + "step": 5681 + }, + { + "epoch": 0.8044740195384398, + "grad_norm": 112.0, + "learning_rate": 1e-06, + "loss": 0.5631, + "mean_token_accuracy": 0.8282828330993652, + "num_tokens": 4599768.0, + "step": 5682 + }, + { + "epoch": 0.8046156024352258, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.8901601433753967, + "num_tokens": 4600873.0, + "step": 5683 + }, + { + "epoch": 0.8047571853320119, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 4601646.0, + "step": 5684 + }, + { + "epoch": 0.8048987682287979, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2317, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4602268.0, + "step": 5685 + }, + { + "epoch": 0.805040351125584, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4602965.0, + "step": 5686 + }, + { + "epoch": 0.8051819340223701, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.8957446813583374, + "num_tokens": 4604009.0, + "step": 5687 + }, + { + "epoch": 0.8053235169191562, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.875, + "num_tokens": 4604856.0, + "step": 5688 + }, + { + "epoch": 0.8054650998159423, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 4605416.0, + "step": 5689 + }, + { + "epoch": 0.8056066827127283, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.4719, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 4605951.0, + "step": 5690 + }, + { + "epoch": 0.8057482656095144, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 4606814.0, + "step": 5691 + }, + { + "epoch": 0.8058898485063004, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2618, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 4607509.0, + "step": 5692 + }, + { + "epoch": 0.8060314314030865, + "grad_norm": 15.125, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.888208270072937, + "num_tokens": 4608603.0, + "step": 5693 + }, + { + "epoch": 0.8061730142998725, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.253, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 4609409.0, + "step": 5694 + }, + { + "epoch": 0.8063145971966587, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 4610054.0, + "step": 5695 + }, + { + "epoch": 0.8064561800934447, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2642, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 4610995.0, + "step": 5696 + }, + { + "epoch": 0.8065977629902308, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 4611812.0, + "step": 5697 + }, + { + "epoch": 0.8067393458870169, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 4612526.0, + "step": 5698 + }, + { + "epoch": 0.8068809287838029, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 4613327.0, + "step": 5699 + }, + { + "epoch": 0.807022511680589, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.5053, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 4614108.0, + "step": 5700 + }, + { + "epoch": 0.807164094577375, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.1134, + "mean_token_accuracy": 0.9518716931343079, + "num_tokens": 4614757.0, + "step": 5701 + }, + { + "epoch": 0.8073056774741612, + "grad_norm": 12.375, + "learning_rate": 1e-06, + "loss": 0.2646, + "mean_token_accuracy": 0.9044715166091919, + "num_tokens": 4616314.0, + "step": 5702 + }, + { + "epoch": 0.8074472603709472, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 4617393.0, + "step": 5703 + }, + { + "epoch": 0.8075888432677333, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2824, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 4618135.0, + "step": 5704 + }, + { + "epoch": 0.8077304261645193, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1955, + "mean_token_accuracy": 0.9560439586639404, + "num_tokens": 4618794.0, + "step": 5705 + }, + { + "epoch": 0.8078720090613054, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 4619469.0, + "step": 5706 + }, + { + "epoch": 0.8080135919580914, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.8981481790542603, + "num_tokens": 4620007.0, + "step": 5707 + }, + { + "epoch": 0.8081551748548775, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 4620695.0, + "step": 5708 + }, + { + "epoch": 0.8082967577516637, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4621463.0, + "step": 5709 + }, + { + "epoch": 0.8084383406484497, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1442, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4622571.0, + "step": 5710 + }, + { + "epoch": 0.8085799235452358, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 4623090.0, + "step": 5711 + }, + { + "epoch": 0.8087215064420218, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.4954, + "mean_token_accuracy": 0.8115942478179932, + "num_tokens": 4623615.0, + "step": 5712 + }, + { + "epoch": 0.8088630893388079, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 4624392.0, + "step": 5713 + }, + { + "epoch": 0.8090046722355939, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2685, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 4625148.0, + "step": 5714 + }, + { + "epoch": 0.80914625513238, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 4625943.0, + "step": 5715 + }, + { + "epoch": 0.809287838029166, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8843373656272888, + "num_tokens": 4627259.0, + "step": 5716 + }, + { + "epoch": 0.8094294209259522, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2381, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 4628177.0, + "step": 5717 + }, + { + "epoch": 0.8095710038227382, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.5134, + "mean_token_accuracy": 0.8112244606018066, + "num_tokens": 4628838.0, + "step": 5718 + }, + { + "epoch": 0.8097125867195243, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.2472, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 4630198.0, + "step": 5719 + }, + { + "epoch": 0.8098541696163104, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 4630735.0, + "step": 5720 + }, + { + "epoch": 0.8099957525130964, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1975, + "mean_token_accuracy": 0.939393937587738, + "num_tokens": 4631490.0, + "step": 5721 + }, + { + "epoch": 0.8101373354098825, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2041, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4632012.0, + "step": 5722 + }, + { + "epoch": 0.8102789183066685, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8177340030670166, + "num_tokens": 4632790.0, + "step": 5723 + }, + { + "epoch": 0.8104205012034547, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 4633649.0, + "step": 5724 + }, + { + "epoch": 0.8105620841002407, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4634442.0, + "step": 5725 + }, + { + "epoch": 0.8107036669970268, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 4634984.0, + "step": 5726 + }, + { + "epoch": 0.8108452498938128, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.822966456413269, + "num_tokens": 4635998.0, + "step": 5727 + }, + { + "epoch": 0.8109868327905989, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 4636811.0, + "step": 5728 + }, + { + "epoch": 0.8111284156873849, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 4637525.0, + "step": 5729 + }, + { + "epoch": 0.811269998584171, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.264, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4638151.0, + "step": 5730 + }, + { + "epoch": 0.8114115814809572, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 4639007.0, + "step": 5731 + }, + { + "epoch": 0.8115531643777432, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.2378, + "mean_token_accuracy": 0.9099379181861877, + "num_tokens": 4640099.0, + "step": 5732 + }, + { + "epoch": 0.8116947472745293, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8217821717262268, + "num_tokens": 4640985.0, + "step": 5733 + }, + { + "epoch": 0.8118363301713153, + "grad_norm": 109.0, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 4641609.0, + "step": 5734 + }, + { + "epoch": 0.8119779130681014, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8550368547439575, + "num_tokens": 4642793.0, + "step": 5735 + }, + { + "epoch": 0.8121194959648874, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8762376308441162, + "num_tokens": 4643769.0, + "step": 5736 + }, + { + "epoch": 0.8122610788616735, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2286, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 4644706.0, + "step": 5737 + }, + { + "epoch": 0.8124026617584595, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 4645299.0, + "step": 5738 + }, + { + "epoch": 0.8125442446552457, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2136, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 4646267.0, + "step": 5739 + }, + { + "epoch": 0.8126858275520317, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.1713, + "mean_token_accuracy": 0.9277929067611694, + "num_tokens": 4647475.0, + "step": 5740 + }, + { + "epoch": 0.8128274104488178, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8045976758003235, + "num_tokens": 4648207.0, + "step": 5741 + }, + { + "epoch": 0.8129689933456038, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1777, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 4648948.0, + "step": 5742 + }, + { + "epoch": 0.8131105762423899, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 4649587.0, + "step": 5743 + }, + { + "epoch": 0.813252159139176, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.9059829711914062, + "num_tokens": 4650451.0, + "step": 5744 + }, + { + "epoch": 0.813393742035962, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2585, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4651126.0, + "step": 5745 + }, + { + "epoch": 0.8135353249327482, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.0932, + "mean_token_accuracy": 0.9603960514068604, + "num_tokens": 4651783.0, + "step": 5746 + }, + { + "epoch": 0.8136769078295342, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2692, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 4652536.0, + "step": 5747 + }, + { + "epoch": 0.8138184907263203, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2761, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 4653269.0, + "step": 5748 + }, + { + "epoch": 0.8139600736231063, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1955, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 4654111.0, + "step": 5749 + }, + { + "epoch": 0.8141016565198924, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 4654993.0, + "step": 5750 + }, + { + "epoch": 0.8142432394166784, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2765, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 4655509.0, + "step": 5751 + }, + { + "epoch": 0.8143848223134645, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2078, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 4656200.0, + "step": 5752 + }, + { + "epoch": 0.8145264052102505, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.1956, + "mean_token_accuracy": 0.9375, + "num_tokens": 4657030.0, + "step": 5753 + }, + { + "epoch": 0.8146679881070367, + "grad_norm": 12.6875, + "learning_rate": 1e-06, + "loss": 0.2096, + "mean_token_accuracy": 0.9124820828437805, + "num_tokens": 4658927.0, + "step": 5754 + }, + { + "epoch": 0.8148095710038228, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 4659490.0, + "step": 5755 + }, + { + "epoch": 0.8149511539006088, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.9051724076271057, + "num_tokens": 4660392.0, + "step": 5756 + }, + { + "epoch": 0.8150927367973949, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 4661480.0, + "step": 5757 + }, + { + "epoch": 0.8152343196941809, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2903, + "mean_token_accuracy": 0.90625, + "num_tokens": 4662054.0, + "step": 5758 + }, + { + "epoch": 0.815375902590967, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.8082191944122314, + "num_tokens": 4662935.0, + "step": 5759 + }, + { + "epoch": 0.815517485487753, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 4663956.0, + "step": 5760 + }, + { + "epoch": 0.8156590683845392, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 4664841.0, + "step": 5761 + }, + { + "epoch": 0.8158006512813252, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1206, + "mean_token_accuracy": 0.9568345546722412, + "num_tokens": 4665597.0, + "step": 5762 + }, + { + "epoch": 0.8159422341781113, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 4666369.0, + "step": 5763 + }, + { + "epoch": 0.8160838170748973, + "grad_norm": 11.3125, + "learning_rate": 1e-06, + "loss": 0.1467, + "mean_token_accuracy": 0.9356271028518677, + "num_tokens": 4667811.0, + "step": 5764 + }, + { + "epoch": 0.8162253999716834, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 4668570.0, + "step": 5765 + }, + { + "epoch": 0.8163669828684695, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 4669075.0, + "step": 5766 + }, + { + "epoch": 0.8165085657652555, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 4669597.0, + "step": 5767 + }, + { + "epoch": 0.8166501486620417, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8279569745063782, + "num_tokens": 4670154.0, + "step": 5768 + }, + { + "epoch": 0.8167917315588277, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 4670830.0, + "step": 5769 + }, + { + "epoch": 0.8169333144556138, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2514, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 4671600.0, + "step": 5770 + }, + { + "epoch": 0.8170748973523998, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 4672410.0, + "step": 5771 + }, + { + "epoch": 0.8172164802491859, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.819444477558136, + "num_tokens": 4673363.0, + "step": 5772 + }, + { + "epoch": 0.8173580631459719, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 4674094.0, + "step": 5773 + }, + { + "epoch": 0.817499646042758, + "grad_norm": 122.0, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 4674594.0, + "step": 5774 + }, + { + "epoch": 0.817641228939544, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 4675449.0, + "step": 5775 + }, + { + "epoch": 0.8177828118363302, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 4676270.0, + "step": 5776 + }, + { + "epoch": 0.8179243947331163, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2613, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 4677536.0, + "step": 5777 + }, + { + "epoch": 0.8180659776299023, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8240000605583191, + "num_tokens": 4678113.0, + "step": 5778 + }, + { + "epoch": 0.8182075605266884, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 4678788.0, + "step": 5779 + }, + { + "epoch": 0.8183491434234744, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1643, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 4679434.0, + "step": 5780 + }, + { + "epoch": 0.8184907263202605, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1324, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 4679960.0, + "step": 5781 + }, + { + "epoch": 0.8186323092170465, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.215, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 4680575.0, + "step": 5782 + }, + { + "epoch": 0.8187738921138327, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 4681342.0, + "step": 5783 + }, + { + "epoch": 0.8189154750106187, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1805, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 4682010.0, + "step": 5784 + }, + { + "epoch": 0.8190570579074048, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8374384045600891, + "num_tokens": 4683086.0, + "step": 5785 + }, + { + "epoch": 0.8191986408041908, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.7861635088920593, + "num_tokens": 4683988.0, + "step": 5786 + }, + { + "epoch": 0.8193402237009769, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 4684554.0, + "step": 5787 + }, + { + "epoch": 0.819481806597763, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 4685450.0, + "step": 5788 + }, + { + "epoch": 0.819623389494549, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.111, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 4686235.0, + "step": 5789 + }, + { + "epoch": 0.8197649723913352, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 4687029.0, + "step": 5790 + }, + { + "epoch": 0.8199065552881212, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 4687563.0, + "step": 5791 + }, + { + "epoch": 0.8200481381849073, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.5602, + "mean_token_accuracy": 0.7555555701255798, + "num_tokens": 4688639.0, + "step": 5792 + }, + { + "epoch": 0.8201897210816933, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2732, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 4689450.0, + "step": 5793 + }, + { + "epoch": 0.8203313039784794, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.8968871831893921, + "num_tokens": 4690532.0, + "step": 5794 + }, + { + "epoch": 0.8204728868752654, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2302, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4691497.0, + "step": 5795 + }, + { + "epoch": 0.8206144697720515, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 4692175.0, + "step": 5796 + }, + { + "epoch": 0.8207560526688376, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.7755101919174194, + "num_tokens": 4692673.0, + "step": 5797 + }, + { + "epoch": 0.8208976355656237, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4693853.0, + "step": 5798 + }, + { + "epoch": 0.8210392184624098, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2336, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4694591.0, + "step": 5799 + }, + { + "epoch": 0.8211808013591958, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.6411, + "mean_token_accuracy": 0.7604166865348816, + "num_tokens": 4695158.0, + "step": 5800 + }, + { + "epoch": 0.8213223842559819, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 4696032.0, + "step": 5801 + }, + { + "epoch": 0.8214639671527679, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 4696721.0, + "step": 5802 + }, + { + "epoch": 0.821605550049554, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.235, + "mean_token_accuracy": 0.9326923489570618, + "num_tokens": 4697677.0, + "step": 5803 + }, + { + "epoch": 0.82174713294634, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 4698663.0, + "step": 5804 + }, + { + "epoch": 0.8218887158431262, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 4699354.0, + "step": 5805 + }, + { + "epoch": 0.8220302987399122, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1266, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 4700481.0, + "step": 5806 + }, + { + "epoch": 0.8221718816366983, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 4701259.0, + "step": 5807 + }, + { + "epoch": 0.8223134645334843, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.111, + "mean_token_accuracy": 0.9629629254341125, + "num_tokens": 4701937.0, + "step": 5808 + }, + { + "epoch": 0.8224550474302704, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 4702490.0, + "step": 5809 + }, + { + "epoch": 0.8225966303270565, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2715, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 4703282.0, + "step": 5810 + }, + { + "epoch": 0.8227382132238426, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 4704343.0, + "step": 5811 + }, + { + "epoch": 0.8228797961206287, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8598726391792297, + "num_tokens": 4704961.0, + "step": 5812 + }, + { + "epoch": 0.8230213790174147, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 4705740.0, + "step": 5813 + }, + { + "epoch": 0.8231629619142008, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 4706542.0, + "step": 5814 + }, + { + "epoch": 0.8233045448109868, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2328, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 4707328.0, + "step": 5815 + }, + { + "epoch": 0.8234461277077729, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.273, + "mean_token_accuracy": 0.875, + "num_tokens": 4707825.0, + "step": 5816 + }, + { + "epoch": 0.8235877106045589, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 4708857.0, + "step": 5817 + }, + { + "epoch": 0.823729293501345, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 4709380.0, + "step": 5818 + }, + { + "epoch": 0.8238708763981311, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.0878, + "mean_token_accuracy": 0.9744897484779358, + "num_tokens": 4710074.0, + "step": 5819 + }, + { + "epoch": 0.8240124592949172, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8341232538223267, + "num_tokens": 4711017.0, + "step": 5820 + }, + { + "epoch": 0.8241540421917033, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 4711867.0, + "step": 5821 + }, + { + "epoch": 0.8242956250884893, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.0786, + "mean_token_accuracy": 0.9728261232376099, + "num_tokens": 4712666.0, + "step": 5822 + }, + { + "epoch": 0.8244372079852754, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2321, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 4713479.0, + "step": 5823 + }, + { + "epoch": 0.8245787908820614, + "grad_norm": 11.6875, + "learning_rate": 1e-06, + "loss": 0.0737, + "mean_token_accuracy": 0.9732937812805176, + "num_tokens": 4714365.0, + "step": 5824 + }, + { + "epoch": 0.8247203737788475, + "grad_norm": 133.0, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.7966101765632629, + "num_tokens": 4714958.0, + "step": 5825 + }, + { + "epoch": 0.8248619566756336, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 4715442.0, + "step": 5826 + }, + { + "epoch": 0.8250035395724197, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1964, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4716299.0, + "step": 5827 + }, + { + "epoch": 0.8251451224692057, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 4717346.0, + "step": 5828 + }, + { + "epoch": 0.8252867053659918, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.860759437084198, + "num_tokens": 4718032.0, + "step": 5829 + }, + { + "epoch": 0.8254282882627778, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 4719182.0, + "step": 5830 + }, + { + "epoch": 0.8255698711595639, + "grad_norm": 7.0625, + "learning_rate": 1e-06, + "loss": 0.0709, + "mean_token_accuracy": 0.9737418293952942, + "num_tokens": 4720588.0, + "step": 5831 + }, + { + "epoch": 0.82571145405635, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.886206865310669, + "num_tokens": 4721625.0, + "step": 5832 + }, + { + "epoch": 0.825853036953136, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2066, + "mean_token_accuracy": 0.9417476058006287, + "num_tokens": 4722341.0, + "step": 5833 + }, + { + "epoch": 0.8259946198499222, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 4723098.0, + "step": 5834 + }, + { + "epoch": 0.8261362027467082, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 4724049.0, + "step": 5835 + }, + { + "epoch": 0.8262777856434943, + "grad_norm": 14.4375, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8722222447395325, + "num_tokens": 4725421.0, + "step": 5836 + }, + { + "epoch": 0.8264193685402803, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 4726221.0, + "step": 5837 + }, + { + "epoch": 0.8265609514370664, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 4726871.0, + "step": 5838 + }, + { + "epoch": 0.8267025343338524, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.1421, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 4727382.0, + "step": 5839 + }, + { + "epoch": 0.8268441172306386, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1406, + "mean_token_accuracy": 0.9378238320350647, + "num_tokens": 4728420.0, + "step": 5840 + }, + { + "epoch": 0.8269857001274246, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.223, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4729125.0, + "step": 5841 + }, + { + "epoch": 0.8271272830242107, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 4729956.0, + "step": 5842 + }, + { + "epoch": 0.8272688659209968, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.5072, + "mean_token_accuracy": 0.8265305757522583, + "num_tokens": 4730716.0, + "step": 5843 + }, + { + "epoch": 0.8274104488177828, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 4731249.0, + "step": 5844 + }, + { + "epoch": 0.8275520317145689, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 4731986.0, + "step": 5845 + }, + { + "epoch": 0.8276936146113549, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 4732627.0, + "step": 5846 + }, + { + "epoch": 0.827835197508141, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2353, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 4733679.0, + "step": 5847 + }, + { + "epoch": 0.8279767804049271, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 4734197.0, + "step": 5848 + }, + { + "epoch": 0.8281183633017132, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8598484992980957, + "num_tokens": 4734946.0, + "step": 5849 + }, + { + "epoch": 0.8282599461984992, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2495, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4735632.0, + "step": 5850 + }, + { + "epoch": 0.8284015290952853, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 4736299.0, + "step": 5851 + }, + { + "epoch": 0.8285431119920713, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.1523, + "mean_token_accuracy": 0.9453441500663757, + "num_tokens": 4737795.0, + "step": 5852 + }, + { + "epoch": 0.8286846948888574, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2678, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 4738559.0, + "step": 5853 + }, + { + "epoch": 0.8288262777856434, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2784, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 4739267.0, + "step": 5854 + }, + { + "epoch": 0.8289678606824296, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.5286, + "mean_token_accuracy": 0.7995338439941406, + "num_tokens": 4740703.0, + "step": 5855 + }, + { + "epoch": 0.8291094435792157, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8551723957061768, + "num_tokens": 4741742.0, + "step": 5856 + }, + { + "epoch": 0.8292510264760017, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.0632, + "mean_token_accuracy": 0.9862384796142578, + "num_tokens": 4742580.0, + "step": 5857 + }, + { + "epoch": 0.8293926093727878, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 4743933.0, + "step": 5858 + }, + { + "epoch": 0.8295341922695738, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 4744734.0, + "step": 5859 + }, + { + "epoch": 0.8296757751663599, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 4745929.0, + "step": 5860 + }, + { + "epoch": 0.8298173580631459, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.859375, + "num_tokens": 4746443.0, + "step": 5861 + }, + { + "epoch": 0.8299589409599321, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 4747093.0, + "step": 5862 + }, + { + "epoch": 0.8301005238567181, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.257, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 4748060.0, + "step": 5863 + }, + { + "epoch": 0.8302421067535042, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2732, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 4748937.0, + "step": 5864 + }, + { + "epoch": 0.8303836896502902, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 4749625.0, + "step": 5865 + }, + { + "epoch": 0.8305252725470763, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 4750247.0, + "step": 5866 + }, + { + "epoch": 0.8306668554438624, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 4750784.0, + "step": 5867 + }, + { + "epoch": 0.8308084383406484, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.2657, + "mean_token_accuracy": 0.8933902382850647, + "num_tokens": 4752033.0, + "step": 5868 + }, + { + "epoch": 0.8309500212374346, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8776978850364685, + "num_tokens": 4753280.0, + "step": 5869 + }, + { + "epoch": 0.8310916041342206, + "grad_norm": 13.8125, + "learning_rate": 1e-06, + "loss": 0.2079, + "mean_token_accuracy": 0.9203251600265503, + "num_tokens": 4754547.0, + "step": 5870 + }, + { + "epoch": 0.8312331870310067, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.859375, + "num_tokens": 4755346.0, + "step": 5871 + }, + { + "epoch": 0.8313747699277927, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 4756030.0, + "step": 5872 + }, + { + "epoch": 0.8315163528245788, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 4756735.0, + "step": 5873 + }, + { + "epoch": 0.8316579357213648, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.1241, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 4757704.0, + "step": 5874 + }, + { + "epoch": 0.8317995186181509, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 4758324.0, + "step": 5875 + }, + { + "epoch": 0.8319411015149369, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1624, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4758825.0, + "step": 5876 + }, + { + "epoch": 0.8320826844117231, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2184, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 4759632.0, + "step": 5877 + }, + { + "epoch": 0.8322242673085092, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 4760308.0, + "step": 5878 + }, + { + "epoch": 0.8323658502052952, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2445, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 4761262.0, + "step": 5879 + }, + { + "epoch": 0.8325074331020813, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 4762080.0, + "step": 5880 + }, + { + "epoch": 0.8326490159988673, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8893401026725769, + "num_tokens": 4763675.0, + "step": 5881 + }, + { + "epoch": 0.8327905988956534, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8559321761131287, + "num_tokens": 4764645.0, + "step": 5882 + }, + { + "epoch": 0.8329321817924394, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2318, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 4765571.0, + "step": 5883 + }, + { + "epoch": 0.8330737646892256, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2446, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 4766193.0, + "step": 5884 + }, + { + "epoch": 0.8332153475860116, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 4767181.0, + "step": 5885 + }, + { + "epoch": 0.8333569304827977, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.257, + "mean_token_accuracy": 0.8554216623306274, + "num_tokens": 4767914.0, + "step": 5886 + }, + { + "epoch": 0.8334985133795837, + "grad_norm": 11.9375, + "learning_rate": 1e-06, + "loss": 0.2055, + "mean_token_accuracy": 0.9216335415840149, + "num_tokens": 4769626.0, + "step": 5887 + }, + { + "epoch": 0.8336400962763698, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8897338509559631, + "num_tokens": 4770603.0, + "step": 5888 + }, + { + "epoch": 0.8337816791731559, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2568, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 4771702.0, + "step": 5889 + }, + { + "epoch": 0.8339232620699419, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1681, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4772352.0, + "step": 5890 + }, + { + "epoch": 0.8340648449667281, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2785, + "mean_token_accuracy": 0.8880000710487366, + "num_tokens": 4772962.0, + "step": 5891 + }, + { + "epoch": 0.8342064278635141, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.1792, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 4773630.0, + "step": 5892 + }, + { + "epoch": 0.8343480107603002, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8503401279449463, + "num_tokens": 4774386.0, + "step": 5893 + }, + { + "epoch": 0.8344895936570862, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1905, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 4775057.0, + "step": 5894 + }, + { + "epoch": 0.8346311765538723, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2242, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4775731.0, + "step": 5895 + }, + { + "epoch": 0.8347727594506583, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.4733, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 4776317.0, + "step": 5896 + }, + { + "epoch": 0.8349143423474444, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2529, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 4776882.0, + "step": 5897 + }, + { + "epoch": 0.8350559252442304, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.1481, + "mean_token_accuracy": 0.9553571939468384, + "num_tokens": 4777610.0, + "step": 5898 + }, + { + "epoch": 0.8351975081410166, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2736, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 4778346.0, + "step": 5899 + }, + { + "epoch": 0.8353390910378027, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 4779059.0, + "step": 5900 + }, + { + "epoch": 0.8354806739345887, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9327731728553772, + "num_tokens": 4779819.0, + "step": 5901 + }, + { + "epoch": 0.8356222568313748, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2692, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 4780444.0, + "step": 5902 + }, + { + "epoch": 0.8357638397281608, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.875, + "num_tokens": 4780979.0, + "step": 5903 + }, + { + "epoch": 0.8359054226249469, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.225, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 4781651.0, + "step": 5904 + }, + { + "epoch": 0.8360470055217329, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2195, + "mean_token_accuracy": 0.9304347634315491, + "num_tokens": 4782652.0, + "step": 5905 + }, + { + "epoch": 0.8361885884185191, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8024691343307495, + "num_tokens": 4783367.0, + "step": 5906 + }, + { + "epoch": 0.8363301713153051, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1017, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 4784133.0, + "step": 5907 + }, + { + "epoch": 0.8364717542120912, + "grad_norm": 139.0, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4784792.0, + "step": 5908 + }, + { + "epoch": 0.8366133371088772, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8061224222183228, + "num_tokens": 4785606.0, + "step": 5909 + }, + { + "epoch": 0.8367549200056633, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 4786453.0, + "step": 5910 + }, + { + "epoch": 0.8368965029024494, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8068181872367859, + "num_tokens": 4787575.0, + "step": 5911 + }, + { + "epoch": 0.8370380857992354, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8613861203193665, + "num_tokens": 4788308.0, + "step": 5912 + }, + { + "epoch": 0.8371796686960216, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2439, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 4788945.0, + "step": 5913 + }, + { + "epoch": 0.8373212515928076, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 4789823.0, + "step": 5914 + }, + { + "epoch": 0.8374628344895937, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.2448, + "mean_token_accuracy": 0.9033457040786743, + "num_tokens": 4790815.0, + "step": 5915 + }, + { + "epoch": 0.8376044173863797, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 4791839.0, + "step": 5916 + }, + { + "epoch": 0.8377460002831658, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 4792378.0, + "step": 5917 + }, + { + "epoch": 0.8378875831799518, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2247, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 4792915.0, + "step": 5918 + }, + { + "epoch": 0.8380291660767379, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 4793642.0, + "step": 5919 + }, + { + "epoch": 0.838170748973524, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8263158202171326, + "num_tokens": 4794753.0, + "step": 5920 + }, + { + "epoch": 0.8383123318703101, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8605263233184814, + "num_tokens": 4796314.0, + "step": 5921 + }, + { + "epoch": 0.8384539147670962, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 4796944.0, + "step": 5922 + }, + { + "epoch": 0.8385954976638822, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 4797538.0, + "step": 5923 + }, + { + "epoch": 0.8387370805606683, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.5037, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 4798358.0, + "step": 5924 + }, + { + "epoch": 0.8388786634574543, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 4799166.0, + "step": 5925 + }, + { + "epoch": 0.8390202463542404, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 4799850.0, + "step": 5926 + }, + { + "epoch": 0.8391618292510264, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8908045887947083, + "num_tokens": 4800688.0, + "step": 5927 + }, + { + "epoch": 0.8393034121478126, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 4801731.0, + "step": 5928 + }, + { + "epoch": 0.8394449950445986, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2431, + "mean_token_accuracy": 0.8951406478881836, + "num_tokens": 4803438.0, + "step": 5929 + }, + { + "epoch": 0.8395865779413847, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 4804088.0, + "step": 5930 + }, + { + "epoch": 0.8397281608381707, + "grad_norm": 14.0, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8908108472824097, + "num_tokens": 4805764.0, + "step": 5931 + }, + { + "epoch": 0.8398697437349568, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2376, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 4806484.0, + "step": 5932 + }, + { + "epoch": 0.8400113266317429, + "grad_norm": 99.5, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4807085.0, + "step": 5933 + }, + { + "epoch": 0.840152909528529, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8899999856948853, + "num_tokens": 4807769.0, + "step": 5934 + }, + { + "epoch": 0.8402944924253151, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1874, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 4808856.0, + "step": 5935 + }, + { + "epoch": 0.8404360753221011, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 4809633.0, + "step": 5936 + }, + { + "epoch": 0.8405776582188872, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 4810852.0, + "step": 5937 + }, + { + "epoch": 0.8407192411156732, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 4811680.0, + "step": 5938 + }, + { + "epoch": 0.8408608240124593, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2715, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 4812254.0, + "step": 5939 + }, + { + "epoch": 0.8410024069092453, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8624030947685242, + "num_tokens": 4813358.0, + "step": 5940 + }, + { + "epoch": 0.8411439898060314, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.5726, + "mean_token_accuracy": 0.7615384459495544, + "num_tokens": 4814591.0, + "step": 5941 + }, + { + "epoch": 0.8412855727028175, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.1144, + "mean_token_accuracy": 0.9589040875434875, + "num_tokens": 4815460.0, + "step": 5942 + }, + { + "epoch": 0.8414271555996036, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2401, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 4816319.0, + "step": 5943 + }, + { + "epoch": 0.8415687384963897, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 4817278.0, + "step": 5944 + }, + { + "epoch": 0.8417103213931757, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8545034527778625, + "num_tokens": 4818346.0, + "step": 5945 + }, + { + "epoch": 0.8418519042899618, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 4818950.0, + "step": 5946 + }, + { + "epoch": 0.8419934871867478, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.4707, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4819689.0, + "step": 5947 + }, + { + "epoch": 0.8421350700835339, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1109, + "mean_token_accuracy": 0.9863013625144958, + "num_tokens": 4820215.0, + "step": 5948 + }, + { + "epoch": 0.84227665298032, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.6612, + "mean_token_accuracy": 0.7352941036224365, + "num_tokens": 4820975.0, + "step": 5949 + }, + { + "epoch": 0.8424182358771061, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 4821828.0, + "step": 5950 + }, + { + "epoch": 0.8425598187738921, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2609, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 4822410.0, + "step": 5951 + }, + { + "epoch": 0.8427014016706782, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2167, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 4823237.0, + "step": 5952 + }, + { + "epoch": 0.8428429845674642, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8731343150138855, + "num_tokens": 4823816.0, + "step": 5953 + }, + { + "epoch": 0.8429845674642503, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.5759, + "mean_token_accuracy": 0.7692307829856873, + "num_tokens": 4824553.0, + "step": 5954 + }, + { + "epoch": 0.8431261503610364, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8503401279449463, + "num_tokens": 4825565.0, + "step": 5955 + }, + { + "epoch": 0.8432677332578224, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1979, + "mean_token_accuracy": 0.968254029750824, + "num_tokens": 4826201.0, + "step": 5956 + }, + { + "epoch": 0.8434093161546086, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2109, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 4826768.0, + "step": 5957 + }, + { + "epoch": 0.8435508990513946, + "grad_norm": 111.0, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 4827808.0, + "step": 5958 + }, + { + "epoch": 0.8436924819481807, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.8878676295280457, + "num_tokens": 4828833.0, + "step": 5959 + }, + { + "epoch": 0.8438340648449667, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 4829599.0, + "step": 5960 + }, + { + "epoch": 0.8439756477417528, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 4830130.0, + "step": 5961 + }, + { + "epoch": 0.8441172306385388, + "grad_norm": 132.0, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 4830845.0, + "step": 5962 + }, + { + "epoch": 0.844258813535325, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 4831459.0, + "step": 5963 + }, + { + "epoch": 0.844400396432111, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.1482, + "mean_token_accuracy": 0.9729729890823364, + "num_tokens": 4832198.0, + "step": 5964 + }, + { + "epoch": 0.8445419793288971, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.869767427444458, + "num_tokens": 4833162.0, + "step": 5965 + }, + { + "epoch": 0.8446835622256831, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.9494949579238892, + "num_tokens": 4833708.0, + "step": 5966 + }, + { + "epoch": 0.8448251451224692, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 4834202.0, + "step": 5967 + }, + { + "epoch": 0.8449667280192553, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8581081032752991, + "num_tokens": 4834956.0, + "step": 5968 + }, + { + "epoch": 0.8451083109160413, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4835473.0, + "step": 5969 + }, + { + "epoch": 0.8452498938128274, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.2015, + "mean_token_accuracy": 0.9191685914993286, + "num_tokens": 4836606.0, + "step": 5970 + }, + { + "epoch": 0.8453914767096135, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 4837395.0, + "step": 5971 + }, + { + "epoch": 0.8455330596063996, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 4837971.0, + "step": 5972 + }, + { + "epoch": 0.8456746425031856, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4966, + "mean_token_accuracy": 0.7951806783676147, + "num_tokens": 4839083.0, + "step": 5973 + }, + { + "epoch": 0.8458162253999717, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2636, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 4840205.0, + "step": 5974 + }, + { + "epoch": 0.8459578082967577, + "grad_norm": 109.0, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 4840831.0, + "step": 5975 + }, + { + "epoch": 0.8460993911935438, + "grad_norm": 29.125, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8848921060562134, + "num_tokens": 4841666.0, + "step": 5976 + }, + { + "epoch": 0.8462409740903298, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8137255311012268, + "num_tokens": 4842245.0, + "step": 5977 + }, + { + "epoch": 0.846382556987116, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 4843019.0, + "step": 5978 + }, + { + "epoch": 0.8465241398839021, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1464, + "mean_token_accuracy": 0.9343065619468689, + "num_tokens": 4843984.0, + "step": 5979 + }, + { + "epoch": 0.8466657227806881, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1962, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 4844471.0, + "step": 5980 + }, + { + "epoch": 0.8468073056774742, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.1682, + "mean_token_accuracy": 0.9252669215202332, + "num_tokens": 4845679.0, + "step": 5981 + }, + { + "epoch": 0.8469488885742602, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8680555820465088, + "num_tokens": 4846362.0, + "step": 5982 + }, + { + "epoch": 0.8470904714710463, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.9264413118362427, + "num_tokens": 4847658.0, + "step": 5983 + }, + { + "epoch": 0.8472320543678323, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 4848418.0, + "step": 5984 + }, + { + "epoch": 0.8473736372646185, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 4848936.0, + "step": 5985 + }, + { + "epoch": 0.8475152201614045, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 4849959.0, + "step": 5986 + }, + { + "epoch": 0.8476568030581906, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.2763, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 4850818.0, + "step": 5987 + }, + { + "epoch": 0.8477983859549766, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 4851481.0, + "step": 5988 + }, + { + "epoch": 0.8479399688517627, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.26, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 4852105.0, + "step": 5989 + }, + { + "epoch": 0.8480815517485488, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2373, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 4852875.0, + "step": 5990 + }, + { + "epoch": 0.8482231346453348, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1814, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4853511.0, + "step": 5991 + }, + { + "epoch": 0.848364717542121, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 4854244.0, + "step": 5992 + }, + { + "epoch": 0.848506300438907, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1875, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 4855514.0, + "step": 5993 + }, + { + "epoch": 0.8486478833356931, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8026315569877625, + "num_tokens": 4856307.0, + "step": 5994 + }, + { + "epoch": 0.8487894662324791, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.6835, + "mean_token_accuracy": 0.748603343963623, + "num_tokens": 4857228.0, + "step": 5995 + }, + { + "epoch": 0.8489310491292652, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1701, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 4858108.0, + "step": 5996 + }, + { + "epoch": 0.8490726320260512, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.8962264060974121, + "num_tokens": 4858708.0, + "step": 5997 + }, + { + "epoch": 0.8492142149228373, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.774193525314331, + "num_tokens": 4859583.0, + "step": 5998 + }, + { + "epoch": 0.8493557978196233, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.8936170339584351, + "num_tokens": 4860932.0, + "step": 5999 + }, + { + "epoch": 0.8494973807164095, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.8938053250312805, + "num_tokens": 4861520.0, + "step": 6000 + }, + { + "epoch": 0.8496389636131956, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 4862486.0, + "step": 6001 + }, + { + "epoch": 0.8497805465099816, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2285, + "mean_token_accuracy": 0.9092039465904236, + "num_tokens": 4864085.0, + "step": 6002 + }, + { + "epoch": 0.8499221294067677, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 4865010.0, + "step": 6003 + }, + { + "epoch": 0.8500637123035537, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 4865683.0, + "step": 6004 + }, + { + "epoch": 0.8502052952003398, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1673, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 4866222.0, + "step": 6005 + }, + { + "epoch": 0.8503468780971258, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8440000414848328, + "num_tokens": 4866931.0, + "step": 6006 + }, + { + "epoch": 0.850488460993912, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 4867920.0, + "step": 6007 + }, + { + "epoch": 0.850630043890698, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8174603581428528, + "num_tokens": 4869143.0, + "step": 6008 + }, + { + "epoch": 0.8507716267874841, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.2206, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 4869886.0, + "step": 6009 + }, + { + "epoch": 0.8509132096842701, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9246411323547363, + "num_tokens": 4871184.0, + "step": 6010 + }, + { + "epoch": 0.8510547925810562, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 4872530.0, + "step": 6011 + }, + { + "epoch": 0.8511963754778423, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8282828330993652, + "num_tokens": 4873079.0, + "step": 6012 + }, + { + "epoch": 0.8513379583746283, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2514, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 4874246.0, + "step": 6013 + }, + { + "epoch": 0.8514795412714145, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 4875064.0, + "step": 6014 + }, + { + "epoch": 0.8516211241682005, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.2658, + "mean_token_accuracy": 0.8911564946174622, + "num_tokens": 4876142.0, + "step": 6015 + }, + { + "epoch": 0.8517627070649866, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1826, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 4876825.0, + "step": 6016 + }, + { + "epoch": 0.8519042899617726, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1981, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 4877421.0, + "step": 6017 + }, + { + "epoch": 0.8520458728585587, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2114, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 4878052.0, + "step": 6018 + }, + { + "epoch": 0.8521874557553447, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 4878741.0, + "step": 6019 + }, + { + "epoch": 0.8523290386521308, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 4879410.0, + "step": 6020 + }, + { + "epoch": 0.8524706215489168, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.9145299792289734, + "num_tokens": 4880237.0, + "step": 6021 + }, + { + "epoch": 0.852612204445703, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 4880759.0, + "step": 6022 + }, + { + "epoch": 0.8527537873424891, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1552, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 4881247.0, + "step": 6023 + }, + { + "epoch": 0.8528953702392751, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 4882757.0, + "step": 6024 + }, + { + "epoch": 0.8530369531360612, + "grad_norm": 11.375, + "learning_rate": 1e-06, + "loss": 0.2323, + "mean_token_accuracy": 0.906768798828125, + "num_tokens": 4884270.0, + "step": 6025 + }, + { + "epoch": 0.8531785360328472, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 4885266.0, + "step": 6026 + }, + { + "epoch": 0.8533201189296333, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.2026, + "mean_token_accuracy": 0.9155629277229309, + "num_tokens": 4886369.0, + "step": 6027 + }, + { + "epoch": 0.8534617018264193, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.1777, + "mean_token_accuracy": 0.9283019304275513, + "num_tokens": 4887362.0, + "step": 6028 + }, + { + "epoch": 0.8536032847232055, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8139534592628479, + "num_tokens": 4888469.0, + "step": 6029 + }, + { + "epoch": 0.8537448676199915, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 4889119.0, + "step": 6030 + }, + { + "epoch": 0.8538864505167776, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.2256, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 4889617.0, + "step": 6031 + }, + { + "epoch": 0.8540280334135636, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 4890144.0, + "step": 6032 + }, + { + "epoch": 0.8541696163103497, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 4890742.0, + "step": 6033 + }, + { + "epoch": 0.8543111992071358, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 4891562.0, + "step": 6034 + }, + { + "epoch": 0.8544527821039218, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2669, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 4892285.0, + "step": 6035 + }, + { + "epoch": 0.854594365000708, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 4893044.0, + "step": 6036 + }, + { + "epoch": 0.854735947897494, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 4893721.0, + "step": 6037 + }, + { + "epoch": 0.8548775307942801, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 4894287.0, + "step": 6038 + }, + { + "epoch": 0.8550191136910661, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1849, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 4895085.0, + "step": 6039 + }, + { + "epoch": 0.8551606965878522, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2677, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 4895918.0, + "step": 6040 + }, + { + "epoch": 0.8553022794846382, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 4896909.0, + "step": 6041 + }, + { + "epoch": 0.8554438623814243, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 4897840.0, + "step": 6042 + }, + { + "epoch": 0.8555854452782103, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 4898357.0, + "step": 6043 + }, + { + "epoch": 0.8557270281749965, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2566, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 4899310.0, + "step": 6044 + }, + { + "epoch": 0.8558686110717826, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 4899936.0, + "step": 6045 + }, + { + "epoch": 0.8560101939685686, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2058, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 4900579.0, + "step": 6046 + }, + { + "epoch": 0.8561517768653547, + "grad_norm": 138.0, + "learning_rate": 1e-06, + "loss": 0.2762, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 4901078.0, + "step": 6047 + }, + { + "epoch": 0.8562933597621407, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.2516, + "mean_token_accuracy": 0.9046762585639954, + "num_tokens": 4902211.0, + "step": 6048 + }, + { + "epoch": 0.8564349426589268, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 4903323.0, + "step": 6049 + }, + { + "epoch": 0.8565765255557128, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 4903939.0, + "step": 6050 + }, + { + "epoch": 0.856718108452499, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 4904706.0, + "step": 6051 + }, + { + "epoch": 0.856859691349285, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 4905454.0, + "step": 6052 + }, + { + "epoch": 0.8570012742460711, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.2363, + "mean_token_accuracy": 0.9097222089767456, + "num_tokens": 4906615.0, + "step": 6053 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2479, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 4907113.0, + "step": 6054 + }, + { + "epoch": 0.8572844400396432, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8652849793434143, + "num_tokens": 4908201.0, + "step": 6055 + }, + { + "epoch": 0.8574260229364293, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.1496, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 4908744.0, + "step": 6056 + }, + { + "epoch": 0.8575676058332153, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 4909411.0, + "step": 6057 + }, + { + "epoch": 0.8577091887300015, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8166667222976685, + "num_tokens": 4909944.0, + "step": 6058 + }, + { + "epoch": 0.8578507716267875, + "grad_norm": 10.1875, + "learning_rate": 1e-06, + "loss": 0.1602, + "mean_token_accuracy": 0.9391205906867981, + "num_tokens": 4911588.0, + "step": 6059 + }, + { + "epoch": 0.8579923545235736, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1233, + "mean_token_accuracy": 0.9651162624359131, + "num_tokens": 4912156.0, + "step": 6060 + }, + { + "epoch": 0.8581339374203596, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2538, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 4912966.0, + "step": 6061 + }, + { + "epoch": 0.8582755203171457, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1596, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 4913834.0, + "step": 6062 + }, + { + "epoch": 0.8584171032139317, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4914350.0, + "step": 6063 + }, + { + "epoch": 0.8585586861107178, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.9375, + "num_tokens": 4915730.0, + "step": 6064 + }, + { + "epoch": 0.8587002690075038, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1875, + "mean_token_accuracy": 0.9083333611488342, + "num_tokens": 4916311.0, + "step": 6065 + }, + { + "epoch": 0.85884185190429, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 4916914.0, + "step": 6066 + }, + { + "epoch": 0.8589834348010761, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1332, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 4917785.0, + "step": 6067 + }, + { + "epoch": 0.8591250176978621, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 4918454.0, + "step": 6068 + }, + { + "epoch": 0.8592666005946482, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 4919742.0, + "step": 6069 + }, + { + "epoch": 0.8594081834914342, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.5379, + "mean_token_accuracy": 0.7714285850524902, + "num_tokens": 4920284.0, + "step": 6070 + }, + { + "epoch": 0.8595497663882203, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 4920923.0, + "step": 6071 + }, + { + "epoch": 0.8596913492850063, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2624, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4921464.0, + "step": 6072 + }, + { + "epoch": 0.8598329321817925, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2025, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 4922374.0, + "step": 6073 + }, + { + "epoch": 0.8599745150785785, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.1954, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 4922986.0, + "step": 6074 + }, + { + "epoch": 0.8601160979753646, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 4923899.0, + "step": 6075 + }, + { + "epoch": 0.8602576808721506, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 4924759.0, + "step": 6076 + }, + { + "epoch": 0.8603992637689367, + "grad_norm": 158.0, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9642857313156128, + "num_tokens": 4925411.0, + "step": 6077 + }, + { + "epoch": 0.8605408466657228, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 4926102.0, + "step": 6078 + }, + { + "epoch": 0.8606824295625088, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8949275612831116, + "num_tokens": 4927060.0, + "step": 6079 + }, + { + "epoch": 0.860824012459295, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2449, + "mean_token_accuracy": 0.9255318641662598, + "num_tokens": 4927606.0, + "step": 6080 + }, + { + "epoch": 0.860965595356081, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2204, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 4928957.0, + "step": 6081 + }, + { + "epoch": 0.8611071782528671, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 4929630.0, + "step": 6082 + }, + { + "epoch": 0.8612487611496531, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 4930549.0, + "step": 6083 + }, + { + "epoch": 0.8613903440464392, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2877, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 4931115.0, + "step": 6084 + }, + { + "epoch": 0.8615319269432252, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 4932083.0, + "step": 6085 + }, + { + "epoch": 0.8616735098400113, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 4932944.0, + "step": 6086 + }, + { + "epoch": 0.8618150927367974, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.1703, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 4933450.0, + "step": 6087 + }, + { + "epoch": 0.8619566756335835, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2133, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 4934348.0, + "step": 6088 + }, + { + "epoch": 0.8620982585303695, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.1419, + "mean_token_accuracy": 0.9495798945426941, + "num_tokens": 4935371.0, + "step": 6089 + }, + { + "epoch": 0.8622398414271556, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2707, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 4935879.0, + "step": 6090 + }, + { + "epoch": 0.8623814243239417, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.2785, + "mean_token_accuracy": 0.8880208730697632, + "num_tokens": 4937337.0, + "step": 6091 + }, + { + "epoch": 0.8625230072207277, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.1345, + "mean_token_accuracy": 0.9437500238418579, + "num_tokens": 4938347.0, + "step": 6092 + }, + { + "epoch": 0.8626645901175138, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4938949.0, + "step": 6093 + }, + { + "epoch": 0.8628061730142998, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 4939837.0, + "step": 6094 + }, + { + "epoch": 0.862947755911086, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.1476, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 4940460.0, + "step": 6095 + }, + { + "epoch": 0.863089338807872, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 4942342.0, + "step": 6096 + }, + { + "epoch": 0.8632309217046581, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8556700944900513, + "num_tokens": 4943505.0, + "step": 6097 + }, + { + "epoch": 0.8633725046014441, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8925925493240356, + "num_tokens": 4944502.0, + "step": 6098 + }, + { + "epoch": 0.8635140874982302, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8160919547080994, + "num_tokens": 4945388.0, + "step": 6099 + }, + { + "epoch": 0.8636556703950162, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2084, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 4946124.0, + "step": 6100 + }, + { + "epoch": 0.8637972532918023, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2331, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 4946619.0, + "step": 6101 + }, + { + "epoch": 0.8639388361885885, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2306, + "mean_token_accuracy": 0.875, + "num_tokens": 4947124.0, + "step": 6102 + }, + { + "epoch": 0.8640804190853745, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 4948027.0, + "step": 6103 + }, + { + "epoch": 0.8642220019821606, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8492646813392639, + "num_tokens": 4948985.0, + "step": 6104 + }, + { + "epoch": 0.8643635848789466, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 4949797.0, + "step": 6105 + }, + { + "epoch": 0.8645051677757327, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2644, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 4950599.0, + "step": 6106 + }, + { + "epoch": 0.8646467506725187, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2799, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 4951613.0, + "step": 6107 + }, + { + "epoch": 0.8647883335693048, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2242, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 4952453.0, + "step": 6108 + }, + { + "epoch": 0.8649299164660909, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2467, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 4953003.0, + "step": 6109 + }, + { + "epoch": 0.865071499362877, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 4953632.0, + "step": 6110 + }, + { + "epoch": 0.865213082259663, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 4954290.0, + "step": 6111 + }, + { + "epoch": 0.8653546651564491, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 4954811.0, + "step": 6112 + }, + { + "epoch": 0.8654962480532352, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.0864, + "mean_token_accuracy": 0.9668508768081665, + "num_tokens": 4955428.0, + "step": 6113 + }, + { + "epoch": 0.8656378309500212, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8756957650184631, + "num_tokens": 4956827.0, + "step": 6114 + }, + { + "epoch": 0.8657794138468073, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.7979797720909119, + "num_tokens": 4957375.0, + "step": 6115 + }, + { + "epoch": 0.8659209967435934, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4957907.0, + "step": 6116 + }, + { + "epoch": 0.8660625796403795, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2316, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 4958455.0, + "step": 6117 + }, + { + "epoch": 0.8662041625371655, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.871345043182373, + "num_tokens": 4959164.0, + "step": 6118 + }, + { + "epoch": 0.8663457454339516, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2545, + "mean_token_accuracy": 0.8842974901199341, + "num_tokens": 4959752.0, + "step": 6119 + }, + { + "epoch": 0.8664873283307376, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 4960447.0, + "step": 6120 + }, + { + "epoch": 0.8666289112275237, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 4961236.0, + "step": 6121 + }, + { + "epoch": 0.8667704941243097, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.211, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 4962069.0, + "step": 6122 + }, + { + "epoch": 0.8669120770210959, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 4962803.0, + "step": 6123 + }, + { + "epoch": 0.867053659917882, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 4963842.0, + "step": 6124 + }, + { + "epoch": 0.867195242814668, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 4964486.0, + "step": 6125 + }, + { + "epoch": 0.8673368257114541, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 4965052.0, + "step": 6126 + }, + { + "epoch": 0.8674784086082401, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2872, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 4966049.0, + "step": 6127 + }, + { + "epoch": 0.8676199915050262, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.9263158440589905, + "num_tokens": 4966756.0, + "step": 6128 + }, + { + "epoch": 0.8677615744018122, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2299, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 4967478.0, + "step": 6129 + }, + { + "epoch": 0.8679031572985983, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1503, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 4968184.0, + "step": 6130 + }, + { + "epoch": 0.8680447401953844, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8167331218719482, + "num_tokens": 4968922.0, + "step": 6131 + }, + { + "epoch": 0.8681863230921705, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 4969786.0, + "step": 6132 + }, + { + "epoch": 0.8683279059889565, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 4970630.0, + "step": 6133 + }, + { + "epoch": 0.8684694888857426, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 4971546.0, + "step": 6134 + }, + { + "epoch": 0.8686110717825287, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8760330080986023, + "num_tokens": 4972317.0, + "step": 6135 + }, + { + "epoch": 0.8687526546793147, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1898, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 4973073.0, + "step": 6136 + }, + { + "epoch": 0.8688942375761008, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2224, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 4973749.0, + "step": 6137 + }, + { + "epoch": 0.8690358204728869, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8689787983894348, + "num_tokens": 4975212.0, + "step": 6138 + }, + { + "epoch": 0.869177403369673, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 4976306.0, + "step": 6139 + }, + { + "epoch": 0.869318986266459, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1268, + "mean_token_accuracy": 0.95652174949646, + "num_tokens": 4977441.0, + "step": 6140 + }, + { + "epoch": 0.8694605691632451, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2479, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 4978363.0, + "step": 6141 + }, + { + "epoch": 0.8696021520600311, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2239, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 4978883.0, + "step": 6142 + }, + { + "epoch": 0.8697437349568172, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2685, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 4979654.0, + "step": 6143 + }, + { + "epoch": 0.8698853178536032, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.8085106015205383, + "num_tokens": 4980183.0, + "step": 6144 + }, + { + "epoch": 0.8700269007503894, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 4980872.0, + "step": 6145 + }, + { + "epoch": 0.8701684836471755, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2151, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 4981440.0, + "step": 6146 + }, + { + "epoch": 0.8703100665439615, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8807339668273926, + "num_tokens": 4982783.0, + "step": 6147 + }, + { + "epoch": 0.8704516494407476, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.890625, + "num_tokens": 4983293.0, + "step": 6148 + }, + { + "epoch": 0.8705932323375336, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 4984315.0, + "step": 6149 + }, + { + "epoch": 0.8707348152343197, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.0737, + "mean_token_accuracy": 0.9797979593276978, + "num_tokens": 4985078.0, + "step": 6150 + }, + { + "epoch": 0.8708763981311057, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2639, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 4985621.0, + "step": 6151 + }, + { + "epoch": 0.8710179810278919, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1454, + "mean_token_accuracy": 0.921875, + "num_tokens": 4986147.0, + "step": 6152 + }, + { + "epoch": 0.8711595639246779, + "grad_norm": 12.0625, + "learning_rate": 1e-06, + "loss": 0.1478, + "mean_token_accuracy": 0.940106987953186, + "num_tokens": 4987774.0, + "step": 6153 + }, + { + "epoch": 0.871301146821464, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8328611850738525, + "num_tokens": 4988704.0, + "step": 6154 + }, + { + "epoch": 0.87144272971825, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 4989866.0, + "step": 6155 + }, + { + "epoch": 0.8715843126150361, + "grad_norm": 11.5625, + "learning_rate": 1e-06, + "loss": 0.2272, + "mean_token_accuracy": 0.9155701994895935, + "num_tokens": 4991728.0, + "step": 6156 + }, + { + "epoch": 0.8717258955118222, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8454935550689697, + "num_tokens": 4992576.0, + "step": 6157 + }, + { + "epoch": 0.8718674784086082, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8689655065536499, + "num_tokens": 4993308.0, + "step": 6158 + }, + { + "epoch": 0.8720090613053944, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.112, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 4994413.0, + "step": 6159 + }, + { + "epoch": 0.8721506442021804, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 4995011.0, + "step": 6160 + }, + { + "epoch": 0.8722922270989665, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 4996067.0, + "step": 6161 + }, + { + "epoch": 0.8724338099957525, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.128, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 4997066.0, + "step": 6162 + }, + { + "epoch": 0.8725753928925386, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8407079577445984, + "num_tokens": 4997914.0, + "step": 6163 + }, + { + "epoch": 0.8727169757893246, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2404, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 4998495.0, + "step": 6164 + }, + { + "epoch": 0.8728585586861107, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 4999524.0, + "step": 6165 + }, + { + "epoch": 0.8730001415828967, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 5000090.0, + "step": 6166 + }, + { + "epoch": 0.8731417244796829, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8306451439857483, + "num_tokens": 5000889.0, + "step": 6167 + }, + { + "epoch": 0.873283307376469, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1885, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 5001752.0, + "step": 6168 + }, + { + "epoch": 0.873424890273255, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.0737, + "mean_token_accuracy": 0.971962571144104, + "num_tokens": 5002445.0, + "step": 6169 + }, + { + "epoch": 0.8735664731700411, + "grad_norm": 14.375, + "learning_rate": 1e-06, + "loss": 0.1652, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 5003584.0, + "step": 6170 + }, + { + "epoch": 0.8737080560668271, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 5004317.0, + "step": 6171 + }, + { + "epoch": 0.8738496389636132, + "grad_norm": 30.625, + "learning_rate": 1e-06, + "loss": 0.1471, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 5004863.0, + "step": 6172 + }, + { + "epoch": 0.8739912218603992, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2145, + "mean_token_accuracy": 0.960784375667572, + "num_tokens": 5005748.0, + "step": 6173 + }, + { + "epoch": 0.8741328047571854, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8543046116828918, + "num_tokens": 5006689.0, + "step": 6174 + }, + { + "epoch": 0.8742743876539714, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.175, + "mean_token_accuracy": 0.9326424598693848, + "num_tokens": 5007436.0, + "step": 6175 + }, + { + "epoch": 0.8744159705507575, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.890625, + "num_tokens": 5008102.0, + "step": 6176 + }, + { + "epoch": 0.8745575534475435, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 5008731.0, + "step": 6177 + }, + { + "epoch": 0.8746991363443296, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1678, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 5009352.0, + "step": 6178 + }, + { + "epoch": 0.8748407192411157, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 5009918.0, + "step": 6179 + }, + { + "epoch": 0.8749823021379017, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2675, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 5010631.0, + "step": 6180 + }, + { + "epoch": 0.8751238850346879, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.882758617401123, + "num_tokens": 5011606.0, + "step": 6181 + }, + { + "epoch": 0.8752654679314739, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8089887499809265, + "num_tokens": 5012127.0, + "step": 6182 + }, + { + "epoch": 0.87540705082826, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5012753.0, + "step": 6183 + }, + { + "epoch": 0.875548633725046, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.1594, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 5013420.0, + "step": 6184 + }, + { + "epoch": 0.8756902166218321, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.2203, + "mean_token_accuracy": 0.9110169410705566, + "num_tokens": 5014648.0, + "step": 6185 + }, + { + "epoch": 0.8758317995186181, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 5015614.0, + "step": 6186 + }, + { + "epoch": 0.8759733824154042, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 5016172.0, + "step": 6187 + }, + { + "epoch": 0.8761149653121902, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1773, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 5017045.0, + "step": 6188 + }, + { + "epoch": 0.8762565482089764, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 5017564.0, + "step": 6189 + }, + { + "epoch": 0.8763981311057625, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8365384936332703, + "num_tokens": 5018601.0, + "step": 6190 + }, + { + "epoch": 0.8765397140025485, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2095, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 5019139.0, + "step": 6191 + }, + { + "epoch": 0.8766812968993346, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.1726, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5019729.0, + "step": 6192 + }, + { + "epoch": 0.8768228797961206, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 5020331.0, + "step": 6193 + }, + { + "epoch": 0.8769644626929067, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8820058703422546, + "num_tokens": 5021096.0, + "step": 6194 + }, + { + "epoch": 0.8771060455896927, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.5038, + "mean_token_accuracy": 0.7956989407539368, + "num_tokens": 5021989.0, + "step": 6195 + }, + { + "epoch": 0.8772476284864789, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.2278, + "mean_token_accuracy": 0.9089376330375671, + "num_tokens": 5023400.0, + "step": 6196 + }, + { + "epoch": 0.8773892113832649, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 5024365.0, + "step": 6197 + }, + { + "epoch": 0.877530794280051, + "grad_norm": 10.6875, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9215053915977478, + "num_tokens": 5026013.0, + "step": 6198 + }, + { + "epoch": 0.877672377176837, + "grad_norm": 15.4375, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8716356158256531, + "num_tokens": 5027650.0, + "step": 6199 + }, + { + "epoch": 0.8778139600736231, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 5028565.0, + "step": 6200 + }, + { + "epoch": 0.8779555429704091, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.769911527633667, + "num_tokens": 5029276.0, + "step": 6201 + }, + { + "epoch": 0.8780971258671952, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1859, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 5030154.0, + "step": 6202 + }, + { + "epoch": 0.8782387087639814, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2738, + "mean_token_accuracy": 0.8989899158477783, + "num_tokens": 5031000.0, + "step": 6203 + }, + { + "epoch": 0.8783802916607674, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.1181, + "mean_token_accuracy": 0.9509202241897583, + "num_tokens": 5032255.0, + "step": 6204 + }, + { + "epoch": 0.8785218745575535, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5032851.0, + "step": 6205 + }, + { + "epoch": 0.8786634574543395, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 5033502.0, + "step": 6206 + }, + { + "epoch": 0.8788050403511256, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 5034242.0, + "step": 6207 + }, + { + "epoch": 0.8789466232479116, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 5035208.0, + "step": 6208 + }, + { + "epoch": 0.8790882061446977, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8617284297943115, + "num_tokens": 5036404.0, + "step": 6209 + }, + { + "epoch": 0.8792297890414837, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 5037131.0, + "step": 6210 + }, + { + "epoch": 0.8793713719382699, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2231, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 5037737.0, + "step": 6211 + }, + { + "epoch": 0.8795129548350559, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2245, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5038383.0, + "step": 6212 + }, + { + "epoch": 0.879654537731842, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5039511.0, + "step": 6213 + }, + { + "epoch": 0.8797961206286281, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.1181, + "mean_token_accuracy": 0.9579439163208008, + "num_tokens": 5040295.0, + "step": 6214 + }, + { + "epoch": 0.8799377035254141, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.0674, + "mean_token_accuracy": 0.9744680523872375, + "num_tokens": 5041356.0, + "step": 6215 + }, + { + "epoch": 0.8800792864222002, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 5042067.0, + "step": 6216 + }, + { + "epoch": 0.8802208693189862, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2139, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5043208.0, + "step": 6217 + }, + { + "epoch": 0.8803624522157724, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1718, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 5043965.0, + "step": 6218 + }, + { + "epoch": 0.8805040351125584, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2621, + "mean_token_accuracy": 0.8803419470787048, + "num_tokens": 5045141.0, + "step": 6219 + }, + { + "epoch": 0.8806456180093445, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 5045809.0, + "step": 6220 + }, + { + "epoch": 0.8807872009061305, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 5046331.0, + "step": 6221 + }, + { + "epoch": 0.8809287838029166, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 5047110.0, + "step": 6222 + }, + { + "epoch": 0.8810703666997026, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2286, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5048149.0, + "step": 6223 + }, + { + "epoch": 0.8812119495964887, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2058, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 5048955.0, + "step": 6224 + }, + { + "epoch": 0.8813535324932749, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2288, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5049626.0, + "step": 6225 + }, + { + "epoch": 0.8814951153900609, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2392, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 5050137.0, + "step": 6226 + }, + { + "epoch": 0.881636698286847, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5051110.0, + "step": 6227 + }, + { + "epoch": 0.881778281183633, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 5051601.0, + "step": 6228 + }, + { + "epoch": 0.8819198640804191, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8598130345344543, + "num_tokens": 5052919.0, + "step": 6229 + }, + { + "epoch": 0.8820614469772051, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.1177, + "mean_token_accuracy": 0.9428572058677673, + "num_tokens": 5053801.0, + "step": 6230 + }, + { + "epoch": 0.8822030298739912, + "grad_norm": 28.625, + "learning_rate": 1e-06, + "loss": 0.2269, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5054433.0, + "step": 6231 + }, + { + "epoch": 0.8823446127707772, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.281, + "mean_token_accuracy": 0.8972602486610413, + "num_tokens": 5055352.0, + "step": 6232 + }, + { + "epoch": 0.8824861956675634, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 5055886.0, + "step": 6233 + }, + { + "epoch": 0.8826277785643494, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8563380241394043, + "num_tokens": 5056742.0, + "step": 6234 + }, + { + "epoch": 0.8827693614611355, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.8861479759216309, + "num_tokens": 5057769.0, + "step": 6235 + }, + { + "epoch": 0.8829109443579216, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.1038, + "mean_token_accuracy": 0.9447004795074463, + "num_tokens": 5058665.0, + "step": 6236 + }, + { + "epoch": 0.8830525272547076, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.8905109167098999, + "num_tokens": 5059520.0, + "step": 6237 + }, + { + "epoch": 0.8831941101514937, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5060290.0, + "step": 6238 + }, + { + "epoch": 0.8833356930482797, + "grad_norm": 114.0, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5060790.0, + "step": 6239 + }, + { + "epoch": 0.8834772759450659, + "grad_norm": 15.8125, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.9100418090820312, + "num_tokens": 5061974.0, + "step": 6240 + }, + { + "epoch": 0.8836188588418519, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5062730.0, + "step": 6241 + }, + { + "epoch": 0.883760441738638, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2534, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 5063264.0, + "step": 6242 + }, + { + "epoch": 0.883902024635424, + "grad_norm": 125.5, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.826923131942749, + "num_tokens": 5063742.0, + "step": 6243 + }, + { + "epoch": 0.8840436075322101, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2276, + "mean_token_accuracy": 0.9126213788986206, + "num_tokens": 5064664.0, + "step": 6244 + }, + { + "epoch": 0.8841851904289961, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 5065418.0, + "step": 6245 + }, + { + "epoch": 0.8843267733257822, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5066330.0, + "step": 6246 + }, + { + "epoch": 0.8844683562225684, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.1954, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5066850.0, + "step": 6247 + }, + { + "epoch": 0.8846099391193544, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.1973, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5067335.0, + "step": 6248 + }, + { + "epoch": 0.8847515220161405, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 5067998.0, + "step": 6249 + }, + { + "epoch": 0.8848931049129265, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 5068904.0, + "step": 6250 + }, + { + "epoch": 0.8850346878097126, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2563, + "mean_token_accuracy": 0.921875, + "num_tokens": 5069889.0, + "step": 6251 + }, + { + "epoch": 0.8851762707064986, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8861788511276245, + "num_tokens": 5070685.0, + "step": 6252 + }, + { + "epoch": 0.8853178536032847, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 5071226.0, + "step": 6253 + }, + { + "epoch": 0.8854594365000708, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2296, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 5072042.0, + "step": 6254 + }, + { + "epoch": 0.8856010193968569, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 5072554.0, + "step": 6255 + }, + { + "epoch": 0.8857426022936429, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.7764706015586853, + "num_tokens": 5073441.0, + "step": 6256 + }, + { + "epoch": 0.885884185190429, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 5074071.0, + "step": 6257 + }, + { + "epoch": 0.8860257680872151, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2214, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 5074641.0, + "step": 6258 + }, + { + "epoch": 0.8861673509840011, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 5075293.0, + "step": 6259 + }, + { + "epoch": 0.8863089338807872, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8584905862808228, + "num_tokens": 5075996.0, + "step": 6260 + }, + { + "epoch": 0.8864505167775732, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.834645688533783, + "num_tokens": 5076757.0, + "step": 6261 + }, + { + "epoch": 0.8865920996743594, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2335, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 5077760.0, + "step": 6262 + }, + { + "epoch": 0.8867336825711454, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5078406.0, + "step": 6263 + }, + { + "epoch": 0.8868752654679315, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.913385808467865, + "num_tokens": 5079695.0, + "step": 6264 + }, + { + "epoch": 0.8870168483647175, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2599, + "mean_token_accuracy": 0.90625, + "num_tokens": 5080610.0, + "step": 6265 + }, + { + "epoch": 0.8871584312615036, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2491, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 5081538.0, + "step": 6266 + }, + { + "epoch": 0.8873000141582896, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 5082357.0, + "step": 6267 + }, + { + "epoch": 0.8874415970550757, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.1956, + "mean_token_accuracy": 0.9489795565605164, + "num_tokens": 5083257.0, + "step": 6268 + }, + { + "epoch": 0.8875831799518619, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 5084195.0, + "step": 6269 + }, + { + "epoch": 0.8877247628486479, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5084862.0, + "step": 6270 + }, + { + "epoch": 0.887866345745434, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8641509413719177, + "num_tokens": 5086330.0, + "step": 6271 + }, + { + "epoch": 0.88800792864222, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 5086840.0, + "step": 6272 + }, + { + "epoch": 0.8881495115390061, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.4763, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 5087504.0, + "step": 6273 + }, + { + "epoch": 0.8882910944357921, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 5088350.0, + "step": 6274 + }, + { + "epoch": 0.8884326773325782, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8142856955528259, + "num_tokens": 5088955.0, + "step": 6275 + }, + { + "epoch": 0.8885742602293643, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2082, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5089644.0, + "step": 6276 + }, + { + "epoch": 0.8887158431261504, + "grad_norm": 104.5, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8115942478179932, + "num_tokens": 5090507.0, + "step": 6277 + }, + { + "epoch": 0.8888574260229364, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 5091124.0, + "step": 6278 + }, + { + "epoch": 0.8889990089197225, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 5091914.0, + "step": 6279 + }, + { + "epoch": 0.8891405918165086, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 5092466.0, + "step": 6280 + }, + { + "epoch": 0.8892821747132946, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 5093169.0, + "step": 6281 + }, + { + "epoch": 0.8894237576100807, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2695, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 5093699.0, + "step": 6282 + }, + { + "epoch": 0.8895653405068668, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 5094525.0, + "step": 6283 + }, + { + "epoch": 0.8897069234036529, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 5095930.0, + "step": 6284 + }, + { + "epoch": 0.8898485063004389, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.6039, + "mean_token_accuracy": 0.7352941036224365, + "num_tokens": 5096701.0, + "step": 6285 + }, + { + "epoch": 0.889990089197225, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2095, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 5097524.0, + "step": 6286 + }, + { + "epoch": 0.890131672094011, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.5176, + "mean_token_accuracy": 0.7849462628364563, + "num_tokens": 5098256.0, + "step": 6287 + }, + { + "epoch": 0.8902732549907971, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2107, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 5099387.0, + "step": 6288 + }, + { + "epoch": 0.8904148378875831, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 5100237.0, + "step": 6289 + }, + { + "epoch": 0.8905564207843693, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 5100866.0, + "step": 6290 + }, + { + "epoch": 0.8906980036811554, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 5101484.0, + "step": 6291 + }, + { + "epoch": 0.8908395865779414, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.2603, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 5102979.0, + "step": 6292 + }, + { + "epoch": 0.8909811694747275, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2542, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 5103507.0, + "step": 6293 + }, + { + "epoch": 0.8911227523715135, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1285, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 5104266.0, + "step": 6294 + }, + { + "epoch": 0.8912643352682996, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.256, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 5105058.0, + "step": 6295 + }, + { + "epoch": 0.8914059181650856, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5106045.0, + "step": 6296 + }, + { + "epoch": 0.8915475010618717, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 5106577.0, + "step": 6297 + }, + { + "epoch": 0.8916890839586578, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.1258, + "mean_token_accuracy": 0.9743589758872986, + "num_tokens": 5107091.0, + "step": 6298 + }, + { + "epoch": 0.8918306668554439, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 5107830.0, + "step": 6299 + }, + { + "epoch": 0.8919722497522299, + "grad_norm": 112.0, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 5108663.0, + "step": 6300 + }, + { + "epoch": 0.892113832649016, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8942307829856873, + "num_tokens": 5109687.0, + "step": 6301 + }, + { + "epoch": 0.8922554155458021, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2317, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 5110309.0, + "step": 6302 + }, + { + "epoch": 0.8923969984425881, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1805, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 5110839.0, + "step": 6303 + }, + { + "epoch": 0.8925385813393742, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8274760246276855, + "num_tokens": 5111859.0, + "step": 6304 + }, + { + "epoch": 0.8926801642361603, + "grad_norm": 11.625, + "learning_rate": 1e-06, + "loss": 0.2046, + "mean_token_accuracy": 0.9207119941711426, + "num_tokens": 5112946.0, + "step": 6305 + }, + { + "epoch": 0.8928217471329464, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 5113758.0, + "step": 6306 + }, + { + "epoch": 0.8929633300297324, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.875177264213562, + "num_tokens": 5114906.0, + "step": 6307 + }, + { + "epoch": 0.8931049129265185, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.2788, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 5115520.0, + "step": 6308 + }, + { + "epoch": 0.8932464958233045, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 5116067.0, + "step": 6309 + }, + { + "epoch": 0.8933880787200906, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8712871074676514, + "num_tokens": 5117046.0, + "step": 6310 + }, + { + "epoch": 0.8935296616168766, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2194, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 5118106.0, + "step": 6311 + }, + { + "epoch": 0.8936712445136628, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.2169, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5118709.0, + "step": 6312 + }, + { + "epoch": 0.8938128274104488, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2824, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5119221.0, + "step": 6313 + }, + { + "epoch": 0.8939544103072349, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.247, + "mean_token_accuracy": 0.8810572624206543, + "num_tokens": 5120095.0, + "step": 6314 + }, + { + "epoch": 0.894095993204021, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 5120679.0, + "step": 6315 + }, + { + "epoch": 0.894237576100807, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.5082, + "mean_token_accuracy": 0.8068181872367859, + "num_tokens": 5121266.0, + "step": 6316 + }, + { + "epoch": 0.8943791589975931, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 5122031.0, + "step": 6317 + }, + { + "epoch": 0.8945207418943791, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8810408711433411, + "num_tokens": 5122843.0, + "step": 6318 + }, + { + "epoch": 0.8946623247911653, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 5123784.0, + "step": 6319 + }, + { + "epoch": 0.8948039076879513, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 5124798.0, + "step": 6320 + }, + { + "epoch": 0.8949454905847374, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2643, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 5125378.0, + "step": 6321 + }, + { + "epoch": 0.8950870734815234, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.9099099040031433, + "num_tokens": 5125925.0, + "step": 6322 + }, + { + "epoch": 0.8952286563783095, + "grad_norm": 186.0, + "learning_rate": 1e-06, + "loss": 0.1896, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 5126432.0, + "step": 6323 + }, + { + "epoch": 0.8953702392750955, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8416422009468079, + "num_tokens": 5127316.0, + "step": 6324 + }, + { + "epoch": 0.8955118221718816, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5127853.0, + "step": 6325 + }, + { + "epoch": 0.8956534050686678, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 5128633.0, + "step": 6326 + }, + { + "epoch": 0.8957949879654538, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2425, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 5129729.0, + "step": 6327 + }, + { + "epoch": 0.8959365708622399, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.2572, + "mean_token_accuracy": 0.8972477316856384, + "num_tokens": 5130966.0, + "step": 6328 + }, + { + "epoch": 0.8960781537590259, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.7761194109916687, + "num_tokens": 5131919.0, + "step": 6329 + }, + { + "epoch": 0.896219736655812, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8926174640655518, + "num_tokens": 5132671.0, + "step": 6330 + }, + { + "epoch": 0.896361319552598, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8169013857841492, + "num_tokens": 5133202.0, + "step": 6331 + }, + { + "epoch": 0.8965029024493841, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2381, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 5133838.0, + "step": 6332 + }, + { + "epoch": 0.8966444853461701, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.8760000467300415, + "num_tokens": 5134535.0, + "step": 6333 + }, + { + "epoch": 0.8967860682429563, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1974, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 5135086.0, + "step": 6334 + }, + { + "epoch": 0.8969276511397423, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.875, + "num_tokens": 5135979.0, + "step": 6335 + }, + { + "epoch": 0.8970692340365284, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 5136929.0, + "step": 6336 + }, + { + "epoch": 0.8972108169333145, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2771, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5137469.0, + "step": 6337 + }, + { + "epoch": 0.8973523998301005, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5138132.0, + "step": 6338 + }, + { + "epoch": 0.8974939827268866, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.875, + "num_tokens": 5138988.0, + "step": 6339 + }, + { + "epoch": 0.8976355656236726, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 5139605.0, + "step": 6340 + }, + { + "epoch": 0.8977771485204588, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.2331, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5140174.0, + "step": 6341 + }, + { + "epoch": 0.8979187314172448, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.1885, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 5140768.0, + "step": 6342 + }, + { + "epoch": 0.8980603143140309, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2401, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 5141411.0, + "step": 6343 + }, + { + "epoch": 0.8982018972108169, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 5141897.0, + "step": 6344 + }, + { + "epoch": 0.898343480107603, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2193, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 5142733.0, + "step": 6345 + }, + { + "epoch": 0.898485063004389, + "grad_norm": 9.1875, + "learning_rate": 1e-06, + "loss": 0.1234, + "mean_token_accuracy": 0.9481743574142456, + "num_tokens": 5144152.0, + "step": 6346 + }, + { + "epoch": 0.8986266459011751, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.1747, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 5144687.0, + "step": 6347 + }, + { + "epoch": 0.8987682287979613, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 5145255.0, + "step": 6348 + }, + { + "epoch": 0.8989098116947473, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 5145824.0, + "step": 6349 + }, + { + "epoch": 0.8990513945915334, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2069, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 5146500.0, + "step": 6350 + }, + { + "epoch": 0.8991929774883194, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 5147110.0, + "step": 6351 + }, + { + "epoch": 0.8993345603851055, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.858490526676178, + "num_tokens": 5148220.0, + "step": 6352 + }, + { + "epoch": 0.8994761432818915, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.0673, + "mean_token_accuracy": 0.9695430994033813, + "num_tokens": 5149050.0, + "step": 6353 + }, + { + "epoch": 0.8996177261786776, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.8869564533233643, + "num_tokens": 5149711.0, + "step": 6354 + }, + { + "epoch": 0.8997593090754636, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5150495.0, + "step": 6355 + }, + { + "epoch": 0.8999008919722498, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 5151508.0, + "step": 6356 + }, + { + "epoch": 0.9000424748690358, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.549, + "mean_token_accuracy": 0.7972972989082336, + "num_tokens": 5152854.0, + "step": 6357 + }, + { + "epoch": 0.9001840577658219, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 5153447.0, + "step": 6358 + }, + { + "epoch": 0.900325640662608, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 5153944.0, + "step": 6359 + }, + { + "epoch": 0.900467223559394, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2564, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 5154859.0, + "step": 6360 + }, + { + "epoch": 0.9006088064561801, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 5155463.0, + "step": 6361 + }, + { + "epoch": 0.9007503893529661, + "grad_norm": 100.0, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 5156226.0, + "step": 6362 + }, + { + "epoch": 0.9008919722497523, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2101, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5157071.0, + "step": 6363 + }, + { + "epoch": 0.9010335551465383, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.8962432742118835, + "num_tokens": 5158188.0, + "step": 6364 + }, + { + "epoch": 0.9011751380433244, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8865247964859009, + "num_tokens": 5159054.0, + "step": 6365 + }, + { + "epoch": 0.9013167209401104, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2383, + "mean_token_accuracy": 0.90625, + "num_tokens": 5159789.0, + "step": 6366 + }, + { + "epoch": 0.9014583038368965, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.9375, + "num_tokens": 5160559.0, + "step": 6367 + }, + { + "epoch": 0.9015998867336825, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 5161379.0, + "step": 6368 + }, + { + "epoch": 0.9017414696304686, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8540540933609009, + "num_tokens": 5162295.0, + "step": 6369 + }, + { + "epoch": 0.9018830525272548, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5162928.0, + "step": 6370 + }, + { + "epoch": 0.9020246354240408, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8035714626312256, + "num_tokens": 5163714.0, + "step": 6371 + }, + { + "epoch": 0.9021662183208269, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1641, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 5164280.0, + "step": 6372 + }, + { + "epoch": 0.9023078012176129, + "grad_norm": 13.9375, + "learning_rate": 1e-06, + "loss": 0.1623, + "mean_token_accuracy": 0.9314079284667969, + "num_tokens": 5165685.0, + "step": 6373 + }, + { + "epoch": 0.902449384114399, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.8839285969734192, + "num_tokens": 5166874.0, + "step": 6374 + }, + { + "epoch": 0.902590967011185, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2139, + "mean_token_accuracy": 0.9415584206581116, + "num_tokens": 5167754.0, + "step": 6375 + }, + { + "epoch": 0.9027325499079711, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.166, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 5168317.0, + "step": 6376 + }, + { + "epoch": 0.9028741328047571, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2323, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 5169086.0, + "step": 6377 + }, + { + "epoch": 0.9030157157015433, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2369, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 5169638.0, + "step": 6378 + }, + { + "epoch": 0.9031572985983293, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8410596251487732, + "num_tokens": 5170367.0, + "step": 6379 + }, + { + "epoch": 0.9032988814951154, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2372, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 5170964.0, + "step": 6380 + }, + { + "epoch": 0.9034404643919015, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.253, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 5171599.0, + "step": 6381 + }, + { + "epoch": 0.9035820472886875, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 5172248.0, + "step": 6382 + }, + { + "epoch": 0.9037236301854736, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.2316, + "mean_token_accuracy": 0.9076517820358276, + "num_tokens": 5173120.0, + "step": 6383 + }, + { + "epoch": 0.9038652130822596, + "grad_norm": 98.0, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.875, + "num_tokens": 5173641.0, + "step": 6384 + }, + { + "epoch": 0.9040067959790458, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5174443.0, + "step": 6385 + }, + { + "epoch": 0.9041483788758318, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.9127788543701172, + "num_tokens": 5175526.0, + "step": 6386 + }, + { + "epoch": 0.9042899617726179, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8560000658035278, + "num_tokens": 5176362.0, + "step": 6387 + }, + { + "epoch": 0.9044315446694039, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 5177069.0, + "step": 6388 + }, + { + "epoch": 0.90457312756619, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.7727272510528564, + "num_tokens": 5178242.0, + "step": 6389 + }, + { + "epoch": 0.904714710462976, + "grad_norm": 98.5, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 5179203.0, + "step": 6390 + }, + { + "epoch": 0.9048562933597621, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5179817.0, + "step": 6391 + }, + { + "epoch": 0.9049978762565483, + "grad_norm": 171.0, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 5180487.0, + "step": 6392 + }, + { + "epoch": 0.9051394591533343, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2532, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5181211.0, + "step": 6393 + }, + { + "epoch": 0.9052810420501204, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.158, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 5182107.0, + "step": 6394 + }, + { + "epoch": 0.9054226249469064, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 5182835.0, + "step": 6395 + }, + { + "epoch": 0.9055642078436925, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 5183543.0, + "step": 6396 + }, + { + "epoch": 0.9057057907404785, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.875, + "num_tokens": 5184184.0, + "step": 6397 + }, + { + "epoch": 0.9058473736372646, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2023, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 5184723.0, + "step": 6398 + }, + { + "epoch": 0.9059889565340506, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 5185496.0, + "step": 6399 + }, + { + "epoch": 0.9061305394308368, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 5186277.0, + "step": 6400 + }, + { + "epoch": 0.9062721223276228, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.0937, + "mean_token_accuracy": 0.9620853662490845, + "num_tokens": 5187065.0, + "step": 6401 + }, + { + "epoch": 0.9064137052244089, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 5187569.0, + "step": 6402 + }, + { + "epoch": 0.906555288121195, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 5188083.0, + "step": 6403 + }, + { + "epoch": 0.906696871017981, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5188683.0, + "step": 6404 + }, + { + "epoch": 0.9068384539147671, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 5189218.0, + "step": 6405 + }, + { + "epoch": 0.9069800368115531, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8659793734550476, + "num_tokens": 5189906.0, + "step": 6406 + }, + { + "epoch": 0.9071216197083393, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5190500.0, + "step": 6407 + }, + { + "epoch": 0.9072632026051253, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 5191069.0, + "step": 6408 + }, + { + "epoch": 0.9074047855019114, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8814102411270142, + "num_tokens": 5191850.0, + "step": 6409 + }, + { + "epoch": 0.9075463683986974, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 5192509.0, + "step": 6410 + }, + { + "epoch": 0.9076879512954835, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 5193177.0, + "step": 6411 + }, + { + "epoch": 0.9078295341922695, + "grad_norm": 118.0, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 5193768.0, + "step": 6412 + }, + { + "epoch": 0.9079711170890556, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 5194570.0, + "step": 6413 + }, + { + "epoch": 0.9081126999858418, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.178, + "mean_token_accuracy": 0.9375, + "num_tokens": 5195076.0, + "step": 6414 + }, + { + "epoch": 0.9082542828826278, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2453, + "mean_token_accuracy": 0.9150943756103516, + "num_tokens": 5195700.0, + "step": 6415 + }, + { + "epoch": 0.9083958657794139, + "grad_norm": 142.0, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 5196433.0, + "step": 6416 + }, + { + "epoch": 0.9085374486761999, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 5197085.0, + "step": 6417 + }, + { + "epoch": 0.908679031572986, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2354, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 5197585.0, + "step": 6418 + }, + { + "epoch": 0.908820614469772, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.81651371717453, + "num_tokens": 5198126.0, + "step": 6419 + }, + { + "epoch": 0.9089621973665581, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.8842105269432068, + "num_tokens": 5199188.0, + "step": 6420 + }, + { + "epoch": 0.9091037802633442, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 5200104.0, + "step": 6421 + }, + { + "epoch": 0.9092453631601303, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2322, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 5201333.0, + "step": 6422 + }, + { + "epoch": 0.9093869460569163, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 5201871.0, + "step": 6423 + }, + { + "epoch": 0.9095285289537024, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.5717, + "mean_token_accuracy": 0.8023256063461304, + "num_tokens": 5202434.0, + "step": 6424 + }, + { + "epoch": 0.9096701118504885, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.9160529971122742, + "num_tokens": 5203606.0, + "step": 6425 + }, + { + "epoch": 0.9098116947472745, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8526570200920105, + "num_tokens": 5204447.0, + "step": 6426 + }, + { + "epoch": 0.9099532776440606, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2806, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5205363.0, + "step": 6427 + }, + { + "epoch": 0.9100948605408467, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 5206004.0, + "step": 6428 + }, + { + "epoch": 0.9102364434376328, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.8998242616653442, + "num_tokens": 5207137.0, + "step": 6429 + }, + { + "epoch": 0.9103780263344188, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5207998.0, + "step": 6430 + }, + { + "epoch": 0.9105196092312049, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2388, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 5208496.0, + "step": 6431 + }, + { + "epoch": 0.9106611921279909, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.84375, + "num_tokens": 5209338.0, + "step": 6432 + }, + { + "epoch": 0.910802775024777, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.0969, + "mean_token_accuracy": 0.957805871963501, + "num_tokens": 5210116.0, + "step": 6433 + }, + { + "epoch": 0.910944357921563, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.2408, + "mean_token_accuracy": 0.9044222831726074, + "num_tokens": 5211302.0, + "step": 6434 + }, + { + "epoch": 0.9110859408183491, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2397, + "mean_token_accuracy": 0.8925619721412659, + "num_tokens": 5212071.0, + "step": 6435 + }, + { + "epoch": 0.9112275237151352, + "grad_norm": 14.4375, + "learning_rate": 1e-06, + "loss": 0.1687, + "mean_token_accuracy": 0.9312839508056641, + "num_tokens": 5213329.0, + "step": 6436 + }, + { + "epoch": 0.9113691066119213, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.5095, + "mean_token_accuracy": 0.8190476298332214, + "num_tokens": 5214067.0, + "step": 6437 + }, + { + "epoch": 0.9115106895087074, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1439, + "mean_token_accuracy": 0.9528301954269409, + "num_tokens": 5214878.0, + "step": 6438 + }, + { + "epoch": 0.9116522724054934, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8301886916160583, + "num_tokens": 5215861.0, + "step": 6439 + }, + { + "epoch": 0.9117938553022795, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8216560482978821, + "num_tokens": 5216533.0, + "step": 6440 + }, + { + "epoch": 0.9119354381990655, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2163, + "mean_token_accuracy": 0.9070146679878235, + "num_tokens": 5217648.0, + "step": 6441 + }, + { + "epoch": 0.9120770210958516, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 5218305.0, + "step": 6442 + }, + { + "epoch": 0.9122186039926377, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 5219110.0, + "step": 6443 + }, + { + "epoch": 0.9123601868894238, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 5220152.0, + "step": 6444 + }, + { + "epoch": 0.9125017697862098, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 5221057.0, + "step": 6445 + }, + { + "epoch": 0.9126433526829959, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2248, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 5221804.0, + "step": 6446 + }, + { + "epoch": 0.9127849355797819, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2605, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 5222643.0, + "step": 6447 + }, + { + "epoch": 0.912926518476568, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 5223289.0, + "step": 6448 + }, + { + "epoch": 0.9130681013733541, + "grad_norm": 14.25, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8751625418663025, + "num_tokens": 5224525.0, + "step": 6449 + }, + { + "epoch": 0.9132096842701402, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.261, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 5225241.0, + "step": 6450 + }, + { + "epoch": 0.9133512671669263, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 5226209.0, + "step": 6451 + }, + { + "epoch": 0.9134928500637123, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2473, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5227197.0, + "step": 6452 + }, + { + "epoch": 0.9136344329604984, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.1666, + "mean_token_accuracy": 0.9303621053695679, + "num_tokens": 5228133.0, + "step": 6453 + }, + { + "epoch": 0.9137760158572844, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 5228789.0, + "step": 6454 + }, + { + "epoch": 0.9139175987540705, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2426, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 5229496.0, + "step": 6455 + }, + { + "epoch": 0.9140591816508565, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5230233.0, + "step": 6456 + }, + { + "epoch": 0.9142007645476427, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 5230969.0, + "step": 6457 + }, + { + "epoch": 0.9143423474444287, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.202, + "mean_token_accuracy": 0.9189189076423645, + "num_tokens": 5232070.0, + "step": 6458 + }, + { + "epoch": 0.9144839303412148, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 5232716.0, + "step": 6459 + }, + { + "epoch": 0.9146255132380009, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.1822, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 5233203.0, + "step": 6460 + }, + { + "epoch": 0.9147670961347869, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 5234201.0, + "step": 6461 + }, + { + "epoch": 0.914908679031573, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1803, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 5234820.0, + "step": 6462 + }, + { + "epoch": 0.915050261928359, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1454, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 5235669.0, + "step": 6463 + }, + { + "epoch": 0.9151918448251452, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 5236230.0, + "step": 6464 + }, + { + "epoch": 0.9153334277219312, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 5236741.0, + "step": 6465 + }, + { + "epoch": 0.9154750106187173, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1701, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 5237610.0, + "step": 6466 + }, + { + "epoch": 0.9156165935155033, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 5238532.0, + "step": 6467 + }, + { + "epoch": 0.9157581764122894, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.84112149477005, + "num_tokens": 5239245.0, + "step": 6468 + }, + { + "epoch": 0.9158997593090754, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8300395607948303, + "num_tokens": 5240365.0, + "step": 6469 + }, + { + "epoch": 0.9160413422058615, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2073, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 5240909.0, + "step": 6470 + }, + { + "epoch": 0.9161829251026476, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5241613.0, + "step": 6471 + }, + { + "epoch": 0.9163245079994337, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.0766, + "mean_token_accuracy": 0.9722222089767456, + "num_tokens": 5242393.0, + "step": 6472 + }, + { + "epoch": 0.9164660908962198, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.4879, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 5243091.0, + "step": 6473 + }, + { + "epoch": 0.9166076737930058, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2609, + "mean_token_accuracy": 0.8899081945419312, + "num_tokens": 5243864.0, + "step": 6474 + }, + { + "epoch": 0.9167492566897919, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8311346173286438, + "num_tokens": 5244791.0, + "step": 6475 + }, + { + "epoch": 0.9168908395865779, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.8907284736633301, + "num_tokens": 5245948.0, + "step": 6476 + }, + { + "epoch": 0.917032422483364, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.146, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5246613.0, + "step": 6477 + }, + { + "epoch": 0.91717400538015, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5247419.0, + "step": 6478 + }, + { + "epoch": 0.9173155882769362, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2548, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 5248107.0, + "step": 6479 + }, + { + "epoch": 0.9174571711737222, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8708053827285767, + "num_tokens": 5249255.0, + "step": 6480 + }, + { + "epoch": 0.9175987540705083, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.1569, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 5249843.0, + "step": 6481 + }, + { + "epoch": 0.9177403369672944, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1825, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 5250475.0, + "step": 6482 + }, + { + "epoch": 0.9178819198640804, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1796, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 5251479.0, + "step": 6483 + }, + { + "epoch": 0.9180235027608665, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 5252129.0, + "step": 6484 + }, + { + "epoch": 0.9181650856576525, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.890350878238678, + "num_tokens": 5252885.0, + "step": 6485 + }, + { + "epoch": 0.9183066685544387, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2755, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 5253817.0, + "step": 6486 + }, + { + "epoch": 0.9184482514512247, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.2092, + "mean_token_accuracy": 0.9085365533828735, + "num_tokens": 5254807.0, + "step": 6487 + }, + { + "epoch": 0.9185898343480108, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.275, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 5255387.0, + "step": 6488 + }, + { + "epoch": 0.9187314172447968, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1462, + "mean_token_accuracy": 0.9661017060279846, + "num_tokens": 5256266.0, + "step": 6489 + }, + { + "epoch": 0.9188730001415829, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.1924, + "mean_token_accuracy": 0.9126984477043152, + "num_tokens": 5257287.0, + "step": 6490 + }, + { + "epoch": 0.9190145830383689, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 5258416.0, + "step": 6491 + }, + { + "epoch": 0.919156165935155, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8991597294807434, + "num_tokens": 5259181.0, + "step": 6492 + }, + { + "epoch": 0.9192977488319412, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 5259817.0, + "step": 6493 + }, + { + "epoch": 0.9194393317287272, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 5260663.0, + "step": 6494 + }, + { + "epoch": 0.9195809146255133, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.9026548862457275, + "num_tokens": 5261514.0, + "step": 6495 + }, + { + "epoch": 0.9197224975222993, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 5262962.0, + "step": 6496 + }, + { + "epoch": 0.9198640804190854, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2796, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 5263602.0, + "step": 6497 + }, + { + "epoch": 0.9200056633158714, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.1623, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 5264342.0, + "step": 6498 + }, + { + "epoch": 0.9201472462126575, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2048, + "mean_token_accuracy": 0.9225806593894958, + "num_tokens": 5265240.0, + "step": 6499 + }, + { + "epoch": 0.9202888291094435, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 5266091.0, + "step": 6500 + }, + { + "epoch": 0.9204304120062297, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2679, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5266626.0, + "step": 6501 + }, + { + "epoch": 0.9205719949030157, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.9144385457038879, + "num_tokens": 5267614.0, + "step": 6502 + }, + { + "epoch": 0.9207135777998018, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1449, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5268372.0, + "step": 6503 + }, + { + "epoch": 0.9208551606965879, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8790322542190552, + "num_tokens": 5269036.0, + "step": 6504 + }, + { + "epoch": 0.9209967435933739, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.8851674199104309, + "num_tokens": 5269860.0, + "step": 6505 + }, + { + "epoch": 0.92113832649016, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.5245, + "mean_token_accuracy": 0.8117647171020508, + "num_tokens": 5270593.0, + "step": 6506 + }, + { + "epoch": 0.921279909386946, + "grad_norm": 163.0, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5271076.0, + "step": 6507 + }, + { + "epoch": 0.9214214922837322, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2585, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 5271585.0, + "step": 6508 + }, + { + "epoch": 0.9215630751805182, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5272396.0, + "step": 6509 + }, + { + "epoch": 0.9217046580773043, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 5273085.0, + "step": 6510 + }, + { + "epoch": 0.9218462409740903, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.0969, + "mean_token_accuracy": 0.9696969985961914, + "num_tokens": 5273884.0, + "step": 6511 + }, + { + "epoch": 0.9219878238708764, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2479, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 5275146.0, + "step": 6512 + }, + { + "epoch": 0.9221294067676624, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.466, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 5275694.0, + "step": 6513 + }, + { + "epoch": 0.9222709896644485, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8074073791503906, + "num_tokens": 5276254.0, + "step": 6514 + }, + { + "epoch": 0.9224125725612347, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.7913042902946472, + "num_tokens": 5276875.0, + "step": 6515 + }, + { + "epoch": 0.9225541554580207, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1893, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 5277670.0, + "step": 6516 + }, + { + "epoch": 0.9226957383548068, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8924914598464966, + "num_tokens": 5279142.0, + "step": 6517 + }, + { + "epoch": 0.9228373212515928, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 5279893.0, + "step": 6518 + }, + { + "epoch": 0.9229789041483789, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 5280532.0, + "step": 6519 + }, + { + "epoch": 0.9231204870451649, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8563380241394043, + "num_tokens": 5281413.0, + "step": 6520 + }, + { + "epoch": 0.923262069941951, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1943, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 5282256.0, + "step": 6521 + }, + { + "epoch": 0.923403652838737, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2225, + "mean_token_accuracy": 0.9313725829124451, + "num_tokens": 5283271.0, + "step": 6522 + }, + { + "epoch": 0.9235452357355232, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.9009900689125061, + "num_tokens": 5284444.0, + "step": 6523 + }, + { + "epoch": 0.9236868186323092, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 5284968.0, + "step": 6524 + }, + { + "epoch": 0.9238284015290953, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 5285597.0, + "step": 6525 + }, + { + "epoch": 0.9239699844258814, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 5286349.0, + "step": 6526 + }, + { + "epoch": 0.9241115673226674, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 5287200.0, + "step": 6527 + }, + { + "epoch": 0.9242531502194535, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 5287875.0, + "step": 6528 + }, + { + "epoch": 0.9243947331162395, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2598, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 5288512.0, + "step": 6529 + }, + { + "epoch": 0.9245363160130257, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1911, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 5289213.0, + "step": 6530 + }, + { + "epoch": 0.9246778989098117, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.252, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 5290217.0, + "step": 6531 + }, + { + "epoch": 0.9248194818065978, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 5290902.0, + "step": 6532 + }, + { + "epoch": 0.9249610647033838, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5291532.0, + "step": 6533 + }, + { + "epoch": 0.9251026476001699, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8563829660415649, + "num_tokens": 5292656.0, + "step": 6534 + }, + { + "epoch": 0.9252442304969559, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5293292.0, + "step": 6535 + }, + { + "epoch": 0.925385813393742, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5294200.0, + "step": 6536 + }, + { + "epoch": 0.9255273962905282, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 5294962.0, + "step": 6537 + }, + { + "epoch": 0.9256689791873142, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.875, + "num_tokens": 5295498.0, + "step": 6538 + }, + { + "epoch": 0.9258105620841003, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1883, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5296193.0, + "step": 6539 + }, + { + "epoch": 0.9259521449808863, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 5296716.0, + "step": 6540 + }, + { + "epoch": 0.9260937278776724, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1284, + "mean_token_accuracy": 0.9642857313156128, + "num_tokens": 5297435.0, + "step": 6541 + }, + { + "epoch": 0.9262353107744584, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 5298261.0, + "step": 6542 + }, + { + "epoch": 0.9263768936712445, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.193, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 5298896.0, + "step": 6543 + }, + { + "epoch": 0.9265184765680305, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 5299547.0, + "step": 6544 + }, + { + "epoch": 0.9266600594648167, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 5300302.0, + "step": 6545 + }, + { + "epoch": 0.9268016423616027, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.2189, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 5301335.0, + "step": 6546 + }, + { + "epoch": 0.9269432252583888, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.1974, + "mean_token_accuracy": 0.9178645014762878, + "num_tokens": 5302445.0, + "step": 6547 + }, + { + "epoch": 0.9270848081551748, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5302941.0, + "step": 6548 + }, + { + "epoch": 0.9272263910519609, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 5303530.0, + "step": 6549 + }, + { + "epoch": 0.927367973948747, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 5304107.0, + "step": 6550 + }, + { + "epoch": 0.927509556845533, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.2681, + "mean_token_accuracy": 0.8971141576766968, + "num_tokens": 5305350.0, + "step": 6551 + }, + { + "epoch": 0.9276511397423192, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.1235, + "mean_token_accuracy": 0.945652186870575, + "num_tokens": 5306287.0, + "step": 6552 + }, + { + "epoch": 0.9277927226391052, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 5307020.0, + "step": 6553 + }, + { + "epoch": 0.9279343055358913, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8426724076271057, + "num_tokens": 5308035.0, + "step": 6554 + }, + { + "epoch": 0.9280758884326773, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8503401279449463, + "num_tokens": 5308990.0, + "step": 6555 + }, + { + "epoch": 0.9282174713294634, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8971962332725525, + "num_tokens": 5309955.0, + "step": 6556 + }, + { + "epoch": 0.9283590542262494, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.2532, + "mean_token_accuracy": 0.903563916683197, + "num_tokens": 5311626.0, + "step": 6557 + }, + { + "epoch": 0.9285006371230355, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8658008575439453, + "num_tokens": 5312677.0, + "step": 6558 + }, + { + "epoch": 0.9286422200198216, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2093, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 5313323.0, + "step": 6559 + }, + { + "epoch": 0.9287838029166077, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 5314268.0, + "step": 6560 + }, + { + "epoch": 0.9289253858133938, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 5314883.0, + "step": 6561 + }, + { + "epoch": 0.9290669687101798, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 5315628.0, + "step": 6562 + }, + { + "epoch": 0.9292085516069659, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.4464, + "mean_token_accuracy": 0.7878788113594055, + "num_tokens": 5316229.0, + "step": 6563 + }, + { + "epoch": 0.9293501345037519, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1769, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 5316991.0, + "step": 6564 + }, + { + "epoch": 0.929491717400538, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1953, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 5317927.0, + "step": 6565 + }, + { + "epoch": 0.929633300297324, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.8991597294807434, + "num_tokens": 5318786.0, + "step": 6566 + }, + { + "epoch": 0.9297748831941102, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5319277.0, + "step": 6567 + }, + { + "epoch": 0.9299164660908962, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.2226, + "mean_token_accuracy": 0.9149560332298279, + "num_tokens": 5320269.0, + "step": 6568 + }, + { + "epoch": 0.9300580489876823, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8773784041404724, + "num_tokens": 5321794.0, + "step": 6569 + }, + { + "epoch": 0.9301996318844683, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1942, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 5322319.0, + "step": 6570 + }, + { + "epoch": 0.9303412147812544, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 5323170.0, + "step": 6571 + }, + { + "epoch": 0.9304827976780405, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8074073791503906, + "num_tokens": 5323880.0, + "step": 6572 + }, + { + "epoch": 0.9306243805748265, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2147, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 5324715.0, + "step": 6573 + }, + { + "epoch": 0.9307659634716127, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.5491, + "mean_token_accuracy": 0.7802197933197021, + "num_tokens": 5325389.0, + "step": 6574 + }, + { + "epoch": 0.9309075463683987, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 5326140.0, + "step": 6575 + }, + { + "epoch": 0.9310491292651848, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2221, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 5327054.0, + "step": 6576 + }, + { + "epoch": 0.9311907121619708, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8688845634460449, + "num_tokens": 5328235.0, + "step": 6577 + }, + { + "epoch": 0.9313322950587569, + "grad_norm": 123.0, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5329191.0, + "step": 6578 + }, + { + "epoch": 0.9314738779555429, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2212, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 5329918.0, + "step": 6579 + }, + { + "epoch": 0.931615460852329, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.1271, + "mean_token_accuracy": 0.9639639854431152, + "num_tokens": 5330736.0, + "step": 6580 + }, + { + "epoch": 0.931757043749115, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5331938.0, + "step": 6581 + }, + { + "epoch": 0.9318986266459012, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1706, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 5332587.0, + "step": 6582 + }, + { + "epoch": 0.9320402095426873, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2381, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 5333329.0, + "step": 6583 + }, + { + "epoch": 0.9321817924394733, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 5334075.0, + "step": 6584 + }, + { + "epoch": 0.9323233753362594, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 5334746.0, + "step": 6585 + }, + { + "epoch": 0.9324649582330454, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1663, + "mean_token_accuracy": 0.9339622855186462, + "num_tokens": 5335656.0, + "step": 6586 + }, + { + "epoch": 0.9326065411298315, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.194, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 5336502.0, + "step": 6587 + }, + { + "epoch": 0.9327481240266176, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 5337056.0, + "step": 6588 + }, + { + "epoch": 0.9328897069234037, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.8382353186607361, + "num_tokens": 5337710.0, + "step": 6589 + }, + { + "epoch": 0.9330312898201897, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2571, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 5338455.0, + "step": 6590 + }, + { + "epoch": 0.9331728727169758, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 5339313.0, + "step": 6591 + }, + { + "epoch": 0.9333144556137618, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 5340036.0, + "step": 6592 + }, + { + "epoch": 0.9334560385105479, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.1836, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 5340894.0, + "step": 6593 + }, + { + "epoch": 0.933597621407334, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2567, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5341416.0, + "step": 6594 + }, + { + "epoch": 0.93373920430412, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1818, + "mean_token_accuracy": 0.9353233575820923, + "num_tokens": 5342053.0, + "step": 6595 + }, + { + "epoch": 0.9338807872009062, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2232, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 5342677.0, + "step": 6596 + }, + { + "epoch": 0.9340223700976922, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.0857, + "mean_token_accuracy": 1.0, + "num_tokens": 5343176.0, + "step": 6597 + }, + { + "epoch": 0.9341639529944783, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8549618124961853, + "num_tokens": 5344115.0, + "step": 6598 + }, + { + "epoch": 0.9343055358912643, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2287, + "mean_token_accuracy": 0.9174311757087708, + "num_tokens": 5345108.0, + "step": 6599 + }, + { + "epoch": 0.9344471187880504, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2064, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 5345796.0, + "step": 6600 + }, + { + "epoch": 0.9345887016848364, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1512, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 5346296.0, + "step": 6601 + }, + { + "epoch": 0.9347302845816226, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 5346873.0, + "step": 6602 + }, + { + "epoch": 0.9348718674784086, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.5135, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 5347405.0, + "step": 6603 + }, + { + "epoch": 0.9350134503751947, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.9243698120117188, + "num_tokens": 5348494.0, + "step": 6604 + }, + { + "epoch": 0.9351550332719808, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9126213788986206, + "num_tokens": 5349137.0, + "step": 6605 + }, + { + "epoch": 0.9352966161687668, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1658, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 5350280.0, + "step": 6606 + }, + { + "epoch": 0.9354381990655529, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 5350791.0, + "step": 6607 + }, + { + "epoch": 0.9355797819623389, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.7906976938247681, + "num_tokens": 5351925.0, + "step": 6608 + }, + { + "epoch": 0.935721364859125, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 5352565.0, + "step": 6609 + }, + { + "epoch": 0.9358629477559111, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1089, + "mean_token_accuracy": 0.96875, + "num_tokens": 5353094.0, + "step": 6610 + }, + { + "epoch": 0.9360045306526972, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 5353810.0, + "step": 6611 + }, + { + "epoch": 0.9361461135494832, + "grad_norm": 12.4375, + "learning_rate": 1e-06, + "loss": 0.1957, + "mean_token_accuracy": 0.9258028864860535, + "num_tokens": 5355800.0, + "step": 6612 + }, + { + "epoch": 0.9362876964462693, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.5232, + "mean_token_accuracy": 0.7722772359848022, + "num_tokens": 5356670.0, + "step": 6613 + }, + { + "epoch": 0.9364292793430553, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1588, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 5357253.0, + "step": 6614 + }, + { + "epoch": 0.9365708622398414, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8521738648414612, + "num_tokens": 5358233.0, + "step": 6615 + }, + { + "epoch": 0.9367124451366275, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 5359124.0, + "step": 6616 + }, + { + "epoch": 0.9368540280334136, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2058, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5359643.0, + "step": 6617 + }, + { + "epoch": 0.9369956109301997, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1555, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 5360183.0, + "step": 6618 + }, + { + "epoch": 0.9371371938269857, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 5360862.0, + "step": 6619 + }, + { + "epoch": 0.9372787767237718, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8899999856948853, + "num_tokens": 5361422.0, + "step": 6620 + }, + { + "epoch": 0.9374203596205578, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8407079577445984, + "num_tokens": 5362086.0, + "step": 6621 + }, + { + "epoch": 0.9375619425173439, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2422, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 5362973.0, + "step": 6622 + }, + { + "epoch": 0.9377035254141299, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.921875, + "num_tokens": 5363490.0, + "step": 6623 + }, + { + "epoch": 0.937845108310916, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.1922, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 5364364.0, + "step": 6624 + }, + { + "epoch": 0.9379866912077021, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 5364934.0, + "step": 6625 + }, + { + "epoch": 0.9381282741044882, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 5365692.0, + "step": 6626 + }, + { + "epoch": 0.9382698570012743, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.5299, + "mean_token_accuracy": 0.8101266026496887, + "num_tokens": 5366312.0, + "step": 6627 + }, + { + "epoch": 0.9384114398980603, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.8318583965301514, + "num_tokens": 5367076.0, + "step": 6628 + }, + { + "epoch": 0.9385530227948464, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.7999999523162842, + "num_tokens": 5367816.0, + "step": 6629 + }, + { + "epoch": 0.9386946056916324, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.2008, + "mean_token_accuracy": 0.9196786880493164, + "num_tokens": 5368655.0, + "step": 6630 + }, + { + "epoch": 0.9388361885884186, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8032786250114441, + "num_tokens": 5369564.0, + "step": 6631 + }, + { + "epoch": 0.9389777714852046, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 5370634.0, + "step": 6632 + }, + { + "epoch": 0.9391193543819907, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2706, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 5371186.0, + "step": 6633 + }, + { + "epoch": 0.9392609372787767, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 5371878.0, + "step": 6634 + }, + { + "epoch": 0.9394025201755628, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2472, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 5372931.0, + "step": 6635 + }, + { + "epoch": 0.9395441030723488, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.1121, + "mean_token_accuracy": 0.9522058963775635, + "num_tokens": 5373774.0, + "step": 6636 + }, + { + "epoch": 0.9396856859691349, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 5374305.0, + "step": 6637 + }, + { + "epoch": 0.939827268865921, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8584070801734924, + "num_tokens": 5375182.0, + "step": 6638 + }, + { + "epoch": 0.9399688517627071, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 5375893.0, + "step": 6639 + }, + { + "epoch": 0.9401104346594932, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 5376895.0, + "step": 6640 + }, + { + "epoch": 0.9402520175562792, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 5377806.0, + "step": 6641 + }, + { + "epoch": 0.9403936004530653, + "grad_norm": 31.25, + "learning_rate": 1e-06, + "loss": 0.1712, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5378513.0, + "step": 6642 + }, + { + "epoch": 0.9405351833498513, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 5379300.0, + "step": 6643 + }, + { + "epoch": 0.9406767662466374, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.1578, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 5379869.0, + "step": 6644 + }, + { + "epoch": 0.9408183491434234, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2506, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 5380394.0, + "step": 6645 + }, + { + "epoch": 0.9409599320402096, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2239, + "mean_token_accuracy": 0.9145299792289734, + "num_tokens": 5381075.0, + "step": 6646 + }, + { + "epoch": 0.9411015149369956, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.1978, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 5381870.0, + "step": 6647 + }, + { + "epoch": 0.9412430978337817, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 5382794.0, + "step": 6648 + }, + { + "epoch": 0.9413846807305678, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 5383531.0, + "step": 6649 + }, + { + "epoch": 0.9415262636273538, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 5384071.0, + "step": 6650 + }, + { + "epoch": 0.9416678465241399, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.0978, + "mean_token_accuracy": 0.9577465057373047, + "num_tokens": 5384720.0, + "step": 6651 + }, + { + "epoch": 0.9418094294209259, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 5385699.0, + "step": 6652 + }, + { + "epoch": 0.941951012317712, + "grad_norm": 21.625, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.854285717010498, + "num_tokens": 5386613.0, + "step": 6653 + }, + { + "epoch": 0.9420925952144981, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.860927164554596, + "num_tokens": 5387904.0, + "step": 6654 + }, + { + "epoch": 0.9422341781112842, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2428, + "mean_token_accuracy": 0.9057971239089966, + "num_tokens": 5388524.0, + "step": 6655 + }, + { + "epoch": 0.9423757610080702, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2219, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 5389280.0, + "step": 6656 + }, + { + "epoch": 0.9425173439048563, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5390066.0, + "step": 6657 + }, + { + "epoch": 0.9426589268016423, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 5390659.0, + "step": 6658 + }, + { + "epoch": 0.9428005096984284, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.1408, + "mean_token_accuracy": 0.9511111378669739, + "num_tokens": 5391671.0, + "step": 6659 + }, + { + "epoch": 0.9429420925952144, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2572, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 5392394.0, + "step": 6660 + }, + { + "epoch": 0.9430836754920006, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 5393171.0, + "step": 6661 + }, + { + "epoch": 0.9432252583887867, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 5393710.0, + "step": 6662 + }, + { + "epoch": 0.9433668412855727, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2666, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5394416.0, + "step": 6663 + }, + { + "epoch": 0.9435084241823588, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1757, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 5395184.0, + "step": 6664 + }, + { + "epoch": 0.9436500070791448, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1951, + "mean_token_accuracy": 0.9300000071525574, + "num_tokens": 5395849.0, + "step": 6665 + }, + { + "epoch": 0.9437915899759309, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.8563536405563354, + "num_tokens": 5396570.0, + "step": 6666 + }, + { + "epoch": 0.9439331728727169, + "grad_norm": 15.9375, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.9044288992881775, + "num_tokens": 5398067.0, + "step": 6667 + }, + { + "epoch": 0.9440747557695031, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8781163096427917, + "num_tokens": 5399071.0, + "step": 6668 + }, + { + "epoch": 0.9442163386662891, + "grad_norm": 104.0, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5400068.0, + "step": 6669 + }, + { + "epoch": 0.9443579215630752, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.9375, + "num_tokens": 5400757.0, + "step": 6670 + }, + { + "epoch": 0.9444995044598612, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8531951904296875, + "num_tokens": 5402234.0, + "step": 6671 + }, + { + "epoch": 0.9446410873566473, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 5403085.0, + "step": 6672 + }, + { + "epoch": 0.9447826702534334, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2388, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 5403885.0, + "step": 6673 + }, + { + "epoch": 0.9449242531502194, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 5404704.0, + "step": 6674 + }, + { + "epoch": 0.9450658360470056, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.108, + "mean_token_accuracy": 0.97826087474823, + "num_tokens": 5405277.0, + "step": 6675 + }, + { + "epoch": 0.9452074189437916, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1588, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5405791.0, + "step": 6676 + }, + { + "epoch": 0.9453490018405777, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8717949390411377, + "num_tokens": 5406830.0, + "step": 6677 + }, + { + "epoch": 0.9454905847373637, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.234, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 5407334.0, + "step": 6678 + }, + { + "epoch": 0.9456321676341498, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.8967066407203674, + "num_tokens": 5408454.0, + "step": 6679 + }, + { + "epoch": 0.9457737505309358, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8531468510627747, + "num_tokens": 5409240.0, + "step": 6680 + }, + { + "epoch": 0.9459153334277219, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 5409882.0, + "step": 6681 + }, + { + "epoch": 0.946056916324508, + "grad_norm": 14.0625, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.878654956817627, + "num_tokens": 5411166.0, + "step": 6682 + }, + { + "epoch": 0.9461984992212941, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 5412137.0, + "step": 6683 + }, + { + "epoch": 0.9463400821180802, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.22, + "mean_token_accuracy": 0.890625, + "num_tokens": 5412858.0, + "step": 6684 + }, + { + "epoch": 0.9464816650148662, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2723, + "mean_token_accuracy": 0.8924137949943542, + "num_tokens": 5414320.0, + "step": 6685 + }, + { + "epoch": 0.9466232479116523, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8030303120613098, + "num_tokens": 5414988.0, + "step": 6686 + }, + { + "epoch": 0.9467648308084383, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.5474, + "mean_token_accuracy": 0.7460317611694336, + "num_tokens": 5415905.0, + "step": 6687 + }, + { + "epoch": 0.9469064137052244, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1634, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 5416385.0, + "step": 6688 + }, + { + "epoch": 0.9470479966020104, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.90625, + "num_tokens": 5416943.0, + "step": 6689 + }, + { + "epoch": 0.9471895794987966, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.1709, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 5417954.0, + "step": 6690 + }, + { + "epoch": 0.9473311623955826, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.4786, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5418712.0, + "step": 6691 + }, + { + "epoch": 0.9474727452923687, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 5419358.0, + "step": 6692 + }, + { + "epoch": 0.9476143281891547, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2144, + "mean_token_accuracy": 0.9003984332084656, + "num_tokens": 5420360.0, + "step": 6693 + }, + { + "epoch": 0.9477559110859408, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.881028950214386, + "num_tokens": 5421752.0, + "step": 6694 + }, + { + "epoch": 0.9478974939827269, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.263, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 5422393.0, + "step": 6695 + }, + { + "epoch": 0.9480390768795129, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2135, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 5423010.0, + "step": 6696 + }, + { + "epoch": 0.9481806597762991, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.7758620381355286, + "num_tokens": 5423503.0, + "step": 6697 + }, + { + "epoch": 0.9483222426730851, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5424420.0, + "step": 6698 + }, + { + "epoch": 0.9484638255698712, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 5424981.0, + "step": 6699 + }, + { + "epoch": 0.9486054084666572, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2155, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 5425607.0, + "step": 6700 + }, + { + "epoch": 0.9487469913634433, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2181, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 5426188.0, + "step": 6701 + }, + { + "epoch": 0.9488885742602293, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 5427550.0, + "step": 6702 + }, + { + "epoch": 0.9490301571570154, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.2044, + "mean_token_accuracy": 0.9159664511680603, + "num_tokens": 5428424.0, + "step": 6703 + }, + { + "epoch": 0.9491717400538014, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 5429068.0, + "step": 6704 + }, + { + "epoch": 0.9493133229505876, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1264, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 5429693.0, + "step": 6705 + }, + { + "epoch": 0.9494549058473737, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 5430257.0, + "step": 6706 + }, + { + "epoch": 0.9495964887441597, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2064, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5430781.0, + "step": 6707 + }, + { + "epoch": 0.9497380716409458, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.1215, + "mean_token_accuracy": 0.9366516470909119, + "num_tokens": 5431745.0, + "step": 6708 + }, + { + "epoch": 0.9498796545377318, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 5432302.0, + "step": 6709 + }, + { + "epoch": 0.9500212374345179, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8982036113739014, + "num_tokens": 5433132.0, + "step": 6710 + }, + { + "epoch": 0.950162820331304, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5433936.0, + "step": 6711 + }, + { + "epoch": 0.9503044032280901, + "grad_norm": 10.0, + "learning_rate": 1e-06, + "loss": 0.2592, + "mean_token_accuracy": 0.8994159698486328, + "num_tokens": 5436055.0, + "step": 6712 + }, + { + "epoch": 0.9504459861248761, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1997, + "mean_token_accuracy": 0.9390243291854858, + "num_tokens": 5436790.0, + "step": 6713 + }, + { + "epoch": 0.9505875690216622, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 5437423.0, + "step": 6714 + }, + { + "epoch": 0.9507291519184482, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2066, + "mean_token_accuracy": 0.9150943756103516, + "num_tokens": 5438443.0, + "step": 6715 + }, + { + "epoch": 0.9508707348152343, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.1113, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 5439103.0, + "step": 6716 + }, + { + "epoch": 0.9510123177120204, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8821917772293091, + "num_tokens": 5440021.0, + "step": 6717 + }, + { + "epoch": 0.9511539006088064, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.187, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 5440981.0, + "step": 6718 + }, + { + "epoch": 0.9512954835055926, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 5442258.0, + "step": 6719 + }, + { + "epoch": 0.9514370664023786, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2027, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 5443830.0, + "step": 6720 + }, + { + "epoch": 0.9515786492991647, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 5444629.0, + "step": 6721 + }, + { + "epoch": 0.9517202321959507, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.253, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 5445246.0, + "step": 6722 + }, + { + "epoch": 0.9518618150927368, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.1919, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 5446032.0, + "step": 6723 + }, + { + "epoch": 0.9520033979895228, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8449612259864807, + "num_tokens": 5447018.0, + "step": 6724 + }, + { + "epoch": 0.952144980886309, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8073394298553467, + "num_tokens": 5447692.0, + "step": 6725 + }, + { + "epoch": 0.952286563783095, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 5448309.0, + "step": 6726 + }, + { + "epoch": 0.9524281466798811, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 5448832.0, + "step": 6727 + }, + { + "epoch": 0.9525697295766672, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8376722931861877, + "num_tokens": 5450186.0, + "step": 6728 + }, + { + "epoch": 0.9527113124734532, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8385416865348816, + "num_tokens": 5451135.0, + "step": 6729 + }, + { + "epoch": 0.9528528953702393, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.1649, + "mean_token_accuracy": 0.9358799457550049, + "num_tokens": 5452513.0, + "step": 6730 + }, + { + "epoch": 0.9529944782670253, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 5453830.0, + "step": 6731 + }, + { + "epoch": 0.9531360611638114, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1741, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 5454720.0, + "step": 6732 + }, + { + "epoch": 0.9532776440605975, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2192, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 5455439.0, + "step": 6733 + }, + { + "epoch": 0.9534192269573836, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.1853, + "mean_token_accuracy": 0.960784375667572, + "num_tokens": 5456094.0, + "step": 6734 + }, + { + "epoch": 0.9535608098541696, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.84375, + "num_tokens": 5457001.0, + "step": 6735 + }, + { + "epoch": 0.9537023927509557, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 5457711.0, + "step": 6736 + }, + { + "epoch": 0.9538439756477417, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1838, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 5458603.0, + "step": 6737 + }, + { + "epoch": 0.9539855585445278, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 5459156.0, + "step": 6738 + }, + { + "epoch": 0.9541271414413139, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2709, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 5460016.0, + "step": 6739 + }, + { + "epoch": 0.9542687243381, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 5460740.0, + "step": 6740 + }, + { + "epoch": 0.9544103072348861, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2499, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 5461429.0, + "step": 6741 + }, + { + "epoch": 0.9545518901316721, + "grad_norm": 29.125, + "learning_rate": 1e-06, + "loss": 0.1634, + "mean_token_accuracy": 0.9550561904907227, + "num_tokens": 5461968.0, + "step": 6742 + }, + { + "epoch": 0.9546934730284582, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1629, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 5462951.0, + "step": 6743 + }, + { + "epoch": 0.9548350559252442, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.859375, + "num_tokens": 5463826.0, + "step": 6744 + }, + { + "epoch": 0.9549766388220303, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 5464554.0, + "step": 6745 + }, + { + "epoch": 0.9551182217188163, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 5465213.0, + "step": 6746 + }, + { + "epoch": 0.9552598046156024, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1786, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 5465782.0, + "step": 6747 + }, + { + "epoch": 0.9554013875123885, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 5466449.0, + "step": 6748 + }, + { + "epoch": 0.9555429704091746, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 5467211.0, + "step": 6749 + }, + { + "epoch": 0.9556845533059607, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 5468383.0, + "step": 6750 + }, + { + "epoch": 0.9558261362027467, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 5469012.0, + "step": 6751 + }, + { + "epoch": 0.9559677190995328, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 5469539.0, + "step": 6752 + }, + { + "epoch": 0.9561093019963188, + "grad_norm": 103.5, + "learning_rate": 1e-06, + "loss": 0.2878, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5470189.0, + "step": 6753 + }, + { + "epoch": 0.956250884893105, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5471046.0, + "step": 6754 + }, + { + "epoch": 0.956392467789891, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 5471684.0, + "step": 6755 + }, + { + "epoch": 0.9565340506866771, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 5472241.0, + "step": 6756 + }, + { + "epoch": 0.9566756335834631, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 5473089.0, + "step": 6757 + }, + { + "epoch": 0.9568172164802492, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1965, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 5473586.0, + "step": 6758 + }, + { + "epoch": 0.9569587993770352, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 5474291.0, + "step": 6759 + }, + { + "epoch": 0.9571003822738213, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.273, + "mean_token_accuracy": 0.875, + "num_tokens": 5474897.0, + "step": 6760 + }, + { + "epoch": 0.9572419651706074, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5475730.0, + "step": 6761 + }, + { + "epoch": 0.9573835480673935, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2444, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 5476271.0, + "step": 6762 + }, + { + "epoch": 0.9575251309641796, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2643, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 5476983.0, + "step": 6763 + }, + { + "epoch": 0.9576667138609656, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5477624.0, + "step": 6764 + }, + { + "epoch": 0.9578082967577517, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 5478500.0, + "step": 6765 + }, + { + "epoch": 0.9579498796545377, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.1908, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5479388.0, + "step": 6766 + }, + { + "epoch": 0.9580914625513238, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2067, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 5480149.0, + "step": 6767 + }, + { + "epoch": 0.9582330454481098, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.1562, + "mean_token_accuracy": 0.9513888955116272, + "num_tokens": 5481131.0, + "step": 6768 + }, + { + "epoch": 0.958374628344896, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 5481923.0, + "step": 6769 + }, + { + "epoch": 0.958516211241682, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2436, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5482445.0, + "step": 6770 + }, + { + "epoch": 0.9586577941384681, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8685259222984314, + "num_tokens": 5483670.0, + "step": 6771 + }, + { + "epoch": 0.9587993770352542, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8682432770729065, + "num_tokens": 5484633.0, + "step": 6772 + }, + { + "epoch": 0.9589409599320402, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 5485280.0, + "step": 6773 + }, + { + "epoch": 0.9590825428288263, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2696, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 5485821.0, + "step": 6774 + }, + { + "epoch": 0.9592241257256123, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 5486594.0, + "step": 6775 + }, + { + "epoch": 0.9593657086223984, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.1387, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 5487611.0, + "step": 6776 + }, + { + "epoch": 0.9595072915191845, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 5488544.0, + "step": 6777 + }, + { + "epoch": 0.9596488744159706, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.188, + "mean_token_accuracy": 0.9222222566604614, + "num_tokens": 5489406.0, + "step": 6778 + }, + { + "epoch": 0.9597904573127566, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2721, + "mean_token_accuracy": 0.9266054630279541, + "num_tokens": 5490151.0, + "step": 6779 + }, + { + "epoch": 0.9599320402095427, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8032786250114441, + "num_tokens": 5491159.0, + "step": 6780 + }, + { + "epoch": 0.9600736231063287, + "grad_norm": 120.5, + "learning_rate": 1e-06, + "loss": 0.2306, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 5491766.0, + "step": 6781 + }, + { + "epoch": 0.9602152060031148, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2123, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5492656.0, + "step": 6782 + }, + { + "epoch": 0.9603567888999008, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1601, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 5493216.0, + "step": 6783 + }, + { + "epoch": 0.960498371796687, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2238, + "mean_token_accuracy": 0.9213483333587646, + "num_tokens": 5494055.0, + "step": 6784 + }, + { + "epoch": 0.9606399546934731, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1802, + "mean_token_accuracy": 0.9357797503471375, + "num_tokens": 5494626.0, + "step": 6785 + }, + { + "epoch": 0.9607815375902591, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2202, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 5495470.0, + "step": 6786 + }, + { + "epoch": 0.9609231204870452, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.9065420031547546, + "num_tokens": 5496117.0, + "step": 6787 + }, + { + "epoch": 0.9610647033838312, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 5496863.0, + "step": 6788 + }, + { + "epoch": 0.9612062862806173, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 5497921.0, + "step": 6789 + }, + { + "epoch": 0.9613478691774033, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 5498582.0, + "step": 6790 + }, + { + "epoch": 0.9614894520741895, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 5499552.0, + "step": 6791 + }, + { + "epoch": 0.9616310349709755, + "grad_norm": 14.0625, + "learning_rate": 1e-06, + "loss": 0.24, + "mean_token_accuracy": 0.902192234992981, + "num_tokens": 5500814.0, + "step": 6792 + }, + { + "epoch": 0.9617726178677616, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.215, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 5501657.0, + "step": 6793 + }, + { + "epoch": 0.9619142007645476, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.255, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 5502195.0, + "step": 6794 + }, + { + "epoch": 0.9620557836613337, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8196721076965332, + "num_tokens": 5502934.0, + "step": 6795 + }, + { + "epoch": 0.9621973665581198, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8210526704788208, + "num_tokens": 5503777.0, + "step": 6796 + }, + { + "epoch": 0.9623389494549058, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 5504611.0, + "step": 6797 + }, + { + "epoch": 0.962480532351692, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 5505241.0, + "step": 6798 + }, + { + "epoch": 0.962622115248478, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2738, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 5505961.0, + "step": 6799 + }, + { + "epoch": 0.9627636981452641, + "grad_norm": 11.5625, + "learning_rate": 1e-06, + "loss": 0.2371, + "mean_token_accuracy": 0.902137279510498, + "num_tokens": 5507321.0, + "step": 6800 + }, + { + "epoch": 0.9629052810420501, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.4869, + "mean_token_accuracy": 0.7823129296302795, + "num_tokens": 5508265.0, + "step": 6801 + }, + { + "epoch": 0.9630468639388362, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.1681, + "mean_token_accuracy": 0.921875, + "num_tokens": 5508917.0, + "step": 6802 + }, + { + "epoch": 0.9631884468356222, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 5510094.0, + "step": 6803 + }, + { + "epoch": 0.9633300297324083, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 5510709.0, + "step": 6804 + }, + { + "epoch": 0.9634716126291943, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5511797.0, + "step": 6805 + }, + { + "epoch": 0.9636131955259805, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.6137, + "mean_token_accuracy": 0.8073394298553467, + "num_tokens": 5512532.0, + "step": 6806 + }, + { + "epoch": 0.9637547784227666, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 5513649.0, + "step": 6807 + }, + { + "epoch": 0.9638963613195526, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1516, + "mean_token_accuracy": 0.9538461565971375, + "num_tokens": 5514477.0, + "step": 6808 + }, + { + "epoch": 0.9640379442163387, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 5515105.0, + "step": 6809 + }, + { + "epoch": 0.9641795271131247, + "grad_norm": 101.5, + "learning_rate": 1e-06, + "loss": 0.2224, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5515737.0, + "step": 6810 + }, + { + "epoch": 0.9643211100099108, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 5516432.0, + "step": 6811 + }, + { + "epoch": 0.9644626929066968, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5517242.0, + "step": 6812 + }, + { + "epoch": 0.964604275803483, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8274510502815247, + "num_tokens": 5518193.0, + "step": 6813 + }, + { + "epoch": 0.964745858700269, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 5518865.0, + "step": 6814 + }, + { + "epoch": 0.9648874415970551, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8272058963775635, + "num_tokens": 5519807.0, + "step": 6815 + }, + { + "epoch": 0.9650290244938411, + "grad_norm": 10.75, + "learning_rate": 1e-06, + "loss": 0.1891, + "mean_token_accuracy": 0.9280701875686646, + "num_tokens": 5521543.0, + "step": 6816 + }, + { + "epoch": 0.9651706073906272, + "grad_norm": 10.75, + "learning_rate": 1e-06, + "loss": 0.1674, + "mean_token_accuracy": 0.9313399791717529, + "num_tokens": 5523082.0, + "step": 6817 + }, + { + "epoch": 0.9653121902874133, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1721, + "mean_token_accuracy": 0.9405940175056458, + "num_tokens": 5523900.0, + "step": 6818 + }, + { + "epoch": 0.9654537731841993, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 5524852.0, + "step": 6819 + }, + { + "epoch": 0.9655953560809855, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5525600.0, + "step": 6820 + }, + { + "epoch": 0.9657369389777715, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 5526105.0, + "step": 6821 + }, + { + "epoch": 0.9658785218745576, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.219, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 5526917.0, + "step": 6822 + }, + { + "epoch": 0.9660201047713436, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8080000281333923, + "num_tokens": 5527691.0, + "step": 6823 + }, + { + "epoch": 0.9661616876681297, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2015, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5528862.0, + "step": 6824 + }, + { + "epoch": 0.9663032705649157, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.1994, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5529439.0, + "step": 6825 + }, + { + "epoch": 0.9664448534617018, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2788, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 5529963.0, + "step": 6826 + }, + { + "epoch": 0.9665864363584878, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 5530597.0, + "step": 6827 + }, + { + "epoch": 0.966728019255274, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 5531382.0, + "step": 6828 + }, + { + "epoch": 0.9668696021520601, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.5379, + "mean_token_accuracy": 0.7790697813034058, + "num_tokens": 5532036.0, + "step": 6829 + }, + { + "epoch": 0.9670111850488461, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2574, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 5532842.0, + "step": 6830 + }, + { + "epoch": 0.9671527679456322, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5533514.0, + "step": 6831 + }, + { + "epoch": 0.9672943508424182, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8291667103767395, + "num_tokens": 5534819.0, + "step": 6832 + }, + { + "epoch": 0.9674359337392043, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2651, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 5535427.0, + "step": 6833 + }, + { + "epoch": 0.9675775166359903, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 5536394.0, + "step": 6834 + }, + { + "epoch": 0.9677190995327765, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.212, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 5537065.0, + "step": 6835 + }, + { + "epoch": 0.9678606824295625, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2249, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5537591.0, + "step": 6836 + }, + { + "epoch": 0.9680022653263486, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.84375, + "num_tokens": 5538193.0, + "step": 6837 + }, + { + "epoch": 0.9681438482231346, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2557, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 5538903.0, + "step": 6838 + }, + { + "epoch": 0.9682854311199207, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.173, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 5539723.0, + "step": 6839 + }, + { + "epoch": 0.9684270140167068, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2039, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 5540364.0, + "step": 6840 + }, + { + "epoch": 0.9685685969134928, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.846666693687439, + "num_tokens": 5540974.0, + "step": 6841 + }, + { + "epoch": 0.968710179810279, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2174, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 5541512.0, + "step": 6842 + }, + { + "epoch": 0.968851762707065, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 5542468.0, + "step": 6843 + }, + { + "epoch": 0.9689933456038511, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2457, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5542997.0, + "step": 6844 + }, + { + "epoch": 0.9691349285006371, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2092, + "mean_token_accuracy": 0.9007092118263245, + "num_tokens": 5543865.0, + "step": 6845 + }, + { + "epoch": 0.9692765113974232, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1261, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 5544635.0, + "step": 6846 + }, + { + "epoch": 0.9694180942942092, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.9375, + "num_tokens": 5545308.0, + "step": 6847 + }, + { + "epoch": 0.9695596771909953, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 5546004.0, + "step": 6848 + }, + { + "epoch": 0.9697012600877813, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 5546968.0, + "step": 6849 + }, + { + "epoch": 0.9698428429845675, + "grad_norm": 11.875, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9262410998344421, + "num_tokens": 5548183.0, + "step": 6850 + }, + { + "epoch": 0.9699844258813536, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2726, + "mean_token_accuracy": 0.8728813529014587, + "num_tokens": 5548956.0, + "step": 6851 + }, + { + "epoch": 0.9701260087781396, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2131, + "mean_token_accuracy": 0.9369369745254517, + "num_tokens": 5549807.0, + "step": 6852 + }, + { + "epoch": 0.9702675916749257, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.5618, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 5550539.0, + "step": 6853 + }, + { + "epoch": 0.9704091745717117, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1647, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 5551399.0, + "step": 6854 + }, + { + "epoch": 0.9705507574684978, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.875, + "num_tokens": 5552111.0, + "step": 6855 + }, + { + "epoch": 0.9706923403652838, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5553171.0, + "step": 6856 + }, + { + "epoch": 0.97083392326207, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1491, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 5553686.0, + "step": 6857 + }, + { + "epoch": 0.970975506158856, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 5554252.0, + "step": 6858 + }, + { + "epoch": 0.9711170890556421, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 5555324.0, + "step": 6859 + }, + { + "epoch": 0.9712586719524281, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 5556363.0, + "step": 6860 + }, + { + "epoch": 0.9714002548492142, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 5557009.0, + "step": 6861 + }, + { + "epoch": 0.9715418377460003, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8064516186714172, + "num_tokens": 5557678.0, + "step": 6862 + }, + { + "epoch": 0.9716834206427863, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 5558373.0, + "step": 6863 + }, + { + "epoch": 0.9718250035395725, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.1958, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 5558899.0, + "step": 6864 + }, + { + "epoch": 0.9719665864363585, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 5559513.0, + "step": 6865 + }, + { + "epoch": 0.9721081693331446, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.7954545617103577, + "num_tokens": 5560281.0, + "step": 6866 + }, + { + "epoch": 0.9722497522299306, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8703169822692871, + "num_tokens": 5561100.0, + "step": 6867 + }, + { + "epoch": 0.9723913351267167, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8925372958183289, + "num_tokens": 5562021.0, + "step": 6868 + }, + { + "epoch": 0.9725329180235027, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2555, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 5562581.0, + "step": 6869 + }, + { + "epoch": 0.9726745009202888, + "grad_norm": 11.4375, + "learning_rate": 1e-06, + "loss": 0.1967, + "mean_token_accuracy": 0.9150246381759644, + "num_tokens": 5563889.0, + "step": 6870 + }, + { + "epoch": 0.9728160838170749, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 5564551.0, + "step": 6871 + }, + { + "epoch": 0.972957666713861, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.1987, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 5565296.0, + "step": 6872 + }, + { + "epoch": 0.9730992496106471, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2229, + "mean_token_accuracy": 0.929411768913269, + "num_tokens": 5566063.0, + "step": 6873 + }, + { + "epoch": 0.9732408325074331, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2465, + "mean_token_accuracy": 0.9174311757087708, + "num_tokens": 5566717.0, + "step": 6874 + }, + { + "epoch": 0.9733824154042192, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2047, + "mean_token_accuracy": 0.9354838728904724, + "num_tokens": 5567413.0, + "step": 6875 + }, + { + "epoch": 0.9735239983010052, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.5094, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5568139.0, + "step": 6876 + }, + { + "epoch": 0.9736655811977913, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.142, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5568795.0, + "step": 6877 + }, + { + "epoch": 0.9738071640945773, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.1477, + "mean_token_accuracy": 0.9411765336990356, + "num_tokens": 5569737.0, + "step": 6878 + }, + { + "epoch": 0.9739487469913635, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2358, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 5570390.0, + "step": 6879 + }, + { + "epoch": 0.9740903298881495, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 5571172.0, + "step": 6880 + }, + { + "epoch": 0.9742319127849356, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.4728, + "mean_token_accuracy": 0.8250000476837158, + "num_tokens": 5572154.0, + "step": 6881 + }, + { + "epoch": 0.9743734956817216, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8744993805885315, + "num_tokens": 5573366.0, + "step": 6882 + }, + { + "epoch": 0.9745150785785077, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8067227602005005, + "num_tokens": 5574212.0, + "step": 6883 + }, + { + "epoch": 0.9746566614752938, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 5574988.0, + "step": 6884 + }, + { + "epoch": 0.9747982443720798, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 5575536.0, + "step": 6885 + }, + { + "epoch": 0.974939827268866, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.489, + "mean_token_accuracy": 0.7835051417350769, + "num_tokens": 5576090.0, + "step": 6886 + }, + { + "epoch": 0.975081410165652, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 5576699.0, + "step": 6887 + }, + { + "epoch": 0.9752229930624381, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9145569205284119, + "num_tokens": 5578260.0, + "step": 6888 + }, + { + "epoch": 0.9753645759592241, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8070175647735596, + "num_tokens": 5579165.0, + "step": 6889 + }, + { + "epoch": 0.9755061588560102, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 5579823.0, + "step": 6890 + }, + { + "epoch": 0.9756477417527962, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5580342.0, + "step": 6891 + }, + { + "epoch": 0.9757893246495823, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1824, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 5581075.0, + "step": 6892 + }, + { + "epoch": 0.9759309075463684, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 5581898.0, + "step": 6893 + }, + { + "epoch": 0.9760724904431545, + "grad_norm": 12.9375, + "learning_rate": 1e-06, + "loss": 0.1308, + "mean_token_accuracy": 0.9469273686408997, + "num_tokens": 5583274.0, + "step": 6894 + }, + { + "epoch": 0.9762140733399405, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1324, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 5584176.0, + "step": 6895 + }, + { + "epoch": 0.9763556562367266, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.1066, + "mean_token_accuracy": 0.956204354763031, + "num_tokens": 5584924.0, + "step": 6896 + }, + { + "epoch": 0.9764972391335127, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2714, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 5585808.0, + "step": 6897 + }, + { + "epoch": 0.9766388220302987, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5586582.0, + "step": 6898 + }, + { + "epoch": 0.9767804049270848, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 5587256.0, + "step": 6899 + }, + { + "epoch": 0.9769219878238709, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 5588143.0, + "step": 6900 + }, + { + "epoch": 0.977063570720657, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2159, + "mean_token_accuracy": 0.8977273106575012, + "num_tokens": 5588961.0, + "step": 6901 + }, + { + "epoch": 0.977205153617443, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.2369, + "mean_token_accuracy": 0.9113923907279968, + "num_tokens": 5590307.0, + "step": 6902 + }, + { + "epoch": 0.9773467365142291, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 5591149.0, + "step": 6903 + }, + { + "epoch": 0.9774883194110151, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 5591945.0, + "step": 6904 + }, + { + "epoch": 0.9776299023078012, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 5592560.0, + "step": 6905 + }, + { + "epoch": 0.9777714852045872, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8110235929489136, + "num_tokens": 5593438.0, + "step": 6906 + }, + { + "epoch": 0.9779130681013734, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 5593962.0, + "step": 6907 + }, + { + "epoch": 0.9780546509981595, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 5594969.0, + "step": 6908 + }, + { + "epoch": 0.9781962338949455, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.7714285850524902, + "num_tokens": 5595590.0, + "step": 6909 + }, + { + "epoch": 0.9783378167917316, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.1928, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 5596528.0, + "step": 6910 + }, + { + "epoch": 0.9784793996885176, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2511, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 5597394.0, + "step": 6911 + }, + { + "epoch": 0.9786209825853037, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 5598006.0, + "step": 6912 + }, + { + "epoch": 0.9787625654820897, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2067, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 5599235.0, + "step": 6913 + }, + { + "epoch": 0.9789041483788758, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2685, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 5599948.0, + "step": 6914 + }, + { + "epoch": 0.9790457312756619, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2568, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 5600508.0, + "step": 6915 + }, + { + "epoch": 0.979187314172448, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.6523, + "mean_token_accuracy": 0.7951806783676147, + "num_tokens": 5601179.0, + "step": 6916 + }, + { + "epoch": 0.979328897069234, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8155339956283569, + "num_tokens": 5601918.0, + "step": 6917 + }, + { + "epoch": 0.9794704799660201, + "grad_norm": 12.125, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.8936403393745422, + "num_tokens": 5603708.0, + "step": 6918 + }, + { + "epoch": 0.9796120628628062, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.875, + "num_tokens": 5604278.0, + "step": 6919 + }, + { + "epoch": 0.9797536457595922, + "grad_norm": 133.0, + "learning_rate": 1e-06, + "loss": 0.1765, + "mean_token_accuracy": 0.95652174949646, + "num_tokens": 5605148.0, + "step": 6920 + }, + { + "epoch": 0.9798952286563783, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 5606062.0, + "step": 6921 + }, + { + "epoch": 0.9800368115531644, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 5606757.0, + "step": 6922 + }, + { + "epoch": 0.9801783944499505, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.0756, + "mean_token_accuracy": 0.9621849060058594, + "num_tokens": 5607477.0, + "step": 6923 + }, + { + "epoch": 0.9803199773467365, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5608514.0, + "step": 6924 + }, + { + "epoch": 0.9804615602435226, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8567164540290833, + "num_tokens": 5609299.0, + "step": 6925 + }, + { + "epoch": 0.9806031431403086, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2422, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 5610437.0, + "step": 6926 + }, + { + "epoch": 0.9807447260370947, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.1304, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 5611022.0, + "step": 6927 + }, + { + "epoch": 0.9808863089338807, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.1142, + "mean_token_accuracy": 0.9624060392379761, + "num_tokens": 5611604.0, + "step": 6928 + }, + { + "epoch": 0.9810278918306669, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5612375.0, + "step": 6929 + }, + { + "epoch": 0.981169474727453, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 5613182.0, + "step": 6930 + }, + { + "epoch": 0.981311057624239, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8827160596847534, + "num_tokens": 5614253.0, + "step": 6931 + }, + { + "epoch": 0.9814526405210251, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.1578, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5615262.0, + "step": 6932 + }, + { + "epoch": 0.9815942234178111, + "grad_norm": 110.5, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 5616024.0, + "step": 6933 + }, + { + "epoch": 0.9817358063145972, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1898, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 5616543.0, + "step": 6934 + }, + { + "epoch": 0.9818773892113832, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8711018562316895, + "num_tokens": 5617469.0, + "step": 6935 + }, + { + "epoch": 0.9820189721081694, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.2769, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 5618354.0, + "step": 6936 + }, + { + "epoch": 0.9821605550049554, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.8897637724876404, + "num_tokens": 5619182.0, + "step": 6937 + }, + { + "epoch": 0.9823021379017415, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1671, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 5619929.0, + "step": 6938 + }, + { + "epoch": 0.9824437207985275, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5621058.0, + "step": 6939 + }, + { + "epoch": 0.9825853036953136, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 5622073.0, + "step": 6940 + }, + { + "epoch": 0.9827268865920997, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.0966, + "mean_token_accuracy": 1.0, + "num_tokens": 5622680.0, + "step": 6941 + }, + { + "epoch": 0.9828684694888857, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8238806128501892, + "num_tokens": 5623985.0, + "step": 6942 + }, + { + "epoch": 0.9830100523856719, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.553, + "mean_token_accuracy": 0.7876712083816528, + "num_tokens": 5624704.0, + "step": 6943 + }, + { + "epoch": 0.9831516352824579, + "grad_norm": 127.5, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.785714328289032, + "num_tokens": 5625426.0, + "step": 6944 + }, + { + "epoch": 0.983293218179244, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8282828330993652, + "num_tokens": 5626037.0, + "step": 6945 + }, + { + "epoch": 0.98343480107603, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 5627002.0, + "step": 6946 + }, + { + "epoch": 0.9835763839728161, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2093, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 5627813.0, + "step": 6947 + }, + { + "epoch": 0.9837179668696021, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8651026487350464, + "num_tokens": 5628754.0, + "step": 6948 + }, + { + "epoch": 0.9838595497663882, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1742, + "mean_token_accuracy": 0.9271844625473022, + "num_tokens": 5629710.0, + "step": 6949 + }, + { + "epoch": 0.9840011326631742, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2547, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 5630214.0, + "step": 6950 + }, + { + "epoch": 0.9841427155599604, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8248847723007202, + "num_tokens": 5630883.0, + "step": 6951 + }, + { + "epoch": 0.9842842984567465, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1302, + "mean_token_accuracy": 0.942148745059967, + "num_tokens": 5631489.0, + "step": 6952 + }, + { + "epoch": 0.9844258813535325, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 5632041.0, + "step": 6953 + }, + { + "epoch": 0.9845674642503186, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1682, + "mean_token_accuracy": 0.9217391014099121, + "num_tokens": 5632901.0, + "step": 6954 + }, + { + "epoch": 0.9847090471471046, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2546, + "mean_token_accuracy": 0.875, + "num_tokens": 5633649.0, + "step": 6955 + }, + { + "epoch": 0.9848506300438907, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 5634318.0, + "step": 6956 + }, + { + "epoch": 0.9849922129406767, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.2127, + "mean_token_accuracy": 0.9255318641662598, + "num_tokens": 5635529.0, + "step": 6957 + }, + { + "epoch": 0.9851337958374629, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1592, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 5636196.0, + "step": 6958 + }, + { + "epoch": 0.9852753787342489, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8833780288696289, + "num_tokens": 5637826.0, + "step": 6959 + }, + { + "epoch": 0.985416961631035, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.1711, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 5638607.0, + "step": 6960 + }, + { + "epoch": 0.985558544527821, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5639147.0, + "step": 6961 + }, + { + "epoch": 0.9857001274246071, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.152, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 5639825.0, + "step": 6962 + }, + { + "epoch": 0.9858417103213932, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 5640386.0, + "step": 6963 + }, + { + "epoch": 0.9859832932181792, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.2055, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 5641255.0, + "step": 6964 + }, + { + "epoch": 0.9861248761149654, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.8043, + "mean_token_accuracy": 0.7027027010917664, + "num_tokens": 5641981.0, + "step": 6965 + }, + { + "epoch": 0.9862664590117514, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.4894, + "mean_token_accuracy": 0.8144329786300659, + "num_tokens": 5642761.0, + "step": 6966 + }, + { + "epoch": 0.9864080419085375, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.2083, + "mean_token_accuracy": 0.9176030158996582, + "num_tokens": 5643852.0, + "step": 6967 + }, + { + "epoch": 0.9865496248053235, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 5644472.0, + "step": 6968 + }, + { + "epoch": 0.9866912077021096, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2231, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 5645388.0, + "step": 6969 + }, + { + "epoch": 0.9868327905988956, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2283, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 5646084.0, + "step": 6970 + }, + { + "epoch": 0.9869743734956817, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1613, + "mean_token_accuracy": 0.9600000381469727, + "num_tokens": 5647137.0, + "step": 6971 + }, + { + "epoch": 0.9871159563924677, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1987, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 5647916.0, + "step": 6972 + }, + { + "epoch": 0.9872575392892539, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.1714, + "mean_token_accuracy": 0.9357143044471741, + "num_tokens": 5648793.0, + "step": 6973 + }, + { + "epoch": 0.98739912218604, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 5649527.0, + "step": 6974 + }, + { + "epoch": 0.987540705082826, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.8988636136054993, + "num_tokens": 5650881.0, + "step": 6975 + }, + { + "epoch": 0.9876822879796121, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 5651524.0, + "step": 6976 + }, + { + "epoch": 0.9878238708763981, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 5652445.0, + "step": 6977 + }, + { + "epoch": 0.9879654537731842, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 5653557.0, + "step": 6978 + }, + { + "epoch": 0.9881070366699702, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8778625726699829, + "num_tokens": 5654452.0, + "step": 6979 + }, + { + "epoch": 0.9882486195667564, + "grad_norm": 109.0, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 5655325.0, + "step": 6980 + }, + { + "epoch": 0.9883902024635424, + "grad_norm": 21.875, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.880841076374054, + "num_tokens": 5656596.0, + "step": 6981 + }, + { + "epoch": 0.9885317853603285, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8103448152542114, + "num_tokens": 5657092.0, + "step": 6982 + }, + { + "epoch": 0.9886733682571145, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 5657912.0, + "step": 6983 + }, + { + "epoch": 0.9888149511539006, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8102189898490906, + "num_tokens": 5658729.0, + "step": 6984 + }, + { + "epoch": 0.9889565340506867, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 5659570.0, + "step": 6985 + }, + { + "epoch": 0.9890981169474727, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2034, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 5660158.0, + "step": 6986 + }, + { + "epoch": 0.9892396998442589, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2698, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 5660873.0, + "step": 6987 + }, + { + "epoch": 0.9893812827410449, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8658536076545715, + "num_tokens": 5661444.0, + "step": 6988 + }, + { + "epoch": 0.989522865637831, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.158, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 5662080.0, + "step": 6989 + }, + { + "epoch": 0.989664448534617, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2586, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5662713.0, + "step": 6990 + }, + { + "epoch": 0.9898060314314031, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 5663547.0, + "step": 6991 + }, + { + "epoch": 0.9899476143281891, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 5664481.0, + "step": 6992 + }, + { + "epoch": 0.9900891972249752, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.875, + "num_tokens": 5665559.0, + "step": 6993 + }, + { + "epoch": 0.9902307801217612, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8971962332725525, + "num_tokens": 5666220.0, + "step": 6994 + }, + { + "epoch": 0.9903723630185474, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 5666746.0, + "step": 6995 + }, + { + "epoch": 0.9905139459153335, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.0982, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 5667360.0, + "step": 6996 + }, + { + "epoch": 0.9906555288121195, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.1399, + "mean_token_accuracy": 0.9540815949440002, + "num_tokens": 5668146.0, + "step": 6997 + }, + { + "epoch": 0.9907971117089056, + "grad_norm": 11.3125, + "learning_rate": 1e-06, + "loss": 0.053, + "mean_token_accuracy": 0.9727272391319275, + "num_tokens": 5668814.0, + "step": 6998 + }, + { + "epoch": 0.9909386946056916, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 5669572.0, + "step": 6999 + }, + { + "epoch": 0.9910802775024777, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2628, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 5670055.0, + "step": 7000 + }, + { + "epoch": 0.9912218603992637, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 5671514.0, + "step": 7001 + }, + { + "epoch": 0.9913634432960499, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5672409.0, + "step": 7002 + }, + { + "epoch": 0.9915050261928359, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.197, + "mean_token_accuracy": 0.9375, + "num_tokens": 5673140.0, + "step": 7003 + }, + { + "epoch": 0.991646609089622, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2718, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 5673810.0, + "step": 7004 + }, + { + "epoch": 0.991788191986408, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 5674589.0, + "step": 7005 + }, + { + "epoch": 0.9919297748831941, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 5675727.0, + "step": 7006 + }, + { + "epoch": 0.9920713577799801, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1236, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5676240.0, + "step": 7007 + }, + { + "epoch": 0.9922129406767662, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5676780.0, + "step": 7008 + }, + { + "epoch": 0.9923545235735524, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 5677398.0, + "step": 7009 + }, + { + "epoch": 0.9924961064703384, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1859, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 5678010.0, + "step": 7010 + }, + { + "epoch": 0.9926376893671245, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.4663, + "mean_token_accuracy": 0.7702702879905701, + "num_tokens": 5678580.0, + "step": 7011 + }, + { + "epoch": 0.9927792722639105, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 5679082.0, + "step": 7012 + }, + { + "epoch": 0.9929208551606966, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5679723.0, + "step": 7013 + }, + { + "epoch": 0.9930624380574826, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 5680215.0, + "step": 7014 + }, + { + "epoch": 0.9932040209542687, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.5787, + "mean_token_accuracy": 0.7933883666992188, + "num_tokens": 5680980.0, + "step": 7015 + }, + { + "epoch": 0.9933456038510547, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 5681993.0, + "step": 7016 + }, + { + "epoch": 0.9934871867478409, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.5691, + "mean_token_accuracy": 0.75, + "num_tokens": 5682786.0, + "step": 7017 + }, + { + "epoch": 0.9936287696446269, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 5683638.0, + "step": 7018 + }, + { + "epoch": 0.993770352541413, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.1345, + "mean_token_accuracy": 0.9475308656692505, + "num_tokens": 5684445.0, + "step": 7019 + }, + { + "epoch": 0.9939119354381991, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.7983193397521973, + "num_tokens": 5685118.0, + "step": 7020 + }, + { + "epoch": 0.9940535183349851, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.1694, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 5685760.0, + "step": 7021 + }, + { + "epoch": 0.9941951012317712, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 5686550.0, + "step": 7022 + }, + { + "epoch": 0.9943366841285572, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.5308, + "mean_token_accuracy": 0.8080000281333923, + "num_tokens": 5687522.0, + "step": 7023 + }, + { + "epoch": 0.9944782670253434, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 5688487.0, + "step": 7024 + }, + { + "epoch": 0.9946198499221294, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.5076, + "mean_token_accuracy": 0.804347813129425, + "num_tokens": 5689535.0, + "step": 7025 + }, + { + "epoch": 0.9947614328189155, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1781, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 5690163.0, + "step": 7026 + }, + { + "epoch": 0.9949030157157015, + "grad_norm": 194.0, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 5691303.0, + "step": 7027 + }, + { + "epoch": 0.9950445986124876, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2117, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 5691892.0, + "step": 7028 + }, + { + "epoch": 0.9951861815092736, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 5692721.0, + "step": 7029 + }, + { + "epoch": 0.9953277644060597, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.267, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 5693366.0, + "step": 7030 + }, + { + "epoch": 0.9954693473028459, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5693937.0, + "step": 7031 + }, + { + "epoch": 0.9956109301996319, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 5694580.0, + "step": 7032 + }, + { + "epoch": 0.995752513096418, + "grad_norm": 13.9375, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.8911672234535217, + "num_tokens": 5695968.0, + "step": 7033 + }, + { + "epoch": 0.995894095993204, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2238, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 5696653.0, + "step": 7034 + }, + { + "epoch": 0.9960356788899901, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.1945, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 5697288.0, + "step": 7035 + }, + { + "epoch": 0.9961772617867761, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2057, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 5698118.0, + "step": 7036 + }, + { + "epoch": 0.9963188446835622, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5698666.0, + "step": 7037 + }, + { + "epoch": 0.9964604275803483, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2167, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 5699648.0, + "step": 7038 + }, + { + "epoch": 0.9966020104771344, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 5700405.0, + "step": 7039 + }, + { + "epoch": 0.9967435933739204, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 5701451.0, + "step": 7040 + }, + { + "epoch": 0.9968851762707065, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1472, + "mean_token_accuracy": 0.9696969985961914, + "num_tokens": 5702207.0, + "step": 7041 + }, + { + "epoch": 0.9970267591674926, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8521738648414612, + "num_tokens": 5702896.0, + "step": 7042 + }, + { + "epoch": 0.9971683420642786, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2613, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 5703436.0, + "step": 7043 + }, + { + "epoch": 0.9973099249610647, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1435, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 5704759.0, + "step": 7044 + }, + { + "epoch": 0.9974515078578507, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8770491480827332, + "num_tokens": 5705336.0, + "step": 7045 + }, + { + "epoch": 0.9975930907546369, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 5705973.0, + "step": 7046 + }, + { + "epoch": 0.9977346736514229, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 5706517.0, + "step": 7047 + }, + { + "epoch": 0.997876256548209, + "grad_norm": 10.3125, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8948276042938232, + "num_tokens": 5708498.0, + "step": 7048 + }, + { + "epoch": 0.998017839444995, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.1652, + "mean_token_accuracy": 0.9082568287849426, + "num_tokens": 5709219.0, + "step": 7049 + }, + { + "epoch": 0.9981594223417811, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8320463299751282, + "num_tokens": 5710755.0, + "step": 7050 + }, + { + "epoch": 0.9983010052385671, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 5711265.0, + "step": 7051 + }, + { + "epoch": 0.9984425881353532, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5712293.0, + "step": 7052 + }, + { + "epoch": 0.9985841710321394, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2205, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 5713102.0, + "step": 7053 + }, + { + "epoch": 0.9987257539289254, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.1899, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 5713587.0, + "step": 7054 + }, + { + "epoch": 0.9988673368257115, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.524, + "mean_token_accuracy": 0.7888889312744141, + "num_tokens": 5714277.0, + "step": 7055 + }, + { + "epoch": 0.9990089197224975, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 5714858.0, + "step": 7056 + }, + { + "epoch": 0.9991505026192836, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 5715687.0, + "step": 7057 + }, + { + "epoch": 0.9992920855160696, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1863, + "mean_token_accuracy": 0.9108280539512634, + "num_tokens": 5716557.0, + "step": 7058 + }, + { + "epoch": 0.9994336684128557, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.7849462628364563, + "num_tokens": 5717138.0, + "step": 7059 + }, + { + "epoch": 0.9995752513096418, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2283, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5717804.0, + "step": 7060 + }, + { + "epoch": 0.9997168342064279, + "grad_norm": 11.375, + "learning_rate": 1e-06, + "loss": 0.2072, + "mean_token_accuracy": 0.9225735664367676, + "num_tokens": 5719300.0, + "step": 7061 + }, + { + "epoch": 0.9998584171032139, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5719803.0, + "step": 7062 + }, + { + "epoch": 1.0, + "grad_norm": 320.0, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 5720014.0, + "step": 7063 + }, + { + "epoch": 1.0001415828967861, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1534, + "mean_token_accuracy": 0.9478260278701782, + "num_tokens": 5720918.0, + "step": 7064 + }, + { + "epoch": 1.0002831657935722, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5721576.0, + "step": 7065 + }, + { + "epoch": 1.0004247486903581, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.192, + "mean_token_accuracy": 0.9257142543792725, + "num_tokens": 5722511.0, + "step": 7066 + }, + { + "epoch": 1.0005663315871443, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 5723198.0, + "step": 7067 + }, + { + "epoch": 1.0007079144839304, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8202247023582458, + "num_tokens": 5723737.0, + "step": 7068 + }, + { + "epoch": 1.0008494973807165, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 5724920.0, + "step": 7069 + }, + { + "epoch": 1.0009910802775024, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.1963, + "mean_token_accuracy": 0.9258202910423279, + "num_tokens": 5726140.0, + "step": 7070 + }, + { + "epoch": 1.0011326631742885, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2198, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 5726855.0, + "step": 7071 + }, + { + "epoch": 1.0012742460710746, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.1581, + "mean_token_accuracy": 0.9555555582046509, + "num_tokens": 5727528.0, + "step": 7072 + }, + { + "epoch": 1.0014158289678607, + "grad_norm": 98.5, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8253968954086304, + "num_tokens": 5728212.0, + "step": 7073 + }, + { + "epoch": 1.0015574118646466, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8897637724876404, + "num_tokens": 5729133.0, + "step": 7074 + }, + { + "epoch": 1.0016989947614328, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 5730259.0, + "step": 7075 + }, + { + "epoch": 1.0018405776582189, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5730894.0, + "step": 7076 + }, + { + "epoch": 1.001982160555005, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.0957, + "mean_token_accuracy": 0.9617021083831787, + "num_tokens": 5731823.0, + "step": 7077 + }, + { + "epoch": 1.0021237434517911, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1872, + "mean_token_accuracy": 0.9375, + "num_tokens": 5732422.0, + "step": 7078 + }, + { + "epoch": 1.002265326348577, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 5733040.0, + "step": 7079 + }, + { + "epoch": 1.0024069092453631, + "grad_norm": 12.625, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8896551728248596, + "num_tokens": 5734413.0, + "step": 7080 + }, + { + "epoch": 1.0025484921421493, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1712, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 5735051.0, + "step": 7081 + }, + { + "epoch": 1.0026900750389354, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.166, + "mean_token_accuracy": 0.9338235259056091, + "num_tokens": 5735827.0, + "step": 7082 + }, + { + "epoch": 1.0028316579357213, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8825065493583679, + "num_tokens": 5736877.0, + "step": 7083 + }, + { + "epoch": 1.0029732408325074, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 5737836.0, + "step": 7084 + }, + { + "epoch": 1.0031148237292935, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2343, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 5738908.0, + "step": 7085 + }, + { + "epoch": 1.0032564066260796, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 5739852.0, + "step": 7086 + }, + { + "epoch": 1.0033979895228657, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5740716.0, + "step": 7087 + }, + { + "epoch": 1.0035395724196516, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5741570.0, + "step": 7088 + }, + { + "epoch": 1.0036811553164378, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5742369.0, + "step": 7089 + }, + { + "epoch": 1.0038227382132239, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2142, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5742951.0, + "step": 7090 + }, + { + "epoch": 1.00396432111001, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5743460.0, + "step": 7091 + }, + { + "epoch": 1.004105904006796, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.875, + "num_tokens": 5743947.0, + "step": 7092 + }, + { + "epoch": 1.004247486903582, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 5744816.0, + "step": 7093 + }, + { + "epoch": 1.0043890698003681, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.1662, + "mean_token_accuracy": 0.9396551847457886, + "num_tokens": 5745481.0, + "step": 7094 + }, + { + "epoch": 1.0045306526971542, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8354430794715881, + "num_tokens": 5746333.0, + "step": 7095 + }, + { + "epoch": 1.0046722355939401, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2123, + "mean_token_accuracy": 0.9197860956192017, + "num_tokens": 5747183.0, + "step": 7096 + }, + { + "epoch": 1.0048138184907263, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8865435719490051, + "num_tokens": 5748776.0, + "step": 7097 + }, + { + "epoch": 1.0049554013875124, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.0958, + "mean_token_accuracy": 0.977011501789093, + "num_tokens": 5749309.0, + "step": 7098 + }, + { + "epoch": 1.0050969842842985, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1938, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 5750165.0, + "step": 7099 + }, + { + "epoch": 1.0052385671810846, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.2475, + "mean_token_accuracy": 0.8996655344963074, + "num_tokens": 5751461.0, + "step": 7100 + }, + { + "epoch": 1.0053801500778705, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2097, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 5752414.0, + "step": 7101 + }, + { + "epoch": 1.0055217329746566, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 5753208.0, + "step": 7102 + }, + { + "epoch": 1.0056633158714428, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5753842.0, + "step": 7103 + }, + { + "epoch": 1.0058048987682289, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2305, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 5754517.0, + "step": 7104 + }, + { + "epoch": 1.0059464816650148, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 5755565.0, + "step": 7105 + }, + { + "epoch": 1.0060880645618009, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2292, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 5756416.0, + "step": 7106 + }, + { + "epoch": 1.006229647458587, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.5312, + "mean_token_accuracy": 0.7747747898101807, + "num_tokens": 5757034.0, + "step": 7107 + }, + { + "epoch": 1.0063712303553731, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 5757740.0, + "step": 7108 + }, + { + "epoch": 1.0065128132521592, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 5758404.0, + "step": 7109 + }, + { + "epoch": 1.0066543961489451, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.247, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 5759098.0, + "step": 7110 + }, + { + "epoch": 1.0067959790457313, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2353, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5760028.0, + "step": 7111 + }, + { + "epoch": 1.0069375619425174, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.2534, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 5760729.0, + "step": 7112 + }, + { + "epoch": 1.0070791448393035, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2434, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 5761623.0, + "step": 7113 + }, + { + "epoch": 1.0072207277360894, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8732393980026245, + "num_tokens": 5762144.0, + "step": 7114 + }, + { + "epoch": 1.0073623106328755, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8125, + "num_tokens": 5763229.0, + "step": 7115 + }, + { + "epoch": 1.0075038935296616, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5764238.0, + "step": 7116 + }, + { + "epoch": 1.0076454764264478, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 5764879.0, + "step": 7117 + }, + { + "epoch": 1.0077870593232336, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 5765649.0, + "step": 7118 + }, + { + "epoch": 1.0079286422200198, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 5766628.0, + "step": 7119 + }, + { + "epoch": 1.0080702251168059, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.2074, + "mean_token_accuracy": 0.9192245602607727, + "num_tokens": 5767764.0, + "step": 7120 + }, + { + "epoch": 1.008211808013592, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 5769069.0, + "step": 7121 + }, + { + "epoch": 1.0083533909103781, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5769718.0, + "step": 7122 + }, + { + "epoch": 1.008494973807164, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8831908702850342, + "num_tokens": 5770525.0, + "step": 7123 + }, + { + "epoch": 1.0086365567039501, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.7857142686843872, + "num_tokens": 5771710.0, + "step": 7124 + }, + { + "epoch": 1.0087781396007363, + "grad_norm": 175.0, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 5772633.0, + "step": 7125 + }, + { + "epoch": 1.0089197224975224, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2005, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 5773137.0, + "step": 7126 + }, + { + "epoch": 1.0090613053943083, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1914, + "mean_token_accuracy": 0.9067796468734741, + "num_tokens": 5773698.0, + "step": 7127 + }, + { + "epoch": 1.0092028882910944, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2337, + "mean_token_accuracy": 0.9082568287849426, + "num_tokens": 5774887.0, + "step": 7128 + }, + { + "epoch": 1.0093444711878805, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 5775846.0, + "step": 7129 + }, + { + "epoch": 1.0094860540846666, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1876, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 5776389.0, + "step": 7130 + }, + { + "epoch": 1.0096276369814527, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.1744, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 5777075.0, + "step": 7131 + }, + { + "epoch": 1.0097692198782386, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8590604066848755, + "num_tokens": 5777966.0, + "step": 7132 + }, + { + "epoch": 1.0099108027750248, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.875, + "num_tokens": 5778597.0, + "step": 7133 + }, + { + "epoch": 1.0100523856718109, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.1736, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 5779188.0, + "step": 7134 + }, + { + "epoch": 1.010193968568597, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.7922077775001526, + "num_tokens": 5779766.0, + "step": 7135 + }, + { + "epoch": 1.010335551465383, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 5780797.0, + "step": 7136 + }, + { + "epoch": 1.010477134362169, + "grad_norm": 235.0, + "learning_rate": 1e-06, + "loss": 0.1968, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5781424.0, + "step": 7137 + }, + { + "epoch": 1.0106187172589551, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8308823704719543, + "num_tokens": 5782008.0, + "step": 7138 + }, + { + "epoch": 1.0107603001557413, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5782674.0, + "step": 7139 + }, + { + "epoch": 1.0109018830525272, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5783411.0, + "step": 7140 + }, + { + "epoch": 1.0110434659493133, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1706, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 5784035.0, + "step": 7141 + }, + { + "epoch": 1.0111850488460994, + "grad_norm": 12.3125, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9156250357627869, + "num_tokens": 5785721.0, + "step": 7142 + }, + { + "epoch": 1.0113266317428855, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.2492, + "mean_token_accuracy": 0.9028475880622864, + "num_tokens": 5787053.0, + "step": 7143 + }, + { + "epoch": 1.0114682146396716, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.84375, + "num_tokens": 5787735.0, + "step": 7144 + }, + { + "epoch": 1.0116097975364575, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.196, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5788562.0, + "step": 7145 + }, + { + "epoch": 1.0117513804332436, + "grad_norm": 113.0, + "learning_rate": 1e-06, + "loss": 0.1912, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 5789041.0, + "step": 7146 + }, + { + "epoch": 1.0118929633300298, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 5789906.0, + "step": 7147 + }, + { + "epoch": 1.0120345462268159, + "grad_norm": 100.0, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5790678.0, + "step": 7148 + }, + { + "epoch": 1.0121761291236018, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1594, + "mean_token_accuracy": 0.9383561611175537, + "num_tokens": 5791463.0, + "step": 7149 + }, + { + "epoch": 1.012317712020388, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2471, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 5792151.0, + "step": 7150 + }, + { + "epoch": 1.012459294917174, + "grad_norm": 137.0, + "learning_rate": 1e-06, + "loss": 0.1837, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 5792793.0, + "step": 7151 + }, + { + "epoch": 1.0126008778139601, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.1152, + "mean_token_accuracy": 0.9375, + "num_tokens": 5793393.0, + "step": 7152 + }, + { + "epoch": 1.0127424607107463, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 5794101.0, + "step": 7153 + }, + { + "epoch": 1.0128840436075321, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1696, + "mean_token_accuracy": 0.921875, + "num_tokens": 5794862.0, + "step": 7154 + }, + { + "epoch": 1.0130256265043183, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1888, + "mean_token_accuracy": 0.9340659379959106, + "num_tokens": 5795538.0, + "step": 7155 + }, + { + "epoch": 1.0131672094011044, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 5796306.0, + "step": 7156 + }, + { + "epoch": 1.0133087922978905, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.875, + "num_tokens": 5796891.0, + "step": 7157 + }, + { + "epoch": 1.0134503751946764, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2149, + "mean_token_accuracy": 0.911602258682251, + "num_tokens": 5797681.0, + "step": 7158 + }, + { + "epoch": 1.0135919580914625, + "grad_norm": 11.375, + "learning_rate": 1e-06, + "loss": 0.2129, + "mean_token_accuracy": 0.9295917749404907, + "num_tokens": 5799404.0, + "step": 7159 + }, + { + "epoch": 1.0137335409882486, + "grad_norm": 14.75, + "learning_rate": 1e-06, + "loss": 0.1936, + "mean_token_accuracy": 0.916786253452301, + "num_tokens": 5800685.0, + "step": 7160 + }, + { + "epoch": 1.0138751238850348, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5801394.0, + "step": 7161 + }, + { + "epoch": 1.0140167067818207, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.1886, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5802228.0, + "step": 7162 + }, + { + "epoch": 1.0141582896786068, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 5802758.0, + "step": 7163 + }, + { + "epoch": 1.014299872575393, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 5803387.0, + "step": 7164 + }, + { + "epoch": 1.014441455472179, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1146, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 5803891.0, + "step": 7165 + }, + { + "epoch": 1.0145830383689651, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 5804508.0, + "step": 7166 + }, + { + "epoch": 1.014724621265751, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 5805112.0, + "step": 7167 + }, + { + "epoch": 1.0148662041625371, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.5373, + "mean_token_accuracy": 0.779411792755127, + "num_tokens": 5805785.0, + "step": 7168 + }, + { + "epoch": 1.0150077870593233, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8615916967391968, + "num_tokens": 5806625.0, + "step": 7169 + }, + { + "epoch": 1.0151493699561094, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5807655.0, + "step": 7170 + }, + { + "epoch": 1.0152909528528953, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 5808525.0, + "step": 7171 + }, + { + "epoch": 1.0154325357496814, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 5809152.0, + "step": 7172 + }, + { + "epoch": 1.0155741186464675, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8548896312713623, + "num_tokens": 5810087.0, + "step": 7173 + }, + { + "epoch": 1.0157157015432536, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1537, + "mean_token_accuracy": 0.9438202381134033, + "num_tokens": 5810742.0, + "step": 7174 + }, + { + "epoch": 1.0158572844400395, + "grad_norm": 13.4375, + "learning_rate": 1e-06, + "loss": 0.2287, + "mean_token_accuracy": 0.9085545539855957, + "num_tokens": 5811888.0, + "step": 7175 + }, + { + "epoch": 1.0159988673368257, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8324872851371765, + "num_tokens": 5812535.0, + "step": 7176 + }, + { + "epoch": 1.0161404502336118, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8265305757522583, + "num_tokens": 5813224.0, + "step": 7177 + }, + { + "epoch": 1.0162820331303979, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 5814340.0, + "step": 7178 + }, + { + "epoch": 1.016423616027184, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.282, + "mean_token_accuracy": 0.8933054208755493, + "num_tokens": 5815297.0, + "step": 7179 + }, + { + "epoch": 1.01656519892397, + "grad_norm": 118.5, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 5815829.0, + "step": 7180 + }, + { + "epoch": 1.016706781820756, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.234, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 5816765.0, + "step": 7181 + }, + { + "epoch": 1.0168483647175421, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2647, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 5817318.0, + "step": 7182 + }, + { + "epoch": 1.0169899476143283, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2749, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5818109.0, + "step": 7183 + }, + { + "epoch": 1.0171315305111142, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1977, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 5818931.0, + "step": 7184 + }, + { + "epoch": 1.0172731134079003, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1255, + "mean_token_accuracy": 0.9677419066429138, + "num_tokens": 5819599.0, + "step": 7185 + }, + { + "epoch": 1.0174146963046864, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2076, + "mean_token_accuracy": 0.9106144905090332, + "num_tokens": 5820505.0, + "step": 7186 + }, + { + "epoch": 1.0175562792014725, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2567, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 5821120.0, + "step": 7187 + }, + { + "epoch": 1.0176978620982586, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8848684430122375, + "num_tokens": 5822212.0, + "step": 7188 + }, + { + "epoch": 1.0178394449950445, + "grad_norm": 152.0, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 5822913.0, + "step": 7189 + }, + { + "epoch": 1.0179810278918306, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 5823611.0, + "step": 7190 + }, + { + "epoch": 1.0181226107886168, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1659, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 5824525.0, + "step": 7191 + }, + { + "epoch": 1.0182641936854029, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2075, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 5825223.0, + "step": 7192 + }, + { + "epoch": 1.0184057765821888, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 5826065.0, + "step": 7193 + }, + { + "epoch": 1.018547359478975, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2571, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 5826781.0, + "step": 7194 + }, + { + "epoch": 1.018688942375761, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8879310488700867, + "num_tokens": 5828029.0, + "step": 7195 + }, + { + "epoch": 1.0188305252725471, + "grad_norm": 10.375, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9119555354118347, + "num_tokens": 5829690.0, + "step": 7196 + }, + { + "epoch": 1.0189721081693333, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 5830456.0, + "step": 7197 + }, + { + "epoch": 1.0191136910661192, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8608695268630981, + "num_tokens": 5831334.0, + "step": 7198 + }, + { + "epoch": 1.0192552739629053, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.1105, + "mean_token_accuracy": 0.9531914591789246, + "num_tokens": 5832057.0, + "step": 7199 + }, + { + "epoch": 1.0193968568596914, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9124767184257507, + "num_tokens": 5833367.0, + "step": 7200 + }, + { + "epoch": 1.0195384397564775, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 5834032.0, + "step": 7201 + }, + { + "epoch": 1.0196800226532634, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 5835046.0, + "step": 7202 + }, + { + "epoch": 1.0198216055500495, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5835991.0, + "step": 7203 + }, + { + "epoch": 1.0199631884468356, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.2547, + "mean_token_accuracy": 0.8916255831718445, + "num_tokens": 5836983.0, + "step": 7204 + }, + { + "epoch": 1.0201047713436218, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1938, + "mean_token_accuracy": 0.9175257682800293, + "num_tokens": 5837669.0, + "step": 7205 + }, + { + "epoch": 1.0202463542404077, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 5838458.0, + "step": 7206 + }, + { + "epoch": 1.0203879371371938, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 5839666.0, + "step": 7207 + }, + { + "epoch": 1.02052952003398, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8651162981987, + "num_tokens": 5840650.0, + "step": 7208 + }, + { + "epoch": 1.020671102930766, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.249, + "mean_token_accuracy": 0.921875, + "num_tokens": 5841174.0, + "step": 7209 + }, + { + "epoch": 1.0208126858275521, + "grad_norm": 120.5, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 5841813.0, + "step": 7210 + }, + { + "epoch": 1.020954268724338, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.235, + "mean_token_accuracy": 0.9130434393882751, + "num_tokens": 5842551.0, + "step": 7211 + }, + { + "epoch": 1.0210958516211242, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 5843384.0, + "step": 7212 + }, + { + "epoch": 1.0212374345179103, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 5844168.0, + "step": 7213 + }, + { + "epoch": 1.0213790174146964, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8503937125205994, + "num_tokens": 5845214.0, + "step": 7214 + }, + { + "epoch": 1.0215206003114823, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 5845933.0, + "step": 7215 + }, + { + "epoch": 1.0216621832082684, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5846926.0, + "step": 7216 + }, + { + "epoch": 1.0218037661050545, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 5847978.0, + "step": 7217 + }, + { + "epoch": 1.0219453490018406, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2482, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 5848523.0, + "step": 7218 + }, + { + "epoch": 1.0220869318986265, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.890625, + "num_tokens": 5849528.0, + "step": 7219 + }, + { + "epoch": 1.0222285147954127, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 5850250.0, + "step": 7220 + }, + { + "epoch": 1.0223700976921988, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8495575189590454, + "num_tokens": 5851230.0, + "step": 7221 + }, + { + "epoch": 1.022511680588985, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2607, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 5851902.0, + "step": 7222 + }, + { + "epoch": 1.022653263485771, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.5366, + "mean_token_accuracy": 0.7719298601150513, + "num_tokens": 5853088.0, + "step": 7223 + }, + { + "epoch": 1.022794846382557, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.244, + "mean_token_accuracy": 0.9096672534942627, + "num_tokens": 5854575.0, + "step": 7224 + }, + { + "epoch": 1.022936429279343, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.902255654335022, + "num_tokens": 5855308.0, + "step": 7225 + }, + { + "epoch": 1.0230780121761291, + "grad_norm": 114.0, + "learning_rate": 1e-06, + "loss": 0.2475, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 5855973.0, + "step": 7226 + }, + { + "epoch": 1.0232195950729153, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 5856753.0, + "step": 7227 + }, + { + "epoch": 1.0233611779697012, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.165, + "mean_token_accuracy": 0.9337232112884521, + "num_tokens": 5858160.0, + "step": 7228 + }, + { + "epoch": 1.0235027608664873, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5858916.0, + "step": 7229 + }, + { + "epoch": 1.0236443437632734, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2678, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 5859964.0, + "step": 7230 + }, + { + "epoch": 1.0237859266600595, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 5860471.0, + "step": 7231 + }, + { + "epoch": 1.0239275095568456, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8413174152374268, + "num_tokens": 5861647.0, + "step": 7232 + }, + { + "epoch": 1.0240690924536315, + "grad_norm": 116.5, + "learning_rate": 1e-06, + "loss": 0.2872, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5862364.0, + "step": 7233 + }, + { + "epoch": 1.0242106753504177, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2577, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 5863083.0, + "step": 7234 + }, + { + "epoch": 1.0243522582472038, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 5863687.0, + "step": 7235 + }, + { + "epoch": 1.02449384114399, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 5864708.0, + "step": 7236 + }, + { + "epoch": 1.0246354240407758, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1878, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 5865350.0, + "step": 7237 + }, + { + "epoch": 1.024777006937562, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 5866224.0, + "step": 7238 + }, + { + "epoch": 1.024918589834348, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 5867221.0, + "step": 7239 + }, + { + "epoch": 1.0250601727311341, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 5867939.0, + "step": 7240 + }, + { + "epoch": 1.02520175562792, + "grad_norm": 31.125, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.875, + "num_tokens": 5868709.0, + "step": 7241 + }, + { + "epoch": 1.0253433385247062, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8256227970123291, + "num_tokens": 5870519.0, + "step": 7242 + }, + { + "epoch": 1.0254849214214923, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.237, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 5871173.0, + "step": 7243 + }, + { + "epoch": 1.0256265043182784, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 5872308.0, + "step": 7244 + }, + { + "epoch": 1.0257680872150645, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8720000386238098, + "num_tokens": 5873291.0, + "step": 7245 + }, + { + "epoch": 1.0259096701118504, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1895, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 5874381.0, + "step": 7246 + }, + { + "epoch": 1.0260512530086365, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2755, + "mean_token_accuracy": 0.8671875, + "num_tokens": 5875120.0, + "step": 7247 + }, + { + "epoch": 1.0261928359054227, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 5875915.0, + "step": 7248 + }, + { + "epoch": 1.0263344188022088, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2877, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 5876594.0, + "step": 7249 + }, + { + "epoch": 1.0264760016989947, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9375, + "num_tokens": 5877373.0, + "step": 7250 + }, + { + "epoch": 1.0266175845957808, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 5878119.0, + "step": 7251 + }, + { + "epoch": 1.026759167492567, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 5878631.0, + "step": 7252 + }, + { + "epoch": 1.026900750389353, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.179, + "mean_token_accuracy": 0.9246231317520142, + "num_tokens": 5879594.0, + "step": 7253 + }, + { + "epoch": 1.0270423332861391, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 5880449.0, + "step": 7254 + }, + { + "epoch": 1.027183916182925, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 5881116.0, + "step": 7255 + }, + { + "epoch": 1.0273254990797112, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8430493474006653, + "num_tokens": 5881782.0, + "step": 7256 + }, + { + "epoch": 1.0274670819764973, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 5882519.0, + "step": 7257 + }, + { + "epoch": 1.0276086648732834, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2759, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 5883050.0, + "step": 7258 + }, + { + "epoch": 1.0277502477700693, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.824324369430542, + "num_tokens": 5884033.0, + "step": 7259 + }, + { + "epoch": 1.0278918306668554, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 5884601.0, + "step": 7260 + }, + { + "epoch": 1.0280334135636415, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2236, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 5885368.0, + "step": 7261 + }, + { + "epoch": 1.0281749964604276, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 5886164.0, + "step": 7262 + }, + { + "epoch": 1.0283165793572135, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.2263, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 5886996.0, + "step": 7263 + }, + { + "epoch": 1.0284581622539997, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8342856764793396, + "num_tokens": 5887619.0, + "step": 7264 + }, + { + "epoch": 1.0285997451507858, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 5888465.0, + "step": 7265 + }, + { + "epoch": 1.028741328047572, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 5889633.0, + "step": 7266 + }, + { + "epoch": 1.028882910944358, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5890252.0, + "step": 7267 + }, + { + "epoch": 1.029024493841144, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2053, + "mean_token_accuracy": 0.9237288236618042, + "num_tokens": 5891129.0, + "step": 7268 + }, + { + "epoch": 1.02916607673793, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 5891904.0, + "step": 7269 + }, + { + "epoch": 1.0293076596347162, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2124, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 5892678.0, + "step": 7270 + }, + { + "epoch": 1.0294492425315023, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 5893639.0, + "step": 7271 + }, + { + "epoch": 1.0295908254282882, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2753, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 5894171.0, + "step": 7272 + }, + { + "epoch": 1.0297324083250743, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 5895051.0, + "step": 7273 + }, + { + "epoch": 1.0298739912218604, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5895924.0, + "step": 7274 + }, + { + "epoch": 1.0300155741186465, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 5896751.0, + "step": 7275 + }, + { + "epoch": 1.0301571570154326, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.2113, + "mean_token_accuracy": 0.926174521446228, + "num_tokens": 5897341.0, + "step": 7276 + }, + { + "epoch": 1.0302987399122185, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2314, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 5898316.0, + "step": 7277 + }, + { + "epoch": 1.0304403228090047, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8382353186607361, + "num_tokens": 5898988.0, + "step": 7278 + }, + { + "epoch": 1.0305819057057908, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 5899722.0, + "step": 7279 + }, + { + "epoch": 1.030723488602577, + "grad_norm": 9.9375, + "learning_rate": 1e-06, + "loss": 0.1179, + "mean_token_accuracy": 0.9539170265197754, + "num_tokens": 5901052.0, + "step": 7280 + }, + { + "epoch": 1.0308650714993628, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 5901892.0, + "step": 7281 + }, + { + "epoch": 1.031006654396149, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.2613, + "mean_token_accuracy": 0.8996212482452393, + "num_tokens": 5902965.0, + "step": 7282 + }, + { + "epoch": 1.031148237292935, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1521, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 5903828.0, + "step": 7283 + }, + { + "epoch": 1.0312898201897212, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2423, + "mean_token_accuracy": 0.90625, + "num_tokens": 5904684.0, + "step": 7284 + }, + { + "epoch": 1.031431403086507, + "grad_norm": 27.5, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8379052877426147, + "num_tokens": 5905724.0, + "step": 7285 + }, + { + "epoch": 1.0315729859832932, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.4494, + "mean_token_accuracy": 0.817307710647583, + "num_tokens": 5906535.0, + "step": 7286 + }, + { + "epoch": 1.0317145688800793, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1921, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 5907247.0, + "step": 7287 + }, + { + "epoch": 1.0318561517768654, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 5908012.0, + "step": 7288 + }, + { + "epoch": 1.0319977346736515, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5908881.0, + "step": 7289 + }, + { + "epoch": 1.0321393175704374, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.893750011920929, + "num_tokens": 5909592.0, + "step": 7290 + }, + { + "epoch": 1.0322809004672235, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.243, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5910806.0, + "step": 7291 + }, + { + "epoch": 1.0324224833640097, + "grad_norm": 24.5, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8681671619415283, + "num_tokens": 5911828.0, + "step": 7292 + }, + { + "epoch": 1.0325640662607958, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 5912625.0, + "step": 7293 + }, + { + "epoch": 1.0327056491575817, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 5913265.0, + "step": 7294 + }, + { + "epoch": 1.0328472320543678, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8668032288551331, + "num_tokens": 5914479.0, + "step": 7295 + }, + { + "epoch": 1.032988814951154, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1379, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 5915045.0, + "step": 7296 + }, + { + "epoch": 1.03313039784794, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8730159401893616, + "num_tokens": 5915591.0, + "step": 7297 + }, + { + "epoch": 1.033271980744726, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2873, + "mean_token_accuracy": 0.8990825414657593, + "num_tokens": 5916346.0, + "step": 7298 + }, + { + "epoch": 1.033413563641512, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8532422780990601, + "num_tokens": 5917197.0, + "step": 7299 + }, + { + "epoch": 1.0335551465382982, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 5917836.0, + "step": 7300 + }, + { + "epoch": 1.0336967294350843, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2299, + "mean_token_accuracy": 0.9150943756103516, + "num_tokens": 5918656.0, + "step": 7301 + }, + { + "epoch": 1.0338383123318704, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.921875, + "num_tokens": 5919162.0, + "step": 7302 + }, + { + "epoch": 1.0339798952286563, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.880294680595398, + "num_tokens": 5920235.0, + "step": 7303 + }, + { + "epoch": 1.0341214781254424, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2254, + "mean_token_accuracy": 0.9223300814628601, + "num_tokens": 5921055.0, + "step": 7304 + }, + { + "epoch": 1.0342630610222285, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2293, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 5922035.0, + "step": 7305 + }, + { + "epoch": 1.0344046439190147, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.2598, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 5922911.0, + "step": 7306 + }, + { + "epoch": 1.0345462268158006, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2546, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 5923659.0, + "step": 7307 + }, + { + "epoch": 1.0346878097125867, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1632, + "mean_token_accuracy": 0.9560439586639404, + "num_tokens": 5924537.0, + "step": 7308 + }, + { + "epoch": 1.0348293926093728, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2753, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 5925352.0, + "step": 7309 + }, + { + "epoch": 1.034970975506159, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2451, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 5926268.0, + "step": 7310 + }, + { + "epoch": 1.035112558402945, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.274, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 5927036.0, + "step": 7311 + }, + { + "epoch": 1.035254141299731, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2383, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 5927697.0, + "step": 7312 + }, + { + "epoch": 1.035395724196517, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.8956521153450012, + "num_tokens": 5928282.0, + "step": 7313 + }, + { + "epoch": 1.0355373070933032, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.5026, + "mean_token_accuracy": 0.774193525314331, + "num_tokens": 5928809.0, + "step": 7314 + }, + { + "epoch": 1.0356788899900893, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8482758402824402, + "num_tokens": 5929714.0, + "step": 7315 + }, + { + "epoch": 1.0358204728868752, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.0889, + "mean_token_accuracy": 0.9613733887672424, + "num_tokens": 5930588.0, + "step": 7316 + }, + { + "epoch": 1.0359620557836613, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2593, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 5931163.0, + "step": 7317 + }, + { + "epoch": 1.0361036386804474, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.9243698120117188, + "num_tokens": 5932443.0, + "step": 7318 + }, + { + "epoch": 1.0362452215772335, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 5933236.0, + "step": 7319 + }, + { + "epoch": 1.0363868044740197, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 5933902.0, + "step": 7320 + }, + { + "epoch": 1.0365283873708055, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 5934638.0, + "step": 7321 + }, + { + "epoch": 1.0366699702675917, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8483412861824036, + "num_tokens": 5935310.0, + "step": 7322 + }, + { + "epoch": 1.0368115531643778, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 5936203.0, + "step": 7323 + }, + { + "epoch": 1.036953136061164, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.2717, + "mean_token_accuracy": 0.8847118020057678, + "num_tokens": 5937540.0, + "step": 7324 + }, + { + "epoch": 1.0370947189579498, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2517, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 5938347.0, + "step": 7325 + }, + { + "epoch": 1.037236301854736, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 5938889.0, + "step": 7326 + }, + { + "epoch": 1.037377884751522, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.9159664511680603, + "num_tokens": 5939669.0, + "step": 7327 + }, + { + "epoch": 1.0375194676483082, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2201, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 5940307.0, + "step": 7328 + }, + { + "epoch": 1.037661050545094, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 5940868.0, + "step": 7329 + }, + { + "epoch": 1.0378026334418802, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 5941573.0, + "step": 7330 + }, + { + "epoch": 1.0379442163386663, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.24, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 5942342.0, + "step": 7331 + }, + { + "epoch": 1.0380857992354524, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 5943456.0, + "step": 7332 + }, + { + "epoch": 1.0382273821322385, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 5944084.0, + "step": 7333 + }, + { + "epoch": 1.0383689650290244, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 5944813.0, + "step": 7334 + }, + { + "epoch": 1.0385105479258105, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2549, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5945603.0, + "step": 7335 + }, + { + "epoch": 1.0386521308225967, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2138, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 5946470.0, + "step": 7336 + }, + { + "epoch": 1.0387937137193828, + "grad_norm": 16.125, + "learning_rate": 1e-06, + "loss": 0.1952, + "mean_token_accuracy": 0.9174704551696777, + "num_tokens": 5948276.0, + "step": 7337 + }, + { + "epoch": 1.0389352966161687, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8188976049423218, + "num_tokens": 5948994.0, + "step": 7338 + }, + { + "epoch": 1.0390768795129548, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2373, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 5949524.0, + "step": 7339 + }, + { + "epoch": 1.039218462409741, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.0794, + "mean_token_accuracy": 0.9691358208656311, + "num_tokens": 5950301.0, + "step": 7340 + }, + { + "epoch": 1.039360045306527, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8789808750152588, + "num_tokens": 5951006.0, + "step": 7341 + }, + { + "epoch": 1.039501628203313, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.5117, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 5951823.0, + "step": 7342 + }, + { + "epoch": 1.039643211100099, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 5952684.0, + "step": 7343 + }, + { + "epoch": 1.0397847939968852, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2707, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 5953396.0, + "step": 7344 + }, + { + "epoch": 1.0399263768936713, + "grad_norm": 27.5, + "learning_rate": 1e-06, + "loss": 0.1619, + "mean_token_accuracy": 0.9402984976768494, + "num_tokens": 5954461.0, + "step": 7345 + }, + { + "epoch": 1.0400679597904574, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 5955046.0, + "step": 7346 + }, + { + "epoch": 1.0402095426872433, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2613, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 5955700.0, + "step": 7347 + }, + { + "epoch": 1.0403511255840294, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.8981481790542603, + "num_tokens": 5956760.0, + "step": 7348 + }, + { + "epoch": 1.0404927084808155, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.1917, + "mean_token_accuracy": 0.913636326789856, + "num_tokens": 5957808.0, + "step": 7349 + }, + { + "epoch": 1.0406342913776017, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5958555.0, + "step": 7350 + }, + { + "epoch": 1.0407758742743876, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2227, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 5959496.0, + "step": 7351 + }, + { + "epoch": 1.0409174571711737, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2217, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5960543.0, + "step": 7352 + }, + { + "epoch": 1.0410590400679598, + "grad_norm": 13.6875, + "learning_rate": 1e-06, + "loss": 0.1072, + "mean_token_accuracy": 0.9554656147956848, + "num_tokens": 5961440.0, + "step": 7353 + }, + { + "epoch": 1.041200622964746, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5962408.0, + "step": 7354 + }, + { + "epoch": 1.041342205861532, + "grad_norm": 15.25, + "learning_rate": 1e-06, + "loss": 0.2513, + "mean_token_accuracy": 0.9031296372413635, + "num_tokens": 5963679.0, + "step": 7355 + }, + { + "epoch": 1.041483788758318, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2153, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 5964357.0, + "step": 7356 + }, + { + "epoch": 1.041625371655104, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 5965076.0, + "step": 7357 + }, + { + "epoch": 1.0417669545518902, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 5965959.0, + "step": 7358 + }, + { + "epoch": 1.0419085374486763, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 5966760.0, + "step": 7359 + }, + { + "epoch": 1.0420501203454622, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2178, + "mean_token_accuracy": 0.9390862584114075, + "num_tokens": 5967425.0, + "step": 7360 + }, + { + "epoch": 1.0421917032422483, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2319, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 5968028.0, + "step": 7361 + }, + { + "epoch": 1.0423332861390344, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2623, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 5968880.0, + "step": 7362 + }, + { + "epoch": 1.0424748690358205, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2177, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 5969467.0, + "step": 7363 + }, + { + "epoch": 1.0426164519326064, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.2226, + "mean_token_accuracy": 0.9066852331161499, + "num_tokens": 5970643.0, + "step": 7364 + }, + { + "epoch": 1.0427580348293926, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.199, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 5971906.0, + "step": 7365 + }, + { + "epoch": 1.0428996177261787, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 5972600.0, + "step": 7366 + }, + { + "epoch": 1.0430412006229648, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8704319000244141, + "num_tokens": 5973473.0, + "step": 7367 + }, + { + "epoch": 1.043182783519751, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8691588640213013, + "num_tokens": 5974329.0, + "step": 7368 + }, + { + "epoch": 1.0433243664165368, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.1794, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 5974865.0, + "step": 7369 + }, + { + "epoch": 1.043465949313323, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.2309, + "mean_token_accuracy": 0.9151785969734192, + "num_tokens": 5975570.0, + "step": 7370 + }, + { + "epoch": 1.043607532210109, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2707, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 5976400.0, + "step": 7371 + }, + { + "epoch": 1.0437491151068952, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 5977325.0, + "step": 7372 + }, + { + "epoch": 1.043890698003681, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 5977868.0, + "step": 7373 + }, + { + "epoch": 1.0440322809004672, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.1354, + "mean_token_accuracy": 0.941605806350708, + "num_tokens": 5978484.0, + "step": 7374 + }, + { + "epoch": 1.0441738637972533, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8893616795539856, + "num_tokens": 5979193.0, + "step": 7375 + }, + { + "epoch": 1.0443154466940394, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8271604776382446, + "num_tokens": 5979883.0, + "step": 7376 + }, + { + "epoch": 1.0444570295908253, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2569, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 5980360.0, + "step": 7377 + }, + { + "epoch": 1.0445986124876114, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 5981298.0, + "step": 7378 + }, + { + "epoch": 1.0447401953843976, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.2799, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 5982878.0, + "step": 7379 + }, + { + "epoch": 1.0448817782811837, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 5983666.0, + "step": 7380 + }, + { + "epoch": 1.0450233611779698, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2067, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 5984299.0, + "step": 7381 + }, + { + "epoch": 1.0451649440747557, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2039, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 5984807.0, + "step": 7382 + }, + { + "epoch": 1.0453065269715418, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 5985525.0, + "step": 7383 + }, + { + "epoch": 1.045448109868328, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 5986090.0, + "step": 7384 + }, + { + "epoch": 1.045589692765114, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1765, + "mean_token_accuracy": 0.9452054500579834, + "num_tokens": 5987057.0, + "step": 7385 + }, + { + "epoch": 1.0457312756619, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2615, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 5987896.0, + "step": 7386 + }, + { + "epoch": 1.045872858558686, + "grad_norm": 31.0, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 5988850.0, + "step": 7387 + }, + { + "epoch": 1.0460144414554722, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8818565011024475, + "num_tokens": 5990215.0, + "step": 7388 + }, + { + "epoch": 1.0461560243522583, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 5991003.0, + "step": 7389 + }, + { + "epoch": 1.0462976072490444, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 5991637.0, + "step": 7390 + }, + { + "epoch": 1.0464391901458303, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.2875, + "mean_token_accuracy": 0.8882681131362915, + "num_tokens": 5992560.0, + "step": 7391 + }, + { + "epoch": 1.0465807730426164, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.5523, + "mean_token_accuracy": 0.824786365032196, + "num_tokens": 5993328.0, + "step": 7392 + }, + { + "epoch": 1.0467223559394025, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.192, + "mean_token_accuracy": 0.9527559280395508, + "num_tokens": 5994428.0, + "step": 7393 + }, + { + "epoch": 1.0468639388361887, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 5994930.0, + "step": 7394 + }, + { + "epoch": 1.0470055217329746, + "grad_norm": 113.5, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5995691.0, + "step": 7395 + }, + { + "epoch": 1.0471471046297607, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 5996426.0, + "step": 7396 + }, + { + "epoch": 1.0472886875265468, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.2151, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 5997059.0, + "step": 7397 + }, + { + "epoch": 1.047430270423333, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.896774172782898, + "num_tokens": 5997697.0, + "step": 7398 + }, + { + "epoch": 1.047571853320119, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 5998618.0, + "step": 7399 + }, + { + "epoch": 1.047713436216905, + "grad_norm": 16.875, + "learning_rate": 1e-06, + "loss": 0.1498, + "mean_token_accuracy": 0.9503816962242126, + "num_tokens": 5999475.0, + "step": 7400 + }, + { + "epoch": 1.047855019113691, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.890625, + "num_tokens": 6000172.0, + "step": 7401 + }, + { + "epoch": 1.0479966020104772, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1456, + "mean_token_accuracy": 0.9818181395530701, + "num_tokens": 6000895.0, + "step": 7402 + }, + { + "epoch": 1.0481381849072633, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6001459.0, + "step": 7403 + }, + { + "epoch": 1.0482797678040492, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 6002326.0, + "step": 7404 + }, + { + "epoch": 1.0484213507008353, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 6002982.0, + "step": 7405 + }, + { + "epoch": 1.0485629335976214, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.2241, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6003649.0, + "step": 7406 + }, + { + "epoch": 1.0487045164944075, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 6004466.0, + "step": 7407 + }, + { + "epoch": 1.0488460993911934, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 6005016.0, + "step": 7408 + }, + { + "epoch": 1.0489876822879796, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2179, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 6005898.0, + "step": 7409 + }, + { + "epoch": 1.0491292651847657, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 6006762.0, + "step": 7410 + }, + { + "epoch": 1.0492708480815518, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 6007514.0, + "step": 7411 + }, + { + "epoch": 1.049412430978338, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 6008253.0, + "step": 7412 + }, + { + "epoch": 1.0495540138751238, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8551401495933533, + "num_tokens": 6009139.0, + "step": 7413 + }, + { + "epoch": 1.04969559677191, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6009840.0, + "step": 7414 + }, + { + "epoch": 1.049837179668696, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1888, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 6010668.0, + "step": 7415 + }, + { + "epoch": 1.0499787625654822, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2306, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 6011230.0, + "step": 7416 + }, + { + "epoch": 1.050120345462268, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.7945205569267273, + "num_tokens": 6011757.0, + "step": 7417 + }, + { + "epoch": 1.0502619283590542, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.1557, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 6012579.0, + "step": 7418 + }, + { + "epoch": 1.0504035112558403, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 6013158.0, + "step": 7419 + }, + { + "epoch": 1.0505450941526264, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 6014021.0, + "step": 7420 + }, + { + "epoch": 1.0506866770494123, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.8879457116127014, + "num_tokens": 6015111.0, + "step": 7421 + }, + { + "epoch": 1.0508282599461984, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8319328427314758, + "num_tokens": 6016044.0, + "step": 7422 + }, + { + "epoch": 1.0509698428429846, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 6016968.0, + "step": 7423 + }, + { + "epoch": 1.0511114257397707, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1801, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6017494.0, + "step": 7424 + }, + { + "epoch": 1.0512530086365568, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 6018186.0, + "step": 7425 + }, + { + "epoch": 1.0513945915333427, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2069, + "mean_token_accuracy": 0.9449540972709656, + "num_tokens": 6019046.0, + "step": 7426 + }, + { + "epoch": 1.0515361744301288, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 6020177.0, + "step": 7427 + }, + { + "epoch": 1.051677757326915, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8699808716773987, + "num_tokens": 6021682.0, + "step": 7428 + }, + { + "epoch": 1.051819340223701, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 6022414.0, + "step": 7429 + }, + { + "epoch": 1.051960923120487, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2689, + "mean_token_accuracy": 0.8839285969734192, + "num_tokens": 6023162.0, + "step": 7430 + }, + { + "epoch": 1.052102506017273, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 6023790.0, + "step": 7431 + }, + { + "epoch": 1.0522440889140592, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 6024413.0, + "step": 7432 + }, + { + "epoch": 1.0523856718108453, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 6025192.0, + "step": 7433 + }, + { + "epoch": 1.0525272547076314, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1929, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 6025764.0, + "step": 7434 + }, + { + "epoch": 1.0526688376044173, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8452380895614624, + "num_tokens": 6026585.0, + "step": 7435 + }, + { + "epoch": 1.0528104205012034, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8640776872634888, + "num_tokens": 6027525.0, + "step": 7436 + }, + { + "epoch": 1.0529520033979896, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6028387.0, + "step": 7437 + }, + { + "epoch": 1.0530935862947757, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 6029250.0, + "step": 7438 + }, + { + "epoch": 1.0532351691915616, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.0899, + "mean_token_accuracy": 0.9620853662490845, + "num_tokens": 6030219.0, + "step": 7439 + }, + { + "epoch": 1.0533767520883477, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2554, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 6030794.0, + "step": 7440 + }, + { + "epoch": 1.0535183349851338, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8404907584190369, + "num_tokens": 6031860.0, + "step": 7441 + }, + { + "epoch": 1.05365991788192, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8448519110679626, + "num_tokens": 6033453.0, + "step": 7442 + }, + { + "epoch": 1.053801500778706, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 6034231.0, + "step": 7443 + }, + { + "epoch": 1.053943083675492, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2073, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 6035201.0, + "step": 7444 + }, + { + "epoch": 1.054084666572278, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8707752823829651, + "num_tokens": 6036342.0, + "step": 7445 + }, + { + "epoch": 1.0542262494690642, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 6036959.0, + "step": 7446 + }, + { + "epoch": 1.0543678323658503, + "grad_norm": 27.0, + "learning_rate": 1e-06, + "loss": 0.202, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6037563.0, + "step": 7447 + }, + { + "epoch": 1.0545094152626362, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2771, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 6038439.0, + "step": 7448 + }, + { + "epoch": 1.0546509981594223, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.1302, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 6039154.0, + "step": 7449 + }, + { + "epoch": 1.0547925810562084, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.875, + "num_tokens": 6040154.0, + "step": 7450 + }, + { + "epoch": 1.0549341639529946, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1663, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 6040862.0, + "step": 7451 + }, + { + "epoch": 1.0550757468497804, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 6041719.0, + "step": 7452 + }, + { + "epoch": 1.0552173297465666, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8191488981246948, + "num_tokens": 6042291.0, + "step": 7453 + }, + { + "epoch": 1.0553589126433527, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.24, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 6042865.0, + "step": 7454 + }, + { + "epoch": 1.0555004955401388, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1705, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 6043524.0, + "step": 7455 + }, + { + "epoch": 1.055642078436925, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.1661, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 6044192.0, + "step": 7456 + }, + { + "epoch": 1.0557836613337108, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6045460.0, + "step": 7457 + }, + { + "epoch": 1.055925244230497, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 6046167.0, + "step": 7458 + }, + { + "epoch": 1.056066827127283, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 6046947.0, + "step": 7459 + }, + { + "epoch": 1.0562084100240692, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6047537.0, + "step": 7460 + }, + { + "epoch": 1.056349992920855, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1303, + "mean_token_accuracy": 0.9600000381469727, + "num_tokens": 6048245.0, + "step": 7461 + }, + { + "epoch": 1.0564915758176412, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8184019923210144, + "num_tokens": 6049713.0, + "step": 7462 + }, + { + "epoch": 1.0566331587144273, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.557, + "mean_token_accuracy": 0.7727273106575012, + "num_tokens": 6051127.0, + "step": 7463 + }, + { + "epoch": 1.0567747416112134, + "grad_norm": 12.6875, + "learning_rate": 1e-06, + "loss": 0.1286, + "mean_token_accuracy": 0.9472954273223877, + "num_tokens": 6052562.0, + "step": 7464 + }, + { + "epoch": 1.0569163245079993, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2339, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 6053278.0, + "step": 7465 + }, + { + "epoch": 1.0570579074047854, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4587, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 6054032.0, + "step": 7466 + }, + { + "epoch": 1.0571994903015716, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.1005, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 6054665.0, + "step": 7467 + }, + { + "epoch": 1.0573410731983577, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8579545617103577, + "num_tokens": 6055584.0, + "step": 7468 + }, + { + "epoch": 1.0574826560951438, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 6056241.0, + "step": 7469 + }, + { + "epoch": 1.0576242389919297, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2674, + "mean_token_accuracy": 0.9119769334793091, + "num_tokens": 6057631.0, + "step": 7470 + }, + { + "epoch": 1.0577658218887158, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2796, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 6058314.0, + "step": 7471 + }, + { + "epoch": 1.057907404785502, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6059167.0, + "step": 7472 + }, + { + "epoch": 1.058048987682288, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2686, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 6059984.0, + "step": 7473 + }, + { + "epoch": 1.058190570579074, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 6060524.0, + "step": 7474 + }, + { + "epoch": 1.05833215347586, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6061331.0, + "step": 7475 + }, + { + "epoch": 1.0584737363726462, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6061955.0, + "step": 7476 + }, + { + "epoch": 1.0586153192694323, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2089, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6063205.0, + "step": 7477 + }, + { + "epoch": 1.0587569021662184, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2452, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 6063828.0, + "step": 7478 + }, + { + "epoch": 1.0588984850630043, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1748, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6064792.0, + "step": 7479 + }, + { + "epoch": 1.0590400679597904, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 6065495.0, + "step": 7480 + }, + { + "epoch": 1.0591816508565766, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.1044, + "mean_token_accuracy": 0.9666666984558105, + "num_tokens": 6066283.0, + "step": 7481 + }, + { + "epoch": 1.0593232337533627, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8480000495910645, + "num_tokens": 6067473.0, + "step": 7482 + }, + { + "epoch": 1.0594648166501486, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1641, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 6068339.0, + "step": 7483 + }, + { + "epoch": 1.0596063995469347, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8092105388641357, + "num_tokens": 6069218.0, + "step": 7484 + }, + { + "epoch": 1.0597479824437208, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1839, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 6070166.0, + "step": 7485 + }, + { + "epoch": 1.059889565340507, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 6070882.0, + "step": 7486 + }, + { + "epoch": 1.0600311482372928, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2402, + "mean_token_accuracy": 0.9181817770004272, + "num_tokens": 6071563.0, + "step": 7487 + }, + { + "epoch": 1.060172731134079, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 6072168.0, + "step": 7488 + }, + { + "epoch": 1.060314314030865, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 6072686.0, + "step": 7489 + }, + { + "epoch": 1.0604558969276512, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 6073226.0, + "step": 7490 + }, + { + "epoch": 1.0605974798244373, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8906250596046448, + "num_tokens": 6074521.0, + "step": 7491 + }, + { + "epoch": 1.0607390627212232, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.7943925261497498, + "num_tokens": 6075080.0, + "step": 7492 + }, + { + "epoch": 1.0608806456180093, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2263, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 6075749.0, + "step": 7493 + }, + { + "epoch": 1.0610222285147954, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1914, + "mean_token_accuracy": 0.9081632494926453, + "num_tokens": 6076726.0, + "step": 7494 + }, + { + "epoch": 1.0611638114115816, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 6077860.0, + "step": 7495 + }, + { + "epoch": 1.0613053943083675, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 6078528.0, + "step": 7496 + }, + { + "epoch": 1.0614469772051536, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 6079555.0, + "step": 7497 + }, + { + "epoch": 1.0615885601019397, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2156, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 6080099.0, + "step": 7498 + }, + { + "epoch": 1.0617301429987258, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2558, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 6080958.0, + "step": 7499 + }, + { + "epoch": 1.0618717258955117, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2097, + "mean_token_accuracy": 0.9147424697875977, + "num_tokens": 6082242.0, + "step": 7500 + }, + { + "epoch": 1.0620133087922978, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.5272, + "mean_token_accuracy": 0.7833333611488342, + "num_tokens": 6083157.0, + "step": 7501 + }, + { + "epoch": 1.062154891689084, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1729, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 6083817.0, + "step": 7502 + }, + { + "epoch": 1.06229647458587, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8655462861061096, + "num_tokens": 6084613.0, + "step": 7503 + }, + { + "epoch": 1.0624380574826562, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 6085436.0, + "step": 7504 + }, + { + "epoch": 1.062579640379442, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8708708882331848, + "num_tokens": 6086575.0, + "step": 7505 + }, + { + "epoch": 1.0627212232762282, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2098, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6087146.0, + "step": 7506 + }, + { + "epoch": 1.0628628061730143, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.892405092716217, + "num_tokens": 6087925.0, + "step": 7507 + }, + { + "epoch": 1.0630043890698004, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8640776872634888, + "num_tokens": 6088473.0, + "step": 7508 + }, + { + "epoch": 1.0631459719665863, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6089696.0, + "step": 7509 + }, + { + "epoch": 1.0632875548633725, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 6090305.0, + "step": 7510 + }, + { + "epoch": 1.0634291377601586, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 6091117.0, + "step": 7511 + }, + { + "epoch": 1.0635707206569447, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6091753.0, + "step": 7512 + }, + { + "epoch": 1.0637123035537308, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8350515365600586, + "num_tokens": 6092634.0, + "step": 7513 + }, + { + "epoch": 1.0638538864505167, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8687050342559814, + "num_tokens": 6093840.0, + "step": 7514 + }, + { + "epoch": 1.0639954693473028, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.1993, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 6094703.0, + "step": 7515 + }, + { + "epoch": 1.064137052244089, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1968, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 6095428.0, + "step": 7516 + }, + { + "epoch": 1.064278635140875, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 6096020.0, + "step": 7517 + }, + { + "epoch": 1.064420218037661, + "grad_norm": 130.0, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 6096679.0, + "step": 7518 + }, + { + "epoch": 1.064561800934447, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8926829099655151, + "num_tokens": 6097365.0, + "step": 7519 + }, + { + "epoch": 1.0647033838312332, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8592592477798462, + "num_tokens": 6098219.0, + "step": 7520 + }, + { + "epoch": 1.0648449667280193, + "grad_norm": 117.5, + "learning_rate": 1e-06, + "loss": 0.2144, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6098701.0, + "step": 7521 + }, + { + "epoch": 1.0649865496248054, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.234, + "mean_token_accuracy": 0.913567841053009, + "num_tokens": 6100841.0, + "step": 7522 + }, + { + "epoch": 1.0651281325215913, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6101402.0, + "step": 7523 + }, + { + "epoch": 1.0652697154183774, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 6101918.0, + "step": 7524 + }, + { + "epoch": 1.0654112983151636, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 6102487.0, + "step": 7525 + }, + { + "epoch": 1.0655528812119497, + "grad_norm": 19.625, + "learning_rate": 1e-06, + "loss": 0.2526, + "mean_token_accuracy": 0.9097222089767456, + "num_tokens": 6103711.0, + "step": 7526 + }, + { + "epoch": 1.0656944641087356, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.169, + "mean_token_accuracy": 0.9319371581077576, + "num_tokens": 6104370.0, + "step": 7527 + }, + { + "epoch": 1.0658360470055217, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 6105253.0, + "step": 7528 + }, + { + "epoch": 1.0659776299023078, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.494, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 6106044.0, + "step": 7529 + }, + { + "epoch": 1.066119212799094, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.2229, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 6106686.0, + "step": 7530 + }, + { + "epoch": 1.0662607956958798, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.2648, + "mean_token_accuracy": 0.8901961445808411, + "num_tokens": 6107591.0, + "step": 7531 + }, + { + "epoch": 1.066402378592666, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 6108240.0, + "step": 7532 + }, + { + "epoch": 1.066543961489452, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.1313, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6109205.0, + "step": 7533 + }, + { + "epoch": 1.0666855443862382, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2425, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 6109717.0, + "step": 7534 + }, + { + "epoch": 1.0668271272830243, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2559, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 6110368.0, + "step": 7535 + }, + { + "epoch": 1.0669687101798102, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 6111183.0, + "step": 7536 + }, + { + "epoch": 1.0671102930765963, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1597, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 6112134.0, + "step": 7537 + }, + { + "epoch": 1.0672518759733824, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.801886796951294, + "num_tokens": 6113128.0, + "step": 7538 + }, + { + "epoch": 1.0673934588701686, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.1751, + "mean_token_accuracy": 0.9395017623901367, + "num_tokens": 6114265.0, + "step": 7539 + }, + { + "epoch": 1.0675350417669545, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.1183, + "mean_token_accuracy": 0.9587628841400146, + "num_tokens": 6114846.0, + "step": 7540 + }, + { + "epoch": 1.0676766246637406, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2388, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 6115375.0, + "step": 7541 + }, + { + "epoch": 1.0678182075605267, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 6116090.0, + "step": 7542 + }, + { + "epoch": 1.0679597904573128, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.16, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 6116586.0, + "step": 7543 + }, + { + "epoch": 1.0681013733540987, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8229166865348816, + "num_tokens": 6117371.0, + "step": 7544 + }, + { + "epoch": 1.0682429562508848, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2548, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 6118157.0, + "step": 7545 + }, + { + "epoch": 1.068384539147671, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2531, + "mean_token_accuracy": 0.9035087823867798, + "num_tokens": 6118933.0, + "step": 7546 + }, + { + "epoch": 1.068526122044457, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 6119811.0, + "step": 7547 + }, + { + "epoch": 1.0686677049412432, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.1089, + "mean_token_accuracy": 0.97826087474823, + "num_tokens": 6120489.0, + "step": 7548 + }, + { + "epoch": 1.068809287838029, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8974359631538391, + "num_tokens": 6121438.0, + "step": 7549 + }, + { + "epoch": 1.0689508707348152, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 6121983.0, + "step": 7550 + }, + { + "epoch": 1.0690924536316013, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6122863.0, + "step": 7551 + }, + { + "epoch": 1.0692340365283874, + "grad_norm": 12.375, + "learning_rate": 1e-06, + "loss": 0.16, + "mean_token_accuracy": 0.9383490085601807, + "num_tokens": 6124387.0, + "step": 7552 + }, + { + "epoch": 1.0693756194251733, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 6125307.0, + "step": 7553 + }, + { + "epoch": 1.0695172023219595, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8534482717514038, + "num_tokens": 6126007.0, + "step": 7554 + }, + { + "epoch": 1.0696587852187456, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8762376308441162, + "num_tokens": 6127023.0, + "step": 7555 + }, + { + "epoch": 1.0698003681155317, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1944, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6127818.0, + "step": 7556 + }, + { + "epoch": 1.0699419510123178, + "grad_norm": 107.5, + "learning_rate": 1e-06, + "loss": 0.4895, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 6128475.0, + "step": 7557 + }, + { + "epoch": 1.0700835339091037, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8899083137512207, + "num_tokens": 6129290.0, + "step": 7558 + }, + { + "epoch": 1.0702251168058898, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2774, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 6129834.0, + "step": 7559 + }, + { + "epoch": 1.070366699702676, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.0979, + "mean_token_accuracy": 0.954954981803894, + "num_tokens": 6130663.0, + "step": 7560 + }, + { + "epoch": 1.070508282599462, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 6131618.0, + "step": 7561 + }, + { + "epoch": 1.070649865496248, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8315789699554443, + "num_tokens": 6132594.0, + "step": 7562 + }, + { + "epoch": 1.070791448393034, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1883, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 6133415.0, + "step": 7563 + }, + { + "epoch": 1.0709330312898202, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.2668, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6134373.0, + "step": 7564 + }, + { + "epoch": 1.0710746141866063, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 6135029.0, + "step": 7565 + }, + { + "epoch": 1.0712161970833924, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.8992248177528381, + "num_tokens": 6135732.0, + "step": 7566 + }, + { + "epoch": 1.0713577799801783, + "grad_norm": 106.0, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 6136296.0, + "step": 7567 + }, + { + "epoch": 1.0714993628769645, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 6137253.0, + "step": 7568 + }, + { + "epoch": 1.0716409457737506, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2365, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6137899.0, + "step": 7569 + }, + { + "epoch": 1.0717825286705367, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.2198, + "mean_token_accuracy": 0.9149338603019714, + "num_tokens": 6138935.0, + "step": 7570 + }, + { + "epoch": 1.0719241115673226, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 6139692.0, + "step": 7571 + }, + { + "epoch": 1.0720656944641087, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6140238.0, + "step": 7572 + }, + { + "epoch": 1.0722072773608948, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8822115659713745, + "num_tokens": 6141458.0, + "step": 7573 + }, + { + "epoch": 1.072348860257681, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2245, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 6142243.0, + "step": 7574 + }, + { + "epoch": 1.0724904431544668, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 6143098.0, + "step": 7575 + }, + { + "epoch": 1.072632026051253, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2441, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6143706.0, + "step": 7576 + }, + { + "epoch": 1.072773608948039, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 6144269.0, + "step": 7577 + }, + { + "epoch": 1.0729151918448252, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 6144943.0, + "step": 7578 + }, + { + "epoch": 1.073056774741611, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2512, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6145588.0, + "step": 7579 + }, + { + "epoch": 1.0731983576383972, + "grad_norm": 15.375, + "learning_rate": 1e-06, + "loss": 0.2513, + "mean_token_accuracy": 0.886896550655365, + "num_tokens": 6146830.0, + "step": 7580 + }, + { + "epoch": 1.0733399405351833, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2063, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6147636.0, + "step": 7581 + }, + { + "epoch": 1.0734815234319695, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 6148377.0, + "step": 7582 + }, + { + "epoch": 1.0736231063287556, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2256, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 6149070.0, + "step": 7583 + }, + { + "epoch": 1.0737646892255415, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.0874, + "mean_token_accuracy": 0.9649999737739563, + "num_tokens": 6149805.0, + "step": 7584 + }, + { + "epoch": 1.0739062721223276, + "grad_norm": 12.5625, + "learning_rate": 1e-06, + "loss": 0.1748, + "mean_token_accuracy": 0.930656909942627, + "num_tokens": 6151478.0, + "step": 7585 + }, + { + "epoch": 1.0740478550191137, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.1737, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 6152267.0, + "step": 7586 + }, + { + "epoch": 1.0741894379158998, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2074, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6153055.0, + "step": 7587 + }, + { + "epoch": 1.0743310208126857, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 6153962.0, + "step": 7588 + }, + { + "epoch": 1.0744726037094718, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2793, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6154641.0, + "step": 7589 + }, + { + "epoch": 1.074614186606258, + "grad_norm": 120.0, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 6155481.0, + "step": 7590 + }, + { + "epoch": 1.074755769503044, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 6156039.0, + "step": 7591 + }, + { + "epoch": 1.0748973523998302, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8260869383811951, + "num_tokens": 6156772.0, + "step": 7592 + }, + { + "epoch": 1.075038935296616, + "grad_norm": 14.0, + "learning_rate": 1e-06, + "loss": 0.1943, + "mean_token_accuracy": 0.9124004244804382, + "num_tokens": 6158685.0, + "step": 7593 + }, + { + "epoch": 1.0751805181934022, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2178, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 6159290.0, + "step": 7594 + }, + { + "epoch": 1.0753221010901883, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 6159977.0, + "step": 7595 + }, + { + "epoch": 1.0754636839869745, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1787, + "mean_token_accuracy": 0.9300000071525574, + "num_tokens": 6160881.0, + "step": 7596 + }, + { + "epoch": 1.0756052668837603, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2497, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 6161624.0, + "step": 7597 + }, + { + "epoch": 1.0757468497805465, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2156, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 6162409.0, + "step": 7598 + }, + { + "epoch": 1.0758884326773326, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.875, + "num_tokens": 6163070.0, + "step": 7599 + }, + { + "epoch": 1.0760300155741187, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.921875, + "num_tokens": 6163879.0, + "step": 7600 + }, + { + "epoch": 1.0761715984709048, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.0768, + "mean_token_accuracy": 0.9666666984558105, + "num_tokens": 6165056.0, + "step": 7601 + }, + { + "epoch": 1.0763131813676907, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1829, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 6165870.0, + "step": 7602 + }, + { + "epoch": 1.0764547642644768, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 6166855.0, + "step": 7603 + }, + { + "epoch": 1.076596347161263, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.875, + "num_tokens": 6167612.0, + "step": 7604 + }, + { + "epoch": 1.076737930058049, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6168253.0, + "step": 7605 + }, + { + "epoch": 1.076879512954835, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.5463, + "mean_token_accuracy": 0.8028168678283691, + "num_tokens": 6168929.0, + "step": 7606 + }, + { + "epoch": 1.077021095851621, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2051, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 6169712.0, + "step": 7607 + }, + { + "epoch": 1.0771626787484072, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6170400.0, + "step": 7608 + }, + { + "epoch": 1.0773042616451933, + "grad_norm": 26.0, + "learning_rate": 1e-06, + "loss": 0.2192, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 6171206.0, + "step": 7609 + }, + { + "epoch": 1.0774458445419792, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 6171996.0, + "step": 7610 + }, + { + "epoch": 1.0775874274387653, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8307692408561707, + "num_tokens": 6172684.0, + "step": 7611 + }, + { + "epoch": 1.0777290103355515, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.4642, + "mean_token_accuracy": 0.7933883666992188, + "num_tokens": 6173514.0, + "step": 7612 + }, + { + "epoch": 1.0778705932323376, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.7586206793785095, + "num_tokens": 6174137.0, + "step": 7613 + }, + { + "epoch": 1.0780121761291237, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6174837.0, + "step": 7614 + }, + { + "epoch": 1.0781537590259096, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 6175553.0, + "step": 7615 + }, + { + "epoch": 1.0782953419226957, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 6176263.0, + "step": 7616 + }, + { + "epoch": 1.0784369248194818, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2506, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 6176756.0, + "step": 7617 + }, + { + "epoch": 1.078578507716268, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.241, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6177549.0, + "step": 7618 + }, + { + "epoch": 1.0787200906130539, + "grad_norm": 13.6875, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.888666033744812, + "num_tokens": 6179028.0, + "step": 7619 + }, + { + "epoch": 1.07886167350984, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2025, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 6179699.0, + "step": 7620 + }, + { + "epoch": 1.079003256406626, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2038, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 6180725.0, + "step": 7621 + }, + { + "epoch": 1.0791448393034122, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.9243698120117188, + "num_tokens": 6181486.0, + "step": 7622 + }, + { + "epoch": 1.079286422200198, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2327, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 6181969.0, + "step": 7623 + }, + { + "epoch": 1.0794280050969842, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 6182722.0, + "step": 7624 + }, + { + "epoch": 1.0795695879937703, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2522, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 6183557.0, + "step": 7625 + }, + { + "epoch": 1.0797111708905565, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 6184570.0, + "step": 7626 + }, + { + "epoch": 1.0798527537873426, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 6185296.0, + "step": 7627 + }, + { + "epoch": 1.0799943366841285, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 6185822.0, + "step": 7628 + }, + { + "epoch": 1.0801359195809146, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8601398468017578, + "num_tokens": 6186708.0, + "step": 7629 + }, + { + "epoch": 1.0802775024777007, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6187886.0, + "step": 7630 + }, + { + "epoch": 1.0804190853744868, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.9030023217201233, + "num_tokens": 6189101.0, + "step": 7631 + }, + { + "epoch": 1.0805606682712727, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8170731663703918, + "num_tokens": 6189850.0, + "step": 7632 + }, + { + "epoch": 1.0807022511680588, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2627, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 6191234.0, + "step": 7633 + }, + { + "epoch": 1.080843834064845, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 6191983.0, + "step": 7634 + }, + { + "epoch": 1.080985416961631, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8135592937469482, + "num_tokens": 6192705.0, + "step": 7635 + }, + { + "epoch": 1.0811269998584172, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2857, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 6193449.0, + "step": 7636 + }, + { + "epoch": 1.081268582755203, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 6194014.0, + "step": 7637 + }, + { + "epoch": 1.0814101656519892, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1891, + "mean_token_accuracy": 0.9406779408454895, + "num_tokens": 6194688.0, + "step": 7638 + }, + { + "epoch": 1.0815517485487753, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.202, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 6195258.0, + "step": 7639 + }, + { + "epoch": 1.0816933314455615, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 6195859.0, + "step": 7640 + }, + { + "epoch": 1.0818349143423474, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.123, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 6196887.0, + "step": 7641 + }, + { + "epoch": 1.0819764972391335, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.0928, + "mean_token_accuracy": 0.9593908190727234, + "num_tokens": 6197534.0, + "step": 7642 + }, + { + "epoch": 1.0821180801359196, + "grad_norm": 10.8125, + "learning_rate": 1e-06, + "loss": 0.2159, + "mean_token_accuracy": 0.917559802532196, + "num_tokens": 6199256.0, + "step": 7643 + }, + { + "epoch": 1.0822596630327057, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2272, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6199954.0, + "step": 7644 + }, + { + "epoch": 1.0824012459294918, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8583333492279053, + "num_tokens": 6200534.0, + "step": 7645 + }, + { + "epoch": 1.0825428288262777, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1995, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 6201160.0, + "step": 7646 + }, + { + "epoch": 1.0826844117230638, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2698, + "mean_token_accuracy": 0.890625, + "num_tokens": 6201884.0, + "step": 7647 + }, + { + "epoch": 1.08282599461985, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8588956594467163, + "num_tokens": 6202603.0, + "step": 7648 + }, + { + "epoch": 1.082967577516636, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.4631, + "mean_token_accuracy": 0.805084764957428, + "num_tokens": 6203161.0, + "step": 7649 + }, + { + "epoch": 1.083109160413422, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.243, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 6204223.0, + "step": 7650 + }, + { + "epoch": 1.083250743310208, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 6205481.0, + "step": 7651 + }, + { + "epoch": 1.0833923262069942, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2873, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 6206355.0, + "step": 7652 + }, + { + "epoch": 1.0835339091037803, + "grad_norm": 29.625, + "learning_rate": 1e-06, + "loss": 0.2431, + "mean_token_accuracy": 0.9009009003639221, + "num_tokens": 6207054.0, + "step": 7653 + }, + { + "epoch": 1.0836754920005662, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 6207641.0, + "step": 7654 + }, + { + "epoch": 1.0838170748973524, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 6208750.0, + "step": 7655 + }, + { + "epoch": 1.0839586577941385, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 6209349.0, + "step": 7656 + }, + { + "epoch": 1.0841002406909246, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 6209902.0, + "step": 7657 + }, + { + "epoch": 1.0842418235877107, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.204, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6210424.0, + "step": 7658 + }, + { + "epoch": 1.0843834064844966, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.1133, + "mean_token_accuracy": 0.9488372206687927, + "num_tokens": 6211656.0, + "step": 7659 + }, + { + "epoch": 1.0845249893812827, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 6212500.0, + "step": 7660 + }, + { + "epoch": 1.0846665722780688, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 6213339.0, + "step": 7661 + }, + { + "epoch": 1.084808155174855, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.5531, + "mean_token_accuracy": 0.774193525314331, + "num_tokens": 6214134.0, + "step": 7662 + }, + { + "epoch": 1.0849497380716409, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2884, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 6214932.0, + "step": 7663 + }, + { + "epoch": 1.085091320968427, + "grad_norm": 12.8125, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8588098287582397, + "num_tokens": 6216728.0, + "step": 7664 + }, + { + "epoch": 1.085232903865213, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2677, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 6217544.0, + "step": 7665 + }, + { + "epoch": 1.0853744867619992, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2345, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 6218095.0, + "step": 7666 + }, + { + "epoch": 1.085516069658785, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.8983606696128845, + "num_tokens": 6219275.0, + "step": 7667 + }, + { + "epoch": 1.0856576525555712, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1391, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 6219901.0, + "step": 7668 + }, + { + "epoch": 1.0857992354523573, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8540145754814148, + "num_tokens": 6220708.0, + "step": 7669 + }, + { + "epoch": 1.0859408183491435, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 6221218.0, + "step": 7670 + }, + { + "epoch": 1.0860824012459296, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 6221866.0, + "step": 7671 + }, + { + "epoch": 1.0862239841427155, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1685, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 6222446.0, + "step": 7672 + }, + { + "epoch": 1.0863655670395016, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9375, + "num_tokens": 6223155.0, + "step": 7673 + }, + { + "epoch": 1.0865071499362877, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8530806303024292, + "num_tokens": 6223834.0, + "step": 7674 + }, + { + "epoch": 1.0866487328330738, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 6224320.0, + "step": 7675 + }, + { + "epoch": 1.0867903157298597, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 6225386.0, + "step": 7676 + }, + { + "epoch": 1.0869318986266459, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8279569745063782, + "num_tokens": 6226097.0, + "step": 7677 + }, + { + "epoch": 1.087073481523432, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1801, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 6226730.0, + "step": 7678 + }, + { + "epoch": 1.087215064420218, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2692, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6227444.0, + "step": 7679 + }, + { + "epoch": 1.0873566473170042, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1818, + "mean_token_accuracy": 0.921875, + "num_tokens": 6228080.0, + "step": 7680 + }, + { + "epoch": 1.08749823021379, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6228833.0, + "step": 7681 + }, + { + "epoch": 1.0876398131105762, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2309, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6229717.0, + "step": 7682 + }, + { + "epoch": 1.0877813960073623, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8555759191513062, + "num_tokens": 6230695.0, + "step": 7683 + }, + { + "epoch": 1.0879229789041485, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1694, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 6231498.0, + "step": 7684 + }, + { + "epoch": 1.0880645618009344, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8470588326454163, + "num_tokens": 6232194.0, + "step": 7685 + }, + { + "epoch": 1.0882061446977205, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 6232950.0, + "step": 7686 + }, + { + "epoch": 1.0883477275945066, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 6233639.0, + "step": 7687 + }, + { + "epoch": 1.0884893104912927, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2773, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 6234174.0, + "step": 7688 + }, + { + "epoch": 1.0886308933880788, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8773946166038513, + "num_tokens": 6235666.0, + "step": 7689 + }, + { + "epoch": 1.0887724762848647, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8623188734054565, + "num_tokens": 6236268.0, + "step": 7690 + }, + { + "epoch": 1.0889140591816509, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2635, + "mean_token_accuracy": 0.8921568989753723, + "num_tokens": 6236966.0, + "step": 7691 + }, + { + "epoch": 1.089055642078437, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.8932926654815674, + "num_tokens": 6237760.0, + "step": 7692 + }, + { + "epoch": 1.089197224975223, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.1632, + "mean_token_accuracy": 0.9385964870452881, + "num_tokens": 6238912.0, + "step": 7693 + }, + { + "epoch": 1.089338807872009, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8553845882415771, + "num_tokens": 6239989.0, + "step": 7694 + }, + { + "epoch": 1.089480390768795, + "grad_norm": 116.5, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 6240630.0, + "step": 7695 + }, + { + "epoch": 1.0896219736655812, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 6241310.0, + "step": 7696 + }, + { + "epoch": 1.0897635565623673, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8522727489471436, + "num_tokens": 6241827.0, + "step": 7697 + }, + { + "epoch": 1.0899051394591532, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2514, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 6242465.0, + "step": 7698 + }, + { + "epoch": 1.0900467223559394, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 6243149.0, + "step": 7699 + }, + { + "epoch": 1.0901883052527255, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2148, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 6243842.0, + "step": 7700 + }, + { + "epoch": 1.0903298881495116, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.9351851940155029, + "num_tokens": 6244797.0, + "step": 7701 + }, + { + "epoch": 1.0904714710462975, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8347107172012329, + "num_tokens": 6245420.0, + "step": 7702 + }, + { + "epoch": 1.0906130539430836, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1802, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 6246012.0, + "step": 7703 + }, + { + "epoch": 1.0907546368398697, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.8992248177528381, + "num_tokens": 6246708.0, + "step": 7704 + }, + { + "epoch": 1.0908962197366558, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.5256, + "mean_token_accuracy": 0.8241758346557617, + "num_tokens": 6247292.0, + "step": 7705 + }, + { + "epoch": 1.091037802633442, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.25, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 6247844.0, + "step": 7706 + }, + { + "epoch": 1.0911793855302279, + "grad_norm": 31.5, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6248535.0, + "step": 7707 + }, + { + "epoch": 1.091320968427014, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.1868, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 6249293.0, + "step": 7708 + }, + { + "epoch": 1.0914625513238, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.7954545617103577, + "num_tokens": 6249986.0, + "step": 7709 + }, + { + "epoch": 1.0916041342205862, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 6250752.0, + "step": 7710 + }, + { + "epoch": 1.0917457171173721, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.2619, + "mean_token_accuracy": 0.8975095748901367, + "num_tokens": 6252416.0, + "step": 7711 + }, + { + "epoch": 1.0918873000141582, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1602, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 6253291.0, + "step": 7712 + }, + { + "epoch": 1.0920288829109444, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.191, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 6253807.0, + "step": 7713 + }, + { + "epoch": 1.0921704658077305, + "grad_norm": 109.0, + "learning_rate": 1e-06, + "loss": 0.5618, + "mean_token_accuracy": 0.7457627058029175, + "num_tokens": 6254340.0, + "step": 7714 + }, + { + "epoch": 1.0923120487045166, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 6255291.0, + "step": 7715 + }, + { + "epoch": 1.0924536316013025, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.1021, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 6256017.0, + "step": 7716 + }, + { + "epoch": 1.0925952144980886, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2599, + "mean_token_accuracy": 0.875, + "num_tokens": 6256632.0, + "step": 7717 + }, + { + "epoch": 1.0927367973948747, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2459, + "mean_token_accuracy": 0.8841463327407837, + "num_tokens": 6257551.0, + "step": 7718 + }, + { + "epoch": 1.0928783802916608, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2579, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6258146.0, + "step": 7719 + }, + { + "epoch": 1.0930199631884467, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.897243082523346, + "num_tokens": 6259371.0, + "step": 7720 + }, + { + "epoch": 1.0931615460852329, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1303, + "mean_token_accuracy": 0.9393939971923828, + "num_tokens": 6260047.0, + "step": 7721 + }, + { + "epoch": 1.093303128982019, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.8951048851013184, + "num_tokens": 6261193.0, + "step": 7722 + }, + { + "epoch": 1.093444711878805, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 6261773.0, + "step": 7723 + }, + { + "epoch": 1.0935862947755912, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 6262831.0, + "step": 7724 + }, + { + "epoch": 1.0937278776723771, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.9139966368675232, + "num_tokens": 6264151.0, + "step": 7725 + }, + { + "epoch": 1.0938694605691632, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.5349, + "mean_token_accuracy": 0.8167701959609985, + "num_tokens": 6264913.0, + "step": 7726 + }, + { + "epoch": 1.0940110434659494, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 6265562.0, + "step": 7727 + }, + { + "epoch": 1.0941526263627355, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.24, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 6266238.0, + "step": 7728 + }, + { + "epoch": 1.0942942092595214, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6266813.0, + "step": 7729 + }, + { + "epoch": 1.0944357921563075, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.9051724076271057, + "num_tokens": 6267698.0, + "step": 7730 + }, + { + "epoch": 1.0945773750530936, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8858858942985535, + "num_tokens": 6268486.0, + "step": 7731 + }, + { + "epoch": 1.0947189579498797, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.1461, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 6269179.0, + "step": 7732 + }, + { + "epoch": 1.0948605408466656, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 6270207.0, + "step": 7733 + }, + { + "epoch": 1.0950021237434517, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.824324369430542, + "num_tokens": 6270981.0, + "step": 7734 + }, + { + "epoch": 1.0951437066402379, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8560158014297485, + "num_tokens": 6272027.0, + "step": 7735 + }, + { + "epoch": 1.095285289537024, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2482, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6272690.0, + "step": 7736 + }, + { + "epoch": 1.09542687243381, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8521738648414612, + "num_tokens": 6273399.0, + "step": 7737 + }, + { + "epoch": 1.095568455330596, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.0719, + "mean_token_accuracy": 0.971563994884491, + "num_tokens": 6274255.0, + "step": 7738 + }, + { + "epoch": 1.095710038227382, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 6274776.0, + "step": 7739 + }, + { + "epoch": 1.0958516211241682, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 6275299.0, + "step": 7740 + }, + { + "epoch": 1.0959932040209543, + "grad_norm": 87.0, + "learning_rate": 1e-06, + "loss": 0.2533, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 6275809.0, + "step": 7741 + }, + { + "epoch": 1.0961347869177402, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2181, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 6276459.0, + "step": 7742 + }, + { + "epoch": 1.0962763698145264, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6277545.0, + "step": 7743 + }, + { + "epoch": 1.0964179527113125, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 6278221.0, + "step": 7744 + }, + { + "epoch": 1.0965595356080986, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2001, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6278760.0, + "step": 7745 + }, + { + "epoch": 1.0967011185048845, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.8909464478492737, + "num_tokens": 6280590.0, + "step": 7746 + }, + { + "epoch": 1.0968427014016706, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 6281115.0, + "step": 7747 + }, + { + "epoch": 1.0969842842984567, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2278, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 6281650.0, + "step": 7748 + }, + { + "epoch": 1.0971258671952429, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2399, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6282153.0, + "step": 7749 + }, + { + "epoch": 1.097267450092029, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 6282686.0, + "step": 7750 + }, + { + "epoch": 1.0974090329888149, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8459016680717468, + "num_tokens": 6283981.0, + "step": 7751 + }, + { + "epoch": 1.097550615885601, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 6284657.0, + "step": 7752 + }, + { + "epoch": 1.097692198782387, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1123, + "mean_token_accuracy": 0.9390862584114075, + "num_tokens": 6286047.0, + "step": 7753 + }, + { + "epoch": 1.0978337816791732, + "grad_norm": 12.875, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.8988195657730103, + "num_tokens": 6287271.0, + "step": 7754 + }, + { + "epoch": 1.0979753645759591, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.1991, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 6287778.0, + "step": 7755 + }, + { + "epoch": 1.0981169474727452, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2472, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6288560.0, + "step": 7756 + }, + { + "epoch": 1.0982585303695314, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.113, + "mean_token_accuracy": 0.9612069129943848, + "num_tokens": 6289383.0, + "step": 7757 + }, + { + "epoch": 1.0984001132663175, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 6290411.0, + "step": 7758 + }, + { + "epoch": 1.0985416961631036, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8817734122276306, + "num_tokens": 6291362.0, + "step": 7759 + }, + { + "epoch": 1.0986832790598895, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 6291984.0, + "step": 7760 + }, + { + "epoch": 1.0988248619566756, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.15, + "mean_token_accuracy": 0.95652174949646, + "num_tokens": 6292514.0, + "step": 7761 + }, + { + "epoch": 1.0989664448534617, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6293208.0, + "step": 7762 + }, + { + "epoch": 1.0991080277502479, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2409, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6294025.0, + "step": 7763 + }, + { + "epoch": 1.0992496106470337, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 6294920.0, + "step": 7764 + }, + { + "epoch": 1.0993911935438199, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.80952388048172, + "num_tokens": 6296003.0, + "step": 7765 + }, + { + "epoch": 1.099532776440606, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1897, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 6296565.0, + "step": 7766 + }, + { + "epoch": 1.099674359337392, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 6297196.0, + "step": 7767 + }, + { + "epoch": 1.0998159422341782, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 6297968.0, + "step": 7768 + }, + { + "epoch": 1.0999575251309641, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.1373, + "mean_token_accuracy": 0.9791666865348816, + "num_tokens": 6298733.0, + "step": 7769 + }, + { + "epoch": 1.1000991080277502, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 6299499.0, + "step": 7770 + }, + { + "epoch": 1.1002406909245364, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.226, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 6300097.0, + "step": 7771 + }, + { + "epoch": 1.1003822738213225, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2498, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 6300820.0, + "step": 7772 + }, + { + "epoch": 1.1005238567181084, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2079, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6301343.0, + "step": 7773 + }, + { + "epoch": 1.1006654396148945, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8316831588745117, + "num_tokens": 6302218.0, + "step": 7774 + }, + { + "epoch": 1.1008070225116806, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.874626874923706, + "num_tokens": 6303032.0, + "step": 7775 + }, + { + "epoch": 1.1009486054084667, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2234, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 6303642.0, + "step": 7776 + }, + { + "epoch": 1.1010901883052526, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.869369387626648, + "num_tokens": 6304616.0, + "step": 7777 + }, + { + "epoch": 1.1012317712020387, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2828, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6305389.0, + "step": 7778 + }, + { + "epoch": 1.1013733540988249, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8673469424247742, + "num_tokens": 6306012.0, + "step": 7779 + }, + { + "epoch": 1.101514936995611, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6306687.0, + "step": 7780 + }, + { + "epoch": 1.101656519892397, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2433, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 6307729.0, + "step": 7781 + }, + { + "epoch": 1.101798102789183, + "grad_norm": 27.0, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8252788186073303, + "num_tokens": 6308503.0, + "step": 7782 + }, + { + "epoch": 1.1019396856859691, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.27, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 6309182.0, + "step": 7783 + }, + { + "epoch": 1.1020812685827552, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1227, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 6309774.0, + "step": 7784 + }, + { + "epoch": 1.1022228514795414, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1262, + "mean_token_accuracy": 0.97826087474823, + "num_tokens": 6310386.0, + "step": 7785 + }, + { + "epoch": 1.1023644343763273, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 6311049.0, + "step": 7786 + }, + { + "epoch": 1.1025060172731134, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.5179, + "mean_token_accuracy": 0.8051947951316833, + "num_tokens": 6311629.0, + "step": 7787 + }, + { + "epoch": 1.1026476001698995, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.184, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 6312283.0, + "step": 7788 + }, + { + "epoch": 1.1027891830666856, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8717949390411377, + "num_tokens": 6312984.0, + "step": 7789 + }, + { + "epoch": 1.1029307659634715, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 6313748.0, + "step": 7790 + }, + { + "epoch": 1.1030723488602576, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.1334, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 6314338.0, + "step": 7791 + }, + { + "epoch": 1.1032139317570437, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2507, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 6315256.0, + "step": 7792 + }, + { + "epoch": 1.1033555146538299, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2138, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 6315932.0, + "step": 7793 + }, + { + "epoch": 1.103497097550616, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8048779964447021, + "num_tokens": 6316535.0, + "step": 7794 + }, + { + "epoch": 1.1036386804474019, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6317225.0, + "step": 7795 + }, + { + "epoch": 1.103780263344188, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 6317891.0, + "step": 7796 + }, + { + "epoch": 1.1039218462409741, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 6318624.0, + "step": 7797 + }, + { + "epoch": 1.1040634291377602, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8508772253990173, + "num_tokens": 6319693.0, + "step": 7798 + }, + { + "epoch": 1.1042050120345461, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 6320376.0, + "step": 7799 + }, + { + "epoch": 1.1043465949313322, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 6320982.0, + "step": 7800 + }, + { + "epoch": 1.1044881778281184, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.1528, + "mean_token_accuracy": 0.9278350472450256, + "num_tokens": 6321554.0, + "step": 7801 + }, + { + "epoch": 1.1046297607249045, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 6322447.0, + "step": 7802 + }, + { + "epoch": 1.1047713436216906, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2235, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 6322978.0, + "step": 7803 + }, + { + "epoch": 1.1049129265184765, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8886256217956543, + "num_tokens": 6323994.0, + "step": 7804 + }, + { + "epoch": 1.1050545094152626, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 6325043.0, + "step": 7805 + }, + { + "epoch": 1.1051960923120487, + "grad_norm": 11.25, + "learning_rate": 1e-06, + "loss": 0.1948, + "mean_token_accuracy": 0.9252336621284485, + "num_tokens": 6326695.0, + "step": 7806 + }, + { + "epoch": 1.1053376752088349, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8585366010665894, + "num_tokens": 6327333.0, + "step": 7807 + }, + { + "epoch": 1.1054792581056208, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.5639, + "mean_token_accuracy": 0.7914110422134399, + "num_tokens": 6328141.0, + "step": 7808 + }, + { + "epoch": 1.1056208410024069, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.5894, + "mean_token_accuracy": 0.8137255311012268, + "num_tokens": 6329134.0, + "step": 7809 + }, + { + "epoch": 1.105762423899193, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2493, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 6329830.0, + "step": 7810 + }, + { + "epoch": 1.105904006795979, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.2616, + "mean_token_accuracy": 0.9040403962135315, + "num_tokens": 6330803.0, + "step": 7811 + }, + { + "epoch": 1.1060455896927652, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2243, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6331835.0, + "step": 7812 + }, + { + "epoch": 1.1061871725895511, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2281, + "mean_token_accuracy": 0.9008263945579529, + "num_tokens": 6332654.0, + "step": 7813 + }, + { + "epoch": 1.1063287554863372, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 6333331.0, + "step": 7814 + }, + { + "epoch": 1.1064703383831234, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.1658, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 6333986.0, + "step": 7815 + }, + { + "epoch": 1.1066119212799095, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 6334879.0, + "step": 7816 + }, + { + "epoch": 1.1067535041766954, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.2694, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 6335797.0, + "step": 7817 + }, + { + "epoch": 1.1068950870734815, + "grad_norm": 95.0, + "learning_rate": 1e-06, + "loss": 0.2677, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6336941.0, + "step": 7818 + }, + { + "epoch": 1.1070366699702676, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 6337609.0, + "step": 7819 + }, + { + "epoch": 1.1071782528670537, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2511, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 6338788.0, + "step": 7820 + }, + { + "epoch": 1.1073198357638396, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.9065420031547546, + "num_tokens": 6339557.0, + "step": 7821 + }, + { + "epoch": 1.1074614186606258, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 6340173.0, + "step": 7822 + }, + { + "epoch": 1.1076030015574119, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2529, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 6340937.0, + "step": 7823 + }, + { + "epoch": 1.107744584454198, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1721, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 6341794.0, + "step": 7824 + }, + { + "epoch": 1.1078861673509839, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.9117647409439087, + "num_tokens": 6342643.0, + "step": 7825 + }, + { + "epoch": 1.10802775024777, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9392033219337463, + "num_tokens": 6343627.0, + "step": 7826 + }, + { + "epoch": 1.1081693331445561, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2305, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 6344650.0, + "step": 7827 + }, + { + "epoch": 1.1083109160413422, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2062, + "mean_token_accuracy": 0.9207547307014465, + "num_tokens": 6346245.0, + "step": 7828 + }, + { + "epoch": 1.1084524989381284, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1841, + "mean_token_accuracy": 0.9145299792289734, + "num_tokens": 6347298.0, + "step": 7829 + }, + { + "epoch": 1.1085940818349143, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2022, + "mean_token_accuracy": 0.932584285736084, + "num_tokens": 6348014.0, + "step": 7830 + }, + { + "epoch": 1.1087356647317004, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 6348905.0, + "step": 7831 + }, + { + "epoch": 1.1088772476284865, + "grad_norm": 10.3125, + "learning_rate": 1e-06, + "loss": 0.1294, + "mean_token_accuracy": 0.9469526410102844, + "num_tokens": 6350346.0, + "step": 7832 + }, + { + "epoch": 1.1090188305252726, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1746, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6351249.0, + "step": 7833 + }, + { + "epoch": 1.1091604134220585, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2485, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 6352170.0, + "step": 7834 + }, + { + "epoch": 1.1093019963188446, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 6352642.0, + "step": 7835 + }, + { + "epoch": 1.1094435792156307, + "grad_norm": 13.375, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8918518424034119, + "num_tokens": 6354108.0, + "step": 7836 + }, + { + "epoch": 1.1095851621124169, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2415, + "mean_token_accuracy": 0.8703703880310059, + "num_tokens": 6354844.0, + "step": 7837 + }, + { + "epoch": 1.109726745009203, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.127, + "mean_token_accuracy": 0.9449999928474426, + "num_tokens": 6355772.0, + "step": 7838 + }, + { + "epoch": 1.1098683279059889, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.5556, + "mean_token_accuracy": 0.7720588445663452, + "num_tokens": 6356621.0, + "step": 7839 + }, + { + "epoch": 1.110009910802775, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2504, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 6357245.0, + "step": 7840 + }, + { + "epoch": 1.1101514936995611, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.2747, + "mean_token_accuracy": 0.8986014127731323, + "num_tokens": 6358529.0, + "step": 7841 + }, + { + "epoch": 1.1102930765963472, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2722, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 6359422.0, + "step": 7842 + }, + { + "epoch": 1.1104346594931331, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6360003.0, + "step": 7843 + }, + { + "epoch": 1.1105762423899193, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 6360550.0, + "step": 7844 + }, + { + "epoch": 1.1107178252867054, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2648, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6361217.0, + "step": 7845 + }, + { + "epoch": 1.1108594081834915, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.2275, + "mean_token_accuracy": 0.9033457040786743, + "num_tokens": 6362023.0, + "step": 7846 + }, + { + "epoch": 1.1110009910802776, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1742, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6362692.0, + "step": 7847 + }, + { + "epoch": 1.1111425739770635, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 6363210.0, + "step": 7848 + }, + { + "epoch": 1.1112841568738496, + "grad_norm": 27.375, + "learning_rate": 1e-06, + "loss": 0.1143, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 6364516.0, + "step": 7849 + }, + { + "epoch": 1.1114257397706357, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 6365351.0, + "step": 7850 + }, + { + "epoch": 1.1115673226674219, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1545, + "mean_token_accuracy": 0.9439252018928528, + "num_tokens": 6366091.0, + "step": 7851 + }, + { + "epoch": 1.1117089055642078, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 6367153.0, + "step": 7852 + }, + { + "epoch": 1.1118504884609939, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2507, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 6367681.0, + "step": 7853 + }, + { + "epoch": 1.11199207135778, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.6323, + "mean_token_accuracy": 0.7619048357009888, + "num_tokens": 6368791.0, + "step": 7854 + }, + { + "epoch": 1.1121336542545661, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2531, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 6369409.0, + "step": 7855 + }, + { + "epoch": 1.112275237151352, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2166, + "mean_token_accuracy": 0.9136691093444824, + "num_tokens": 6370082.0, + "step": 7856 + }, + { + "epoch": 1.1124168200481381, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 6371290.0, + "step": 7857 + }, + { + "epoch": 1.1125584029449243, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 6371994.0, + "step": 7858 + }, + { + "epoch": 1.1126999858417104, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2175, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6372694.0, + "step": 7859 + }, + { + "epoch": 1.1128415687384965, + "grad_norm": 25.75, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.9078497886657715, + "num_tokens": 6373471.0, + "step": 7860 + }, + { + "epoch": 1.1129831516352824, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8963414430618286, + "num_tokens": 6374126.0, + "step": 7861 + }, + { + "epoch": 1.1131247345320685, + "grad_norm": 11.875, + "learning_rate": 1e-06, + "loss": 0.1859, + "mean_token_accuracy": 0.926086962223053, + "num_tokens": 6375363.0, + "step": 7862 + }, + { + "epoch": 1.1132663174288546, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1455, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 6376153.0, + "step": 7863 + }, + { + "epoch": 1.1134079003256407, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 6376993.0, + "step": 7864 + }, + { + "epoch": 1.1135494832224266, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 6377709.0, + "step": 7865 + }, + { + "epoch": 1.1136910661192128, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.1317, + "mean_token_accuracy": 0.9611650705337524, + "num_tokens": 6378721.0, + "step": 7866 + }, + { + "epoch": 1.1138326490159989, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8472222089767456, + "num_tokens": 6379319.0, + "step": 7867 + }, + { + "epoch": 1.113974231912785, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.811965823173523, + "num_tokens": 6380183.0, + "step": 7868 + }, + { + "epoch": 1.114115814809571, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6380964.0, + "step": 7869 + }, + { + "epoch": 1.114257397706357, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2276, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6381478.0, + "step": 7870 + }, + { + "epoch": 1.1143989806031431, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 6382299.0, + "step": 7871 + }, + { + "epoch": 1.1145405634999292, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.865168571472168, + "num_tokens": 6383043.0, + "step": 7872 + }, + { + "epoch": 1.1146821463967154, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.2206, + "mean_token_accuracy": 0.915068507194519, + "num_tokens": 6383949.0, + "step": 7873 + }, + { + "epoch": 1.1148237292935013, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2219, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 6384728.0, + "step": 7874 + }, + { + "epoch": 1.1149653121902874, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.1992, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 6385386.0, + "step": 7875 + }, + { + "epoch": 1.1151068950870735, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6386108.0, + "step": 7876 + }, + { + "epoch": 1.1152484779838596, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8805970549583435, + "num_tokens": 6387480.0, + "step": 7877 + }, + { + "epoch": 1.1153900608806455, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1344, + "mean_token_accuracy": 0.9358974695205688, + "num_tokens": 6388489.0, + "step": 7878 + }, + { + "epoch": 1.1155316437774316, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8161764740943909, + "num_tokens": 6389604.0, + "step": 7879 + }, + { + "epoch": 1.1156732266742178, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 6390468.0, + "step": 7880 + }, + { + "epoch": 1.1158148095710039, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1964, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 6391244.0, + "step": 7881 + }, + { + "epoch": 1.11595639246779, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1977, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 6391963.0, + "step": 7882 + }, + { + "epoch": 1.116097975364576, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 6393041.0, + "step": 7883 + }, + { + "epoch": 1.116239558261362, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 6393933.0, + "step": 7884 + }, + { + "epoch": 1.1163811411581481, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2292, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 6394809.0, + "step": 7885 + }, + { + "epoch": 1.1165227240549342, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.760869562625885, + "num_tokens": 6395595.0, + "step": 7886 + }, + { + "epoch": 1.1166643069517201, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.2533, + "mean_token_accuracy": 0.8726114630699158, + "num_tokens": 6396342.0, + "step": 7887 + }, + { + "epoch": 1.1168058898485063, + "grad_norm": 93.0, + "learning_rate": 1e-06, + "loss": 0.5344, + "mean_token_accuracy": 0.859375, + "num_tokens": 6396979.0, + "step": 7888 + }, + { + "epoch": 1.1169474727452924, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.1945, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 6397839.0, + "step": 7889 + }, + { + "epoch": 1.1170890556420785, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.1237, + "mean_token_accuracy": 0.9684211015701294, + "num_tokens": 6398727.0, + "step": 7890 + }, + { + "epoch": 1.1172306385388646, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 6399619.0, + "step": 7891 + }, + { + "epoch": 1.1173722214356505, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 6400222.0, + "step": 7892 + }, + { + "epoch": 1.1175138043324366, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1732, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 6401292.0, + "step": 7893 + }, + { + "epoch": 1.1176553872292228, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 6401787.0, + "step": 7894 + }, + { + "epoch": 1.1177969701260089, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8883495330810547, + "num_tokens": 6402593.0, + "step": 7895 + }, + { + "epoch": 1.1179385530227948, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.824999988079071, + "num_tokens": 6403405.0, + "step": 7896 + }, + { + "epoch": 1.1180801359195809, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 6403938.0, + "step": 7897 + }, + { + "epoch": 1.118221718816367, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 6404649.0, + "step": 7898 + }, + { + "epoch": 1.1183633017131531, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.1861, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6405307.0, + "step": 7899 + }, + { + "epoch": 1.118504884609939, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 6406211.0, + "step": 7900 + }, + { + "epoch": 1.1186464675067251, + "grad_norm": 114.0, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 6406728.0, + "step": 7901 + }, + { + "epoch": 1.1187880504035113, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6407373.0, + "step": 7902 + }, + { + "epoch": 1.1189296333002974, + "grad_norm": 9.8125, + "learning_rate": 1e-06, + "loss": 0.1933, + "mean_token_accuracy": 0.916759192943573, + "num_tokens": 6408749.0, + "step": 7903 + }, + { + "epoch": 1.1190712161970835, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 6409373.0, + "step": 7904 + }, + { + "epoch": 1.1192127990938694, + "grad_norm": 147.0, + "learning_rate": 1e-06, + "loss": 0.1273, + "mean_token_accuracy": 0.9787233471870422, + "num_tokens": 6410089.0, + "step": 7905 + }, + { + "epoch": 1.1193543819906555, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.1785, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 6410978.0, + "step": 7906 + }, + { + "epoch": 1.1194959648874416, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.2063, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 6411639.0, + "step": 7907 + }, + { + "epoch": 1.1196375477842277, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8229166865348816, + "num_tokens": 6412336.0, + "step": 7908 + }, + { + "epoch": 1.1197791306810136, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1526, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 6412942.0, + "step": 7909 + }, + { + "epoch": 1.1199207135777998, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.1485, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 6413435.0, + "step": 7910 + }, + { + "epoch": 1.1200622964745859, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.1708, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 6414173.0, + "step": 7911 + }, + { + "epoch": 1.120203879371372, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8834081292152405, + "num_tokens": 6414866.0, + "step": 7912 + }, + { + "epoch": 1.120345462268158, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8761062026023865, + "num_tokens": 6415706.0, + "step": 7913 + }, + { + "epoch": 1.120487045164944, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.4804, + "mean_token_accuracy": 0.8341968655586243, + "num_tokens": 6417389.0, + "step": 7914 + }, + { + "epoch": 1.1206286280617301, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2317, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 6418202.0, + "step": 7915 + }, + { + "epoch": 1.1207702109585163, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2106, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6418962.0, + "step": 7916 + }, + { + "epoch": 1.1209117938553024, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1539, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 6419830.0, + "step": 7917 + }, + { + "epoch": 1.1210533767520883, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 6420464.0, + "step": 7918 + }, + { + "epoch": 1.1211949596488744, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2411, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 6421191.0, + "step": 7919 + }, + { + "epoch": 1.1213365425456605, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.9080188870429993, + "num_tokens": 6422233.0, + "step": 7920 + }, + { + "epoch": 1.1214781254424466, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.9111791849136353, + "num_tokens": 6423478.0, + "step": 7921 + }, + { + "epoch": 1.1216197083392325, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 6424186.0, + "step": 7922 + }, + { + "epoch": 1.1217612912360186, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.8963963985443115, + "num_tokens": 6425288.0, + "step": 7923 + }, + { + "epoch": 1.1219028741328048, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.9078651666641235, + "num_tokens": 6426190.0, + "step": 7924 + }, + { + "epoch": 1.1220444570295909, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.1948, + "mean_token_accuracy": 0.9280000329017639, + "num_tokens": 6426988.0, + "step": 7925 + }, + { + "epoch": 1.122186039926377, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2312, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 6427506.0, + "step": 7926 + }, + { + "epoch": 1.122327622823163, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 6428096.0, + "step": 7927 + }, + { + "epoch": 1.122469205719949, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2884, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 6428763.0, + "step": 7928 + }, + { + "epoch": 1.1226107886167351, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8229166865348816, + "num_tokens": 6429405.0, + "step": 7929 + }, + { + "epoch": 1.1227523715135213, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2045, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 6430037.0, + "step": 7930 + }, + { + "epoch": 1.1228939544103071, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2583, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 6430648.0, + "step": 7931 + }, + { + "epoch": 1.1230355373070933, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.9106239676475525, + "num_tokens": 6432561.0, + "step": 7932 + }, + { + "epoch": 1.1231771202038794, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6433237.0, + "step": 7933 + }, + { + "epoch": 1.1233187031006655, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.1939, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6434055.0, + "step": 7934 + }, + { + "epoch": 1.1234602859974516, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.2214, + "mean_token_accuracy": 0.9144737124443054, + "num_tokens": 6435007.0, + "step": 7935 + }, + { + "epoch": 1.1236018688942375, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.5376, + "mean_token_accuracy": 0.7766990661621094, + "num_tokens": 6435905.0, + "step": 7936 + }, + { + "epoch": 1.1237434517910236, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 6436450.0, + "step": 7937 + }, + { + "epoch": 1.1238850346878098, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6437140.0, + "step": 7938 + }, + { + "epoch": 1.1240266175845959, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 6437724.0, + "step": 7939 + }, + { + "epoch": 1.1241682004813818, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1427, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 6438428.0, + "step": 7940 + }, + { + "epoch": 1.124309783378168, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.8785942196846008, + "num_tokens": 6439202.0, + "step": 7941 + }, + { + "epoch": 1.124451366274954, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6439754.0, + "step": 7942 + }, + { + "epoch": 1.1245929491717401, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.7799999713897705, + "num_tokens": 6440900.0, + "step": 7943 + }, + { + "epoch": 1.124734532068526, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.2011, + "mean_token_accuracy": 0.90625, + "num_tokens": 6441388.0, + "step": 7944 + }, + { + "epoch": 1.1248761149653121, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8796992897987366, + "num_tokens": 6441957.0, + "step": 7945 + }, + { + "epoch": 1.1250176978620983, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 6442930.0, + "step": 7946 + }, + { + "epoch": 1.1251592807588844, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8588709235191345, + "num_tokens": 6443657.0, + "step": 7947 + }, + { + "epoch": 1.1253008636556703, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.266, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 6444640.0, + "step": 7948 + }, + { + "epoch": 1.1254424465524564, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 6445183.0, + "step": 7949 + }, + { + "epoch": 1.1255840294492425, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 6446229.0, + "step": 7950 + }, + { + "epoch": 1.1257256123460286, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.1316, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 6446796.0, + "step": 7951 + }, + { + "epoch": 1.1258671952428148, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 6447497.0, + "step": 7952 + }, + { + "epoch": 1.1260087781396007, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.875, + "num_tokens": 6448005.0, + "step": 7953 + }, + { + "epoch": 1.1261503610363868, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.242, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 6448680.0, + "step": 7954 + }, + { + "epoch": 1.126291943933173, + "grad_norm": 11.0625, + "learning_rate": 1e-06, + "loss": 0.2034, + "mean_token_accuracy": 0.9214929342269897, + "num_tokens": 6449957.0, + "step": 7955 + }, + { + "epoch": 1.126433526829959, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8765823245048523, + "num_tokens": 6450716.0, + "step": 7956 + }, + { + "epoch": 1.126575109726745, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 6451746.0, + "step": 7957 + }, + { + "epoch": 1.126716692623531, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6452717.0, + "step": 7958 + }, + { + "epoch": 1.1268582755203171, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.177, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 6453261.0, + "step": 7959 + }, + { + "epoch": 1.1269998584171033, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1404, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 6453910.0, + "step": 7960 + }, + { + "epoch": 1.1271414413138894, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 6454857.0, + "step": 7961 + }, + { + "epoch": 1.1272830242106753, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 6455625.0, + "step": 7962 + }, + { + "epoch": 1.1274246071074614, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2208, + "mean_token_accuracy": 0.9216867089271545, + "num_tokens": 6456626.0, + "step": 7963 + }, + { + "epoch": 1.1275661900042475, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 6457588.0, + "step": 7964 + }, + { + "epoch": 1.1277077729010336, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 6458536.0, + "step": 7965 + }, + { + "epoch": 1.1278493557978195, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8926553726196289, + "num_tokens": 6459339.0, + "step": 7966 + }, + { + "epoch": 1.1279909386946056, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 6460461.0, + "step": 7967 + }, + { + "epoch": 1.1281325215913918, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.1997, + "mean_token_accuracy": 0.9241706728935242, + "num_tokens": 6461555.0, + "step": 7968 + }, + { + "epoch": 1.1282741044881779, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6462159.0, + "step": 7969 + }, + { + "epoch": 1.128415687384964, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8463541865348816, + "num_tokens": 6463092.0, + "step": 7970 + }, + { + "epoch": 1.12855727028175, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8670886158943176, + "num_tokens": 6463893.0, + "step": 7971 + }, + { + "epoch": 1.128698853178536, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.828125, + "num_tokens": 6464815.0, + "step": 7972 + }, + { + "epoch": 1.1288404360753221, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 6465837.0, + "step": 7973 + }, + { + "epoch": 1.1289820189721083, + "grad_norm": 18.375, + "learning_rate": 1e-06, + "loss": 0.2236, + "mean_token_accuracy": 0.9290123581886292, + "num_tokens": 6466804.0, + "step": 7974 + }, + { + "epoch": 1.1291236018688942, + "grad_norm": 12.5625, + "learning_rate": 1e-06, + "loss": 0.2102, + "mean_token_accuracy": 0.9242658019065857, + "num_tokens": 6468219.0, + "step": 7975 + }, + { + "epoch": 1.1292651847656803, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 6468851.0, + "step": 7976 + }, + { + "epoch": 1.1294067676624664, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2528, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6469682.0, + "step": 7977 + }, + { + "epoch": 1.1295483505592525, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 6470620.0, + "step": 7978 + }, + { + "epoch": 1.1296899334560386, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 6471141.0, + "step": 7979 + }, + { + "epoch": 1.1298315163528245, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 6472016.0, + "step": 7980 + }, + { + "epoch": 1.1299730992496106, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2192, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6472859.0, + "step": 7981 + }, + { + "epoch": 1.1301146821463968, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 6473538.0, + "step": 7982 + }, + { + "epoch": 1.1302562650431827, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8738738894462585, + "num_tokens": 6474368.0, + "step": 7983 + }, + { + "epoch": 1.1303978479399688, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8661417365074158, + "num_tokens": 6474959.0, + "step": 7984 + }, + { + "epoch": 1.130539430836755, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2025, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 6475571.0, + "step": 7985 + }, + { + "epoch": 1.130681013733541, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8460075855255127, + "num_tokens": 6476789.0, + "step": 7986 + }, + { + "epoch": 1.1308225966303271, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1223, + "mean_token_accuracy": 0.9418604373931885, + "num_tokens": 6477423.0, + "step": 7987 + }, + { + "epoch": 1.130964179527113, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 6478306.0, + "step": 7988 + }, + { + "epoch": 1.1311057624238992, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6479046.0, + "step": 7989 + }, + { + "epoch": 1.1312473453206853, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 6479681.0, + "step": 7990 + }, + { + "epoch": 1.1313889282174714, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8415841460227966, + "num_tokens": 6480457.0, + "step": 7991 + }, + { + "epoch": 1.1315305111142573, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.0866, + "mean_token_accuracy": 0.9754902124404907, + "num_tokens": 6481116.0, + "step": 7992 + }, + { + "epoch": 1.1316720940110434, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6482302.0, + "step": 7993 + }, + { + "epoch": 1.1318136769078295, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.7884615659713745, + "num_tokens": 6482891.0, + "step": 7994 + }, + { + "epoch": 1.1319552598046156, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 6483521.0, + "step": 7995 + }, + { + "epoch": 1.1320968427014018, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2118, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6484383.0, + "step": 7996 + }, + { + "epoch": 1.1322384255981877, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2667, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6484920.0, + "step": 7997 + }, + { + "epoch": 1.1323800084949738, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2487, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 6485706.0, + "step": 7998 + }, + { + "epoch": 1.13252159139176, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8707482814788818, + "num_tokens": 6486329.0, + "step": 7999 + }, + { + "epoch": 1.132663174288546, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8881356120109558, + "num_tokens": 6487145.0, + "step": 8000 + }, + { + "epoch": 1.132804757185332, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 6487913.0, + "step": 8001 + }, + { + "epoch": 1.132946340082118, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.2811, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 6488526.0, + "step": 8002 + }, + { + "epoch": 1.1330879229789041, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 6489312.0, + "step": 8003 + }, + { + "epoch": 1.1332295058756903, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.0503, + "mean_token_accuracy": 0.9951456189155579, + "num_tokens": 6490200.0, + "step": 8004 + }, + { + "epoch": 1.1333710887724764, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.2326, + "mean_token_accuracy": 0.9084380865097046, + "num_tokens": 6491466.0, + "step": 8005 + }, + { + "epoch": 1.1335126716692623, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2498, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 6492214.0, + "step": 8006 + }, + { + "epoch": 1.1336542545660484, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1598, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 6492955.0, + "step": 8007 + }, + { + "epoch": 1.1337958374628345, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 6493670.0, + "step": 8008 + }, + { + "epoch": 1.1339374203596206, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2243, + "mean_token_accuracy": 0.875, + "num_tokens": 6494476.0, + "step": 8009 + }, + { + "epoch": 1.1340790032564065, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.7943925261497498, + "num_tokens": 6495072.0, + "step": 8010 + }, + { + "epoch": 1.1342205861531927, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.1806, + "mean_token_accuracy": 0.9442970752716064, + "num_tokens": 6496227.0, + "step": 8011 + }, + { + "epoch": 1.1343621690499788, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2545, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6496916.0, + "step": 8012 + }, + { + "epoch": 1.134503751946765, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.9550561904907227, + "num_tokens": 6497679.0, + "step": 8013 + }, + { + "epoch": 1.134645334843551, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 6498930.0, + "step": 8014 + }, + { + "epoch": 1.134786917740337, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 6499835.0, + "step": 8015 + }, + { + "epoch": 1.134928500637123, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.2726, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 6500324.0, + "step": 8016 + }, + { + "epoch": 1.1350700835339091, + "grad_norm": 19.625, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8849315047264099, + "num_tokens": 6501410.0, + "step": 8017 + }, + { + "epoch": 1.1352116664306953, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2845, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6502205.0, + "step": 8018 + }, + { + "epoch": 1.1353532493274812, + "grad_norm": 14.5, + "learning_rate": 1e-06, + "loss": 0.2512, + "mean_token_accuracy": 0.8973143696784973, + "num_tokens": 6503293.0, + "step": 8019 + }, + { + "epoch": 1.1354948322242673, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1602, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 6504105.0, + "step": 8020 + }, + { + "epoch": 1.1356364151210534, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.4948, + "mean_token_accuracy": 0.7872340083122253, + "num_tokens": 6504646.0, + "step": 8021 + }, + { + "epoch": 1.1357779980178395, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 6505340.0, + "step": 8022 + }, + { + "epoch": 1.1359195809146256, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2666, + "mean_token_accuracy": 0.8956521153450012, + "num_tokens": 6506658.0, + "step": 8023 + }, + { + "epoch": 1.1360611638114115, + "grad_norm": 108.5, + "learning_rate": 1e-06, + "loss": 0.5372, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 6507248.0, + "step": 8024 + }, + { + "epoch": 1.1362027467081977, + "grad_norm": 132.0, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6507745.0, + "step": 8025 + }, + { + "epoch": 1.1363443296049838, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8350515365600586, + "num_tokens": 6508309.0, + "step": 8026 + }, + { + "epoch": 1.1364859125017697, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 6509248.0, + "step": 8027 + }, + { + "epoch": 1.1366274953985558, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 6509819.0, + "step": 8028 + }, + { + "epoch": 1.136769078295342, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 6510368.0, + "step": 8029 + }, + { + "epoch": 1.136910661192128, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 6511479.0, + "step": 8030 + }, + { + "epoch": 1.1370522440889141, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.9056603312492371, + "num_tokens": 6512236.0, + "step": 8031 + }, + { + "epoch": 1.1371938269857, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2051, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 6512910.0, + "step": 8032 + }, + { + "epoch": 1.1373354098824862, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2601, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 6513490.0, + "step": 8033 + }, + { + "epoch": 1.1374769927792723, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 6514034.0, + "step": 8034 + }, + { + "epoch": 1.1376185756760584, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 6514658.0, + "step": 8035 + }, + { + "epoch": 1.1377601585728443, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8951612710952759, + "num_tokens": 6515573.0, + "step": 8036 + }, + { + "epoch": 1.1379017414696304, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2312, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 6516364.0, + "step": 8037 + }, + { + "epoch": 1.1380433243664165, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8969404101371765, + "num_tokens": 6517831.0, + "step": 8038 + }, + { + "epoch": 1.1381849072632026, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8818181753158569, + "num_tokens": 6518516.0, + "step": 8039 + }, + { + "epoch": 1.1383264901599888, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 6519488.0, + "step": 8040 + }, + { + "epoch": 1.1384680730567747, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.1378, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 6520509.0, + "step": 8041 + }, + { + "epoch": 1.1386096559535608, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6521292.0, + "step": 8042 + }, + { + "epoch": 1.138751238850347, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.1641, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 6521834.0, + "step": 8043 + }, + { + "epoch": 1.138892821747133, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 6522634.0, + "step": 8044 + }, + { + "epoch": 1.139034404643919, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.222, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 6523759.0, + "step": 8045 + }, + { + "epoch": 1.139175987540705, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1971, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 6524376.0, + "step": 8046 + }, + { + "epoch": 1.1393175704374912, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.863309383392334, + "num_tokens": 6524974.0, + "step": 8047 + }, + { + "epoch": 1.1394591533342773, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8367346525192261, + "num_tokens": 6525653.0, + "step": 8048 + }, + { + "epoch": 1.1396007362310634, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 6526207.0, + "step": 8049 + }, + { + "epoch": 1.1397423191278493, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 6526850.0, + "step": 8050 + }, + { + "epoch": 1.1398839020246354, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 6527467.0, + "step": 8051 + }, + { + "epoch": 1.1400254849214215, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2019, + "mean_token_accuracy": 0.921875, + "num_tokens": 6528518.0, + "step": 8052 + }, + { + "epoch": 1.1401670678182076, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 6529056.0, + "step": 8053 + }, + { + "epoch": 1.1403086507149935, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8100000023841858, + "num_tokens": 6530042.0, + "step": 8054 + }, + { + "epoch": 1.1404502336117797, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2067, + "mean_token_accuracy": 0.9186046719551086, + "num_tokens": 6530577.0, + "step": 8055 + }, + { + "epoch": 1.1405918165085658, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.1884, + "mean_token_accuracy": 0.9270073175430298, + "num_tokens": 6531242.0, + "step": 8056 + }, + { + "epoch": 1.140733399405352, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6531798.0, + "step": 8057 + }, + { + "epoch": 1.140874982302138, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1953, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 6532591.0, + "step": 8058 + }, + { + "epoch": 1.141016565198924, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.2034, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6533367.0, + "step": 8059 + }, + { + "epoch": 1.14115814809571, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.874015748500824, + "num_tokens": 6534302.0, + "step": 8060 + }, + { + "epoch": 1.1412997309924962, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1693, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6534977.0, + "step": 8061 + }, + { + "epoch": 1.141441313889282, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 6535617.0, + "step": 8062 + }, + { + "epoch": 1.1415828967860682, + "grad_norm": 11.9375, + "learning_rate": 1e-06, + "loss": 0.1528, + "mean_token_accuracy": 0.940963864326477, + "num_tokens": 6536916.0, + "step": 8063 + }, + { + "epoch": 1.1417244796828543, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 6537478.0, + "step": 8064 + }, + { + "epoch": 1.1418660625796404, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.1628, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 6537968.0, + "step": 8065 + }, + { + "epoch": 1.1420076454764265, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.2513, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 6538835.0, + "step": 8066 + }, + { + "epoch": 1.1421492283732124, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 6539571.0, + "step": 8067 + }, + { + "epoch": 1.1422908112699985, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9008263945579529, + "num_tokens": 6540562.0, + "step": 8068 + }, + { + "epoch": 1.1424323941667847, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.2181, + "mean_token_accuracy": 0.9007633328437805, + "num_tokens": 6541495.0, + "step": 8069 + }, + { + "epoch": 1.1425739770635708, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1829, + "mean_token_accuracy": 0.9327731728553772, + "num_tokens": 6542674.0, + "step": 8070 + }, + { + "epoch": 1.1427155599603567, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 6543241.0, + "step": 8071 + }, + { + "epoch": 1.1428571428571428, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.143, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 6544310.0, + "step": 8072 + }, + { + "epoch": 1.142998725753929, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 6545509.0, + "step": 8073 + }, + { + "epoch": 1.143140308650715, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2774, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6546114.0, + "step": 8074 + }, + { + "epoch": 1.1432818915475012, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.9054877758026123, + "num_tokens": 6547028.0, + "step": 8075 + }, + { + "epoch": 1.143423474444287, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8160919547080994, + "num_tokens": 6547900.0, + "step": 8076 + }, + { + "epoch": 1.1435650573410732, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.826923131942749, + "num_tokens": 6549023.0, + "step": 8077 + }, + { + "epoch": 1.1437066402378593, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8603603839874268, + "num_tokens": 6549731.0, + "step": 8078 + }, + { + "epoch": 1.1438482231346454, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.4549, + "mean_token_accuracy": 0.8305084705352783, + "num_tokens": 6550380.0, + "step": 8079 + }, + { + "epoch": 1.1439898060314313, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 6551211.0, + "step": 8080 + }, + { + "epoch": 1.1441313889282174, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1846, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 6552063.0, + "step": 8081 + }, + { + "epoch": 1.1442729718250035, + "grad_norm": 102.5, + "learning_rate": 1e-06, + "loss": 0.2103, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6552764.0, + "step": 8082 + }, + { + "epoch": 1.1444145547217897, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.4585, + "mean_token_accuracy": 0.8425925970077515, + "num_tokens": 6553328.0, + "step": 8083 + }, + { + "epoch": 1.1445561376185758, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.223, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 6553965.0, + "step": 8084 + }, + { + "epoch": 1.1446977205153617, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1724, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 6554625.0, + "step": 8085 + }, + { + "epoch": 1.1448393034121478, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2343, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 6555237.0, + "step": 8086 + }, + { + "epoch": 1.144980886308934, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8304347395896912, + "num_tokens": 6556100.0, + "step": 8087 + }, + { + "epoch": 1.14512246920572, + "grad_norm": 14.375, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.8986254334449768, + "num_tokens": 6557588.0, + "step": 8088 + }, + { + "epoch": 1.145264052102506, + "grad_norm": 13.25, + "learning_rate": 1e-06, + "loss": 0.2153, + "mean_token_accuracy": 0.9223163723945618, + "num_tokens": 6558980.0, + "step": 8089 + }, + { + "epoch": 1.145405634999292, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.1476, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 6559802.0, + "step": 8090 + }, + { + "epoch": 1.1455472178960782, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.5039, + "mean_token_accuracy": 0.8130080699920654, + "num_tokens": 6560548.0, + "step": 8091 + }, + { + "epoch": 1.1456888007928643, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2481, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 6561261.0, + "step": 8092 + }, + { + "epoch": 1.1458303836896504, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 6561998.0, + "step": 8093 + }, + { + "epoch": 1.1459719665864363, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2589, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 6562629.0, + "step": 8094 + }, + { + "epoch": 1.1461135494832224, + "grad_norm": 13.1875, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 6563865.0, + "step": 8095 + }, + { + "epoch": 1.1462551323800085, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8439306020736694, + "num_tokens": 6564622.0, + "step": 8096 + }, + { + "epoch": 1.1463967152767947, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 6565168.0, + "step": 8097 + }, + { + "epoch": 1.1465382981735806, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 6566074.0, + "step": 8098 + }, + { + "epoch": 1.1466798810703667, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.233, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 6566829.0, + "step": 8099 + }, + { + "epoch": 1.1468214639671528, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 6567341.0, + "step": 8100 + }, + { + "epoch": 1.146963046863939, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.84375, + "num_tokens": 6568379.0, + "step": 8101 + }, + { + "epoch": 1.147104629760725, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.5933, + "mean_token_accuracy": 0.7333333492279053, + "num_tokens": 6569155.0, + "step": 8102 + }, + { + "epoch": 1.147246212657511, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8539326190948486, + "num_tokens": 6569801.0, + "step": 8103 + }, + { + "epoch": 1.147387795554297, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2545, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 6570585.0, + "step": 8104 + }, + { + "epoch": 1.1475293784510832, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8819188475608826, + "num_tokens": 6571573.0, + "step": 8105 + }, + { + "epoch": 1.147670961347869, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2366, + "mean_token_accuracy": 0.9174311757087708, + "num_tokens": 6572319.0, + "step": 8106 + }, + { + "epoch": 1.1478125442446552, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1729, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 6573071.0, + "step": 8107 + }, + { + "epoch": 1.1479541271414413, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.1989, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 6573592.0, + "step": 8108 + }, + { + "epoch": 1.1480957100382274, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 6574206.0, + "step": 8109 + }, + { + "epoch": 1.1482372929350135, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.1937, + "mean_token_accuracy": 0.9340000152587891, + "num_tokens": 6575155.0, + "step": 8110 + }, + { + "epoch": 1.1483788758317994, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8553054332733154, + "num_tokens": 6576473.0, + "step": 8111 + }, + { + "epoch": 1.1485204587285855, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2148, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 6577251.0, + "step": 8112 + }, + { + "epoch": 1.1486620416253717, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.2038, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 6578006.0, + "step": 8113 + }, + { + "epoch": 1.1488036245221578, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.6418, + "mean_token_accuracy": 0.747474730014801, + "num_tokens": 6578841.0, + "step": 8114 + }, + { + "epoch": 1.1489452074189437, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 6579610.0, + "step": 8115 + }, + { + "epoch": 1.1490867903157298, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1841, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 6580274.0, + "step": 8116 + }, + { + "epoch": 1.149228373212516, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 6581606.0, + "step": 8117 + }, + { + "epoch": 1.149369956109302, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6582289.0, + "step": 8118 + }, + { + "epoch": 1.1495115390060882, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2275, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6583205.0, + "step": 8119 + }, + { + "epoch": 1.149653121902874, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2815, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6583758.0, + "step": 8120 + }, + { + "epoch": 1.1497947047996602, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 6584629.0, + "step": 8121 + }, + { + "epoch": 1.1499362876964463, + "grad_norm": 14.25, + "learning_rate": 1e-06, + "loss": 0.2602, + "mean_token_accuracy": 0.9027594923973083, + "num_tokens": 6586167.0, + "step": 8122 + }, + { + "epoch": 1.1500778705932324, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8737112879753113, + "num_tokens": 6587007.0, + "step": 8123 + }, + { + "epoch": 1.1502194534900183, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.4826, + "mean_token_accuracy": 0.8447204828262329, + "num_tokens": 6587820.0, + "step": 8124 + }, + { + "epoch": 1.1503610363868044, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8783068656921387, + "num_tokens": 6588662.0, + "step": 8125 + }, + { + "epoch": 1.1505026192835905, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2841, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 6589279.0, + "step": 8126 + }, + { + "epoch": 1.1506442021803767, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 6589777.0, + "step": 8127 + }, + { + "epoch": 1.1507857850771628, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 6590554.0, + "step": 8128 + }, + { + "epoch": 1.1509273679739487, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1831, + "mean_token_accuracy": 0.9366196990013123, + "num_tokens": 6591137.0, + "step": 8129 + }, + { + "epoch": 1.1510689508707348, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.1962, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6591959.0, + "step": 8130 + }, + { + "epoch": 1.151210533767521, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2081, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6592957.0, + "step": 8131 + }, + { + "epoch": 1.151352116664307, + "grad_norm": 107.0, + "learning_rate": 1e-06, + "loss": 0.2211, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 6593845.0, + "step": 8132 + }, + { + "epoch": 1.151493699561093, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.264, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 6594547.0, + "step": 8133 + }, + { + "epoch": 1.151635282457879, + "grad_norm": 14.0625, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.8912732601165771, + "num_tokens": 6595874.0, + "step": 8134 + }, + { + "epoch": 1.1517768653546652, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2576, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6596444.0, + "step": 8135 + }, + { + "epoch": 1.1519184482514513, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8403362035751343, + "num_tokens": 6597082.0, + "step": 8136 + }, + { + "epoch": 1.1520600311482374, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.1948, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 6597877.0, + "step": 8137 + }, + { + "epoch": 1.1522016140450233, + "grad_norm": 110.5, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 6598899.0, + "step": 8138 + }, + { + "epoch": 1.1523431969418094, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 6599820.0, + "step": 8139 + }, + { + "epoch": 1.1524847798385955, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2448, + "mean_token_accuracy": 0.9145299792289734, + "num_tokens": 6600701.0, + "step": 8140 + }, + { + "epoch": 1.1526263627353817, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1992, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 6601417.0, + "step": 8141 + }, + { + "epoch": 1.1527679456321676, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 6602523.0, + "step": 8142 + }, + { + "epoch": 1.1529095285289537, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1614, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6603562.0, + "step": 8143 + }, + { + "epoch": 1.1530511114257398, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.8882978558540344, + "num_tokens": 6604203.0, + "step": 8144 + }, + { + "epoch": 1.153192694322526, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8758620619773865, + "num_tokens": 6605032.0, + "step": 8145 + }, + { + "epoch": 1.153334277219312, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 6605841.0, + "step": 8146 + }, + { + "epoch": 1.153475860116098, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8582677245140076, + "num_tokens": 6606402.0, + "step": 8147 + }, + { + "epoch": 1.153617443012884, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8117647171020508, + "num_tokens": 6606957.0, + "step": 8148 + }, + { + "epoch": 1.1537590259096702, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.221, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6607896.0, + "step": 8149 + }, + { + "epoch": 1.153900608806456, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8807339072227478, + "num_tokens": 6608853.0, + "step": 8150 + }, + { + "epoch": 1.1540421917032422, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8764045238494873, + "num_tokens": 6609431.0, + "step": 8151 + }, + { + "epoch": 1.1541837746000283, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.2183, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 6610404.0, + "step": 8152 + }, + { + "epoch": 1.1543253574968144, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 6611097.0, + "step": 8153 + }, + { + "epoch": 1.1544669403936005, + "grad_norm": 14.625, + "learning_rate": 1e-06, + "loss": 0.1699, + "mean_token_accuracy": 0.9276315569877625, + "num_tokens": 6612365.0, + "step": 8154 + }, + { + "epoch": 1.1546085232903864, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.1757, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 6613550.0, + "step": 8155 + }, + { + "epoch": 1.1547501061871726, + "grad_norm": 30.5, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 6614408.0, + "step": 8156 + }, + { + "epoch": 1.1548916890839587, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.5164, + "mean_token_accuracy": 0.8317756652832031, + "num_tokens": 6615444.0, + "step": 8157 + }, + { + "epoch": 1.1550332719807448, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 6615974.0, + "step": 8158 + }, + { + "epoch": 1.1551748548775307, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.846846878528595, + "num_tokens": 6616755.0, + "step": 8159 + }, + { + "epoch": 1.1553164377743168, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 6617663.0, + "step": 8160 + }, + { + "epoch": 1.155458020671103, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 6618510.0, + "step": 8161 + }, + { + "epoch": 1.155599603567889, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 6619127.0, + "step": 8162 + }, + { + "epoch": 1.1557411864646752, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.8987993597984314, + "num_tokens": 6620278.0, + "step": 8163 + }, + { + "epoch": 1.155882769361461, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.2257, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 6620886.0, + "step": 8164 + }, + { + "epoch": 1.1560243522582472, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.1912, + "mean_token_accuracy": 0.9283746480941772, + "num_tokens": 6621774.0, + "step": 8165 + }, + { + "epoch": 1.1561659351550333, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.2171, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6622592.0, + "step": 8166 + }, + { + "epoch": 1.1563075180518194, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.137, + "mean_token_accuracy": 0.9492753744125366, + "num_tokens": 6623196.0, + "step": 8167 + }, + { + "epoch": 1.1564491009486053, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1909, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 6624187.0, + "step": 8168 + }, + { + "epoch": 1.1565906838453914, + "grad_norm": 12.25, + "learning_rate": 1e-06, + "loss": 0.2331, + "mean_token_accuracy": 0.917553186416626, + "num_tokens": 6625695.0, + "step": 8169 + }, + { + "epoch": 1.1567322667421776, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8833592534065247, + "num_tokens": 6626831.0, + "step": 8170 + }, + { + "epoch": 1.1568738496389637, + "grad_norm": 15.625, + "learning_rate": 1e-06, + "loss": 0.2406, + "mean_token_accuracy": 0.8976982235908508, + "num_tokens": 6628137.0, + "step": 8171 + }, + { + "epoch": 1.1570154325357498, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 6628926.0, + "step": 8172 + }, + { + "epoch": 1.1571570154325357, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1696, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6629692.0, + "step": 8173 + }, + { + "epoch": 1.1572985983293218, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6630495.0, + "step": 8174 + }, + { + "epoch": 1.157440181226108, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 6631271.0, + "step": 8175 + }, + { + "epoch": 1.157581764122894, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 6632118.0, + "step": 8176 + }, + { + "epoch": 1.15772334701968, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1999, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6632734.0, + "step": 8177 + }, + { + "epoch": 1.157864929916466, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 6633446.0, + "step": 8178 + }, + { + "epoch": 1.1580065128132522, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1552, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6633971.0, + "step": 8179 + }, + { + "epoch": 1.1581480957100383, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.85467129945755, + "num_tokens": 6635258.0, + "step": 8180 + }, + { + "epoch": 1.1582896786068244, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1711, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6635838.0, + "step": 8181 + }, + { + "epoch": 1.1584312615036103, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2872, + "mean_token_accuracy": 0.9105690717697144, + "num_tokens": 6636514.0, + "step": 8182 + }, + { + "epoch": 1.1585728444003964, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 6637036.0, + "step": 8183 + }, + { + "epoch": 1.1587144272971825, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.1969, + "mean_token_accuracy": 0.9120000600814819, + "num_tokens": 6637722.0, + "step": 8184 + }, + { + "epoch": 1.1588560101939684, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8677965998649597, + "num_tokens": 6638873.0, + "step": 8185 + }, + { + "epoch": 1.1589975930907546, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8655462861061096, + "num_tokens": 6639423.0, + "step": 8186 + }, + { + "epoch": 1.1591391759875407, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 6640183.0, + "step": 8187 + }, + { + "epoch": 1.1592807588843268, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.8914728760719299, + "num_tokens": 6641035.0, + "step": 8188 + }, + { + "epoch": 1.159422341781113, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.9035087823867798, + "num_tokens": 6641598.0, + "step": 8189 + }, + { + "epoch": 1.1595639246778988, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 6642471.0, + "step": 8190 + }, + { + "epoch": 1.159705507574685, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.229, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 6643292.0, + "step": 8191 + }, + { + "epoch": 1.159847090471471, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8613861203193665, + "num_tokens": 6643954.0, + "step": 8192 + }, + { + "epoch": 1.1599886733682572, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1781, + "mean_token_accuracy": 0.9289941191673279, + "num_tokens": 6644714.0, + "step": 8193 + }, + { + "epoch": 1.160130256265043, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 6645246.0, + "step": 8194 + }, + { + "epoch": 1.1602718391618292, + "grad_norm": 129.0, + "learning_rate": 1e-06, + "loss": 0.4719, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 6646037.0, + "step": 8195 + }, + { + "epoch": 1.1604134220586153, + "grad_norm": 17.875, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.869140625, + "num_tokens": 6647395.0, + "step": 8196 + }, + { + "epoch": 1.1605550049554014, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2455, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6648100.0, + "step": 8197 + }, + { + "epoch": 1.1606965878521875, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2241, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 6648712.0, + "step": 8198 + }, + { + "epoch": 1.1608381707489734, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8504273891448975, + "num_tokens": 6649786.0, + "step": 8199 + }, + { + "epoch": 1.1609797536457596, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1448, + "mean_token_accuracy": 0.9577464461326599, + "num_tokens": 6650625.0, + "step": 8200 + }, + { + "epoch": 1.1611213365425457, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6651132.0, + "step": 8201 + }, + { + "epoch": 1.1612629194393318, + "grad_norm": 17.75, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 6651998.0, + "step": 8202 + }, + { + "epoch": 1.1614045023361177, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8292682766914368, + "num_tokens": 6652546.0, + "step": 8203 + }, + { + "epoch": 1.1615460852329038, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2264, + "mean_token_accuracy": 0.9135802388191223, + "num_tokens": 6653562.0, + "step": 8204 + }, + { + "epoch": 1.16168766812969, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 6654088.0, + "step": 8205 + }, + { + "epoch": 1.161829251026476, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8984375, + "num_tokens": 6655067.0, + "step": 8206 + }, + { + "epoch": 1.1619708339232622, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8448275923728943, + "num_tokens": 6655815.0, + "step": 8207 + }, + { + "epoch": 1.162112416820048, + "grad_norm": 108.5, + "learning_rate": 1e-06, + "loss": 0.2491, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6656437.0, + "step": 8208 + }, + { + "epoch": 1.1622539997168342, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 6657393.0, + "step": 8209 + }, + { + "epoch": 1.1623955826136203, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 6658352.0, + "step": 8210 + }, + { + "epoch": 1.1625371655104064, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.7755101919174194, + "num_tokens": 6659356.0, + "step": 8211 + }, + { + "epoch": 1.1626787484071923, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 6660119.0, + "step": 8212 + }, + { + "epoch": 1.1628203313039784, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 6661078.0, + "step": 8213 + }, + { + "epoch": 1.1629619142007646, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 6661977.0, + "step": 8214 + }, + { + "epoch": 1.1631034970975507, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 6662526.0, + "step": 8215 + }, + { + "epoch": 1.1632450799943368, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.1429, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 6663152.0, + "step": 8216 + }, + { + "epoch": 1.1633866628911227, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 6664006.0, + "step": 8217 + }, + { + "epoch": 1.1635282457879088, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8020833730697632, + "num_tokens": 6664929.0, + "step": 8218 + }, + { + "epoch": 1.163669828684695, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1629, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 6665723.0, + "step": 8219 + }, + { + "epoch": 1.163811411581481, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 6666578.0, + "step": 8220 + }, + { + "epoch": 1.163952994478267, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1928, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 6667441.0, + "step": 8221 + }, + { + "epoch": 1.164094577375053, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2355, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6668119.0, + "step": 8222 + }, + { + "epoch": 1.1642361602718392, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1732, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 6668814.0, + "step": 8223 + }, + { + "epoch": 1.1643777431686253, + "grad_norm": 15.125, + "learning_rate": 1e-06, + "loss": 0.1881, + "mean_token_accuracy": 0.9257340431213379, + "num_tokens": 6669993.0, + "step": 8224 + }, + { + "epoch": 1.1645193260654114, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.1725, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 6670699.0, + "step": 8225 + }, + { + "epoch": 1.1646609089621973, + "grad_norm": 101.5, + "learning_rate": 1e-06, + "loss": 0.2661, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 6671618.0, + "step": 8226 + }, + { + "epoch": 1.1648024918589834, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 6672469.0, + "step": 8227 + }, + { + "epoch": 1.1649440747557696, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 6673204.0, + "step": 8228 + }, + { + "epoch": 1.1650856576525555, + "grad_norm": 8.0, + "learning_rate": 1e-06, + "loss": 0.1875, + "mean_token_accuracy": 0.9245049357414246, + "num_tokens": 6675380.0, + "step": 8229 + }, + { + "epoch": 1.1652272405493416, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1852, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 6676179.0, + "step": 8230 + }, + { + "epoch": 1.1653688234461277, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 6676855.0, + "step": 8231 + }, + { + "epoch": 1.1655104063429138, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.1518, + "mean_token_accuracy": 0.9506173133850098, + "num_tokens": 6677567.0, + "step": 8232 + }, + { + "epoch": 1.1656519892397, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 6678366.0, + "step": 8233 + }, + { + "epoch": 1.1657935721364858, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.211, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6678884.0, + "step": 8234 + }, + { + "epoch": 1.165935155033272, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.268, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6679503.0, + "step": 8235 + }, + { + "epoch": 1.166076737930058, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.7971014380455017, + "num_tokens": 6680042.0, + "step": 8236 + }, + { + "epoch": 1.1662183208268442, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 6680616.0, + "step": 8237 + }, + { + "epoch": 1.16635990372363, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.228, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 6681572.0, + "step": 8238 + }, + { + "epoch": 1.1665014866204162, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 6682192.0, + "step": 8239 + }, + { + "epoch": 1.1666430695172023, + "grad_norm": 14.4375, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.8952618837356567, + "num_tokens": 6683700.0, + "step": 8240 + }, + { + "epoch": 1.1667846524139884, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 6684312.0, + "step": 8241 + }, + { + "epoch": 1.1669262353107746, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 6685060.0, + "step": 8242 + }, + { + "epoch": 1.1670678182075604, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.875, + "num_tokens": 6686505.0, + "step": 8243 + }, + { + "epoch": 1.1672094011043466, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.1979, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 6687419.0, + "step": 8244 + }, + { + "epoch": 1.1673509840011327, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 6688449.0, + "step": 8245 + }, + { + "epoch": 1.1674925668979188, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8559321761131287, + "num_tokens": 6689351.0, + "step": 8246 + }, + { + "epoch": 1.1676341497947047, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2537, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 6689924.0, + "step": 8247 + }, + { + "epoch": 1.1677757326914908, + "grad_norm": 130.0, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 6690657.0, + "step": 8248 + }, + { + "epoch": 1.167917315588277, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8547009229660034, + "num_tokens": 6691436.0, + "step": 8249 + }, + { + "epoch": 1.168058898485063, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.075, + "mean_token_accuracy": 0.984375, + "num_tokens": 6692058.0, + "step": 8250 + }, + { + "epoch": 1.1682004813818492, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 6692712.0, + "step": 8251 + }, + { + "epoch": 1.168342064278635, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.5469, + "mean_token_accuracy": 0.782608687877655, + "num_tokens": 6693655.0, + "step": 8252 + }, + { + "epoch": 1.1684836471754212, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.1577, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6694503.0, + "step": 8253 + }, + { + "epoch": 1.1686252300722073, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6695191.0, + "step": 8254 + }, + { + "epoch": 1.1687668129689934, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8210526704788208, + "num_tokens": 6695747.0, + "step": 8255 + }, + { + "epoch": 1.1689083958657793, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 6696459.0, + "step": 8256 + }, + { + "epoch": 1.1690499787625654, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 6697245.0, + "step": 8257 + }, + { + "epoch": 1.1691915616593516, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2392, + "mean_token_accuracy": 0.9305555820465088, + "num_tokens": 6697797.0, + "step": 8258 + }, + { + "epoch": 1.1693331445561377, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2466, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 6698627.0, + "step": 8259 + }, + { + "epoch": 1.1694747274529238, + "grad_norm": 11.4375, + "learning_rate": 1e-06, + "loss": 0.199, + "mean_token_accuracy": 0.9192053079605103, + "num_tokens": 6700008.0, + "step": 8260 + }, + { + "epoch": 1.1696163103497097, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.1752, + "mean_token_accuracy": 0.9313725829124451, + "num_tokens": 6701082.0, + "step": 8261 + }, + { + "epoch": 1.1697578932464958, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.1636, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 6701646.0, + "step": 8262 + }, + { + "epoch": 1.169899476143282, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8484848737716675, + "num_tokens": 6702266.0, + "step": 8263 + }, + { + "epoch": 1.170041059040068, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.2323, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6702939.0, + "step": 8264 + }, + { + "epoch": 1.170182641936854, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2496, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 6703702.0, + "step": 8265 + }, + { + "epoch": 1.17032422483364, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.7790697813034058, + "num_tokens": 6704326.0, + "step": 8266 + }, + { + "epoch": 1.1704658077304262, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.198, + "mean_token_accuracy": 0.9520000219345093, + "num_tokens": 6704997.0, + "step": 8267 + }, + { + "epoch": 1.1706073906272123, + "grad_norm": 13.3125, + "learning_rate": 1e-06, + "loss": 0.1993, + "mean_token_accuracy": 0.9172534942626953, + "num_tokens": 6706003.0, + "step": 8268 + }, + { + "epoch": 1.1707489735239982, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.8952381014823914, + "num_tokens": 6707085.0, + "step": 8269 + }, + { + "epoch": 1.1708905564207843, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.2424, + "mean_token_accuracy": 0.9120458960533142, + "num_tokens": 6708083.0, + "step": 8270 + }, + { + "epoch": 1.1710321393175704, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 6708668.0, + "step": 8271 + }, + { + "epoch": 1.1711737222143566, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.532, + "mean_token_accuracy": 0.797687828540802, + "num_tokens": 6709579.0, + "step": 8272 + }, + { + "epoch": 1.1713153051111425, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2416, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 6710614.0, + "step": 8273 + }, + { + "epoch": 1.1714568880079286, + "grad_norm": 12.5, + "learning_rate": 1e-06, + "loss": 0.2364, + "mean_token_accuracy": 0.8966292142868042, + "num_tokens": 6711946.0, + "step": 8274 + }, + { + "epoch": 1.1715984709047147, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.1519, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 6712684.0, + "step": 8275 + }, + { + "epoch": 1.1717400538015008, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1864, + "mean_token_accuracy": 0.936842143535614, + "num_tokens": 6713421.0, + "step": 8276 + }, + { + "epoch": 1.171881636698287, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8021978139877319, + "num_tokens": 6714093.0, + "step": 8277 + }, + { + "epoch": 1.1720232195950728, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 6714848.0, + "step": 8278 + }, + { + "epoch": 1.172164802491859, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.7788462042808533, + "num_tokens": 6715439.0, + "step": 8279 + }, + { + "epoch": 1.172306385388645, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 6716368.0, + "step": 8280 + }, + { + "epoch": 1.1724479682854312, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1631, + "mean_token_accuracy": 0.9518072009086609, + "num_tokens": 6717059.0, + "step": 8281 + }, + { + "epoch": 1.172589551182217, + "grad_norm": 22.875, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 6717761.0, + "step": 8282 + }, + { + "epoch": 1.1727311340790032, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8439716100692749, + "num_tokens": 6718786.0, + "step": 8283 + }, + { + "epoch": 1.1728727169757893, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2131, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 6719305.0, + "step": 8284 + }, + { + "epoch": 1.1730142998725754, + "grad_norm": 12.625, + "learning_rate": 1e-06, + "loss": 0.2773, + "mean_token_accuracy": 0.8920086026191711, + "num_tokens": 6721180.0, + "step": 8285 + }, + { + "epoch": 1.1731558827693616, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 6721713.0, + "step": 8286 + }, + { + "epoch": 1.1732974656661475, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.2581, + "mean_token_accuracy": 0.8943488597869873, + "num_tokens": 6722809.0, + "step": 8287 + }, + { + "epoch": 1.1734390485629336, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 6723354.0, + "step": 8288 + }, + { + "epoch": 1.1735806314597197, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.233, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 6724028.0, + "step": 8289 + }, + { + "epoch": 1.1737222143565058, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 6724868.0, + "step": 8290 + }, + { + "epoch": 1.1738637972532917, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2198, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 6725557.0, + "step": 8291 + }, + { + "epoch": 1.1740053801500778, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 6726335.0, + "step": 8292 + }, + { + "epoch": 1.174146963046864, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.165, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6726844.0, + "step": 8293 + }, + { + "epoch": 1.17428854594365, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.90625, + "num_tokens": 6727413.0, + "step": 8294 + }, + { + "epoch": 1.1744301288404362, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8642534017562866, + "num_tokens": 6728210.0, + "step": 8295 + }, + { + "epoch": 1.174571711737222, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2792, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6728735.0, + "step": 8296 + }, + { + "epoch": 1.1747132946340082, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1807, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 6729383.0, + "step": 8297 + }, + { + "epoch": 1.1748548775307943, + "grad_norm": 29.375, + "learning_rate": 1e-06, + "loss": 0.1312, + "mean_token_accuracy": 0.9388889074325562, + "num_tokens": 6730012.0, + "step": 8298 + }, + { + "epoch": 1.1749964604275804, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 6731043.0, + "step": 8299 + }, + { + "epoch": 1.1751380433243663, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.282, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 6731671.0, + "step": 8300 + }, + { + "epoch": 1.1752796262211525, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2459, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6732591.0, + "step": 8301 + }, + { + "epoch": 1.1754212091179386, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1303, + "mean_token_accuracy": 0.9680850505828857, + "num_tokens": 6733626.0, + "step": 8302 + }, + { + "epoch": 1.1755627920147247, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 6734291.0, + "step": 8303 + }, + { + "epoch": 1.1757043749115108, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2318, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 6735204.0, + "step": 8304 + }, + { + "epoch": 1.1758459578082967, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 6735944.0, + "step": 8305 + }, + { + "epoch": 1.1759875407050828, + "grad_norm": 11.625, + "learning_rate": 1e-06, + "loss": 0.2672, + "mean_token_accuracy": 0.887368381023407, + "num_tokens": 6737385.0, + "step": 8306 + }, + { + "epoch": 1.176129123601869, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 6738105.0, + "step": 8307 + }, + { + "epoch": 1.1762707064986548, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.5776, + "mean_token_accuracy": 0.75789475440979, + "num_tokens": 6738667.0, + "step": 8308 + }, + { + "epoch": 1.176412289395441, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2427, + "mean_token_accuracy": 0.90625, + "num_tokens": 6739321.0, + "step": 8309 + }, + { + "epoch": 1.176553872292227, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 6740095.0, + "step": 8310 + }, + { + "epoch": 1.1766954551890132, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2081, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 6740876.0, + "step": 8311 + }, + { + "epoch": 1.1768370380857993, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6741508.0, + "step": 8312 + }, + { + "epoch": 1.1769786209825852, + "grad_norm": 17.125, + "learning_rate": 1e-06, + "loss": 0.2208, + "mean_token_accuracy": 0.9071729779243469, + "num_tokens": 6742475.0, + "step": 8313 + }, + { + "epoch": 1.1771202038793713, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6743415.0, + "step": 8314 + }, + { + "epoch": 1.1772617867761574, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6744408.0, + "step": 8315 + }, + { + "epoch": 1.1774033696729436, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1732, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 6745061.0, + "step": 8316 + }, + { + "epoch": 1.1775449525697295, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 6745912.0, + "step": 8317 + }, + { + "epoch": 1.1776865354665156, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6746669.0, + "step": 8318 + }, + { + "epoch": 1.1778281183633017, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 6747349.0, + "step": 8319 + }, + { + "epoch": 1.1779697012600878, + "grad_norm": 25.625, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.900874674320221, + "num_tokens": 6748176.0, + "step": 8320 + }, + { + "epoch": 1.178111284156874, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 6749277.0, + "step": 8321 + }, + { + "epoch": 1.1782528670536598, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2106, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6749786.0, + "step": 8322 + }, + { + "epoch": 1.178394449950446, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.264, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 6750511.0, + "step": 8323 + }, + { + "epoch": 1.178536032847232, + "grad_norm": 25.875, + "learning_rate": 1e-06, + "loss": 0.2672, + "mean_token_accuracy": 0.8968610167503357, + "num_tokens": 6751599.0, + "step": 8324 + }, + { + "epoch": 1.1786776157440182, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.216, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 6752301.0, + "step": 8325 + }, + { + "epoch": 1.178819198640804, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.0848, + "mean_token_accuracy": 0.9560439586639404, + "num_tokens": 6753351.0, + "step": 8326 + }, + { + "epoch": 1.1789607815375902, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.178, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 6754125.0, + "step": 8327 + }, + { + "epoch": 1.1791023644343763, + "grad_norm": 12.0, + "learning_rate": 1e-06, + "loss": 0.245, + "mean_token_accuracy": 0.90961092710495, + "num_tokens": 6755630.0, + "step": 8328 + }, + { + "epoch": 1.1792439473311624, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 6756285.0, + "step": 8329 + }, + { + "epoch": 1.1793855302279486, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 6757205.0, + "step": 8330 + }, + { + "epoch": 1.1795271131247345, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1852, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 6757905.0, + "step": 8331 + }, + { + "epoch": 1.1796686960215206, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8529412150382996, + "num_tokens": 6758480.0, + "step": 8332 + }, + { + "epoch": 1.1798102789183067, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2625, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6759137.0, + "step": 8333 + }, + { + "epoch": 1.1799518618150928, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.156, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 6760137.0, + "step": 8334 + }, + { + "epoch": 1.1800934447118787, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.187, + "mean_token_accuracy": 0.9375, + "num_tokens": 6760728.0, + "step": 8335 + }, + { + "epoch": 1.1802350276086648, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8487395644187927, + "num_tokens": 6761328.0, + "step": 8336 + }, + { + "epoch": 1.180376610505451, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6762469.0, + "step": 8337 + }, + { + "epoch": 1.180518193402237, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2114, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 6762983.0, + "step": 8338 + }, + { + "epoch": 1.1806597762990232, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4876, + "mean_token_accuracy": 0.7835820913314819, + "num_tokens": 6763554.0, + "step": 8339 + }, + { + "epoch": 1.180801359195809, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 6764251.0, + "step": 8340 + }, + { + "epoch": 1.1809429420925952, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.13, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 6764743.0, + "step": 8341 + }, + { + "epoch": 1.1810845249893813, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 6765342.0, + "step": 8342 + }, + { + "epoch": 1.1812261078861674, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 6766281.0, + "step": 8343 + }, + { + "epoch": 1.1813676907829533, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8405797481536865, + "num_tokens": 6766808.0, + "step": 8344 + }, + { + "epoch": 1.1815092736797395, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2074, + "mean_token_accuracy": 0.9237056970596313, + "num_tokens": 6767670.0, + "step": 8345 + }, + { + "epoch": 1.1816508565765256, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1598, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6768873.0, + "step": 8346 + }, + { + "epoch": 1.1817924394733117, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.0865, + "mean_token_accuracy": 0.9675675630569458, + "num_tokens": 6769516.0, + "step": 8347 + }, + { + "epoch": 1.1819340223700978, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 6770033.0, + "step": 8348 + }, + { + "epoch": 1.1820756052668837, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8731343150138855, + "num_tokens": 6770785.0, + "step": 8349 + }, + { + "epoch": 1.1822171881636698, + "grad_norm": 104.0, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 6771565.0, + "step": 8350 + }, + { + "epoch": 1.182358771060456, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8362069129943848, + "num_tokens": 6772237.0, + "step": 8351 + }, + { + "epoch": 1.1825003539572418, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1982, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 6772824.0, + "step": 8352 + }, + { + "epoch": 1.182641936854028, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1902, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6773923.0, + "step": 8353 + }, + { + "epoch": 1.182783519750814, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8796296119689941, + "num_tokens": 6774599.0, + "step": 8354 + }, + { + "epoch": 1.1829251026476002, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2621, + "mean_token_accuracy": 0.921875, + "num_tokens": 6775198.0, + "step": 8355 + }, + { + "epoch": 1.1830666855443863, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2392, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 6775886.0, + "step": 8356 + }, + { + "epoch": 1.1832082684411722, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 6776477.0, + "step": 8357 + }, + { + "epoch": 1.1833498513379583, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 6777325.0, + "step": 8358 + }, + { + "epoch": 1.1834914342347445, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 6777878.0, + "step": 8359 + }, + { + "epoch": 1.1836330171315306, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2221, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 6778481.0, + "step": 8360 + }, + { + "epoch": 1.1837746000283165, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2665, + "mean_token_accuracy": 0.8805969953536987, + "num_tokens": 6779156.0, + "step": 8361 + }, + { + "epoch": 1.1839161829251026, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.8556700944900513, + "num_tokens": 6779825.0, + "step": 8362 + }, + { + "epoch": 1.1840577658218887, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.5268, + "mean_token_accuracy": 0.7962962985038757, + "num_tokens": 6780828.0, + "step": 8363 + }, + { + "epoch": 1.1841993487186748, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.1377, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 6781804.0, + "step": 8364 + }, + { + "epoch": 1.184340931615461, + "grad_norm": 14.625, + "learning_rate": 1e-06, + "loss": 0.2127, + "mean_token_accuracy": 0.9165303111076355, + "num_tokens": 6783745.0, + "step": 8365 + }, + { + "epoch": 1.1844825145122468, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1651, + "mean_token_accuracy": 0.9696969985961914, + "num_tokens": 6784347.0, + "step": 8366 + }, + { + "epoch": 1.184624097409033, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1917, + "mean_token_accuracy": 0.921787679195404, + "num_tokens": 6785216.0, + "step": 8367 + }, + { + "epoch": 1.184765680305819, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 6785724.0, + "step": 8368 + }, + { + "epoch": 1.1849072632026052, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2212, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 6786315.0, + "step": 8369 + }, + { + "epoch": 1.185048846099391, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1691, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 6787086.0, + "step": 8370 + }, + { + "epoch": 1.1851904289961772, + "grad_norm": 26.625, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8682352304458618, + "num_tokens": 6787969.0, + "step": 8371 + }, + { + "epoch": 1.1853320118929633, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2109, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6789007.0, + "step": 8372 + }, + { + "epoch": 1.1854735947897495, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2649, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 6790268.0, + "step": 8373 + }, + { + "epoch": 1.1856151776865356, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 6790866.0, + "step": 8374 + }, + { + "epoch": 1.1857567605833215, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2289, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 6791505.0, + "step": 8375 + }, + { + "epoch": 1.1858983434801076, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2049, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6792571.0, + "step": 8376 + }, + { + "epoch": 1.1860399263768937, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 6793423.0, + "step": 8377 + }, + { + "epoch": 1.1861815092736798, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.1893, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 6794124.0, + "step": 8378 + }, + { + "epoch": 1.1863230921704657, + "grad_norm": 9.5625, + "learning_rate": 1e-06, + "loss": 0.1096, + "mean_token_accuracy": 0.9618239998817444, + "num_tokens": 6795643.0, + "step": 8379 + }, + { + "epoch": 1.1864646750672518, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 6796266.0, + "step": 8380 + }, + { + "epoch": 1.186606257964038, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6796841.0, + "step": 8381 + }, + { + "epoch": 1.186747840860824, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 6797577.0, + "step": 8382 + }, + { + "epoch": 1.1868894237576102, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6798108.0, + "step": 8383 + }, + { + "epoch": 1.187031006654396, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.1657, + "mean_token_accuracy": 0.9349592924118042, + "num_tokens": 6798900.0, + "step": 8384 + }, + { + "epoch": 1.1871725895511822, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2255, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 6799648.0, + "step": 8385 + }, + { + "epoch": 1.1873141724479683, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.4901, + "mean_token_accuracy": 0.8176795840263367, + "num_tokens": 6800554.0, + "step": 8386 + }, + { + "epoch": 1.1874557553447544, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 6801251.0, + "step": 8387 + }, + { + "epoch": 1.1875973382415403, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2164, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 6802050.0, + "step": 8388 + }, + { + "epoch": 1.1877389211383265, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.1205, + "mean_token_accuracy": 0.946601927280426, + "num_tokens": 6803111.0, + "step": 8389 + }, + { + "epoch": 1.1878805040351126, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.1204, + "mean_token_accuracy": 0.9537037014961243, + "num_tokens": 6803885.0, + "step": 8390 + }, + { + "epoch": 1.1880220869318987, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8289473652839661, + "num_tokens": 6804727.0, + "step": 8391 + }, + { + "epoch": 1.1881636698286846, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.1284, + "mean_token_accuracy": 0.960784375667572, + "num_tokens": 6805725.0, + "step": 8392 + }, + { + "epoch": 1.1883052527254707, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.1472, + "mean_token_accuracy": 0.9629629850387573, + "num_tokens": 6806568.0, + "step": 8393 + }, + { + "epoch": 1.1884468356222568, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4793, + "mean_token_accuracy": 0.8190476298332214, + "num_tokens": 6807469.0, + "step": 8394 + }, + { + "epoch": 1.188588418519043, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8309352993965149, + "num_tokens": 6808714.0, + "step": 8395 + }, + { + "epoch": 1.1887300014158289, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6809341.0, + "step": 8396 + }, + { + "epoch": 1.188871584312615, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 6810000.0, + "step": 8397 + }, + { + "epoch": 1.189013167209401, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 6810608.0, + "step": 8398 + }, + { + "epoch": 1.1891547501061872, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2005, + "mean_token_accuracy": 0.9375, + "num_tokens": 6811095.0, + "step": 8399 + }, + { + "epoch": 1.1892963330029733, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 6811748.0, + "step": 8400 + }, + { + "epoch": 1.1894379158997592, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6812988.0, + "step": 8401 + }, + { + "epoch": 1.1895794987965453, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2024, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6813637.0, + "step": 8402 + }, + { + "epoch": 1.1897210816933315, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8860543966293335, + "num_tokens": 6814976.0, + "step": 8403 + }, + { + "epoch": 1.1898626645901176, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6815589.0, + "step": 8404 + }, + { + "epoch": 1.1900042474869035, + "grad_norm": 112.0, + "learning_rate": 1e-06, + "loss": 0.1901, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6816168.0, + "step": 8405 + }, + { + "epoch": 1.1901458303836896, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1814, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 6816921.0, + "step": 8406 + }, + { + "epoch": 1.1902874132804757, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1874, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 6818057.0, + "step": 8407 + }, + { + "epoch": 1.1904289961772618, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8686131238937378, + "num_tokens": 6818948.0, + "step": 8408 + }, + { + "epoch": 1.190570579074048, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1835, + "mean_token_accuracy": 0.9313725829124451, + "num_tokens": 6820162.0, + "step": 8409 + }, + { + "epoch": 1.1907121619708338, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1596, + "mean_token_accuracy": 0.9491525292396545, + "num_tokens": 6820821.0, + "step": 8410 + }, + { + "epoch": 1.19085374486762, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 6821376.0, + "step": 8411 + }, + { + "epoch": 1.190995327764406, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8279569745063782, + "num_tokens": 6821928.0, + "step": 8412 + }, + { + "epoch": 1.1911369106611922, + "grad_norm": 111.5, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 6822485.0, + "step": 8413 + }, + { + "epoch": 1.191278493557978, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2687, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 6822983.0, + "step": 8414 + }, + { + "epoch": 1.1914200764547642, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8103448152542114, + "num_tokens": 6823959.0, + "step": 8415 + }, + { + "epoch": 1.1915616593515503, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 6824475.0, + "step": 8416 + }, + { + "epoch": 1.1917032422483365, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.7964601516723633, + "num_tokens": 6825198.0, + "step": 8417 + }, + { + "epoch": 1.1918448251451226, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.863636314868927, + "num_tokens": 6826203.0, + "step": 8418 + }, + { + "epoch": 1.1919864080419085, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.175, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 6827050.0, + "step": 8419 + }, + { + "epoch": 1.1921279909386946, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1996, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6827863.0, + "step": 8420 + }, + { + "epoch": 1.1922695738354807, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 6828504.0, + "step": 8421 + }, + { + "epoch": 1.1924111567322668, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2075, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6829418.0, + "step": 8422 + }, + { + "epoch": 1.1925527396290527, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.834586501121521, + "num_tokens": 6830056.0, + "step": 8423 + }, + { + "epoch": 1.1926943225258388, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2061, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 6831384.0, + "step": 8424 + }, + { + "epoch": 1.192835905422625, + "grad_norm": 29.25, + "learning_rate": 1e-06, + "loss": 0.5198, + "mean_token_accuracy": 0.7866666913032532, + "num_tokens": 6832280.0, + "step": 8425 + }, + { + "epoch": 1.192977488319411, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.259, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 6833192.0, + "step": 8426 + }, + { + "epoch": 1.1931190712161972, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.1837, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 6834022.0, + "step": 8427 + }, + { + "epoch": 1.193260654112983, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.6634, + "mean_token_accuracy": 0.7631579041481018, + "num_tokens": 6834553.0, + "step": 8428 + }, + { + "epoch": 1.1934022370097692, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9063063263893127, + "num_tokens": 6835792.0, + "step": 8429 + }, + { + "epoch": 1.1935438199065553, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2415, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 6836533.0, + "step": 8430 + }, + { + "epoch": 1.1936854028033412, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.1952, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 6837045.0, + "step": 8431 + }, + { + "epoch": 1.1938269857001274, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 6837684.0, + "step": 8432 + }, + { + "epoch": 1.1939685685969135, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.859375, + "num_tokens": 6838301.0, + "step": 8433 + }, + { + "epoch": 1.1941101514936996, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 6839461.0, + "step": 8434 + }, + { + "epoch": 1.1942517343904857, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 6840198.0, + "step": 8435 + }, + { + "epoch": 1.1943933172872716, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 6840779.0, + "step": 8436 + }, + { + "epoch": 1.1945349001840577, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 6841571.0, + "step": 8437 + }, + { + "epoch": 1.1946764830808438, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.194, + "mean_token_accuracy": 0.9248251914978027, + "num_tokens": 6842984.0, + "step": 8438 + }, + { + "epoch": 1.19481806597763, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.6162, + "mean_token_accuracy": 0.773809552192688, + "num_tokens": 6843978.0, + "step": 8439 + }, + { + "epoch": 1.1949596488744159, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.819444477558136, + "num_tokens": 6844624.0, + "step": 8440 + }, + { + "epoch": 1.195101231771202, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2389, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 6845162.0, + "step": 8441 + }, + { + "epoch": 1.195242814667988, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8640000224113464, + "num_tokens": 6846295.0, + "step": 8442 + }, + { + "epoch": 1.1953843975647742, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 6847009.0, + "step": 8443 + }, + { + "epoch": 1.1955259804615603, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8515625, + "num_tokens": 6847964.0, + "step": 8444 + }, + { + "epoch": 1.1956675633583462, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 6848522.0, + "step": 8445 + }, + { + "epoch": 1.1958091462551323, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2042, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 6849325.0, + "step": 8446 + }, + { + "epoch": 1.1959507291519185, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6850020.0, + "step": 8447 + }, + { + "epoch": 1.1960923120487046, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.202, + "mean_token_accuracy": 0.9375, + "num_tokens": 6850908.0, + "step": 8448 + }, + { + "epoch": 1.1962338949454905, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6851670.0, + "step": 8449 + }, + { + "epoch": 1.1963754778422766, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8137255311012268, + "num_tokens": 6852251.0, + "step": 8450 + }, + { + "epoch": 1.1965170607390627, + "grad_norm": 156.0, + "learning_rate": 1e-06, + "loss": 0.545, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 6853367.0, + "step": 8451 + }, + { + "epoch": 1.1966586436358488, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 6854156.0, + "step": 8452 + }, + { + "epoch": 1.196800226532635, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1335, + "mean_token_accuracy": 0.9397590160369873, + "num_tokens": 6854800.0, + "step": 8453 + }, + { + "epoch": 1.1969418094294209, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2436, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 6855446.0, + "step": 8454 + }, + { + "epoch": 1.197083392326207, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.6989, + "mean_token_accuracy": 0.7205882668495178, + "num_tokens": 6856073.0, + "step": 8455 + }, + { + "epoch": 1.197224975222993, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 6856962.0, + "step": 8456 + }, + { + "epoch": 1.1973665581197792, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.1911, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 6857514.0, + "step": 8457 + }, + { + "epoch": 1.197508141016565, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1854, + "mean_token_accuracy": 0.9354838728904724, + "num_tokens": 6858439.0, + "step": 8458 + }, + { + "epoch": 1.1976497239133512, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.8944281339645386, + "num_tokens": 6859453.0, + "step": 8459 + }, + { + "epoch": 1.1977913068101373, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1383, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 6860208.0, + "step": 8460 + }, + { + "epoch": 1.1979328897069235, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.5044, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 6861121.0, + "step": 8461 + }, + { + "epoch": 1.1980744726037096, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.84112149477005, + "num_tokens": 6861825.0, + "step": 8462 + }, + { + "epoch": 1.1982160555004955, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 6862482.0, + "step": 8463 + }, + { + "epoch": 1.1983576383972816, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6863080.0, + "step": 8464 + }, + { + "epoch": 1.1984992212940677, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.1453, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 6863786.0, + "step": 8465 + }, + { + "epoch": 1.1986408041908538, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.9038461446762085, + "num_tokens": 6864549.0, + "step": 8466 + }, + { + "epoch": 1.1987823870876397, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.235, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 6865299.0, + "step": 8467 + }, + { + "epoch": 1.1989239699844259, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2363, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 6865924.0, + "step": 8468 + }, + { + "epoch": 1.199065552881212, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.1755, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 6866934.0, + "step": 8469 + }, + { + "epoch": 1.199207135777998, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2556, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6867582.0, + "step": 8470 + }, + { + "epoch": 1.1993487186747842, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.197, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 6869058.0, + "step": 8471 + }, + { + "epoch": 1.19949030157157, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 6869590.0, + "step": 8472 + }, + { + "epoch": 1.1996318844683562, + "grad_norm": 17.5, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8873239159584045, + "num_tokens": 6870992.0, + "step": 8473 + }, + { + "epoch": 1.1997734673651423, + "grad_norm": 11.5, + "learning_rate": 1e-06, + "loss": 0.2092, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 6872525.0, + "step": 8474 + }, + { + "epoch": 1.1999150502619282, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6873037.0, + "step": 8475 + }, + { + "epoch": 1.2000566331587144, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6873547.0, + "step": 8476 + }, + { + "epoch": 1.2001982160555005, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6874166.0, + "step": 8477 + }, + { + "epoch": 1.2003397989522866, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2421, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 6874709.0, + "step": 8478 + }, + { + "epoch": 1.2004813818490727, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2381, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 6875522.0, + "step": 8479 + }, + { + "epoch": 1.2006229647458586, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 6876500.0, + "step": 8480 + }, + { + "epoch": 1.2007645476426447, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2815, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 6877365.0, + "step": 8481 + }, + { + "epoch": 1.2009061305394308, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1763, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 6878015.0, + "step": 8482 + }, + { + "epoch": 1.201047713436217, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 6878704.0, + "step": 8483 + }, + { + "epoch": 1.2011892963330029, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.7872340083122253, + "num_tokens": 6879680.0, + "step": 8484 + }, + { + "epoch": 1.201330879229789, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2216, + "mean_token_accuracy": 0.9139785170555115, + "num_tokens": 6880554.0, + "step": 8485 + }, + { + "epoch": 1.201472462126575, + "grad_norm": 11.5, + "learning_rate": 1e-06, + "loss": 0.2508, + "mean_token_accuracy": 0.897613525390625, + "num_tokens": 6882335.0, + "step": 8486 + }, + { + "epoch": 1.2016140450233612, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.5021, + "mean_token_accuracy": 0.8375000357627869, + "num_tokens": 6883470.0, + "step": 8487 + }, + { + "epoch": 1.2017556279201473, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.90625, + "num_tokens": 6884308.0, + "step": 8488 + }, + { + "epoch": 1.2018972108169332, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2346, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6885027.0, + "step": 8489 + }, + { + "epoch": 1.2020387937137194, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.875, + "num_tokens": 6885733.0, + "step": 8490 + }, + { + "epoch": 1.2021803766105055, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 6886390.0, + "step": 8491 + }, + { + "epoch": 1.2023219595072916, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1828, + "mean_token_accuracy": 0.9313725829124451, + "num_tokens": 6887112.0, + "step": 8492 + }, + { + "epoch": 1.2024635424040775, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2363, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 6887922.0, + "step": 8493 + }, + { + "epoch": 1.2026051253008636, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 6888555.0, + "step": 8494 + }, + { + "epoch": 1.2027467081976497, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 6889174.0, + "step": 8495 + }, + { + "epoch": 1.2028882910944358, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.2709, + "mean_token_accuracy": 0.8854488730430603, + "num_tokens": 6890437.0, + "step": 8496 + }, + { + "epoch": 1.203029873991222, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.178, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 6891274.0, + "step": 8497 + }, + { + "epoch": 1.2031714568880079, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8268156051635742, + "num_tokens": 6891990.0, + "step": 8498 + }, + { + "epoch": 1.203313039784794, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2647, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 6892515.0, + "step": 8499 + }, + { + "epoch": 1.20345462268158, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2298, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 6893051.0, + "step": 8500 + }, + { + "epoch": 1.2035962055783662, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2981, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 6893686.0, + "step": 8501 + }, + { + "epoch": 1.2037377884751521, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1752, + "mean_token_accuracy": 0.9550561904907227, + "num_tokens": 6894369.0, + "step": 8502 + }, + { + "epoch": 1.2038793713719382, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.1864, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 6894986.0, + "step": 8503 + }, + { + "epoch": 1.2040209542687244, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 6895757.0, + "step": 8504 + }, + { + "epoch": 1.2041625371655105, + "grad_norm": 148.0, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 6896578.0, + "step": 8505 + }, + { + "epoch": 1.2043041200622966, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.2031, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 6897107.0, + "step": 8506 + }, + { + "epoch": 1.2044457029590825, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2159, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 6897768.0, + "step": 8507 + }, + { + "epoch": 1.2045872858558686, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.1217, + "mean_token_accuracy": 0.9599999785423279, + "num_tokens": 6898777.0, + "step": 8508 + }, + { + "epoch": 1.2047288687526547, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 6899472.0, + "step": 8509 + }, + { + "epoch": 1.2048704516494408, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.174, + "mean_token_accuracy": 0.9479166865348816, + "num_tokens": 6900247.0, + "step": 8510 + }, + { + "epoch": 1.2050120345462267, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 6901262.0, + "step": 8511 + }, + { + "epoch": 1.2051536174430129, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.202, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 6902118.0, + "step": 8512 + }, + { + "epoch": 1.205295200339799, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 6902756.0, + "step": 8513 + }, + { + "epoch": 1.205436783236585, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 6903348.0, + "step": 8514 + }, + { + "epoch": 1.205578366133371, + "grad_norm": 12.1875, + "learning_rate": 1e-06, + "loss": 0.1803, + "mean_token_accuracy": 0.9242250323295593, + "num_tokens": 6904700.0, + "step": 8515 + }, + { + "epoch": 1.2057199490301571, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1251, + "mean_token_accuracy": 0.9572650194168091, + "num_tokens": 6905312.0, + "step": 8516 + }, + { + "epoch": 1.2058615319269432, + "grad_norm": 174.0, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 6906095.0, + "step": 8517 + }, + { + "epoch": 1.2060031148237293, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.5117, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 6907029.0, + "step": 8518 + }, + { + "epoch": 1.2061446977205152, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2538, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 6907988.0, + "step": 8519 + }, + { + "epoch": 1.2062862806173014, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2378, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 6908537.0, + "step": 8520 + }, + { + "epoch": 1.2064278635140875, + "grad_norm": 15.4375, + "learning_rate": 1e-06, + "loss": 0.2315, + "mean_token_accuracy": 0.8993103504180908, + "num_tokens": 6910006.0, + "step": 8521 + }, + { + "epoch": 1.2065694464108736, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 6911246.0, + "step": 8522 + }, + { + "epoch": 1.2067110293076597, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.7889907956123352, + "num_tokens": 6912093.0, + "step": 8523 + }, + { + "epoch": 1.2068526122044456, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 6912759.0, + "step": 8524 + }, + { + "epoch": 1.2069941951012317, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1827, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 6913312.0, + "step": 8525 + }, + { + "epoch": 1.2071357779980179, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.6016, + "mean_token_accuracy": 0.7652173638343811, + "num_tokens": 6914196.0, + "step": 8526 + }, + { + "epoch": 1.207277360894804, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2336, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 6914911.0, + "step": 8527 + }, + { + "epoch": 1.2074189437915899, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2272, + "mean_token_accuracy": 0.8974359631538391, + "num_tokens": 6915752.0, + "step": 8528 + }, + { + "epoch": 1.207560526688376, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 6916564.0, + "step": 8529 + }, + { + "epoch": 1.207702109585162, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1553, + "mean_token_accuracy": 0.9390243291854858, + "num_tokens": 6917107.0, + "step": 8530 + }, + { + "epoch": 1.2078436924819482, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.1529, + "mean_token_accuracy": 0.9387754797935486, + "num_tokens": 6917941.0, + "step": 8531 + }, + { + "epoch": 1.2079852753787343, + "grad_norm": 27.875, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8374165296554565, + "num_tokens": 6918879.0, + "step": 8532 + }, + { + "epoch": 1.2081268582755202, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 6919713.0, + "step": 8533 + }, + { + "epoch": 1.2082684411723064, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1589, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 6920729.0, + "step": 8534 + }, + { + "epoch": 1.2084100240690925, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.2373, + "mean_token_accuracy": 0.9170616269111633, + "num_tokens": 6921779.0, + "step": 8535 + }, + { + "epoch": 1.2085516069658786, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.2091, + "mean_token_accuracy": 0.9338235259056091, + "num_tokens": 6922638.0, + "step": 8536 + }, + { + "epoch": 1.2086931898626645, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 6923235.0, + "step": 8537 + }, + { + "epoch": 1.2088347727594506, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2156, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 6924059.0, + "step": 8538 + }, + { + "epoch": 1.2089763556562367, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2252, + "mean_token_accuracy": 0.9013158082962036, + "num_tokens": 6925093.0, + "step": 8539 + }, + { + "epoch": 1.2091179385530229, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8225806355476379, + "num_tokens": 6925978.0, + "step": 8540 + }, + { + "epoch": 1.209259521449809, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2555, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 6926524.0, + "step": 8541 + }, + { + "epoch": 1.2094011043465949, + "grad_norm": 14.125, + "learning_rate": 1e-06, + "loss": 0.2106, + "mean_token_accuracy": 0.9205673336982727, + "num_tokens": 6927813.0, + "step": 8542 + }, + { + "epoch": 1.209542687243381, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 6928498.0, + "step": 8543 + }, + { + "epoch": 1.209684270140167, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2119, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 6929281.0, + "step": 8544 + }, + { + "epoch": 1.2098258530369532, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2349, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 6930146.0, + "step": 8545 + }, + { + "epoch": 1.2099674359337391, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 6930904.0, + "step": 8546 + }, + { + "epoch": 1.2101090188305252, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.4952, + "mean_token_accuracy": 0.8219177722930908, + "num_tokens": 6931650.0, + "step": 8547 + }, + { + "epoch": 1.2102506017273114, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1764, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 6932409.0, + "step": 8548 + }, + { + "epoch": 1.2103921846240975, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8494318723678589, + "num_tokens": 6933345.0, + "step": 8549 + }, + { + "epoch": 1.2105337675208836, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2423, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 6934072.0, + "step": 8550 + }, + { + "epoch": 1.2106753504176695, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.1907, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 6934602.0, + "step": 8551 + }, + { + "epoch": 1.2108169333144556, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.1824, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 6935166.0, + "step": 8552 + }, + { + "epoch": 1.2109585162112417, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 6935836.0, + "step": 8553 + }, + { + "epoch": 1.2111000991080276, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8494623899459839, + "num_tokens": 6936431.0, + "step": 8554 + }, + { + "epoch": 1.2112416820048137, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1766, + "mean_token_accuracy": 0.9463087320327759, + "num_tokens": 6937019.0, + "step": 8555 + }, + { + "epoch": 1.2113832649015999, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2859, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 6937899.0, + "step": 8556 + }, + { + "epoch": 1.211524847798386, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2002, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 6938389.0, + "step": 8557 + }, + { + "epoch": 1.211666430695172, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 6939035.0, + "step": 8558 + }, + { + "epoch": 1.211808013591958, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 6939732.0, + "step": 8559 + }, + { + "epoch": 1.2119495964887441, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 6940463.0, + "step": 8560 + }, + { + "epoch": 1.2120911793855302, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.1926, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 6941397.0, + "step": 8561 + }, + { + "epoch": 1.2122327622823164, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 6942055.0, + "step": 8562 + }, + { + "epoch": 1.2123743451791023, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 6942751.0, + "step": 8563 + }, + { + "epoch": 1.2125159280758884, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 6943557.0, + "step": 8564 + }, + { + "epoch": 1.2126575109726745, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2847, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 6944138.0, + "step": 8565 + }, + { + "epoch": 1.2127990938694606, + "grad_norm": 12.5625, + "learning_rate": 1e-06, + "loss": 0.2213, + "mean_token_accuracy": 0.8992805480957031, + "num_tokens": 6945357.0, + "step": 8566 + }, + { + "epoch": 1.2129406767662467, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2253, + "mean_token_accuracy": 0.9007833003997803, + "num_tokens": 6946691.0, + "step": 8567 + }, + { + "epoch": 1.2130822596630326, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 6947777.0, + "step": 8568 + }, + { + "epoch": 1.2132238425598187, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2176, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 6948397.0, + "step": 8569 + }, + { + "epoch": 1.2133654254566049, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 6949333.0, + "step": 8570 + }, + { + "epoch": 1.213507008353391, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.825775682926178, + "num_tokens": 6950462.0, + "step": 8571 + }, + { + "epoch": 1.2136485912501769, + "grad_norm": 15.0625, + "learning_rate": 1e-06, + "loss": 0.2486, + "mean_token_accuracy": 0.90666663646698, + "num_tokens": 6951670.0, + "step": 8572 + }, + { + "epoch": 1.213790174146963, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.0924, + "mean_token_accuracy": 0.9612902998924255, + "num_tokens": 6952623.0, + "step": 8573 + }, + { + "epoch": 1.2139317570437491, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 6953419.0, + "step": 8574 + }, + { + "epoch": 1.2140733399405352, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2089, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 6954529.0, + "step": 8575 + }, + { + "epoch": 1.2142149228373214, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.555, + "mean_token_accuracy": 0.7884615659713745, + "num_tokens": 6955238.0, + "step": 8576 + }, + { + "epoch": 1.2143565057341072, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.2674, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 6955852.0, + "step": 8577 + }, + { + "epoch": 1.2144980886308934, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.6519, + "mean_token_accuracy": 0.7837837934494019, + "num_tokens": 6956400.0, + "step": 8578 + }, + { + "epoch": 1.2146396715276795, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.284, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 6957089.0, + "step": 8579 + }, + { + "epoch": 1.2147812544244656, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.1961, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 6957603.0, + "step": 8580 + }, + { + "epoch": 1.2149228373212515, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1598, + "mean_token_accuracy": 0.9375, + "num_tokens": 6958382.0, + "step": 8581 + }, + { + "epoch": 1.2150644202180376, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 6958910.0, + "step": 8582 + }, + { + "epoch": 1.2152060031148237, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2603, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 6959876.0, + "step": 8583 + }, + { + "epoch": 1.2153475860116099, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 6960438.0, + "step": 8584 + }, + { + "epoch": 1.215489168908396, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 6961120.0, + "step": 8585 + }, + { + "epoch": 1.2156307518051819, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1139, + "mean_token_accuracy": 0.9534883499145508, + "num_tokens": 6962001.0, + "step": 8586 + }, + { + "epoch": 1.215772334701968, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 6962805.0, + "step": 8587 + }, + { + "epoch": 1.2159139175987541, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 6963335.0, + "step": 8588 + }, + { + "epoch": 1.2160555004955402, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.1867, + "mean_token_accuracy": 0.9349112510681152, + "num_tokens": 6964383.0, + "step": 8589 + }, + { + "epoch": 1.2161970833923261, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8906883001327515, + "num_tokens": 6965180.0, + "step": 8590 + }, + { + "epoch": 1.2163386662891122, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2752, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 6965969.0, + "step": 8591 + }, + { + "epoch": 1.2164802491858984, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2451, + "mean_token_accuracy": 0.8865979313850403, + "num_tokens": 6966942.0, + "step": 8592 + }, + { + "epoch": 1.2166218320826845, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1499, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 6967652.0, + "step": 8593 + }, + { + "epoch": 1.2167634149794706, + "grad_norm": 12.0, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 6969040.0, + "step": 8594 + }, + { + "epoch": 1.2169049978762565, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.1818, + "mean_token_accuracy": 0.9019607901573181, + "num_tokens": 6969638.0, + "step": 8595 + }, + { + "epoch": 1.2170465807730426, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 6970437.0, + "step": 8596 + }, + { + "epoch": 1.2171881636698287, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.203, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 6971021.0, + "step": 8597 + }, + { + "epoch": 1.2173297465666146, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1597, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 6971961.0, + "step": 8598 + }, + { + "epoch": 1.2174713294634008, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2171, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 6972496.0, + "step": 8599 + }, + { + "epoch": 1.2176129123601869, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.1695, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 6973012.0, + "step": 8600 + }, + { + "epoch": 1.217754495256973, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.147, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 6973515.0, + "step": 8601 + }, + { + "epoch": 1.217896078153759, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.1926, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 6973994.0, + "step": 8602 + }, + { + "epoch": 1.218037661050545, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 6974847.0, + "step": 8603 + }, + { + "epoch": 1.2181792439473311, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.225, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 6975455.0, + "step": 8604 + }, + { + "epoch": 1.2183208268441172, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2115, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 6975971.0, + "step": 8605 + }, + { + "epoch": 1.2184624097409034, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2713, + "mean_token_accuracy": 0.875, + "num_tokens": 6976802.0, + "step": 8606 + }, + { + "epoch": 1.2186039926376893, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.1216, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 6977314.0, + "step": 8607 + }, + { + "epoch": 1.2187455755344754, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.2512, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 6978270.0, + "step": 8608 + }, + { + "epoch": 1.2188871584312615, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2536, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 6979234.0, + "step": 8609 + }, + { + "epoch": 1.2190287413280476, + "grad_norm": 61.5, + "learning_rate": 1e-06, + "loss": 0.2382, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 6979864.0, + "step": 8610 + }, + { + "epoch": 1.2191703242248337, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8024691343307495, + "num_tokens": 6980655.0, + "step": 8611 + }, + { + "epoch": 1.2193119071216196, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8514851331710815, + "num_tokens": 6981615.0, + "step": 8612 + }, + { + "epoch": 1.2194534900184058, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.1468, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 6982501.0, + "step": 8613 + }, + { + "epoch": 1.2195950729151919, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 6983415.0, + "step": 8614 + }, + { + "epoch": 1.219736655811978, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.1154, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 6983897.0, + "step": 8615 + }, + { + "epoch": 1.2198782387087639, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 6984582.0, + "step": 8616 + }, + { + "epoch": 1.22001982160555, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.2527, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 6985108.0, + "step": 8617 + }, + { + "epoch": 1.2201614045023361, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.1914, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 6985751.0, + "step": 8618 + }, + { + "epoch": 1.2203029873991222, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1844, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 6987042.0, + "step": 8619 + }, + { + "epoch": 1.2204445702959084, + "grad_norm": 13.5625, + "learning_rate": 1e-06, + "loss": 0.2307, + "mean_token_accuracy": 0.899193525314331, + "num_tokens": 6988474.0, + "step": 8620 + }, + { + "epoch": 1.2205861531926943, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8675798773765564, + "num_tokens": 6989395.0, + "step": 8621 + }, + { + "epoch": 1.2207277360894804, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 6990184.0, + "step": 8622 + }, + { + "epoch": 1.2208693189862665, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.875, + "num_tokens": 6991429.0, + "step": 8623 + }, + { + "epoch": 1.2210109018830526, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2132, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 6992076.0, + "step": 8624 + }, + { + "epoch": 1.2211524847798385, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8208954930305481, + "num_tokens": 6992994.0, + "step": 8625 + }, + { + "epoch": 1.2212940676766246, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 6993991.0, + "step": 8626 + }, + { + "epoch": 1.2214356505734107, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 6994495.0, + "step": 8627 + }, + { + "epoch": 1.2215772334701969, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8260869383811951, + "num_tokens": 6995301.0, + "step": 8628 + }, + { + "epoch": 1.221718816366983, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.502, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 6996036.0, + "step": 8629 + }, + { + "epoch": 1.2218603992637689, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2122, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 6996953.0, + "step": 8630 + }, + { + "epoch": 1.222001982160555, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2278, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 6997787.0, + "step": 8631 + }, + { + "epoch": 1.2221435650573411, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 6998786.0, + "step": 8632 + }, + { + "epoch": 1.2222851479541272, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8315789699554443, + "num_tokens": 6999801.0, + "step": 8633 + }, + { + "epoch": 1.2224267308509131, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2339, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 7000402.0, + "step": 8634 + }, + { + "epoch": 1.2225683137476993, + "grad_norm": 17.625, + "learning_rate": 1e-06, + "loss": 0.1957, + "mean_token_accuracy": 0.919141948223114, + "num_tokens": 7001687.0, + "step": 8635 + }, + { + "epoch": 1.2227098966444854, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.1611, + "mean_token_accuracy": 0.9354838728904724, + "num_tokens": 7002278.0, + "step": 8636 + }, + { + "epoch": 1.2228514795412715, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1511, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 7002800.0, + "step": 8637 + }, + { + "epoch": 1.2229930624380574, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2091, + "mean_token_accuracy": 0.9223300814628601, + "num_tokens": 7003394.0, + "step": 8638 + }, + { + "epoch": 1.2231346453348435, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.099, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 7004308.0, + "step": 8639 + }, + { + "epoch": 1.2232762282316296, + "grad_norm": 99.5, + "learning_rate": 1e-06, + "loss": 0.2391, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7004934.0, + "step": 8640 + }, + { + "epoch": 1.2234178111284157, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2394, + "mean_token_accuracy": 0.890625, + "num_tokens": 7005952.0, + "step": 8641 + }, + { + "epoch": 1.2235593940252016, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.848214328289032, + "num_tokens": 7006711.0, + "step": 8642 + }, + { + "epoch": 1.2237009769219878, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8878504633903503, + "num_tokens": 7007559.0, + "step": 8643 + }, + { + "epoch": 1.2238425598187739, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.1512, + "mean_token_accuracy": 0.9206349849700928, + "num_tokens": 7008089.0, + "step": 8644 + }, + { + "epoch": 1.22398414271556, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.2281, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7008576.0, + "step": 8645 + }, + { + "epoch": 1.2241257256123461, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 7009105.0, + "step": 8646 + }, + { + "epoch": 1.224267308509132, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 7009750.0, + "step": 8647 + }, + { + "epoch": 1.2244088914059181, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8320610523223877, + "num_tokens": 7010461.0, + "step": 8648 + }, + { + "epoch": 1.2245504743027043, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.5315, + "mean_token_accuracy": 0.7777777910232544, + "num_tokens": 7011047.0, + "step": 8649 + }, + { + "epoch": 1.2246920571994904, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.145, + "mean_token_accuracy": 0.9428571462631226, + "num_tokens": 7011566.0, + "step": 8650 + }, + { + "epoch": 1.2248336400962763, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8647342920303345, + "num_tokens": 7012472.0, + "step": 8651 + }, + { + "epoch": 1.2249752229930624, + "grad_norm": 30.875, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8393782377243042, + "num_tokens": 7013131.0, + "step": 8652 + }, + { + "epoch": 1.2251168058898485, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 7014242.0, + "step": 8653 + }, + { + "epoch": 1.2252583887866346, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 7015221.0, + "step": 8654 + }, + { + "epoch": 1.2253999716834207, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2279, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7016039.0, + "step": 8655 + }, + { + "epoch": 1.2255415545802066, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8255813717842102, + "num_tokens": 7016617.0, + "step": 8656 + }, + { + "epoch": 1.2256831374769928, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 7017186.0, + "step": 8657 + }, + { + "epoch": 1.2258247203737789, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7017756.0, + "step": 8658 + }, + { + "epoch": 1.225966303270565, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.156, + "mean_token_accuracy": 0.9482758641242981, + "num_tokens": 7018688.0, + "step": 8659 + }, + { + "epoch": 1.226107886167351, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2636, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7019554.0, + "step": 8660 + }, + { + "epoch": 1.226249469064137, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7020338.0, + "step": 8661 + }, + { + "epoch": 1.2263910519609231, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2417, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 7020936.0, + "step": 8662 + }, + { + "epoch": 1.2265326348577092, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 7021690.0, + "step": 8663 + }, + { + "epoch": 1.2266742177544954, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7022324.0, + "step": 8664 + }, + { + "epoch": 1.2268158006512813, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.1729, + "mean_token_accuracy": 0.9425287246704102, + "num_tokens": 7022853.0, + "step": 8665 + }, + { + "epoch": 1.2269573835480674, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2598, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 7023409.0, + "step": 8666 + }, + { + "epoch": 1.2270989664448535, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.885496199131012, + "num_tokens": 7023998.0, + "step": 8667 + }, + { + "epoch": 1.2272405493416396, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 7024893.0, + "step": 8668 + }, + { + "epoch": 1.2273821322384255, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 7025570.0, + "step": 8669 + }, + { + "epoch": 1.2275237151352116, + "grad_norm": 187.0, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7026206.0, + "step": 8670 + }, + { + "epoch": 1.2276652980319978, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.2522, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 7026756.0, + "step": 8671 + }, + { + "epoch": 1.2278068809287839, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2859, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 7027394.0, + "step": 8672 + }, + { + "epoch": 1.22794846382557, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.807692289352417, + "num_tokens": 7028010.0, + "step": 8673 + }, + { + "epoch": 1.2280900467223559, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7028659.0, + "step": 8674 + }, + { + "epoch": 1.228231629619142, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 7029204.0, + "step": 8675 + }, + { + "epoch": 1.2283732125159281, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2547, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 7030023.0, + "step": 8676 + }, + { + "epoch": 1.228514795412714, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.1681, + "mean_token_accuracy": 0.9397321939468384, + "num_tokens": 7030953.0, + "step": 8677 + }, + { + "epoch": 1.2286563783095001, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1626, + "mean_token_accuracy": 0.9462365508079529, + "num_tokens": 7032131.0, + "step": 8678 + }, + { + "epoch": 1.2287979612062863, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7033177.0, + "step": 8679 + }, + { + "epoch": 1.2289395441030724, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.209, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 7033830.0, + "step": 8680 + }, + { + "epoch": 1.2290811269998585, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 7034410.0, + "step": 8681 + }, + { + "epoch": 1.2292227098966444, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7035167.0, + "step": 8682 + }, + { + "epoch": 1.2293642927934305, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8473684787750244, + "num_tokens": 7035825.0, + "step": 8683 + }, + { + "epoch": 1.2295058756902166, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8866667151451111, + "num_tokens": 7036697.0, + "step": 8684 + }, + { + "epoch": 1.2296474585870028, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 7037355.0, + "step": 8685 + }, + { + "epoch": 1.2297890414837886, + "grad_norm": 31.75, + "learning_rate": 1e-06, + "loss": 0.1485, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 7038020.0, + "step": 8686 + }, + { + "epoch": 1.2299306243805748, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2369, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 7038528.0, + "step": 8687 + }, + { + "epoch": 1.2300722072773609, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.1545, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 7039415.0, + "step": 8688 + }, + { + "epoch": 1.230213790174147, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7040071.0, + "step": 8689 + }, + { + "epoch": 1.2303553730709331, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2235, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 7040972.0, + "step": 8690 + }, + { + "epoch": 1.230496955967719, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.2746, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 7041923.0, + "step": 8691 + }, + { + "epoch": 1.2306385388645051, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.239, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 7042674.0, + "step": 8692 + }, + { + "epoch": 1.2307801217612913, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 7043336.0, + "step": 8693 + }, + { + "epoch": 1.2309217046580774, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 7043905.0, + "step": 8694 + }, + { + "epoch": 1.2310632875548633, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2214, + "mean_token_accuracy": 0.9382716417312622, + "num_tokens": 7044727.0, + "step": 8695 + }, + { + "epoch": 1.2312048704516494, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 7045468.0, + "step": 8696 + }, + { + "epoch": 1.2313464533484355, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8617362976074219, + "num_tokens": 7046365.0, + "step": 8697 + }, + { + "epoch": 1.2314880362452216, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.2318, + "mean_token_accuracy": 0.8948655724525452, + "num_tokens": 7047459.0, + "step": 8698 + }, + { + "epoch": 1.2316296191420077, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.22, + "mean_token_accuracy": 0.921875, + "num_tokens": 7048165.0, + "step": 8699 + }, + { + "epoch": 1.2317712020387936, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 7048851.0, + "step": 8700 + }, + { + "epoch": 1.2319127849355798, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.9080459475517273, + "num_tokens": 7049393.0, + "step": 8701 + }, + { + "epoch": 1.2320543678323659, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2005, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 7050019.0, + "step": 8702 + }, + { + "epoch": 1.232195950729152, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 7050844.0, + "step": 8703 + }, + { + "epoch": 1.232337533625938, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1383, + "mean_token_accuracy": 0.9528301954269409, + "num_tokens": 7051627.0, + "step": 8704 + }, + { + "epoch": 1.232479116522724, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 7052262.0, + "step": 8705 + }, + { + "epoch": 1.2326206994195101, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 7053167.0, + "step": 8706 + }, + { + "epoch": 1.2327622823162963, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 7053928.0, + "step": 8707 + }, + { + "epoch": 1.2329038652130824, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7054489.0, + "step": 8708 + }, + { + "epoch": 1.2330454481098683, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.1898, + "mean_token_accuracy": 0.9357143044471741, + "num_tokens": 7055203.0, + "step": 8709 + }, + { + "epoch": 1.2331870310066544, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1252, + "mean_token_accuracy": 0.9424460530281067, + "num_tokens": 7056026.0, + "step": 8710 + }, + { + "epoch": 1.2333286139034405, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7056671.0, + "step": 8711 + }, + { + "epoch": 1.2334701968002266, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2457, + "mean_token_accuracy": 0.9051094651222229, + "num_tokens": 7057525.0, + "step": 8712 + }, + { + "epoch": 1.2336117796970125, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 7058250.0, + "step": 8713 + }, + { + "epoch": 1.2337533625937986, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2116, + "mean_token_accuracy": 0.9225806593894958, + "num_tokens": 7058987.0, + "step": 8714 + }, + { + "epoch": 1.2338949454905848, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.1046, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 7059594.0, + "step": 8715 + }, + { + "epoch": 1.2340365283873709, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.817307710647583, + "num_tokens": 7060237.0, + "step": 8716 + }, + { + "epoch": 1.234178111284157, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7060884.0, + "step": 8717 + }, + { + "epoch": 1.234319694180943, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2877, + "mean_token_accuracy": 0.8737863898277283, + "num_tokens": 7061440.0, + "step": 8718 + }, + { + "epoch": 1.234461277077729, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 7062127.0, + "step": 8719 + }, + { + "epoch": 1.2346028599745151, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 7062693.0, + "step": 8720 + }, + { + "epoch": 1.234744442871301, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8489065170288086, + "num_tokens": 7063990.0, + "step": 8721 + }, + { + "epoch": 1.2348860257680871, + "grad_norm": 13.875, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.8980213403701782, + "num_tokens": 7065557.0, + "step": 8722 + }, + { + "epoch": 1.2350276086648733, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 7066199.0, + "step": 8723 + }, + { + "epoch": 1.2351691915616594, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 7066824.0, + "step": 8724 + }, + { + "epoch": 1.2353107744584455, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.9009009003639221, + "num_tokens": 7067967.0, + "step": 8725 + }, + { + "epoch": 1.2354523573552314, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2825, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 7068815.0, + "step": 8726 + }, + { + "epoch": 1.2355939402520175, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.4922, + "mean_token_accuracy": 0.8105263710021973, + "num_tokens": 7069905.0, + "step": 8727 + }, + { + "epoch": 1.2357355231488036, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.114, + "mean_token_accuracy": 0.946969747543335, + "num_tokens": 7070698.0, + "step": 8728 + }, + { + "epoch": 1.2358771060455898, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.1966, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7071302.0, + "step": 8729 + }, + { + "epoch": 1.2360186889423757, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 7071856.0, + "step": 8730 + }, + { + "epoch": 1.2361602718391618, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 7072499.0, + "step": 8731 + }, + { + "epoch": 1.236301854735948, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7073045.0, + "step": 8732 + }, + { + "epoch": 1.236443437632734, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2307, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7074080.0, + "step": 8733 + }, + { + "epoch": 1.2365850205295201, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7074951.0, + "step": 8734 + }, + { + "epoch": 1.236726603426306, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.1961, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 7075420.0, + "step": 8735 + }, + { + "epoch": 1.2368681863230921, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 7076422.0, + "step": 8736 + }, + { + "epoch": 1.2370097692198783, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 7077271.0, + "step": 8737 + }, + { + "epoch": 1.2371513521166644, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 7078249.0, + "step": 8738 + }, + { + "epoch": 1.2372929350134503, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.1744, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 7079126.0, + "step": 8739 + }, + { + "epoch": 1.2374345179102364, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2248, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7079662.0, + "step": 8740 + }, + { + "epoch": 1.2375761008070225, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.1248, + "mean_token_accuracy": 0.9740259647369385, + "num_tokens": 7080621.0, + "step": 8741 + }, + { + "epoch": 1.2377176837038086, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.1301, + "mean_token_accuracy": 0.9402174353599548, + "num_tokens": 7081493.0, + "step": 8742 + }, + { + "epoch": 1.2378592666005948, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2346, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 7082292.0, + "step": 8743 + }, + { + "epoch": 1.2380008494973807, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2233, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 7082906.0, + "step": 8744 + }, + { + "epoch": 1.2381424323941668, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.2065, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7083552.0, + "step": 8745 + }, + { + "epoch": 1.2382840152909529, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.1336, + "mean_token_accuracy": 0.9471544623374939, + "num_tokens": 7084286.0, + "step": 8746 + }, + { + "epoch": 1.238425598187739, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2041, + "mean_token_accuracy": 0.9433962106704712, + "num_tokens": 7085181.0, + "step": 8747 + }, + { + "epoch": 1.238567181084525, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.089, + "mean_token_accuracy": 0.984375, + "num_tokens": 7085795.0, + "step": 8748 + }, + { + "epoch": 1.238708763981311, + "grad_norm": 10.9375, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8974969983100891, + "num_tokens": 7087241.0, + "step": 8749 + }, + { + "epoch": 1.2388503468780971, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 7087818.0, + "step": 8750 + }, + { + "epoch": 1.2389919297748833, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8780487775802612, + "num_tokens": 7088523.0, + "step": 8751 + }, + { + "epoch": 1.2391335126716694, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 7089087.0, + "step": 8752 + }, + { + "epoch": 1.2392750955684553, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.2484, + "mean_token_accuracy": 0.9149425029754639, + "num_tokens": 7090050.0, + "step": 8753 + }, + { + "epoch": 1.2394166784652414, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2049, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 7091418.0, + "step": 8754 + }, + { + "epoch": 1.2395582613620275, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8921568989753723, + "num_tokens": 7092399.0, + "step": 8755 + }, + { + "epoch": 1.2396998442588136, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8802660703659058, + "num_tokens": 7093399.0, + "step": 8756 + }, + { + "epoch": 1.2398414271555995, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.866873025894165, + "num_tokens": 7094688.0, + "step": 8757 + }, + { + "epoch": 1.2399830100523856, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 7095290.0, + "step": 8758 + }, + { + "epoch": 1.2401245929491718, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2337, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7095869.0, + "step": 8759 + }, + { + "epoch": 1.2402661758459579, + "grad_norm": 11.1875, + "learning_rate": 1e-06, + "loss": 0.1367, + "mean_token_accuracy": 0.9480692148208618, + "num_tokens": 7097104.0, + "step": 8760 + }, + { + "epoch": 1.2404077587427438, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8452380895614624, + "num_tokens": 7097756.0, + "step": 8761 + }, + { + "epoch": 1.24054934163953, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 7098290.0, + "step": 8762 + }, + { + "epoch": 1.240690924536316, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1152, + "mean_token_accuracy": 0.9590163230895996, + "num_tokens": 7099074.0, + "step": 8763 + }, + { + "epoch": 1.2408325074331021, + "grad_norm": 21.5, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7100054.0, + "step": 8764 + }, + { + "epoch": 1.240974090329888, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2057, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7100621.0, + "step": 8765 + }, + { + "epoch": 1.2411156732266742, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8823530077934265, + "num_tokens": 7101484.0, + "step": 8766 + }, + { + "epoch": 1.2412572561234603, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2481, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 7102330.0, + "step": 8767 + }, + { + "epoch": 1.2413988390202464, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1615, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 7102959.0, + "step": 8768 + }, + { + "epoch": 1.2415404219170325, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1803, + "mean_token_accuracy": 0.9512194991111755, + "num_tokens": 7103729.0, + "step": 8769 + }, + { + "epoch": 1.2416820048138184, + "grad_norm": 34.25, + "learning_rate": 1e-06, + "loss": 0.0973, + "mean_token_accuracy": 0.9644444584846497, + "num_tokens": 7104529.0, + "step": 8770 + }, + { + "epoch": 1.2418235877106045, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 7105082.0, + "step": 8771 + }, + { + "epoch": 1.2419651706073906, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 7105794.0, + "step": 8772 + }, + { + "epoch": 1.2421067535041768, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2592, + "mean_token_accuracy": 0.889423131942749, + "num_tokens": 7106749.0, + "step": 8773 + }, + { + "epoch": 1.2422483364009627, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 7107483.0, + "step": 8774 + }, + { + "epoch": 1.2423899192977488, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.5089, + "mean_token_accuracy": 0.8029196858406067, + "num_tokens": 7108362.0, + "step": 8775 + }, + { + "epoch": 1.242531502194535, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7109020.0, + "step": 8776 + }, + { + "epoch": 1.242673085091321, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 7109867.0, + "step": 8777 + }, + { + "epoch": 1.2428146679881071, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.9037801027297974, + "num_tokens": 7110621.0, + "step": 8778 + }, + { + "epoch": 1.242956250884893, + "grad_norm": 24.25, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8232558369636536, + "num_tokens": 7111600.0, + "step": 8779 + }, + { + "epoch": 1.2430978337816792, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.0908, + "mean_token_accuracy": 0.9759615659713745, + "num_tokens": 7112706.0, + "step": 8780 + }, + { + "epoch": 1.2432394166784653, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 7113362.0, + "step": 8781 + }, + { + "epoch": 1.2433809995752514, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1717, + "mean_token_accuracy": 0.9324324727058411, + "num_tokens": 7114217.0, + "step": 8782 + }, + { + "epoch": 1.2435225824720373, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.1785, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 7114731.0, + "step": 8783 + }, + { + "epoch": 1.2436641653688234, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 7115373.0, + "step": 8784 + }, + { + "epoch": 1.2438057482656095, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 7115838.0, + "step": 8785 + }, + { + "epoch": 1.2439473311623956, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8296089172363281, + "num_tokens": 7117060.0, + "step": 8786 + }, + { + "epoch": 1.2440889140591818, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.875, + "num_tokens": 7117806.0, + "step": 8787 + }, + { + "epoch": 1.2442304969559677, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1483, + "mean_token_accuracy": 0.948051929473877, + "num_tokens": 7118556.0, + "step": 8788 + }, + { + "epoch": 1.2443720798527538, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7119082.0, + "step": 8789 + }, + { + "epoch": 1.24451366274954, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.862500011920929, + "num_tokens": 7119771.0, + "step": 8790 + }, + { + "epoch": 1.244655245646326, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.9104477167129517, + "num_tokens": 7120766.0, + "step": 8791 + }, + { + "epoch": 1.244796828543112, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.8738738894462585, + "num_tokens": 7121835.0, + "step": 8792 + }, + { + "epoch": 1.244938411439898, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 7122312.0, + "step": 8793 + }, + { + "epoch": 1.2450799943366841, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 7123164.0, + "step": 8794 + }, + { + "epoch": 1.2452215772334703, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.5103, + "mean_token_accuracy": 0.781818151473999, + "num_tokens": 7123892.0, + "step": 8795 + }, + { + "epoch": 1.2453631601302564, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1987, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 7124659.0, + "step": 8796 + }, + { + "epoch": 1.2455047430270423, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2242, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 7125483.0, + "step": 8797 + }, + { + "epoch": 1.2456463259238284, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.875, + "num_tokens": 7126135.0, + "step": 8798 + }, + { + "epoch": 1.2457879088206145, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.84375, + "num_tokens": 7126825.0, + "step": 8799 + }, + { + "epoch": 1.2459294917174004, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2526, + "mean_token_accuracy": 0.8991597294807434, + "num_tokens": 7127692.0, + "step": 8800 + }, + { + "epoch": 1.2460710746141865, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 7128184.0, + "step": 8801 + }, + { + "epoch": 1.2462126575109727, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.5493, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 7129160.0, + "step": 8802 + }, + { + "epoch": 1.2463542404077588, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1505, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 7129914.0, + "step": 8803 + }, + { + "epoch": 1.246495823304545, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 7130685.0, + "step": 8804 + }, + { + "epoch": 1.2466374062013308, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 7131617.0, + "step": 8805 + }, + { + "epoch": 1.246778989098117, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 7132232.0, + "step": 8806 + }, + { + "epoch": 1.246920571994903, + "grad_norm": 110.0, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 7133204.0, + "step": 8807 + }, + { + "epoch": 1.2470621548916891, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 7133760.0, + "step": 8808 + }, + { + "epoch": 1.247203737788475, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8347107172012329, + "num_tokens": 7134798.0, + "step": 8809 + }, + { + "epoch": 1.2473453206852612, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.1849, + "mean_token_accuracy": 0.9356725215911865, + "num_tokens": 7135431.0, + "step": 8810 + }, + { + "epoch": 1.2474869035820473, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.28, + "mean_token_accuracy": 0.8769230842590332, + "num_tokens": 7136062.0, + "step": 8811 + }, + { + "epoch": 1.2476284864788334, + "grad_norm": 14.875, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.9029303789138794, + "num_tokens": 7137053.0, + "step": 8812 + }, + { + "epoch": 1.2477700693756195, + "grad_norm": 184.0, + "learning_rate": 1e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7137683.0, + "step": 8813 + }, + { + "epoch": 1.2479116522724054, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.1579, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 7138262.0, + "step": 8814 + }, + { + "epoch": 1.2480532351691915, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.2715, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7139178.0, + "step": 8815 + }, + { + "epoch": 1.2481948180659777, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 7139823.0, + "step": 8816 + }, + { + "epoch": 1.2483364009627638, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.2711, + "mean_token_accuracy": 0.8910256624221802, + "num_tokens": 7140979.0, + "step": 8817 + }, + { + "epoch": 1.2484779838595497, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2493, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7141479.0, + "step": 8818 + }, + { + "epoch": 1.2486195667563358, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1078, + "mean_token_accuracy": 0.9729729890823364, + "num_tokens": 7142042.0, + "step": 8819 + }, + { + "epoch": 1.248761149653122, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2409, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7142566.0, + "step": 8820 + }, + { + "epoch": 1.248902732549908, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.206, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7143177.0, + "step": 8821 + }, + { + "epoch": 1.2490443154466941, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8166667222976685, + "num_tokens": 7143891.0, + "step": 8822 + }, + { + "epoch": 1.24918589834348, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8608695268630981, + "num_tokens": 7145053.0, + "step": 8823 + }, + { + "epoch": 1.2493274812402662, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1939, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 7145783.0, + "step": 8824 + }, + { + "epoch": 1.2494690641370523, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.1152, + "mean_token_accuracy": 0.9541283845901489, + "num_tokens": 7146886.0, + "step": 8825 + }, + { + "epoch": 1.2496106470338384, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.6472, + "mean_token_accuracy": 0.7183098196983337, + "num_tokens": 7147572.0, + "step": 8826 + }, + { + "epoch": 1.2497522299306243, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1321, + "mean_token_accuracy": 0.9289941191673279, + "num_tokens": 7148449.0, + "step": 8827 + }, + { + "epoch": 1.2498938128274104, + "grad_norm": 9.625, + "learning_rate": 1e-06, + "loss": 0.168, + "mean_token_accuracy": 0.9242739081382751, + "num_tokens": 7149871.0, + "step": 8828 + }, + { + "epoch": 1.2500353957241965, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 7150586.0, + "step": 8829 + }, + { + "epoch": 1.2501769786209826, + "grad_norm": 92.5, + "learning_rate": 1e-06, + "loss": 0.5231, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 7151518.0, + "step": 8830 + }, + { + "epoch": 1.2503185615177688, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1678, + "mean_token_accuracy": 0.9198113083839417, + "num_tokens": 7152332.0, + "step": 8831 + }, + { + "epoch": 1.2504601444145547, + "grad_norm": 16.625, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8895705342292786, + "num_tokens": 7153543.0, + "step": 8832 + }, + { + "epoch": 1.2506017273113408, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2109, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 7154408.0, + "step": 8833 + }, + { + "epoch": 1.250743310208127, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 7155131.0, + "step": 8834 + }, + { + "epoch": 1.2508848931049128, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2558, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 7155909.0, + "step": 8835 + }, + { + "epoch": 1.251026476001699, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.9180327653884888, + "num_tokens": 7156630.0, + "step": 8836 + }, + { + "epoch": 1.251168058898485, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.5205, + "mean_token_accuracy": 0.7912843823432922, + "num_tokens": 7157966.0, + "step": 8837 + }, + { + "epoch": 1.2513096417952712, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8842974901199341, + "num_tokens": 7159016.0, + "step": 8838 + }, + { + "epoch": 1.2514512246920573, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 7159580.0, + "step": 8839 + }, + { + "epoch": 1.2515928075888434, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2575, + "mean_token_accuracy": 0.8931297659873962, + "num_tokens": 7160540.0, + "step": 8840 + }, + { + "epoch": 1.2517343904856293, + "grad_norm": 13.25, + "learning_rate": 1e-06, + "loss": 0.2289, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 7161846.0, + "step": 8841 + }, + { + "epoch": 1.2518759733824154, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 7162532.0, + "step": 8842 + }, + { + "epoch": 1.2520175562792015, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.0918, + "mean_token_accuracy": 0.9617486000061035, + "num_tokens": 7163488.0, + "step": 8843 + }, + { + "epoch": 1.2521591391759874, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8645833730697632, + "num_tokens": 7164174.0, + "step": 8844 + }, + { + "epoch": 1.2523007220727735, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 7164818.0, + "step": 8845 + }, + { + "epoch": 1.2524423049695597, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.5508, + "mean_token_accuracy": 0.790123462677002, + "num_tokens": 7165502.0, + "step": 8846 + }, + { + "epoch": 1.2525838878663458, + "grad_norm": 13.0, + "learning_rate": 1e-06, + "loss": 0.2335, + "mean_token_accuracy": 0.9099999666213989, + "num_tokens": 7166664.0, + "step": 8847 + }, + { + "epoch": 1.252725470763132, + "grad_norm": 90.0, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8070175647735596, + "num_tokens": 7167169.0, + "step": 8848 + }, + { + "epoch": 1.252867053659918, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 7167686.0, + "step": 8849 + }, + { + "epoch": 1.253008636556704, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 7168211.0, + "step": 8850 + }, + { + "epoch": 1.25315021945349, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 7169083.0, + "step": 8851 + }, + { + "epoch": 1.2532918023502762, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1087, + "mean_token_accuracy": 0.9710144996643066, + "num_tokens": 7169685.0, + "step": 8852 + }, + { + "epoch": 1.253433385247062, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7170466.0, + "step": 8853 + }, + { + "epoch": 1.2535749681438482, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 7171433.0, + "step": 8854 + }, + { + "epoch": 1.2537165510406343, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9017857313156128, + "num_tokens": 7172364.0, + "step": 8855 + }, + { + "epoch": 1.2538581339374204, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7173444.0, + "step": 8856 + }, + { + "epoch": 1.2539997168342065, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.1752, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 7174382.0, + "step": 8857 + }, + { + "epoch": 1.2541412997309924, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.8869564533233643, + "num_tokens": 7175152.0, + "step": 8858 + }, + { + "epoch": 1.2542828826277785, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2103, + "mean_token_accuracy": 0.9375, + "num_tokens": 7176043.0, + "step": 8859 + }, + { + "epoch": 1.2544244655245647, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 7176991.0, + "step": 8860 + }, + { + "epoch": 1.2545660484213508, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1631, + "mean_token_accuracy": 0.9384615421295166, + "num_tokens": 7178000.0, + "step": 8861 + }, + { + "epoch": 1.2547076313181367, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7178844.0, + "step": 8862 + }, + { + "epoch": 1.2548492142149228, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7179675.0, + "step": 8863 + }, + { + "epoch": 1.254990797111709, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2711, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 7180499.0, + "step": 8864 + }, + { + "epoch": 1.255132380008495, + "grad_norm": 19.25, + "learning_rate": 1e-06, + "loss": 0.2361, + "mean_token_accuracy": 0.8967551589012146, + "num_tokens": 7181348.0, + "step": 8865 + }, + { + "epoch": 1.2552739629052811, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1482, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 7182293.0, + "step": 8866 + }, + { + "epoch": 1.255415545802067, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 7182848.0, + "step": 8867 + }, + { + "epoch": 1.2555571286988532, + "grad_norm": 18.875, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8702929019927979, + "num_tokens": 7184320.0, + "step": 8868 + }, + { + "epoch": 1.2556987115956393, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8676056265830994, + "num_tokens": 7185296.0, + "step": 8869 + }, + { + "epoch": 1.2558402944924252, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2669, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7185969.0, + "step": 8870 + }, + { + "epoch": 1.2559818773892113, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8363636136054993, + "num_tokens": 7187049.0, + "step": 8871 + }, + { + "epoch": 1.2561234602859974, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1859, + "mean_token_accuracy": 0.9496403336524963, + "num_tokens": 7187654.0, + "step": 8872 + }, + { + "epoch": 1.2562650431827835, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 7188412.0, + "step": 8873 + }, + { + "epoch": 1.2564066260795697, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8671678900718689, + "num_tokens": 7189549.0, + "step": 8874 + }, + { + "epoch": 1.2565482089763558, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8514851331710815, + "num_tokens": 7190285.0, + "step": 8875 + }, + { + "epoch": 1.2566897918731417, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.1059, + "mean_token_accuracy": 0.9560975432395935, + "num_tokens": 7191104.0, + "step": 8876 + }, + { + "epoch": 1.2568313747699278, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1969, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 7191848.0, + "step": 8877 + }, + { + "epoch": 1.256972957666714, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2441, + "mean_token_accuracy": 0.8943089246749878, + "num_tokens": 7192460.0, + "step": 8878 + }, + { + "epoch": 1.2571145405634998, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 7193258.0, + "step": 8879 + }, + { + "epoch": 1.257256123460286, + "grad_norm": 26.5, + "learning_rate": 1e-06, + "loss": 0.116, + "mean_token_accuracy": 0.9714285731315613, + "num_tokens": 7193938.0, + "step": 8880 + }, + { + "epoch": 1.257397706357072, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7194679.0, + "step": 8881 + }, + { + "epoch": 1.2575392892538582, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2459, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 7195492.0, + "step": 8882 + }, + { + "epoch": 1.2576808721506443, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8585858345031738, + "num_tokens": 7196298.0, + "step": 8883 + }, + { + "epoch": 1.2578224550474304, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 7196839.0, + "step": 8884 + }, + { + "epoch": 1.2579640379442163, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.7976190447807312, + "num_tokens": 7197379.0, + "step": 8885 + }, + { + "epoch": 1.2581056208410024, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.0986, + "mean_token_accuracy": 0.9781022071838379, + "num_tokens": 7198000.0, + "step": 8886 + }, + { + "epoch": 1.2582472037377885, + "grad_norm": 110.5, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 7198576.0, + "step": 8887 + }, + { + "epoch": 1.2583887866345744, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.155, + "mean_token_accuracy": 0.9300000071525574, + "num_tokens": 7199133.0, + "step": 8888 + }, + { + "epoch": 1.2585303695313605, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 7199857.0, + "step": 8889 + }, + { + "epoch": 1.2586719524281467, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.824324369430542, + "num_tokens": 7200604.0, + "step": 8890 + }, + { + "epoch": 1.2588135353249328, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2656, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 7201368.0, + "step": 8891 + }, + { + "epoch": 1.258955118221719, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 7202022.0, + "step": 8892 + }, + { + "epoch": 1.2590967011185048, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.59, + "mean_token_accuracy": 0.7926828861236572, + "num_tokens": 7202922.0, + "step": 8893 + }, + { + "epoch": 1.259238284015291, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7203684.0, + "step": 8894 + }, + { + "epoch": 1.259379866912077, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.8111111521720886, + "num_tokens": 7204553.0, + "step": 8895 + }, + { + "epoch": 1.2595214498088632, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2468, + "mean_token_accuracy": 0.9009900689125061, + "num_tokens": 7205195.0, + "step": 8896 + }, + { + "epoch": 1.259663032705649, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1746, + "mean_token_accuracy": 0.9287305474281311, + "num_tokens": 7206083.0, + "step": 8897 + }, + { + "epoch": 1.2598046156024352, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8612565398216248, + "num_tokens": 7207004.0, + "step": 8898 + }, + { + "epoch": 1.2599461984992213, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.4839, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 7207795.0, + "step": 8899 + }, + { + "epoch": 1.2600877813960074, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.1605, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 7208816.0, + "step": 8900 + }, + { + "epoch": 1.2602293642927935, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2799, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 7209466.0, + "step": 8901 + }, + { + "epoch": 1.2603709471895794, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 7210005.0, + "step": 8902 + }, + { + "epoch": 1.2605125300863655, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.2073, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 7210711.0, + "step": 8903 + }, + { + "epoch": 1.2606541129831517, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8341708183288574, + "num_tokens": 7212207.0, + "step": 8904 + }, + { + "epoch": 1.2607956958799378, + "grad_norm": 26.0, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8255033493041992, + "num_tokens": 7212951.0, + "step": 8905 + }, + { + "epoch": 1.2609372787767237, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7213772.0, + "step": 8906 + }, + { + "epoch": 1.2610788616735098, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.84112149477005, + "num_tokens": 7214497.0, + "step": 8907 + }, + { + "epoch": 1.261220444570296, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.888059675693512, + "num_tokens": 7215879.0, + "step": 8908 + }, + { + "epoch": 1.261362027467082, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7216725.0, + "step": 8909 + }, + { + "epoch": 1.2615036103638682, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.1674, + "mean_token_accuracy": 0.9649122953414917, + "num_tokens": 7217252.0, + "step": 8910 + }, + { + "epoch": 1.261645193260654, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.2012, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 7217772.0, + "step": 8911 + }, + { + "epoch": 1.2617867761574402, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 7218578.0, + "step": 8912 + }, + { + "epoch": 1.2619283590542263, + "grad_norm": 20.125, + "learning_rate": 1e-06, + "loss": 0.2648, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7219570.0, + "step": 8913 + }, + { + "epoch": 1.2620699419510122, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 7220240.0, + "step": 8914 + }, + { + "epoch": 1.2622115248477983, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 7220986.0, + "step": 8915 + }, + { + "epoch": 1.2623531077445844, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8739496469497681, + "num_tokens": 7221833.0, + "step": 8916 + }, + { + "epoch": 1.2624946906413705, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2323, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 7223006.0, + "step": 8917 + }, + { + "epoch": 1.2626362735381567, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1503, + "mean_token_accuracy": 0.9661017060279846, + "num_tokens": 7224125.0, + "step": 8918 + }, + { + "epoch": 1.2627778564349428, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8311688303947449, + "num_tokens": 7224644.0, + "step": 8919 + }, + { + "epoch": 1.2629194393317287, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.224, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 7225188.0, + "step": 8920 + }, + { + "epoch": 1.2630610222285148, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8090909123420715, + "num_tokens": 7226228.0, + "step": 8921 + }, + { + "epoch": 1.263202605125301, + "grad_norm": 7.84375, + "learning_rate": 1e-06, + "loss": 0.2048, + "mean_token_accuracy": 0.916844367980957, + "num_tokens": 7228307.0, + "step": 8922 + }, + { + "epoch": 1.2633441880220868, + "grad_norm": 11.3125, + "learning_rate": 1e-06, + "loss": 0.1851, + "mean_token_accuracy": 0.9198369979858398, + "num_tokens": 7229594.0, + "step": 8923 + }, + { + "epoch": 1.263485770918873, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.873303234577179, + "num_tokens": 7230256.0, + "step": 8924 + }, + { + "epoch": 1.263627353815659, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2357, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 7230835.0, + "step": 8925 + }, + { + "epoch": 1.2637689367124452, + "grad_norm": 31.625, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.9083333611488342, + "num_tokens": 7231830.0, + "step": 8926 + }, + { + "epoch": 1.2639105196092313, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2197, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 7232451.0, + "step": 8927 + }, + { + "epoch": 1.2640521025060174, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.1291, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 7232962.0, + "step": 8928 + }, + { + "epoch": 1.2641936854028033, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1754, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7234058.0, + "step": 8929 + }, + { + "epoch": 1.2643352682995894, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9449540972709656, + "num_tokens": 7235376.0, + "step": 8930 + }, + { + "epoch": 1.2644768511963755, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2227, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 7236207.0, + "step": 8931 + }, + { + "epoch": 1.2646184340931614, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2252, + "mean_token_accuracy": 0.8932039141654968, + "num_tokens": 7236777.0, + "step": 8932 + }, + { + "epoch": 1.2647600169899476, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8775510191917419, + "num_tokens": 7237408.0, + "step": 8933 + }, + { + "epoch": 1.2649015998867337, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2634, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 7238262.0, + "step": 8934 + }, + { + "epoch": 1.2650431827835198, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2356, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7238779.0, + "step": 8935 + }, + { + "epoch": 1.265184765680306, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.2115, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7239505.0, + "step": 8936 + }, + { + "epoch": 1.2653263485770918, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 7240644.0, + "step": 8937 + }, + { + "epoch": 1.265467931473878, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1635, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 7241445.0, + "step": 8938 + }, + { + "epoch": 1.265609514370664, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8631579279899597, + "num_tokens": 7242110.0, + "step": 8939 + }, + { + "epoch": 1.2657510972674502, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.26, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7243075.0, + "step": 8940 + }, + { + "epoch": 1.265892680164236, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2374, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 7243831.0, + "step": 8941 + }, + { + "epoch": 1.2660342630610222, + "grad_norm": 16.375, + "learning_rate": 1e-06, + "loss": 0.2455, + "mean_token_accuracy": 0.8996350169181824, + "num_tokens": 7244836.0, + "step": 8942 + }, + { + "epoch": 1.2661758459578083, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 7245598.0, + "step": 8943 + }, + { + "epoch": 1.2663174288545944, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.1489, + "mean_token_accuracy": 0.9411764740943909, + "num_tokens": 7246420.0, + "step": 8944 + }, + { + "epoch": 1.2664590117513805, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2607, + "mean_token_accuracy": 0.8937007784843445, + "num_tokens": 7247469.0, + "step": 8945 + }, + { + "epoch": 1.2666005946481664, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2343, + "mean_token_accuracy": 0.8934911489486694, + "num_tokens": 7248363.0, + "step": 8946 + }, + { + "epoch": 1.2667421775449526, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2383, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 7249585.0, + "step": 8947 + }, + { + "epoch": 1.2668837604417387, + "grad_norm": 23.125, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8288288712501526, + "num_tokens": 7250925.0, + "step": 8948 + }, + { + "epoch": 1.2670253433385246, + "grad_norm": 22.75, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8731117844581604, + "num_tokens": 7251773.0, + "step": 8949 + }, + { + "epoch": 1.2671669262353107, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.1765, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 7252404.0, + "step": 8950 + }, + { + "epoch": 1.2673085091320968, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9024389982223511, + "num_tokens": 7253203.0, + "step": 8951 + }, + { + "epoch": 1.267450092028883, + "grad_norm": 93.5, + "learning_rate": 1e-06, + "loss": 0.2512, + "mean_token_accuracy": 0.875, + "num_tokens": 7253735.0, + "step": 8952 + }, + { + "epoch": 1.267591674925669, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1783, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 7254254.0, + "step": 8953 + }, + { + "epoch": 1.2677332578224552, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1282, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 7254802.0, + "step": 8954 + }, + { + "epoch": 1.267874840719241, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8647887110710144, + "num_tokens": 7255636.0, + "step": 8955 + }, + { + "epoch": 1.2680164236160272, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 7256528.0, + "step": 8956 + }, + { + "epoch": 1.2681580065128133, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8185940980911255, + "num_tokens": 7257841.0, + "step": 8957 + }, + { + "epoch": 1.2682995894095992, + "grad_norm": 17.0, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 7259592.0, + "step": 8958 + }, + { + "epoch": 1.2684411723063853, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.85546875, + "num_tokens": 7260749.0, + "step": 8959 + }, + { + "epoch": 1.2685827552031714, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2298, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 7261256.0, + "step": 8960 + }, + { + "epoch": 1.2687243380999575, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.5449, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 7262036.0, + "step": 8961 + }, + { + "epoch": 1.2688659209967437, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2413, + "mean_token_accuracy": 0.8809524178504944, + "num_tokens": 7262887.0, + "step": 8962 + }, + { + "epoch": 1.2690075038935298, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2763, + "mean_token_accuracy": 0.9058823585510254, + "num_tokens": 7263435.0, + "step": 8963 + }, + { + "epoch": 1.2691490867903157, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.875, + "num_tokens": 7264252.0, + "step": 8964 + }, + { + "epoch": 1.2692906696871018, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.2796, + "mean_token_accuracy": 0.8803680539131165, + "num_tokens": 7265188.0, + "step": 8965 + }, + { + "epoch": 1.269432252583888, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7265962.0, + "step": 8966 + }, + { + "epoch": 1.2695738354806738, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.162, + "mean_token_accuracy": 0.9319148659706116, + "num_tokens": 7266919.0, + "step": 8967 + }, + { + "epoch": 1.26971541837746, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1632, + "mean_token_accuracy": 0.9508196115493774, + "num_tokens": 7267444.0, + "step": 8968 + }, + { + "epoch": 1.269857001274246, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.19, + "mean_token_accuracy": 0.9799999594688416, + "num_tokens": 7268211.0, + "step": 8969 + }, + { + "epoch": 1.2699985841710322, + "grad_norm": 20.375, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8740360140800476, + "num_tokens": 7269500.0, + "step": 8970 + }, + { + "epoch": 1.2701401670678183, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1825, + "mean_token_accuracy": 0.9520000219345093, + "num_tokens": 7270492.0, + "step": 8971 + }, + { + "epoch": 1.2702817499646044, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.1847, + "mean_token_accuracy": 0.9115044474601746, + "num_tokens": 7271223.0, + "step": 8972 + }, + { + "epoch": 1.2704233328613903, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 7271922.0, + "step": 8973 + }, + { + "epoch": 1.2705649157581764, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.4829, + "mean_token_accuracy": 0.8113207817077637, + "num_tokens": 7272638.0, + "step": 8974 + }, + { + "epoch": 1.2707064986549625, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2697, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7273212.0, + "step": 8975 + }, + { + "epoch": 1.2708480815517484, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.231, + "mean_token_accuracy": 0.9194313287734985, + "num_tokens": 7274613.0, + "step": 8976 + }, + { + "epoch": 1.2709896644485346, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 7275315.0, + "step": 8977 + }, + { + "epoch": 1.2711312473453207, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.48, + "mean_token_accuracy": 0.7899159789085388, + "num_tokens": 7276347.0, + "step": 8978 + }, + { + "epoch": 1.2712728302421068, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2464, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 7277489.0, + "step": 8979 + }, + { + "epoch": 1.271414413138893, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.859649121761322, + "num_tokens": 7278444.0, + "step": 8980 + }, + { + "epoch": 1.2715559960356788, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8260869383811951, + "num_tokens": 7279024.0, + "step": 8981 + }, + { + "epoch": 1.271697578932465, + "grad_norm": 24.625, + "learning_rate": 1e-06, + "loss": 0.096, + "mean_token_accuracy": 0.9617486000061035, + "num_tokens": 7280262.0, + "step": 8982 + }, + { + "epoch": 1.271839161829251, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1854, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 7281080.0, + "step": 8983 + }, + { + "epoch": 1.2719807447260372, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 7281683.0, + "step": 8984 + }, + { + "epoch": 1.272122327622823, + "grad_norm": 40.0, + "learning_rate": 1e-06, + "loss": 0.2357, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 7282486.0, + "step": 8985 + }, + { + "epoch": 1.2722639105196092, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8640776872634888, + "num_tokens": 7283684.0, + "step": 8986 + }, + { + "epoch": 1.2724054934163953, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1965, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7284428.0, + "step": 8987 + }, + { + "epoch": 1.2725470763131814, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2453, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 7285643.0, + "step": 8988 + }, + { + "epoch": 1.2726886592099675, + "grad_norm": 22.5, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8805309534072876, + "num_tokens": 7286602.0, + "step": 8989 + }, + { + "epoch": 1.2728302421067534, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.5015, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 7287826.0, + "step": 8990 + }, + { + "epoch": 1.2729718250035396, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 7288500.0, + "step": 8991 + }, + { + "epoch": 1.2731134079003257, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2447, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7289282.0, + "step": 8992 + }, + { + "epoch": 1.2732549907971116, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2134, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 7289955.0, + "step": 8993 + }, + { + "epoch": 1.2733965736938977, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.5305, + "mean_token_accuracy": 0.746835470199585, + "num_tokens": 7290652.0, + "step": 8994 + }, + { + "epoch": 1.2735381565906838, + "grad_norm": 326.0, + "learning_rate": 1e-06, + "loss": 0.2765, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7291279.0, + "step": 8995 + }, + { + "epoch": 1.27367973948747, + "grad_norm": 85.5, + "learning_rate": 1e-06, + "loss": 0.1655, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7291893.0, + "step": 8996 + }, + { + "epoch": 1.273821322384256, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.1905, + "mean_token_accuracy": 0.9207792282104492, + "num_tokens": 7293141.0, + "step": 8997 + }, + { + "epoch": 1.2739629052810422, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.238, + "mean_token_accuracy": 0.8659793734550476, + "num_tokens": 7293702.0, + "step": 8998 + }, + { + "epoch": 1.274104488177828, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8068181872367859, + "num_tokens": 7294378.0, + "step": 8999 + }, + { + "epoch": 1.2742460710746142, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8755019903182983, + "num_tokens": 7295074.0, + "step": 9000 + }, + { + "epoch": 1.2743876539714003, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.207, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 7295684.0, + "step": 9001 + }, + { + "epoch": 1.2745292368681862, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7296192.0, + "step": 9002 + }, + { + "epoch": 1.2746708197649723, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.2326, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 7296749.0, + "step": 9003 + }, + { + "epoch": 1.2748124026617584, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8181818723678589, + "num_tokens": 7297480.0, + "step": 9004 + }, + { + "epoch": 1.2749539855585446, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.9076923131942749, + "num_tokens": 7298245.0, + "step": 9005 + }, + { + "epoch": 1.2750955684553307, + "grad_norm": 27.125, + "learning_rate": 1e-06, + "loss": 0.2693, + "mean_token_accuracy": 0.9027777910232544, + "num_tokens": 7299004.0, + "step": 9006 + }, + { + "epoch": 1.2752371513521168, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.255, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7299953.0, + "step": 9007 + }, + { + "epoch": 1.2753787342489027, + "grad_norm": 78.5, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 7300484.0, + "step": 9008 + }, + { + "epoch": 1.2755203171456888, + "grad_norm": 10.5625, + "learning_rate": 1e-06, + "loss": 0.1436, + "mean_token_accuracy": 0.9366286396980286, + "num_tokens": 7301855.0, + "step": 9009 + }, + { + "epoch": 1.275661900042475, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2842, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 7302658.0, + "step": 9010 + }, + { + "epoch": 1.2758034829392608, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.1335, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 7303170.0, + "step": 9011 + }, + { + "epoch": 1.275945065836047, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 7304281.0, + "step": 9012 + }, + { + "epoch": 1.276086648732833, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.4942, + "mean_token_accuracy": 0.8406593799591064, + "num_tokens": 7305056.0, + "step": 9013 + }, + { + "epoch": 1.2762282316296192, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7305562.0, + "step": 9014 + }, + { + "epoch": 1.2763698145264053, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2517, + "mean_token_accuracy": 0.9149484038352966, + "num_tokens": 7306421.0, + "step": 9015 + }, + { + "epoch": 1.2765113974231912, + "grad_norm": 21.375, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8803419470787048, + "num_tokens": 7307319.0, + "step": 9016 + }, + { + "epoch": 1.2766529803199773, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2166, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 7307990.0, + "step": 9017 + }, + { + "epoch": 1.2767945632167634, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1445, + "mean_token_accuracy": 0.9552238583564758, + "num_tokens": 7308502.0, + "step": 9018 + }, + { + "epoch": 1.2769361461135496, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7309224.0, + "step": 9019 + }, + { + "epoch": 1.2770777290103354, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7310383.0, + "step": 9020 + }, + { + "epoch": 1.2772193119071216, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 7311086.0, + "step": 9021 + }, + { + "epoch": 1.2773608948039077, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8247422575950623, + "num_tokens": 7311892.0, + "step": 9022 + }, + { + "epoch": 1.2775024777006938, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1892, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 7312593.0, + "step": 9023 + }, + { + "epoch": 1.27764406059748, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1729, + "mean_token_accuracy": 0.9316239953041077, + "num_tokens": 7313151.0, + "step": 9024 + }, + { + "epoch": 1.2777856434942658, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 7313802.0, + "step": 9025 + }, + { + "epoch": 1.277927226391052, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.5523, + "mean_token_accuracy": 0.8120300769805908, + "num_tokens": 7314932.0, + "step": 9026 + }, + { + "epoch": 1.278068809287838, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2578, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 7315711.0, + "step": 9027 + }, + { + "epoch": 1.2782103921846242, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2128, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 7316479.0, + "step": 9028 + }, + { + "epoch": 1.27835197508141, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.2432, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7317105.0, + "step": 9029 + }, + { + "epoch": 1.2784935579781962, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.156, + "mean_token_accuracy": 0.9380530714988708, + "num_tokens": 7317817.0, + "step": 9030 + }, + { + "epoch": 1.2786351408749823, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2419, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 7319001.0, + "step": 9031 + }, + { + "epoch": 1.2787767237717684, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 7319876.0, + "step": 9032 + }, + { + "epoch": 1.2789183066685545, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.1911, + "mean_token_accuracy": 0.9406779408454895, + "num_tokens": 7320756.0, + "step": 9033 + }, + { + "epoch": 1.2790598895653404, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2115, + "mean_token_accuracy": 0.9375, + "num_tokens": 7321371.0, + "step": 9034 + }, + { + "epoch": 1.2792014724621266, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8925619721412659, + "num_tokens": 7322906.0, + "step": 9035 + }, + { + "epoch": 1.2793430553589127, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8677685856819153, + "num_tokens": 7323477.0, + "step": 9036 + }, + { + "epoch": 1.2794846382556986, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2249, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 7324091.0, + "step": 9037 + }, + { + "epoch": 1.2796262211524847, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2385, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 7325273.0, + "step": 9038 + }, + { + "epoch": 1.2797678040492708, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8476190567016602, + "num_tokens": 7326214.0, + "step": 9039 + }, + { + "epoch": 1.279909386946057, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1033, + "mean_token_accuracy": 0.9659091234207153, + "num_tokens": 7326747.0, + "step": 9040 + }, + { + "epoch": 1.280050969842843, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.205, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 7327791.0, + "step": 9041 + }, + { + "epoch": 1.2801925527396292, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1233, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 7328501.0, + "step": 9042 + }, + { + "epoch": 1.280334135636415, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.1484, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7329487.0, + "step": 9043 + }, + { + "epoch": 1.2804757185332012, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 7330055.0, + "step": 9044 + }, + { + "epoch": 1.2806173014299873, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7330843.0, + "step": 9045 + }, + { + "epoch": 1.2807588843267732, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 7331446.0, + "step": 9046 + }, + { + "epoch": 1.2809004672235593, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2524, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7331936.0, + "step": 9047 + }, + { + "epoch": 1.2810420501203454, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.237, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7332486.0, + "step": 9048 + }, + { + "epoch": 1.2811836330171316, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 7333058.0, + "step": 9049 + }, + { + "epoch": 1.2813252159139177, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1697, + "mean_token_accuracy": 0.9439252018928528, + "num_tokens": 7333772.0, + "step": 9050 + }, + { + "epoch": 1.2814667988107038, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8834951519966125, + "num_tokens": 7334336.0, + "step": 9051 + }, + { + "epoch": 1.2816083817074897, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.8681318759918213, + "num_tokens": 7335037.0, + "step": 9052 + }, + { + "epoch": 1.2817499646042758, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2393, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 7335606.0, + "step": 9053 + }, + { + "epoch": 1.281891547501062, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.9220778942108154, + "num_tokens": 7336208.0, + "step": 9054 + }, + { + "epoch": 1.2820331303978478, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7336847.0, + "step": 9055 + }, + { + "epoch": 1.282174713294634, + "grad_norm": 121.0, + "learning_rate": 1e-06, + "loss": 0.2536, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7337379.0, + "step": 9056 + }, + { + "epoch": 1.28231629619142, + "grad_norm": 23.75, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 7338470.0, + "step": 9057 + }, + { + "epoch": 1.2824578790882062, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8867924213409424, + "num_tokens": 7339374.0, + "step": 9058 + }, + { + "epoch": 1.2825994619849923, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2634, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7340110.0, + "step": 9059 + }, + { + "epoch": 1.2827410448817782, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1764, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 7340919.0, + "step": 9060 + }, + { + "epoch": 1.2828826277785643, + "grad_norm": 15.375, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8804523348808289, + "num_tokens": 7342362.0, + "step": 9061 + }, + { + "epoch": 1.2830242106753504, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.24, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 7342934.0, + "step": 9062 + }, + { + "epoch": 1.2831657935721366, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 7343708.0, + "step": 9063 + }, + { + "epoch": 1.2833073764689225, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8441558480262756, + "num_tokens": 7344808.0, + "step": 9064 + }, + { + "epoch": 1.2834489593657086, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8351648449897766, + "num_tokens": 7346028.0, + "step": 9065 + }, + { + "epoch": 1.2835905422624947, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2308, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 7346697.0, + "step": 9066 + }, + { + "epoch": 1.2837321251592808, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8526316285133362, + "num_tokens": 7347260.0, + "step": 9067 + }, + { + "epoch": 1.283873708056067, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.1489, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7347922.0, + "step": 9068 + }, + { + "epoch": 1.2840152909528528, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7349049.0, + "step": 9069 + }, + { + "epoch": 1.284156873849639, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7349925.0, + "step": 9070 + }, + { + "epoch": 1.284298456746425, + "grad_norm": 91.0, + "learning_rate": 1e-06, + "loss": 0.5285, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 7350679.0, + "step": 9071 + }, + { + "epoch": 1.284440039643211, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1865, + "mean_token_accuracy": 0.9275362491607666, + "num_tokens": 7351458.0, + "step": 9072 + }, + { + "epoch": 1.284581622539997, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.213, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 7352005.0, + "step": 9073 + }, + { + "epoch": 1.2847232054367832, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8556485176086426, + "num_tokens": 7352921.0, + "step": 9074 + }, + { + "epoch": 1.2848647883335693, + "grad_norm": 29.5, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.848214328289032, + "num_tokens": 7353726.0, + "step": 9075 + }, + { + "epoch": 1.2850063712303554, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8148148059844971, + "num_tokens": 7354430.0, + "step": 9076 + }, + { + "epoch": 1.2851479541271416, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8453608155250549, + "num_tokens": 7355277.0, + "step": 9077 + }, + { + "epoch": 1.2852895370239275, + "grad_norm": 12.9375, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9164264798164368, + "num_tokens": 7356842.0, + "step": 9078 + }, + { + "epoch": 1.2854311199207136, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.2268, + "mean_token_accuracy": 0.9191918969154358, + "num_tokens": 7357585.0, + "step": 9079 + }, + { + "epoch": 1.2855727028174997, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 7358316.0, + "step": 9080 + }, + { + "epoch": 1.2857142857142856, + "grad_norm": 101.5, + "learning_rate": 1e-06, + "loss": 0.4793, + "mean_token_accuracy": 0.719298243522644, + "num_tokens": 7359142.0, + "step": 9081 + }, + { + "epoch": 1.2858558686110717, + "grad_norm": 87.5, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7359652.0, + "step": 9082 + }, + { + "epoch": 1.2859974515078578, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2669, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 7360384.0, + "step": 9083 + }, + { + "epoch": 1.286139034404644, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 7360992.0, + "step": 9084 + }, + { + "epoch": 1.28628061730143, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1822, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7362108.0, + "step": 9085 + }, + { + "epoch": 1.2864222001982162, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2651, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 7362853.0, + "step": 9086 + }, + { + "epoch": 1.286563783095002, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.294, + "mean_token_accuracy": 0.890625, + "num_tokens": 7363666.0, + "step": 9087 + }, + { + "epoch": 1.2867053659917882, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 7364170.0, + "step": 9088 + }, + { + "epoch": 1.2868469488885743, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2627, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 7365154.0, + "step": 9089 + }, + { + "epoch": 1.2869885317853602, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8757061958312988, + "num_tokens": 7366011.0, + "step": 9090 + }, + { + "epoch": 1.2871301146821463, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7367024.0, + "step": 9091 + }, + { + "epoch": 1.2872716975789325, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2661, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 7367771.0, + "step": 9092 + }, + { + "epoch": 1.2874132804757186, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1949, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 7368406.0, + "step": 9093 + }, + { + "epoch": 1.2875548633725047, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 7369752.0, + "step": 9094 + }, + { + "epoch": 1.2876964462692908, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8924731016159058, + "num_tokens": 7370390.0, + "step": 9095 + }, + { + "epoch": 1.2878380291660767, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 7371021.0, + "step": 9096 + }, + { + "epoch": 1.2879796120628628, + "grad_norm": 23.5, + "learning_rate": 1e-06, + "loss": 0.1992, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 7371834.0, + "step": 9097 + }, + { + "epoch": 1.288121194959649, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.1308, + "mean_token_accuracy": 0.9436619877815247, + "num_tokens": 7372771.0, + "step": 9098 + }, + { + "epoch": 1.2882627778564348, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.232, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 7373643.0, + "step": 9099 + }, + { + "epoch": 1.288404360753221, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8390804529190063, + "num_tokens": 7374432.0, + "step": 9100 + }, + { + "epoch": 1.288545943650007, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2123, + "mean_token_accuracy": 0.9450549483299255, + "num_tokens": 7375300.0, + "step": 9101 + }, + { + "epoch": 1.2886875265467932, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.8350515365600586, + "num_tokens": 7376015.0, + "step": 9102 + }, + { + "epoch": 1.2888291094435793, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2588, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 7376881.0, + "step": 9103 + }, + { + "epoch": 1.2889706923403652, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.7983193397521973, + "num_tokens": 7377809.0, + "step": 9104 + }, + { + "epoch": 1.2891122752371513, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2689, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7378530.0, + "step": 9105 + }, + { + "epoch": 1.2892538581339374, + "grad_norm": 95.5, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 7379196.0, + "step": 9106 + }, + { + "epoch": 1.2893954410307236, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.8842105865478516, + "num_tokens": 7379762.0, + "step": 9107 + }, + { + "epoch": 1.2895370239275095, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8831169009208679, + "num_tokens": 7380421.0, + "step": 9108 + }, + { + "epoch": 1.2896786068242956, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7381091.0, + "step": 9109 + }, + { + "epoch": 1.2898201897210817, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8454545140266418, + "num_tokens": 7381773.0, + "step": 9110 + }, + { + "epoch": 1.2899617726178678, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.1718, + "mean_token_accuracy": 0.9295774698257446, + "num_tokens": 7382611.0, + "step": 9111 + }, + { + "epoch": 1.290103355514654, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2158, + "mean_token_accuracy": 0.9360000491142273, + "num_tokens": 7383185.0, + "step": 9112 + }, + { + "epoch": 1.2902449384114398, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 7384142.0, + "step": 9113 + }, + { + "epoch": 1.290386521308226, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8271604776382446, + "num_tokens": 7385237.0, + "step": 9114 + }, + { + "epoch": 1.290528104205012, + "grad_norm": 166.0, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 7386031.0, + "step": 9115 + }, + { + "epoch": 1.290669687101798, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.2063, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 7386774.0, + "step": 9116 + }, + { + "epoch": 1.290811269998584, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 7387335.0, + "step": 9117 + }, + { + "epoch": 1.2909528528953702, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.824324369430542, + "num_tokens": 7387961.0, + "step": 9118 + }, + { + "epoch": 1.2910944357921563, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2594, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 7388680.0, + "step": 9119 + }, + { + "epoch": 1.2912360186889424, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7390107.0, + "step": 9120 + }, + { + "epoch": 1.2913776015857286, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.2455, + "mean_token_accuracy": 0.8976377844810486, + "num_tokens": 7390701.0, + "step": 9121 + }, + { + "epoch": 1.2915191844825145, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2688, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 7391282.0, + "step": 9122 + }, + { + "epoch": 1.2916607673793006, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2275, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 7391792.0, + "step": 9123 + }, + { + "epoch": 1.2918023502760867, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.165, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 7392548.0, + "step": 9124 + }, + { + "epoch": 1.2919439331728726, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7393275.0, + "step": 9125 + }, + { + "epoch": 1.2920855160696587, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7393783.0, + "step": 9126 + }, + { + "epoch": 1.2922270989664448, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 7394998.0, + "step": 9127 + }, + { + "epoch": 1.292368681863231, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 7395609.0, + "step": 9128 + }, + { + "epoch": 1.292510264760017, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2016, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 7396282.0, + "step": 9129 + }, + { + "epoch": 1.2926518476568032, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2541, + "mean_token_accuracy": 0.9021739363670349, + "num_tokens": 7397149.0, + "step": 9130 + }, + { + "epoch": 1.292793430553589, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.863636314868927, + "num_tokens": 7397924.0, + "step": 9131 + }, + { + "epoch": 1.2929350134503752, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.1979, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 7398727.0, + "step": 9132 + }, + { + "epoch": 1.2930765963471613, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8917525410652161, + "num_tokens": 7399736.0, + "step": 9133 + }, + { + "epoch": 1.2932181792439472, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 7400782.0, + "step": 9134 + }, + { + "epoch": 1.2933597621407333, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7401805.0, + "step": 9135 + }, + { + "epoch": 1.2935013450375195, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8761062026023865, + "num_tokens": 7402731.0, + "step": 9136 + }, + { + "epoch": 1.2936429279343056, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 7403265.0, + "step": 9137 + }, + { + "epoch": 1.2937845108310917, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 7403770.0, + "step": 9138 + }, + { + "epoch": 1.2939260937278776, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 7404535.0, + "step": 9139 + }, + { + "epoch": 1.2940676766246637, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8660714626312256, + "num_tokens": 7405196.0, + "step": 9140 + }, + { + "epoch": 1.2942092595214498, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 7405706.0, + "step": 9141 + }, + { + "epoch": 1.294350842418236, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.275, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 7406396.0, + "step": 9142 + }, + { + "epoch": 1.2944924253150218, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7407370.0, + "step": 9143 + }, + { + "epoch": 1.294634008211808, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7408072.0, + "step": 9144 + }, + { + "epoch": 1.294775591108594, + "grad_norm": 13.125, + "learning_rate": 1e-06, + "loss": 0.2544, + "mean_token_accuracy": 0.904088020324707, + "num_tokens": 7409190.0, + "step": 9145 + }, + { + "epoch": 1.2949171740053802, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1932, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 7410090.0, + "step": 9146 + }, + { + "epoch": 1.2950587569021663, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8853868246078491, + "num_tokens": 7411676.0, + "step": 9147 + }, + { + "epoch": 1.2952003397989522, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 7412217.0, + "step": 9148 + }, + { + "epoch": 1.2953419226957383, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.9466667175292969, + "num_tokens": 7412956.0, + "step": 9149 + }, + { + "epoch": 1.2954835055925245, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2061, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7413476.0, + "step": 9150 + }, + { + "epoch": 1.2956250884893106, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.255, + "mean_token_accuracy": 0.8990654349327087, + "num_tokens": 7414584.0, + "step": 9151 + }, + { + "epoch": 1.2957666713860965, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 7415599.0, + "step": 9152 + }, + { + "epoch": 1.2959082542828826, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8675496578216553, + "num_tokens": 7416286.0, + "step": 9153 + }, + { + "epoch": 1.2960498371796687, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2124, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 7416811.0, + "step": 9154 + }, + { + "epoch": 1.2961914200764548, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2113, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7417598.0, + "step": 9155 + }, + { + "epoch": 1.296333002973241, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1518, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 7418282.0, + "step": 9156 + }, + { + "epoch": 1.2964745858700268, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.1348, + "mean_token_accuracy": 0.9487179517745972, + "num_tokens": 7418951.0, + "step": 9157 + }, + { + "epoch": 1.296616168766813, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 7419657.0, + "step": 9158 + }, + { + "epoch": 1.296757751663599, + "grad_norm": 19.0, + "learning_rate": 1e-06, + "loss": 0.0689, + "mean_token_accuracy": 0.9761905074119568, + "num_tokens": 7420387.0, + "step": 9159 + }, + { + "epoch": 1.296899334560385, + "grad_norm": 97.5, + "learning_rate": 1e-06, + "loss": 0.2175, + "mean_token_accuracy": 0.910714328289032, + "num_tokens": 7421386.0, + "step": 9160 + }, + { + "epoch": 1.297040917457171, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8815789818763733, + "num_tokens": 7422298.0, + "step": 9161 + }, + { + "epoch": 1.2971825003539572, + "grad_norm": 156.0, + "learning_rate": 1e-06, + "loss": 0.5621, + "mean_token_accuracy": 0.7966101765632629, + "num_tokens": 7423102.0, + "step": 9162 + }, + { + "epoch": 1.2973240832507433, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7424002.0, + "step": 9163 + }, + { + "epoch": 1.2974656661475295, + "grad_norm": 17.375, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.9017632007598877, + "num_tokens": 7425017.0, + "step": 9164 + }, + { + "epoch": 1.2976072490443156, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 7425979.0, + "step": 9165 + }, + { + "epoch": 1.2977488319411015, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 7426656.0, + "step": 9166 + }, + { + "epoch": 1.2978904148378876, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 7427313.0, + "step": 9167 + }, + { + "epoch": 1.2980319977346737, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1579, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 7427856.0, + "step": 9168 + }, + { + "epoch": 1.2981735806314596, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2299, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 7428526.0, + "step": 9169 + }, + { + "epoch": 1.2983151635282457, + "grad_norm": 98.5, + "learning_rate": 1e-06, + "loss": 0.2422, + "mean_token_accuracy": 0.8979591727256775, + "num_tokens": 7429058.0, + "step": 9170 + }, + { + "epoch": 1.2984567464250318, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 7429588.0, + "step": 9171 + }, + { + "epoch": 1.298598329321818, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 7430273.0, + "step": 9172 + }, + { + "epoch": 1.298739912218604, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2195, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7430941.0, + "step": 9173 + }, + { + "epoch": 1.2988814951153902, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2177, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 7431465.0, + "step": 9174 + }, + { + "epoch": 1.299023078012176, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8396226763725281, + "num_tokens": 7432514.0, + "step": 9175 + }, + { + "epoch": 1.2991646609089622, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2239, + "mean_token_accuracy": 0.876288652420044, + "num_tokens": 7433051.0, + "step": 9176 + }, + { + "epoch": 1.2993062438057483, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8358208537101746, + "num_tokens": 7433626.0, + "step": 9177 + }, + { + "epoch": 1.2994478267025342, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7434218.0, + "step": 9178 + }, + { + "epoch": 1.2995894095993203, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 7435181.0, + "step": 9179 + }, + { + "epoch": 1.2997309924961065, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7435826.0, + "step": 9180 + }, + { + "epoch": 1.2998725753928926, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 7436476.0, + "step": 9181 + }, + { + "epoch": 1.3000141582896787, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8414633870124817, + "num_tokens": 7437247.0, + "step": 9182 + }, + { + "epoch": 1.3001557411864646, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2224, + "mean_token_accuracy": 0.9051094651222229, + "num_tokens": 7438110.0, + "step": 9183 + }, + { + "epoch": 1.3002973240832507, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 7439148.0, + "step": 9184 + }, + { + "epoch": 1.3004389069800368, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1894, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 7439809.0, + "step": 9185 + }, + { + "epoch": 1.300580489876823, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 7440444.0, + "step": 9186 + }, + { + "epoch": 1.3007220727736089, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2589, + "mean_token_accuracy": 0.8829786777496338, + "num_tokens": 7441086.0, + "step": 9187 + }, + { + "epoch": 1.300863655670395, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 7442339.0, + "step": 9188 + }, + { + "epoch": 1.301005238567181, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2278, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7443282.0, + "step": 9189 + }, + { + "epoch": 1.3011468214639672, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2669, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 7444339.0, + "step": 9190 + }, + { + "epoch": 1.3012884043607533, + "grad_norm": 30.375, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.821561336517334, + "num_tokens": 7445109.0, + "step": 9191 + }, + { + "epoch": 1.3014299872575392, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8425925970077515, + "num_tokens": 7445828.0, + "step": 9192 + }, + { + "epoch": 1.3015715701543253, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.21, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7446538.0, + "step": 9193 + }, + { + "epoch": 1.3017131530511115, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2623, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7447393.0, + "step": 9194 + }, + { + "epoch": 1.3018547359478974, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.5201, + "mean_token_accuracy": 0.796875, + "num_tokens": 7448352.0, + "step": 9195 + }, + { + "epoch": 1.3019963188446835, + "grad_norm": 17.25, + "learning_rate": 1e-06, + "loss": 0.0988, + "mean_token_accuracy": 0.9651162624359131, + "num_tokens": 7449131.0, + "step": 9196 + }, + { + "epoch": 1.3021379017414696, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 7449871.0, + "step": 9197 + }, + { + "epoch": 1.3022794846382557, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.9200000166893005, + "num_tokens": 7450659.0, + "step": 9198 + }, + { + "epoch": 1.3024210675350418, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8493150472640991, + "num_tokens": 7451220.0, + "step": 9199 + }, + { + "epoch": 1.302562650431828, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 7452194.0, + "step": 9200 + }, + { + "epoch": 1.3027042333286138, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.1739, + "mean_token_accuracy": 0.9012345671653748, + "num_tokens": 7453089.0, + "step": 9201 + }, + { + "epoch": 1.3028458162254, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7453821.0, + "step": 9202 + }, + { + "epoch": 1.302987399122186, + "grad_norm": 23.0, + "learning_rate": 1e-06, + "loss": 0.196, + "mean_token_accuracy": 0.9291044473648071, + "num_tokens": 7454859.0, + "step": 9203 + }, + { + "epoch": 1.303128982018972, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 7455380.0, + "step": 9204 + }, + { + "epoch": 1.303270564915758, + "grad_norm": 27.0, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8558558821678162, + "num_tokens": 7456206.0, + "step": 9205 + }, + { + "epoch": 1.3034121478125442, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 7456798.0, + "step": 9206 + }, + { + "epoch": 1.3035537307093303, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2502, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 7457672.0, + "step": 9207 + }, + { + "epoch": 1.3036953136061165, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 7458386.0, + "step": 9208 + }, + { + "epoch": 1.3038368965029026, + "grad_norm": 22.125, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8700209259986877, + "num_tokens": 7459360.0, + "step": 9209 + }, + { + "epoch": 1.3039784793996885, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.1998, + "mean_token_accuracy": 0.9234972596168518, + "num_tokens": 7460421.0, + "step": 9210 + }, + { + "epoch": 1.3041200622964746, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.2333, + "mean_token_accuracy": 0.9137930870056152, + "num_tokens": 7460929.0, + "step": 9211 + }, + { + "epoch": 1.3042616451932607, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8516128659248352, + "num_tokens": 7461675.0, + "step": 9212 + }, + { + "epoch": 1.3044032280900466, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 7462761.0, + "step": 9213 + }, + { + "epoch": 1.3045448109868327, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8690476417541504, + "num_tokens": 7463598.0, + "step": 9214 + }, + { + "epoch": 1.3046863938836188, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.8949320316314697, + "num_tokens": 7464892.0, + "step": 9215 + }, + { + "epoch": 1.304827976780405, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 7465479.0, + "step": 9216 + }, + { + "epoch": 1.304969559677191, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2107, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7466399.0, + "step": 9217 + }, + { + "epoch": 1.3051111425739772, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.1138, + "mean_token_accuracy": 0.9506173133850098, + "num_tokens": 7467323.0, + "step": 9218 + }, + { + "epoch": 1.305252725470763, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8028168678283691, + "num_tokens": 7468173.0, + "step": 9219 + }, + { + "epoch": 1.3053943083675492, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2581, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 7468699.0, + "step": 9220 + }, + { + "epoch": 1.3055358912643353, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.1843, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 7469317.0, + "step": 9221 + }, + { + "epoch": 1.3056774741611212, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1892, + "mean_token_accuracy": 0.9157894849777222, + "num_tokens": 7469987.0, + "step": 9222 + }, + { + "epoch": 1.3058190570579074, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.1843, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 7470480.0, + "step": 9223 + }, + { + "epoch": 1.3059606399546935, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7471386.0, + "step": 9224 + }, + { + "epoch": 1.3061022228514796, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 7472117.0, + "step": 9225 + }, + { + "epoch": 1.3062438057482657, + "grad_norm": 22.375, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 7473270.0, + "step": 9226 + }, + { + "epoch": 1.3063853886450516, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 7474104.0, + "step": 9227 + }, + { + "epoch": 1.3065269715418377, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.2061, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 7474754.0, + "step": 9228 + }, + { + "epoch": 1.3066685544386238, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.1976, + "mean_token_accuracy": 0.9195402264595032, + "num_tokens": 7475283.0, + "step": 9229 + }, + { + "epoch": 1.30681013733541, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 7476021.0, + "step": 9230 + }, + { + "epoch": 1.3069517202321959, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2631, + "mean_token_accuracy": 0.9009009003639221, + "num_tokens": 7476692.0, + "step": 9231 + }, + { + "epoch": 1.307093303128982, + "grad_norm": 90.5, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 7477216.0, + "step": 9232 + }, + { + "epoch": 1.307234886025768, + "grad_norm": 14.5625, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8818897604942322, + "num_tokens": 7478729.0, + "step": 9233 + }, + { + "epoch": 1.3073764689225542, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2419, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7479682.0, + "step": 9234 + }, + { + "epoch": 1.3075180518193403, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.2202, + "mean_token_accuracy": 0.9309524297714233, + "num_tokens": 7480751.0, + "step": 9235 + }, + { + "epoch": 1.3076596347161262, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8380281329154968, + "num_tokens": 7481391.0, + "step": 9236 + }, + { + "epoch": 1.3078012176129123, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 7482093.0, + "step": 9237 + }, + { + "epoch": 1.3079428005096985, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2183, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 7482745.0, + "step": 9238 + }, + { + "epoch": 1.3080843834064844, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.4807, + "mean_token_accuracy": 0.7790697813034058, + "num_tokens": 7483429.0, + "step": 9239 + }, + { + "epoch": 1.3082259663032705, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.2023, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 7483999.0, + "step": 9240 + }, + { + "epoch": 1.3083675492000566, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1587, + "mean_token_accuracy": 0.9462365508079529, + "num_tokens": 7484815.0, + "step": 9241 + }, + { + "epoch": 1.3085091320968427, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.139, + "mean_token_accuracy": 0.9449540972709656, + "num_tokens": 7485568.0, + "step": 9242 + }, + { + "epoch": 1.3086507149936288, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8582677245140076, + "num_tokens": 7486167.0, + "step": 9243 + }, + { + "epoch": 1.308792297890415, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8744186162948608, + "num_tokens": 7486973.0, + "step": 9244 + }, + { + "epoch": 1.3089338807872009, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.1574, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7487605.0, + "step": 9245 + }, + { + "epoch": 1.309075463683987, + "grad_norm": 57.75, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8285714387893677, + "num_tokens": 7488146.0, + "step": 9246 + }, + { + "epoch": 1.309217046580773, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.5402, + "mean_token_accuracy": 0.7931034564971924, + "num_tokens": 7489202.0, + "step": 9247 + }, + { + "epoch": 1.309358629477559, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2749, + "mean_token_accuracy": 0.8867924809455872, + "num_tokens": 7489841.0, + "step": 9248 + }, + { + "epoch": 1.309500212374345, + "grad_norm": 113.0, + "learning_rate": 1e-06, + "loss": 0.6538, + "mean_token_accuracy": 0.78125, + "num_tokens": 7490395.0, + "step": 9249 + }, + { + "epoch": 1.3096417952711312, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2115, + "mean_token_accuracy": 0.9134615659713745, + "num_tokens": 7491019.0, + "step": 9250 + }, + { + "epoch": 1.3097833781679173, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 7491606.0, + "step": 9251 + }, + { + "epoch": 1.3099249610647035, + "grad_norm": 18.5, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.885010302066803, + "num_tokens": 7493195.0, + "step": 9252 + }, + { + "epoch": 1.3100665439614896, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.2249, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 7493922.0, + "step": 9253 + }, + { + "epoch": 1.3102081268582755, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.1621, + "mean_token_accuracy": 0.9622641801834106, + "num_tokens": 7494513.0, + "step": 9254 + }, + { + "epoch": 1.3103497097550616, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7495056.0, + "step": 9255 + }, + { + "epoch": 1.3104912926518477, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.5164, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 7495642.0, + "step": 9256 + }, + { + "epoch": 1.3106328755486336, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.1543, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 7496154.0, + "step": 9257 + }, + { + "epoch": 1.3107744584454197, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8350515365600586, + "num_tokens": 7496895.0, + "step": 9258 + }, + { + "epoch": 1.3109160413422059, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.5141, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 7497570.0, + "step": 9259 + }, + { + "epoch": 1.311057624238992, + "grad_norm": 101.5, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 7498085.0, + "step": 9260 + }, + { + "epoch": 1.311199207135778, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 7498696.0, + "step": 9261 + }, + { + "epoch": 1.311340790032564, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 7499465.0, + "step": 9262 + }, + { + "epoch": 1.31148237292935, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7500080.0, + "step": 9263 + }, + { + "epoch": 1.3116239558261362, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.476, + "mean_token_accuracy": 0.7922077775001526, + "num_tokens": 7500690.0, + "step": 9264 + }, + { + "epoch": 1.3117655387229223, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8705882430076599, + "num_tokens": 7501222.0, + "step": 9265 + }, + { + "epoch": 1.3119071216197082, + "grad_norm": 19.875, + "learning_rate": 1e-06, + "loss": 0.2384, + "mean_token_accuracy": 0.9216710329055786, + "num_tokens": 7502298.0, + "step": 9266 + }, + { + "epoch": 1.3120487045164944, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.251, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7503030.0, + "step": 9267 + }, + { + "epoch": 1.3121902874132805, + "grad_norm": 9.6875, + "learning_rate": 1e-06, + "loss": 0.1531, + "mean_token_accuracy": 0.9443492889404297, + "num_tokens": 7504750.0, + "step": 9268 + }, + { + "epoch": 1.3123318703100666, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.1534, + "mean_token_accuracy": 0.9629629850387573, + "num_tokens": 7505444.0, + "step": 9269 + }, + { + "epoch": 1.3124734532068527, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1303, + "mean_token_accuracy": 0.9477124214172363, + "num_tokens": 7506498.0, + "step": 9270 + }, + { + "epoch": 1.3126150361036386, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1832, + "mean_token_accuracy": 0.9281045794487, + "num_tokens": 7507244.0, + "step": 9271 + }, + { + "epoch": 1.3127566190004247, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.213, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 7507720.0, + "step": 9272 + }, + { + "epoch": 1.3128982018972108, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.2181, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7508271.0, + "step": 9273 + }, + { + "epoch": 1.313039784793997, + "grad_norm": 32.5, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.9020978808403015, + "num_tokens": 7509006.0, + "step": 9274 + }, + { + "epoch": 1.3131813676907829, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7509494.0, + "step": 9275 + }, + { + "epoch": 1.313322950587569, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1866, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 7510042.0, + "step": 9276 + }, + { + "epoch": 1.313464533484355, + "grad_norm": 96.0, + "learning_rate": 1e-06, + "loss": 0.2614, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 7511069.0, + "step": 9277 + }, + { + "epoch": 1.3136061163811412, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2071, + "mean_token_accuracy": 0.953125, + "num_tokens": 7511563.0, + "step": 9278 + }, + { + "epoch": 1.3137476992779273, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8507462739944458, + "num_tokens": 7512256.0, + "step": 9279 + }, + { + "epoch": 1.3138892821747132, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 7512819.0, + "step": 9280 + }, + { + "epoch": 1.3140308650714994, + "grad_norm": 83.5, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 7513909.0, + "step": 9281 + }, + { + "epoch": 1.3141724479682855, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8818011283874512, + "num_tokens": 7515197.0, + "step": 9282 + }, + { + "epoch": 1.3143140308650714, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.2474, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 7515999.0, + "step": 9283 + }, + { + "epoch": 1.3144556137618575, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 7516737.0, + "step": 9284 + }, + { + "epoch": 1.3145971966586436, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 7517417.0, + "step": 9285 + }, + { + "epoch": 1.3147387795554297, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2077, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7518059.0, + "step": 9286 + }, + { + "epoch": 1.3148803624522158, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8692810535430908, + "num_tokens": 7518873.0, + "step": 9287 + }, + { + "epoch": 1.315021945349002, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.4635, + "mean_token_accuracy": 0.834319531917572, + "num_tokens": 7519776.0, + "step": 9288 + }, + { + "epoch": 1.3151635282457879, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 7520595.0, + "step": 9289 + }, + { + "epoch": 1.315305111142574, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1417, + "mean_token_accuracy": 0.9523810148239136, + "num_tokens": 7521382.0, + "step": 9290 + }, + { + "epoch": 1.31544669403936, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2554, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 7522022.0, + "step": 9291 + }, + { + "epoch": 1.315588276936146, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.1984, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 7522562.0, + "step": 9292 + }, + { + "epoch": 1.3157298598329321, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.1768, + "mean_token_accuracy": 0.9209302067756653, + "num_tokens": 7523425.0, + "step": 9293 + }, + { + "epoch": 1.3158714427297182, + "grad_norm": 14.9375, + "learning_rate": 1e-06, + "loss": 0.2505, + "mean_token_accuracy": 0.8992248177528381, + "num_tokens": 7524837.0, + "step": 9294 + }, + { + "epoch": 1.3160130256265044, + "grad_norm": 15.6875, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8687782883644104, + "num_tokens": 7526227.0, + "step": 9295 + }, + { + "epoch": 1.3161546085232905, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7527094.0, + "step": 9296 + }, + { + "epoch": 1.3162961914200766, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.875, + "num_tokens": 7527802.0, + "step": 9297 + }, + { + "epoch": 1.3164377743168625, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.6153, + "mean_token_accuracy": 0.7321428656578064, + "num_tokens": 7529087.0, + "step": 9298 + }, + { + "epoch": 1.3165793572136486, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7530362.0, + "step": 9299 + }, + { + "epoch": 1.3167209401104347, + "grad_norm": 34.5, + "learning_rate": 1e-06, + "loss": 0.1482, + "mean_token_accuracy": 0.9516128897666931, + "num_tokens": 7531049.0, + "step": 9300 + }, + { + "epoch": 1.3168625230072206, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 7531831.0, + "step": 9301 + }, + { + "epoch": 1.3170041059040067, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8761904835700989, + "num_tokens": 7532428.0, + "step": 9302 + }, + { + "epoch": 1.3171456888007929, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.5049, + "mean_token_accuracy": 0.8152174353599548, + "num_tokens": 7533273.0, + "step": 9303 + }, + { + "epoch": 1.317287271697579, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 7533795.0, + "step": 9304 + }, + { + "epoch": 1.317428854594365, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 7534703.0, + "step": 9305 + }, + { + "epoch": 1.317570437491151, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1716, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 7535537.0, + "step": 9306 + }, + { + "epoch": 1.317712020387937, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.236, + "mean_token_accuracy": 0.9003984332084656, + "num_tokens": 7536687.0, + "step": 9307 + }, + { + "epoch": 1.3178536032847232, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 7537582.0, + "step": 9308 + }, + { + "epoch": 1.3179951861815093, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2063, + "mean_token_accuracy": 0.8990825414657593, + "num_tokens": 7538264.0, + "step": 9309 + }, + { + "epoch": 1.3181367690782952, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8400000333786011, + "num_tokens": 7539328.0, + "step": 9310 + }, + { + "epoch": 1.3182783519750814, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1227, + "mean_token_accuracy": 0.9651162624359131, + "num_tokens": 7540029.0, + "step": 9311 + }, + { + "epoch": 1.3184199348718675, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8303571939468384, + "num_tokens": 7541072.0, + "step": 9312 + }, + { + "epoch": 1.3185615177686536, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 7541776.0, + "step": 9313 + }, + { + "epoch": 1.3187031006654397, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8915662169456482, + "num_tokens": 7542863.0, + "step": 9314 + }, + { + "epoch": 1.3188446835622256, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.153, + "mean_token_accuracy": 0.9696969985961914, + "num_tokens": 7543758.0, + "step": 9315 + }, + { + "epoch": 1.3189862664590117, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7544303.0, + "step": 9316 + }, + { + "epoch": 1.3191278493557979, + "grad_norm": 76.0, + "learning_rate": 1e-06, + "loss": 0.2514, + "mean_token_accuracy": 0.8870967626571655, + "num_tokens": 7544815.0, + "step": 9317 + }, + { + "epoch": 1.3192694322525838, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 7545599.0, + "step": 9318 + }, + { + "epoch": 1.3194110151493699, + "grad_norm": 32.75, + "learning_rate": 1e-06, + "loss": 0.2718, + "mean_token_accuracy": 0.9075630903244019, + "num_tokens": 7546689.0, + "step": 9319 + }, + { + "epoch": 1.319552598046156, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 7547526.0, + "step": 9320 + }, + { + "epoch": 1.319694180942942, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 7548114.0, + "step": 9321 + }, + { + "epoch": 1.3198357638397282, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.109, + "mean_token_accuracy": 0.956204354763031, + "num_tokens": 7549100.0, + "step": 9322 + }, + { + "epoch": 1.3199773467365143, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8413792848587036, + "num_tokens": 7549842.0, + "step": 9323 + }, + { + "epoch": 1.3201189296333002, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7550684.0, + "step": 9324 + }, + { + "epoch": 1.3202605125300864, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.1402, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7551175.0, + "step": 9325 + }, + { + "epoch": 1.3204020954268725, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1658, + "mean_token_accuracy": 0.9736841917037964, + "num_tokens": 7551687.0, + "step": 9326 + }, + { + "epoch": 1.3205436783236584, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8602150678634644, + "num_tokens": 7552214.0, + "step": 9327 + }, + { + "epoch": 1.3206852612204445, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8774080276489258, + "num_tokens": 7553549.0, + "step": 9328 + }, + { + "epoch": 1.3208268441172306, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2571, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 7554155.0, + "step": 9329 + }, + { + "epoch": 1.3209684270140167, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2108, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 7554936.0, + "step": 9330 + }, + { + "epoch": 1.3211100099108029, + "grad_norm": 80.0, + "learning_rate": 1e-06, + "loss": 0.2627, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7555489.0, + "step": 9331 + }, + { + "epoch": 1.321251592807589, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8774834275245667, + "num_tokens": 7556246.0, + "step": 9332 + }, + { + "epoch": 1.3213931757043749, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7556757.0, + "step": 9333 + }, + { + "epoch": 1.321534758601161, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8714285492897034, + "num_tokens": 7557287.0, + "step": 9334 + }, + { + "epoch": 1.321676341497947, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8076923489570618, + "num_tokens": 7557987.0, + "step": 9335 + }, + { + "epoch": 1.321817924394733, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.1911, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 7558856.0, + "step": 9336 + }, + { + "epoch": 1.3219595072915191, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1511, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 7559888.0, + "step": 9337 + }, + { + "epoch": 1.3221010901883052, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.2254, + "mean_token_accuracy": 0.9126213788986206, + "num_tokens": 7560458.0, + "step": 9338 + }, + { + "epoch": 1.3222426730850914, + "grad_norm": 103.5, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8783783912658691, + "num_tokens": 7561251.0, + "step": 9339 + }, + { + "epoch": 1.3223842559818775, + "grad_norm": 82.0, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 7561851.0, + "step": 9340 + }, + { + "epoch": 1.3225258388786636, + "grad_norm": 7.5625, + "learning_rate": 1e-06, + "loss": 0.0681, + "mean_token_accuracy": 0.9710610508918762, + "num_tokens": 7563814.0, + "step": 9341 + }, + { + "epoch": 1.3226674217754495, + "grad_norm": 26.75, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.9134328365325928, + "num_tokens": 7564731.0, + "step": 9342 + }, + { + "epoch": 1.3228090046722356, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.9268292188644409, + "num_tokens": 7565665.0, + "step": 9343 + }, + { + "epoch": 1.3229505875690217, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2592, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 7566480.0, + "step": 9344 + }, + { + "epoch": 1.3230921704658076, + "grad_norm": 36.25, + "learning_rate": 1e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 7567313.0, + "step": 9345 + }, + { + "epoch": 1.3232337533625937, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.1448, + "mean_token_accuracy": 0.9420289993286133, + "num_tokens": 7568146.0, + "step": 9346 + }, + { + "epoch": 1.3233753362593799, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 7568952.0, + "step": 9347 + }, + { + "epoch": 1.323516919156166, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2484, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 7569808.0, + "step": 9348 + }, + { + "epoch": 1.323658502052952, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.2157, + "mean_token_accuracy": 0.9176470637321472, + "num_tokens": 7570601.0, + "step": 9349 + }, + { + "epoch": 1.323800084949738, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1621, + "mean_token_accuracy": 0.9605263471603394, + "num_tokens": 7571132.0, + "step": 9350 + }, + { + "epoch": 1.3239416678465241, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.1297, + "mean_token_accuracy": 0.9375, + "num_tokens": 7571860.0, + "step": 9351 + }, + { + "epoch": 1.3240832507433102, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1279, + "mean_token_accuracy": 0.9791666865348816, + "num_tokens": 7572478.0, + "step": 9352 + }, + { + "epoch": 1.3242248336400964, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2162, + "mean_token_accuracy": 0.9224137663841248, + "num_tokens": 7573175.0, + "step": 9353 + }, + { + "epoch": 1.3243664165368823, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8550724983215332, + "num_tokens": 7573993.0, + "step": 9354 + }, + { + "epoch": 1.3245079994336684, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2611, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 7574602.0, + "step": 9355 + }, + { + "epoch": 1.3246495823304545, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.284, + "mean_token_accuracy": 0.895575225353241, + "num_tokens": 7576097.0, + "step": 9356 + }, + { + "epoch": 1.3247911652272406, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8702290058135986, + "num_tokens": 7576765.0, + "step": 9357 + }, + { + "epoch": 1.3249327481240267, + "grad_norm": 32.0, + "learning_rate": 1e-06, + "loss": 0.2454, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 7577545.0, + "step": 9358 + }, + { + "epoch": 1.3250743310208126, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.5009, + "mean_token_accuracy": 0.7747747898101807, + "num_tokens": 7578423.0, + "step": 9359 + }, + { + "epoch": 1.3252159139175987, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 7579119.0, + "step": 9360 + }, + { + "epoch": 1.3253574968143849, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8666667342185974, + "num_tokens": 7579940.0, + "step": 9361 + }, + { + "epoch": 1.3254990797111708, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.2671, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 7580626.0, + "step": 9362 + }, + { + "epoch": 1.3256406626079569, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.1662, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7581417.0, + "step": 9363 + }, + { + "epoch": 1.325782245504743, + "grad_norm": 15.3125, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.857746422290802, + "num_tokens": 7582898.0, + "step": 9364 + }, + { + "epoch": 1.3259238284015291, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 7583817.0, + "step": 9365 + }, + { + "epoch": 1.3260654112983152, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8404254913330078, + "num_tokens": 7584521.0, + "step": 9366 + }, + { + "epoch": 1.3262069941951014, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 7585237.0, + "step": 9367 + }, + { + "epoch": 1.3263485770918872, + "grad_norm": 34.75, + "learning_rate": 1e-06, + "loss": 0.1421, + "mean_token_accuracy": 0.9318181872367859, + "num_tokens": 7585990.0, + "step": 9368 + }, + { + "epoch": 1.3264901599886734, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.1993, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7586822.0, + "step": 9369 + }, + { + "epoch": 1.3266317428854595, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.1714, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7587788.0, + "step": 9370 + }, + { + "epoch": 1.3267733257822454, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.9029126167297363, + "num_tokens": 7588441.0, + "step": 9371 + }, + { + "epoch": 1.3269149086790315, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8700000047683716, + "num_tokens": 7589011.0, + "step": 9372 + }, + { + "epoch": 1.3270564915758176, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1863, + "mean_token_accuracy": 0.9622641801834106, + "num_tokens": 7589525.0, + "step": 9373 + }, + { + "epoch": 1.3271980744726037, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.2178, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 7590199.0, + "step": 9374 + }, + { + "epoch": 1.3273396573693899, + "grad_norm": 121.5, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 7590749.0, + "step": 9375 + }, + { + "epoch": 1.327481240266176, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8795180320739746, + "num_tokens": 7591596.0, + "step": 9376 + }, + { + "epoch": 1.3276228231629619, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.4878, + "mean_token_accuracy": 0.8190476298332214, + "num_tokens": 7592403.0, + "step": 9377 + }, + { + "epoch": 1.327764406059748, + "grad_norm": 41.0, + "learning_rate": 1e-06, + "loss": 0.2079, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 7593475.0, + "step": 9378 + }, + { + "epoch": 1.3279059889565341, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.844660222530365, + "num_tokens": 7594135.0, + "step": 9379 + }, + { + "epoch": 1.32804757185332, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.2405, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 7594891.0, + "step": 9380 + }, + { + "epoch": 1.3281891547501061, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.875, + "num_tokens": 7595510.0, + "step": 9381 + }, + { + "epoch": 1.3283307376468922, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 7596338.0, + "step": 9382 + }, + { + "epoch": 1.3284723205436784, + "grad_norm": 14.6875, + "learning_rate": 1e-06, + "loss": 0.2335, + "mean_token_accuracy": 0.9139465689659119, + "num_tokens": 7597764.0, + "step": 9383 + }, + { + "epoch": 1.3286139034404645, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2329, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7598464.0, + "step": 9384 + }, + { + "epoch": 1.3287554863372504, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1635, + "mean_token_accuracy": 0.9534883499145508, + "num_tokens": 7599130.0, + "step": 9385 + }, + { + "epoch": 1.3288970692340365, + "grad_norm": 12.5, + "learning_rate": 1e-06, + "loss": 0.1558, + "mean_token_accuracy": 0.9288343787193298, + "num_tokens": 7600512.0, + "step": 9386 + }, + { + "epoch": 1.3290386521308226, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2773, + "mean_token_accuracy": 0.8804348111152649, + "num_tokens": 7601162.0, + "step": 9387 + }, + { + "epoch": 1.3291802350276087, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.1519, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 7601808.0, + "step": 9388 + }, + { + "epoch": 1.3293218179243946, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.1906, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 7602389.0, + "step": 9389 + }, + { + "epoch": 1.3294634008211808, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2091, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 7603126.0, + "step": 9390 + }, + { + "epoch": 1.3296049837179669, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2316, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 7604229.0, + "step": 9391 + }, + { + "epoch": 1.329746566614753, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8227848410606384, + "num_tokens": 7605012.0, + "step": 9392 + }, + { + "epoch": 1.329888149511539, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8548386693000793, + "num_tokens": 7605835.0, + "step": 9393 + }, + { + "epoch": 1.330029732408325, + "grad_norm": 11.875, + "learning_rate": 1e-06, + "loss": 0.1842, + "mean_token_accuracy": 0.9312169551849365, + "num_tokens": 7607506.0, + "step": 9394 + }, + { + "epoch": 1.3301713153051111, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.1538, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 7608226.0, + "step": 9395 + }, + { + "epoch": 1.3303128982018972, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.198, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 7608995.0, + "step": 9396 + }, + { + "epoch": 1.3304544810986834, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 7609664.0, + "step": 9397 + }, + { + "epoch": 1.3305960639954693, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1716, + "mean_token_accuracy": 0.9375, + "num_tokens": 7610604.0, + "step": 9398 + }, + { + "epoch": 1.3307376468922554, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 7611359.0, + "step": 9399 + }, + { + "epoch": 1.3308792297890415, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8153846263885498, + "num_tokens": 7612255.0, + "step": 9400 + }, + { + "epoch": 1.3310208126858276, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 7613093.0, + "step": 9401 + }, + { + "epoch": 1.3311623955826137, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.2382, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7613753.0, + "step": 9402 + }, + { + "epoch": 1.3313039784793996, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.0938, + "mean_token_accuracy": 0.9581748843193054, + "num_tokens": 7614565.0, + "step": 9403 + }, + { + "epoch": 1.3314455613761857, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 7615474.0, + "step": 9404 + }, + { + "epoch": 1.3315871442729719, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.1886, + "mean_token_accuracy": 0.921875, + "num_tokens": 7616255.0, + "step": 9405 + }, + { + "epoch": 1.3317287271697578, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1668, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7616851.0, + "step": 9406 + }, + { + "epoch": 1.3318703100665439, + "grad_norm": 13.875, + "learning_rate": 1e-06, + "loss": 0.2418, + "mean_token_accuracy": 0.9066874384880066, + "num_tokens": 7617949.0, + "step": 9407 + }, + { + "epoch": 1.33201189296333, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8402777910232544, + "num_tokens": 7618852.0, + "step": 9408 + }, + { + "epoch": 1.3321534758601161, + "grad_norm": 23.25, + "learning_rate": 1e-06, + "loss": 0.2469, + "mean_token_accuracy": 0.9054545760154724, + "num_tokens": 7619724.0, + "step": 9409 + }, + { + "epoch": 1.3322950587569022, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.2566, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 7620665.0, + "step": 9410 + }, + { + "epoch": 1.3324366416536884, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1887, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 7621287.0, + "step": 9411 + }, + { + "epoch": 1.3325782245504743, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.875, + "num_tokens": 7622179.0, + "step": 9412 + }, + { + "epoch": 1.3327198074472604, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.1694, + "mean_token_accuracy": 0.890625, + "num_tokens": 7622898.0, + "step": 9413 + }, + { + "epoch": 1.3328613903440465, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8428571224212646, + "num_tokens": 7623618.0, + "step": 9414 + }, + { + "epoch": 1.3330029732408324, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7624296.0, + "step": 9415 + }, + { + "epoch": 1.3331445561376185, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.875, + "num_tokens": 7624818.0, + "step": 9416 + }, + { + "epoch": 1.3332861390344046, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.0742, + "mean_token_accuracy": 0.9660056233406067, + "num_tokens": 7625726.0, + "step": 9417 + }, + { + "epoch": 1.3334277219311907, + "grad_norm": 116.5, + "learning_rate": 1e-06, + "loss": 0.242, + "mean_token_accuracy": 0.9074074029922485, + "num_tokens": 7626735.0, + "step": 9418 + }, + { + "epoch": 1.3335693048279769, + "grad_norm": 21.25, + "learning_rate": 1e-06, + "loss": 0.0874, + "mean_token_accuracy": 0.9436619877815247, + "num_tokens": 7627427.0, + "step": 9419 + }, + { + "epoch": 1.333710887724763, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 7628085.0, + "step": 9420 + }, + { + "epoch": 1.3338524706215489, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.9263158440589905, + "num_tokens": 7629001.0, + "step": 9421 + }, + { + "epoch": 1.333994053518335, + "grad_norm": 11.125, + "learning_rate": 1e-06, + "loss": 0.2569, + "mean_token_accuracy": 0.8971428275108337, + "num_tokens": 7630613.0, + "step": 9422 + }, + { + "epoch": 1.3341356364151211, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.1944, + "mean_token_accuracy": 0.913385808467865, + "num_tokens": 7631467.0, + "step": 9423 + }, + { + "epoch": 1.334277219311907, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.4502, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 7632006.0, + "step": 9424 + }, + { + "epoch": 1.3344188022086931, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 7632630.0, + "step": 9425 + }, + { + "epoch": 1.3345603851054793, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8702290058135986, + "num_tokens": 7634346.0, + "step": 9426 + }, + { + "epoch": 1.3347019680022654, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 7634861.0, + "step": 9427 + }, + { + "epoch": 1.3348435508990515, + "grad_norm": 28.125, + "learning_rate": 1e-06, + "loss": 0.2809, + "mean_token_accuracy": 0.8861209750175476, + "num_tokens": 7635824.0, + "step": 9428 + }, + { + "epoch": 1.3349851337958374, + "grad_norm": 78.0, + "learning_rate": 1e-06, + "loss": 0.2192, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7636449.0, + "step": 9429 + }, + { + "epoch": 1.3351267166926235, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2594, + "mean_token_accuracy": 0.8715596199035645, + "num_tokens": 7637405.0, + "step": 9430 + }, + { + "epoch": 1.3352682995894096, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7638042.0, + "step": 9431 + }, + { + "epoch": 1.3354098824861957, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8474576473236084, + "num_tokens": 7638726.0, + "step": 9432 + }, + { + "epoch": 1.3355514653829816, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8761261701583862, + "num_tokens": 7639647.0, + "step": 9433 + }, + { + "epoch": 1.3356930482797678, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7640564.0, + "step": 9434 + }, + { + "epoch": 1.3358346311765539, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 7641176.0, + "step": 9435 + }, + { + "epoch": 1.33597621407334, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 7641902.0, + "step": 9436 + }, + { + "epoch": 1.3361177969701261, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.1984, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 7642690.0, + "step": 9437 + }, + { + "epoch": 1.336259379866912, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.212, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7643413.0, + "step": 9438 + }, + { + "epoch": 1.3364009627636981, + "grad_norm": 25.5, + "learning_rate": 1e-06, + "loss": 0.1266, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7644252.0, + "step": 9439 + }, + { + "epoch": 1.3365425456604842, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8444444537162781, + "num_tokens": 7644796.0, + "step": 9440 + }, + { + "epoch": 1.3366841285572701, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 7645454.0, + "step": 9441 + }, + { + "epoch": 1.3368257114540563, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.1526, + "mean_token_accuracy": 0.9322034120559692, + "num_tokens": 7646426.0, + "step": 9442 + }, + { + "epoch": 1.3369672943508424, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.9069767594337463, + "num_tokens": 7647186.0, + "step": 9443 + }, + { + "epoch": 1.3371088772476285, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 7648107.0, + "step": 9444 + }, + { + "epoch": 1.3372504601444146, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 7648749.0, + "step": 9445 + }, + { + "epoch": 1.3373920430412007, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.5734, + "mean_token_accuracy": 0.7971014380455017, + "num_tokens": 7649864.0, + "step": 9446 + }, + { + "epoch": 1.3375336259379866, + "grad_norm": 22.25, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8776978850364685, + "num_tokens": 7651073.0, + "step": 9447 + }, + { + "epoch": 1.3376752088347728, + "grad_norm": 22.0, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7652198.0, + "step": 9448 + }, + { + "epoch": 1.3378167917315589, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 7652907.0, + "step": 9449 + }, + { + "epoch": 1.3379583746283448, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7653617.0, + "step": 9450 + }, + { + "epoch": 1.338099957525131, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.2327, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7654169.0, + "step": 9451 + }, + { + "epoch": 1.338241540421917, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8299999833106995, + "num_tokens": 7655205.0, + "step": 9452 + }, + { + "epoch": 1.3383831233187031, + "grad_norm": 56.75, + "learning_rate": 1e-06, + "loss": 0.2535, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 7655739.0, + "step": 9453 + }, + { + "epoch": 1.3385247062154892, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.175, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7656227.0, + "step": 9454 + }, + { + "epoch": 1.3386662891122754, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.269, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7657117.0, + "step": 9455 + }, + { + "epoch": 1.3388078720090613, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.1726, + "mean_token_accuracy": 0.9583333730697632, + "num_tokens": 7657651.0, + "step": 9456 + }, + { + "epoch": 1.3389494549058474, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8315789699554443, + "num_tokens": 7658350.0, + "step": 9457 + }, + { + "epoch": 1.3390910378026335, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.2235, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7659059.0, + "step": 9458 + }, + { + "epoch": 1.3392326206994194, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2193, + "mean_token_accuracy": 0.8970588445663452, + "num_tokens": 7659847.0, + "step": 9459 + }, + { + "epoch": 1.3393742035962055, + "grad_norm": 52.0, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 7660605.0, + "step": 9460 + }, + { + "epoch": 1.3395157864929916, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.881944477558136, + "num_tokens": 7661458.0, + "step": 9461 + }, + { + "epoch": 1.3396573693897778, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 7662296.0, + "step": 9462 + }, + { + "epoch": 1.3397989522865639, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.867469847202301, + "num_tokens": 7663095.0, + "step": 9463 + }, + { + "epoch": 1.33994053518335, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2552, + "mean_token_accuracy": 0.925000011920929, + "num_tokens": 7663987.0, + "step": 9464 + }, + { + "epoch": 1.3400821180801359, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.2036, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 7664548.0, + "step": 9465 + }, + { + "epoch": 1.340223700976922, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 7665100.0, + "step": 9466 + }, + { + "epoch": 1.3403652838737081, + "grad_norm": 33.0, + "learning_rate": 1e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.803680956363678, + "num_tokens": 7665739.0, + "step": 9467 + }, + { + "epoch": 1.340506866770494, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 7666358.0, + "step": 9468 + }, + { + "epoch": 1.3406484496672801, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8947368860244751, + "num_tokens": 7667267.0, + "step": 9469 + }, + { + "epoch": 1.3407900325640663, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2674, + "mean_token_accuracy": 0.8771929740905762, + "num_tokens": 7668018.0, + "step": 9470 + }, + { + "epoch": 1.3409316154608524, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.1733, + "mean_token_accuracy": 0.9344261884689331, + "num_tokens": 7668713.0, + "step": 9471 + }, + { + "epoch": 1.3410731983576385, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8886138200759888, + "num_tokens": 7670237.0, + "step": 9472 + }, + { + "epoch": 1.3412147812544244, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.2025, + "mean_token_accuracy": 0.8860759735107422, + "num_tokens": 7671189.0, + "step": 9473 + }, + { + "epoch": 1.3413563641512105, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.7979797720909119, + "num_tokens": 7672013.0, + "step": 9474 + }, + { + "epoch": 1.3414979470479966, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2738, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7673265.0, + "step": 9475 + }, + { + "epoch": 1.3416395299447827, + "grad_norm": 29.875, + "learning_rate": 1e-06, + "loss": 0.1962, + "mean_token_accuracy": 0.9266054630279541, + "num_tokens": 7674201.0, + "step": 9476 + }, + { + "epoch": 1.3417811128415686, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.2119, + "mean_token_accuracy": 0.9130434989929199, + "num_tokens": 7674747.0, + "step": 9477 + }, + { + "epoch": 1.3419226957383548, + "grad_norm": 107.0, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 7675532.0, + "step": 9478 + }, + { + "epoch": 1.3420642786351409, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8222222328186035, + "num_tokens": 7676219.0, + "step": 9479 + }, + { + "epoch": 1.342205861531927, + "grad_norm": 14.1875, + "learning_rate": 1e-06, + "loss": 0.0997, + "mean_token_accuracy": 0.9590908885002136, + "num_tokens": 7676866.0, + "step": 9480 + }, + { + "epoch": 1.3423474444287131, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.2255, + "mean_token_accuracy": 0.9333333969116211, + "num_tokens": 7677428.0, + "step": 9481 + }, + { + "epoch": 1.342489027325499, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.1705, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7678153.0, + "step": 9482 + }, + { + "epoch": 1.3426306102222851, + "grad_norm": 26.875, + "learning_rate": 1e-06, + "loss": 0.0801, + "mean_token_accuracy": 0.9770641922950745, + "num_tokens": 7678834.0, + "step": 9483 + }, + { + "epoch": 1.3427721931190713, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1694, + "mean_token_accuracy": 0.9350649118423462, + "num_tokens": 7679489.0, + "step": 9484 + }, + { + "epoch": 1.3429137760158572, + "grad_norm": 73.0, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8028168678283691, + "num_tokens": 7680005.0, + "step": 9485 + }, + { + "epoch": 1.3430553589126433, + "grad_norm": 32.25, + "learning_rate": 1e-06, + "loss": 0.1327, + "mean_token_accuracy": 0.9545454978942871, + "num_tokens": 7680779.0, + "step": 9486 + }, + { + "epoch": 1.3431969418094294, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.163, + "mean_token_accuracy": 0.9574467539787292, + "num_tokens": 7681380.0, + "step": 9487 + }, + { + "epoch": 1.3433385247062155, + "grad_norm": 13.9375, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8807854056358337, + "num_tokens": 7682660.0, + "step": 9488 + }, + { + "epoch": 1.3434801076030016, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.1945, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 7683690.0, + "step": 9489 + }, + { + "epoch": 1.3436216904997877, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.851590096950531, + "num_tokens": 7684788.0, + "step": 9490 + }, + { + "epoch": 1.3437632733965736, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 7685397.0, + "step": 9491 + }, + { + "epoch": 1.3439048562933598, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 7686126.0, + "step": 9492 + }, + { + "epoch": 1.3440464391901459, + "grad_norm": 59.5, + "learning_rate": 1e-06, + "loss": 0.2546, + "mean_token_accuracy": 0.9083333611488342, + "num_tokens": 7686834.0, + "step": 9493 + }, + { + "epoch": 1.3441880220869318, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.1643, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 7687336.0, + "step": 9494 + }, + { + "epoch": 1.344329604983718, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.8921568989753723, + "num_tokens": 7688113.0, + "step": 9495 + }, + { + "epoch": 1.344471187880504, + "grad_norm": 40.25, + "learning_rate": 1e-06, + "loss": 0.1639, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7688777.0, + "step": 9496 + }, + { + "epoch": 1.3446127707772901, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.9291044473648071, + "num_tokens": 7689875.0, + "step": 9497 + }, + { + "epoch": 1.3447543536740763, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8399999737739563, + "num_tokens": 7690662.0, + "step": 9498 + }, + { + "epoch": 1.3448959365708624, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.264, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 7691722.0, + "step": 9499 + }, + { + "epoch": 1.3450375194676483, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7692481.0, + "step": 9500 + }, + { + "epoch": 1.3451791023644344, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2238, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7693109.0, + "step": 9501 + }, + { + "epoch": 1.3453206852612205, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.9122806787490845, + "num_tokens": 7693679.0, + "step": 9502 + }, + { + "epoch": 1.3454622681580064, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.921875, + "num_tokens": 7694785.0, + "step": 9503 + }, + { + "epoch": 1.3456038510547925, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.875, + "num_tokens": 7695529.0, + "step": 9504 + }, + { + "epoch": 1.3457454339515786, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1369, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 7696062.0, + "step": 9505 + }, + { + "epoch": 1.3458870168483648, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 7696939.0, + "step": 9506 + }, + { + "epoch": 1.3460285997451509, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.818965494632721, + "num_tokens": 7697527.0, + "step": 9507 + }, + { + "epoch": 1.3461701826419368, + "grad_norm": 82.5, + "learning_rate": 1e-06, + "loss": 0.1553, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7698172.0, + "step": 9508 + }, + { + "epoch": 1.346311765538723, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8765432238578796, + "num_tokens": 7698951.0, + "step": 9509 + }, + { + "epoch": 1.346453348435509, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 7699471.0, + "step": 9510 + }, + { + "epoch": 1.3465949313322951, + "grad_norm": 31.875, + "learning_rate": 1e-06, + "loss": 0.258, + "mean_token_accuracy": 0.8928571343421936, + "num_tokens": 7700018.0, + "step": 9511 + }, + { + "epoch": 1.346736514229081, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 7700693.0, + "step": 9512 + }, + { + "epoch": 1.3468780971258671, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.810606062412262, + "num_tokens": 7701549.0, + "step": 9513 + }, + { + "epoch": 1.3470196800226533, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8850574493408203, + "num_tokens": 7703187.0, + "step": 9514 + }, + { + "epoch": 1.3471612629194394, + "grad_norm": 12.9375, + "learning_rate": 1e-06, + "loss": 0.176, + "mean_token_accuracy": 0.9260935187339783, + "num_tokens": 7704440.0, + "step": 9515 + }, + { + "epoch": 1.3473028458162255, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8395061492919922, + "num_tokens": 7704986.0, + "step": 9516 + }, + { + "epoch": 1.3474444287130114, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.1392, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 7705996.0, + "step": 9517 + }, + { + "epoch": 1.3475860116097975, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8589743971824646, + "num_tokens": 7706924.0, + "step": 9518 + }, + { + "epoch": 1.3477275945065836, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1933, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7707681.0, + "step": 9519 + }, + { + "epoch": 1.3478691774033698, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.17, + "mean_token_accuracy": 0.9230769872665405, + "num_tokens": 7708251.0, + "step": 9520 + }, + { + "epoch": 1.3480107603001557, + "grad_norm": 41.5, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8333333134651184, + "num_tokens": 7708942.0, + "step": 9521 + }, + { + "epoch": 1.3481523431969418, + "grad_norm": 28.0, + "learning_rate": 1e-06, + "loss": 0.1395, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 7709538.0, + "step": 9522 + }, + { + "epoch": 1.348293926093728, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.2713, + "mean_token_accuracy": 0.8938053250312805, + "num_tokens": 7710123.0, + "step": 9523 + }, + { + "epoch": 1.348435508990514, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8345323801040649, + "num_tokens": 7710875.0, + "step": 9524 + }, + { + "epoch": 1.3485770918873001, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8588235378265381, + "num_tokens": 7711420.0, + "step": 9525 + }, + { + "epoch": 1.348718674784086, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2494, + "mean_token_accuracy": 0.898876428604126, + "num_tokens": 7712432.0, + "step": 9526 + }, + { + "epoch": 1.3488602576808721, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.1381, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7713179.0, + "step": 9527 + }, + { + "epoch": 1.3490018405776583, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2569, + "mean_token_accuracy": 0.8709677457809448, + "num_tokens": 7713724.0, + "step": 9528 + }, + { + "epoch": 1.3491434234744442, + "grad_norm": 19.125, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8527777791023254, + "num_tokens": 7715271.0, + "step": 9529 + }, + { + "epoch": 1.3492850063712303, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8277311325073242, + "num_tokens": 7716347.0, + "step": 9530 + }, + { + "epoch": 1.3494265892680164, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8793103098869324, + "num_tokens": 7717385.0, + "step": 9531 + }, + { + "epoch": 1.3495681721648025, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.8971962332725525, + "num_tokens": 7718198.0, + "step": 9532 + }, + { + "epoch": 1.3497097550615886, + "grad_norm": 10.125, + "learning_rate": 1e-06, + "loss": 0.2054, + "mean_token_accuracy": 0.9271523356437683, + "num_tokens": 7719891.0, + "step": 9533 + }, + { + "epoch": 1.3498513379583748, + "grad_norm": 148.0, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8378378748893738, + "num_tokens": 7720433.0, + "step": 9534 + }, + { + "epoch": 1.3499929208551606, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8505747318267822, + "num_tokens": 7721067.0, + "step": 9535 + }, + { + "epoch": 1.3501345037519468, + "grad_norm": 79.0, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 7722064.0, + "step": 9536 + }, + { + "epoch": 1.3502760866487329, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.2048, + "mean_token_accuracy": 0.9212120771408081, + "num_tokens": 7723616.0, + "step": 9537 + }, + { + "epoch": 1.3504176695455188, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8163264989852905, + "num_tokens": 7724204.0, + "step": 9538 + }, + { + "epoch": 1.350559252442305, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.1651, + "mean_token_accuracy": 0.9431818723678589, + "num_tokens": 7725110.0, + "step": 9539 + }, + { + "epoch": 1.350700835339091, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2515, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 7725914.0, + "step": 9540 + }, + { + "epoch": 1.3508424182358771, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 7726654.0, + "step": 9541 + }, + { + "epoch": 1.3509840011326633, + "grad_norm": 48.0, + "learning_rate": 1e-06, + "loss": 0.2182, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7727364.0, + "step": 9542 + }, + { + "epoch": 1.3511255840294494, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2469, + "mean_token_accuracy": 0.9101123809814453, + "num_tokens": 7728445.0, + "step": 9543 + }, + { + "epoch": 1.3512671669262353, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.2201, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 7729178.0, + "step": 9544 + }, + { + "epoch": 1.3514087498230214, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.2569, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 7729863.0, + "step": 9545 + }, + { + "epoch": 1.3515503327198075, + "grad_norm": 86.0, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.800000011920929, + "num_tokens": 7730447.0, + "step": 9546 + }, + { + "epoch": 1.3516919156165934, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1651, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 7730940.0, + "step": 9547 + }, + { + "epoch": 1.3518334985133795, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.2116, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 7731759.0, + "step": 9548 + }, + { + "epoch": 1.3519750814101656, + "grad_norm": 47.0, + "learning_rate": 1e-06, + "loss": 0.2391, + "mean_token_accuracy": 0.9342105388641357, + "num_tokens": 7732362.0, + "step": 9549 + }, + { + "epoch": 1.3521166643069518, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1834, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7732971.0, + "step": 9550 + }, + { + "epoch": 1.3522582472037379, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.1425, + "mean_token_accuracy": 0.9583333134651184, + "num_tokens": 7733610.0, + "step": 9551 + }, + { + "epoch": 1.3523998301005238, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.2518, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 7734308.0, + "step": 9552 + }, + { + "epoch": 1.35254141299731, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2462, + "mean_token_accuracy": 0.9365079998970032, + "num_tokens": 7734834.0, + "step": 9553 + }, + { + "epoch": 1.352682995894096, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8041236996650696, + "num_tokens": 7735732.0, + "step": 9554 + }, + { + "epoch": 1.3528245787908821, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 7736601.0, + "step": 9555 + }, + { + "epoch": 1.352966161687668, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.2215, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 7737233.0, + "step": 9556 + }, + { + "epoch": 1.3531077445844542, + "grad_norm": 11.5625, + "learning_rate": 1e-06, + "loss": 0.2442, + "mean_token_accuracy": 0.89467453956604, + "num_tokens": 7738843.0, + "step": 9557 + }, + { + "epoch": 1.3532493274812403, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 7739449.0, + "step": 9558 + }, + { + "epoch": 1.3533909103780264, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8409091234207153, + "num_tokens": 7740067.0, + "step": 9559 + }, + { + "epoch": 1.3535324932748125, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.1808, + "mean_token_accuracy": 0.936842143535614, + "num_tokens": 7740608.0, + "step": 9560 + }, + { + "epoch": 1.3536740761715984, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.1702, + "mean_token_accuracy": 0.9270833730697632, + "num_tokens": 7741317.0, + "step": 9561 + }, + { + "epoch": 1.3538156590683845, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8877550959587097, + "num_tokens": 7742001.0, + "step": 9562 + }, + { + "epoch": 1.3539572419651706, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8961039185523987, + "num_tokens": 7742598.0, + "step": 9563 + }, + { + "epoch": 1.3540988248619565, + "grad_norm": 81.0, + "learning_rate": 1e-06, + "loss": 0.5386, + "mean_token_accuracy": 0.8030303120613098, + "num_tokens": 7743342.0, + "step": 9564 + }, + { + "epoch": 1.3542404077587427, + "grad_norm": 186.0, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8615384697914124, + "num_tokens": 7743996.0, + "step": 9565 + }, + { + "epoch": 1.3543819906555288, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.2784, + "mean_token_accuracy": 0.8849557638168335, + "num_tokens": 7744834.0, + "step": 9566 + }, + { + "epoch": 1.354523573552315, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.143, + "mean_token_accuracy": 0.9500000476837158, + "num_tokens": 7745679.0, + "step": 9567 + }, + { + "epoch": 1.354665156449101, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.2502, + "mean_token_accuracy": 0.9051724076271057, + "num_tokens": 7746792.0, + "step": 9568 + }, + { + "epoch": 1.3548067393458871, + "grad_norm": 76.5, + "learning_rate": 1e-06, + "loss": 0.0984, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 7747598.0, + "step": 9569 + }, + { + "epoch": 1.354948322242673, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 7748498.0, + "step": 9570 + }, + { + "epoch": 1.3550899051394591, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2093, + "mean_token_accuracy": 0.9199999570846558, + "num_tokens": 7749202.0, + "step": 9571 + }, + { + "epoch": 1.3552314880362453, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.8205128312110901, + "num_tokens": 7749856.0, + "step": 9572 + }, + { + "epoch": 1.3553730709330312, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.228, + "mean_token_accuracy": 0.9056603908538818, + "num_tokens": 7750657.0, + "step": 9573 + }, + { + "epoch": 1.3555146538298173, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.1287, + "mean_token_accuracy": 0.9571428894996643, + "num_tokens": 7751468.0, + "step": 9574 + }, + { + "epoch": 1.3556562367266034, + "grad_norm": 20.875, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8454545140266418, + "num_tokens": 7752652.0, + "step": 9575 + }, + { + "epoch": 1.3557978196233895, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2262, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 7753293.0, + "step": 9576 + }, + { + "epoch": 1.3559394025201756, + "grad_norm": 19.5, + "learning_rate": 1e-06, + "loss": 0.2525, + "mean_token_accuracy": 0.9094827771186829, + "num_tokens": 7754284.0, + "step": 9577 + }, + { + "epoch": 1.3560809854169618, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.9142857193946838, + "num_tokens": 7754815.0, + "step": 9578 + }, + { + "epoch": 1.3562225683137477, + "grad_norm": 30.75, + "learning_rate": 1e-06, + "loss": 0.2296, + "mean_token_accuracy": 0.920245349407196, + "num_tokens": 7755648.0, + "step": 9579 + }, + { + "epoch": 1.3563641512105338, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.2442, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 7756220.0, + "step": 9580 + }, + { + "epoch": 1.35650573410732, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 7756777.0, + "step": 9581 + }, + { + "epoch": 1.3566473170041058, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 7757357.0, + "step": 9582 + }, + { + "epoch": 1.356788899900892, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8481012582778931, + "num_tokens": 7757957.0, + "step": 9583 + }, + { + "epoch": 1.356930482797678, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8987342119216919, + "num_tokens": 7758551.0, + "step": 9584 + }, + { + "epoch": 1.3570720656944641, + "grad_norm": 53.5, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8536584973335266, + "num_tokens": 7759213.0, + "step": 9585 + }, + { + "epoch": 1.3572136485912503, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.1639, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 7759715.0, + "step": 9586 + }, + { + "epoch": 1.3573552314880362, + "grad_norm": 14.75, + "learning_rate": 1e-06, + "loss": 0.1715, + "mean_token_accuracy": 0.9292196035385132, + "num_tokens": 7760959.0, + "step": 9587 + }, + { + "epoch": 1.3574968143848223, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2659, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 7761622.0, + "step": 9588 + }, + { + "epoch": 1.3576383972816084, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 7762416.0, + "step": 9589 + }, + { + "epoch": 1.3577799801783945, + "grad_norm": 14.25, + "learning_rate": 1e-06, + "loss": 0.2475, + "mean_token_accuracy": 0.9004524946212769, + "num_tokens": 7764029.0, + "step": 9590 + }, + { + "epoch": 1.3579215630751804, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.2105, + "mean_token_accuracy": 0.90625, + "num_tokens": 7764742.0, + "step": 9591 + }, + { + "epoch": 1.3580631459719665, + "grad_norm": 23.625, + "learning_rate": 1e-06, + "loss": 0.2469, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 7766031.0, + "step": 9592 + }, + { + "epoch": 1.3582047288687527, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8899081945419312, + "num_tokens": 7766981.0, + "step": 9593 + }, + { + "epoch": 1.3583463117655388, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.859375, + "num_tokens": 7767766.0, + "step": 9594 + }, + { + "epoch": 1.358487894662325, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7768515.0, + "step": 9595 + }, + { + "epoch": 1.3586294775591108, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.9102564454078674, + "num_tokens": 7769391.0, + "step": 9596 + }, + { + "epoch": 1.358771060455897, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.094, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 7770061.0, + "step": 9597 + }, + { + "epoch": 1.358912643352683, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7770689.0, + "step": 9598 + }, + { + "epoch": 1.3590542262494691, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8662420511245728, + "num_tokens": 7771723.0, + "step": 9599 + }, + { + "epoch": 1.359195809146255, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 7772387.0, + "step": 9600 + }, + { + "epoch": 1.3593373920430412, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.2015, + "mean_token_accuracy": 0.9610389471054077, + "num_tokens": 7772900.0, + "step": 9601 + }, + { + "epoch": 1.3594789749398273, + "grad_norm": 102.0, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8513513803482056, + "num_tokens": 7773607.0, + "step": 9602 + }, + { + "epoch": 1.3596205578366134, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8735632300376892, + "num_tokens": 7774384.0, + "step": 9603 + }, + { + "epoch": 1.3597621407333995, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 7775472.0, + "step": 9604 + }, + { + "epoch": 1.3599037236301854, + "grad_norm": 62.25, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.893333375453949, + "num_tokens": 7776339.0, + "step": 9605 + }, + { + "epoch": 1.3600453065269715, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.2162, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7777081.0, + "step": 9606 + }, + { + "epoch": 1.3601868894237577, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.1855, + "mean_token_accuracy": 0.9117646813392639, + "num_tokens": 7777697.0, + "step": 9607 + }, + { + "epoch": 1.3603284723205435, + "grad_norm": 28.375, + "learning_rate": 1e-06, + "loss": 0.1618, + "mean_token_accuracy": 0.9239130616188049, + "num_tokens": 7778548.0, + "step": 9608 + }, + { + "epoch": 1.3604700552173297, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8552631735801697, + "num_tokens": 7779191.0, + "step": 9609 + }, + { + "epoch": 1.3606116381141158, + "grad_norm": 100.0, + "learning_rate": 1e-06, + "loss": 0.2505, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 7779765.0, + "step": 9610 + }, + { + "epoch": 1.360753221010902, + "grad_norm": 118.0, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8787878751754761, + "num_tokens": 7780501.0, + "step": 9611 + }, + { + "epoch": 1.360894803907688, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2335, + "mean_token_accuracy": 0.8971962332725525, + "num_tokens": 7781391.0, + "step": 9612 + }, + { + "epoch": 1.3610363868044741, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.2555, + "mean_token_accuracy": 0.9152542352676392, + "num_tokens": 7782129.0, + "step": 9613 + }, + { + "epoch": 1.36117796970126, + "grad_norm": 156.0, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 7782991.0, + "step": 9614 + }, + { + "epoch": 1.3613195525980462, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1921, + "mean_token_accuracy": 0.9016392827033997, + "num_tokens": 7783505.0, + "step": 9615 + }, + { + "epoch": 1.3614611354948323, + "grad_norm": 31.375, + "learning_rate": 1e-06, + "loss": 0.256, + "mean_token_accuracy": 0.9018691182136536, + "num_tokens": 7784234.0, + "step": 9616 + }, + { + "epoch": 1.3616027183916182, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 7784903.0, + "step": 9617 + }, + { + "epoch": 1.3617443012884043, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7785823.0, + "step": 9618 + }, + { + "epoch": 1.3618858841851904, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7786357.0, + "step": 9619 + }, + { + "epoch": 1.3620274670819765, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 7786946.0, + "step": 9620 + }, + { + "epoch": 1.3621690499787626, + "grad_norm": 88.0, + "learning_rate": 1e-06, + "loss": 0.4908, + "mean_token_accuracy": 0.7916666865348816, + "num_tokens": 7787680.0, + "step": 9621 + }, + { + "epoch": 1.3623106328755488, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.2429, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 7788359.0, + "step": 9622 + }, + { + "epoch": 1.3624522157723347, + "grad_norm": 63.25, + "learning_rate": 1e-06, + "loss": 0.2302, + "mean_token_accuracy": 0.8928571939468384, + "num_tokens": 7789143.0, + "step": 9623 + }, + { + "epoch": 1.3625937986691208, + "grad_norm": 127.5, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8372092843055725, + "num_tokens": 7789765.0, + "step": 9624 + }, + { + "epoch": 1.362735381565907, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2257, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7790309.0, + "step": 9625 + }, + { + "epoch": 1.3628769644626928, + "grad_norm": 132.0, + "learning_rate": 1e-06, + "loss": 0.2144, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 7791114.0, + "step": 9626 + }, + { + "epoch": 1.363018547359479, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8416666984558105, + "num_tokens": 7791896.0, + "step": 9627 + }, + { + "epoch": 1.363160130256265, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7792782.0, + "step": 9628 + }, + { + "epoch": 1.3633017131530512, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.1823, + "mean_token_accuracy": 0.9404761791229248, + "num_tokens": 7793777.0, + "step": 9629 + }, + { + "epoch": 1.3634432960498373, + "grad_norm": 62.5, + "learning_rate": 1e-06, + "loss": 0.2012, + "mean_token_accuracy": 0.8676470518112183, + "num_tokens": 7794489.0, + "step": 9630 + }, + { + "epoch": 1.3635848789466232, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 7795081.0, + "step": 9631 + }, + { + "epoch": 1.3637264618434093, + "grad_norm": 29.75, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8157894611358643, + "num_tokens": 7795785.0, + "step": 9632 + }, + { + "epoch": 1.3638680447401954, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2591, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 7796271.0, + "step": 9633 + }, + { + "epoch": 1.3640096276369815, + "grad_norm": 89.5, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8199999928474426, + "num_tokens": 7796840.0, + "step": 9634 + }, + { + "epoch": 1.3641512105337674, + "grad_norm": 30.25, + "learning_rate": 1e-06, + "loss": 0.1465, + "mean_token_accuracy": 0.956204354763031, + "num_tokens": 7797816.0, + "step": 9635 + }, + { + "epoch": 1.3642927934305535, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2764, + "mean_token_accuracy": 0.8659793734550476, + "num_tokens": 7798667.0, + "step": 9636 + }, + { + "epoch": 1.3644343763273397, + "grad_norm": 18.0, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8772563338279724, + "num_tokens": 7800065.0, + "step": 9637 + }, + { + "epoch": 1.3645759592241258, + "grad_norm": 58.25, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8450704216957092, + "num_tokens": 7800831.0, + "step": 9638 + }, + { + "epoch": 1.364717542120912, + "grad_norm": 47.5, + "learning_rate": 1e-06, + "loss": 0.1499, + "mean_token_accuracy": 0.9558823704719543, + "num_tokens": 7801673.0, + "step": 9639 + }, + { + "epoch": 1.3648591250176978, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7802401.0, + "step": 9640 + }, + { + "epoch": 1.365000707914484, + "grad_norm": 37.5, + "learning_rate": 1e-06, + "loss": 0.1615, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 7802903.0, + "step": 9641 + }, + { + "epoch": 1.36514229081127, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.2726, + "mean_token_accuracy": 0.9111111164093018, + "num_tokens": 7803651.0, + "step": 9642 + }, + { + "epoch": 1.365283873708056, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2682, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 7804525.0, + "step": 9643 + }, + { + "epoch": 1.365425456604842, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8653846383094788, + "num_tokens": 7805012.0, + "step": 9644 + }, + { + "epoch": 1.3655670395016282, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2023, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 7805729.0, + "step": 9645 + }, + { + "epoch": 1.3657086223984143, + "grad_norm": 51.5, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8534482717514038, + "num_tokens": 7806551.0, + "step": 9646 + }, + { + "epoch": 1.3658502052952004, + "grad_norm": 58.75, + "learning_rate": 1e-06, + "loss": 0.167, + "mean_token_accuracy": 0.9298245906829834, + "num_tokens": 7807228.0, + "step": 9647 + }, + { + "epoch": 1.3659917881919865, + "grad_norm": 85.0, + "learning_rate": 1e-06, + "loss": 0.185, + "mean_token_accuracy": 0.9600000381469727, + "num_tokens": 7807748.0, + "step": 9648 + }, + { + "epoch": 1.3661333710887724, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1698, + "mean_token_accuracy": 0.9367088675498962, + "num_tokens": 7808519.0, + "step": 9649 + }, + { + "epoch": 1.3662749539855585, + "grad_norm": 65.5, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 7809317.0, + "step": 9650 + }, + { + "epoch": 1.3664165368823447, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.2421, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 7810244.0, + "step": 9651 + }, + { + "epoch": 1.3665581197791306, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8591549396514893, + "num_tokens": 7811291.0, + "step": 9652 + }, + { + "epoch": 1.3666997026759167, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 7811798.0, + "step": 9653 + }, + { + "epoch": 1.3668412855727028, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.1931, + "mean_token_accuracy": 0.9399999976158142, + "num_tokens": 7812845.0, + "step": 9654 + }, + { + "epoch": 1.366982868469489, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.1117, + "mean_token_accuracy": 0.9553571939468384, + "num_tokens": 7813543.0, + "step": 9655 + }, + { + "epoch": 1.367124451366275, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8777778148651123, + "num_tokens": 7814234.0, + "step": 9656 + }, + { + "epoch": 1.3672660342630611, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8387096524238586, + "num_tokens": 7814908.0, + "step": 9657 + }, + { + "epoch": 1.367407617159847, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1912, + "mean_token_accuracy": 0.9264705777168274, + "num_tokens": 7815781.0, + "step": 9658 + }, + { + "epoch": 1.3675492000566332, + "grad_norm": 37.75, + "learning_rate": 1e-06, + "loss": 0.1951, + "mean_token_accuracy": 0.9159664511680603, + "num_tokens": 7816731.0, + "step": 9659 + }, + { + "epoch": 1.3676907829534193, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.1627, + "mean_token_accuracy": 0.9354838132858276, + "num_tokens": 7817232.0, + "step": 9660 + }, + { + "epoch": 1.3678323658502052, + "grad_norm": 39.75, + "learning_rate": 1e-06, + "loss": 0.23, + "mean_token_accuracy": 0.9253731369972229, + "num_tokens": 7817757.0, + "step": 9661 + }, + { + "epoch": 1.3679739487469913, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 7818433.0, + "step": 9662 + }, + { + "epoch": 1.3681155316437774, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 7819198.0, + "step": 9663 + }, + { + "epoch": 1.3682571145405635, + "grad_norm": 25.125, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7819982.0, + "step": 9664 + }, + { + "epoch": 1.3683986974373497, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 7820660.0, + "step": 9665 + }, + { + "epoch": 1.3685402803341358, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.208, + "mean_token_accuracy": 0.9240506291389465, + "num_tokens": 7821682.0, + "step": 9666 + }, + { + "epoch": 1.3686818632309217, + "grad_norm": 55.25, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8630136847496033, + "num_tokens": 7822247.0, + "step": 9667 + }, + { + "epoch": 1.3688234461277078, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2068, + "mean_token_accuracy": 0.9528301954269409, + "num_tokens": 7823310.0, + "step": 9668 + }, + { + "epoch": 1.368965029024494, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.1835, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 7823804.0, + "step": 9669 + }, + { + "epoch": 1.3691066119212798, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8059701323509216, + "num_tokens": 7824620.0, + "step": 9670 + }, + { + "epoch": 1.369248194818066, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.8717948794364929, + "num_tokens": 7825267.0, + "step": 9671 + }, + { + "epoch": 1.369389777714852, + "grad_norm": 43.75, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7825998.0, + "step": 9672 + }, + { + "epoch": 1.3695313606116382, + "grad_norm": 61.0, + "learning_rate": 1e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8217821717262268, + "num_tokens": 7826553.0, + "step": 9673 + }, + { + "epoch": 1.3696729435084243, + "grad_norm": 33.5, + "learning_rate": 1e-06, + "loss": 0.1829, + "mean_token_accuracy": 0.9156626462936401, + "num_tokens": 7827187.0, + "step": 9674 + }, + { + "epoch": 1.3698145264052102, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.151, + "mean_token_accuracy": 0.9478260278701782, + "num_tokens": 7827860.0, + "step": 9675 + }, + { + "epoch": 1.3699561093019963, + "grad_norm": 15.5, + "learning_rate": 1e-06, + "loss": 0.2653, + "mean_token_accuracy": 0.8942598104476929, + "num_tokens": 7829475.0, + "step": 9676 + }, + { + "epoch": 1.3700976921987824, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1221, + "mean_token_accuracy": 0.9464285969734192, + "num_tokens": 7830735.0, + "step": 9677 + }, + { + "epoch": 1.3702392750955685, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.2049, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 7831656.0, + "step": 9678 + }, + { + "epoch": 1.3703808579923544, + "grad_norm": 13.3125, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8380952477455139, + "num_tokens": 7833245.0, + "step": 9679 + }, + { + "epoch": 1.3705224408891405, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.1958, + "mean_token_accuracy": 0.9032257795333862, + "num_tokens": 7833772.0, + "step": 9680 + }, + { + "epoch": 1.3706640237859267, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7834581.0, + "step": 9681 + }, + { + "epoch": 1.3708056066827128, + "grad_norm": 23.375, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8785046339035034, + "num_tokens": 7835532.0, + "step": 9682 + }, + { + "epoch": 1.370947189579499, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.9009009003639221, + "num_tokens": 7836245.0, + "step": 9683 + }, + { + "epoch": 1.3710887724762848, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.810606062412262, + "num_tokens": 7836847.0, + "step": 9684 + }, + { + "epoch": 1.371230355373071, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8543689250946045, + "num_tokens": 7837412.0, + "step": 9685 + }, + { + "epoch": 1.371371938269857, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.2348, + "mean_token_accuracy": 0.921875, + "num_tokens": 7838106.0, + "step": 9686 + }, + { + "epoch": 1.371513521166643, + "grad_norm": 29.0, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8409786224365234, + "num_tokens": 7838973.0, + "step": 9687 + }, + { + "epoch": 1.371655104063429, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.2519, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 7839860.0, + "step": 9688 + }, + { + "epoch": 1.3717966869602152, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.2324, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 7840531.0, + "step": 9689 + }, + { + "epoch": 1.3719382698570013, + "grad_norm": 24.125, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8656716346740723, + "num_tokens": 7841359.0, + "step": 9690 + }, + { + "epoch": 1.3720798527537874, + "grad_norm": 50.5, + "learning_rate": 1e-06, + "loss": 0.1821, + "mean_token_accuracy": 0.9594594836235046, + "num_tokens": 7842034.0, + "step": 9691 + }, + { + "epoch": 1.3722214356505735, + "grad_norm": 44.25, + "learning_rate": 1e-06, + "loss": 0.2581, + "mean_token_accuracy": 0.9125000238418579, + "num_tokens": 7842719.0, + "step": 9692 + }, + { + "epoch": 1.3723630185473594, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.1894, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7843513.0, + "step": 9693 + }, + { + "epoch": 1.3725046014441455, + "grad_norm": 56.0, + "learning_rate": 1e-06, + "loss": 0.2735, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7844141.0, + "step": 9694 + }, + { + "epoch": 1.3726461843409317, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.8529411554336548, + "num_tokens": 7845027.0, + "step": 9695 + }, + { + "epoch": 1.3727877672377176, + "grad_norm": 21.0, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8818380832672119, + "num_tokens": 7846377.0, + "step": 9696 + }, + { + "epoch": 1.3729293501345037, + "grad_norm": 64.0, + "learning_rate": 1e-06, + "loss": 0.2, + "mean_token_accuracy": 0.8974359035491943, + "num_tokens": 7846916.0, + "step": 9697 + }, + { + "epoch": 1.3730709330312898, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2144, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 7848072.0, + "step": 9698 + }, + { + "epoch": 1.373212515928076, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8364779353141785, + "num_tokens": 7849212.0, + "step": 9699 + }, + { + "epoch": 1.373354098824862, + "grad_norm": 25.375, + "learning_rate": 1e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8495297431945801, + "num_tokens": 7850498.0, + "step": 9700 + }, + { + "epoch": 1.3734956817216482, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.90625, + "num_tokens": 7851096.0, + "step": 9701 + }, + { + "epoch": 1.373637264618434, + "grad_norm": 107.5, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8352941274642944, + "num_tokens": 7851685.0, + "step": 9702 + }, + { + "epoch": 1.3737788475152202, + "grad_norm": 7.4375, + "learning_rate": 1e-06, + "loss": 0.2092, + "mean_token_accuracy": 0.9145535230636597, + "num_tokens": 7854033.0, + "step": 9703 + }, + { + "epoch": 1.3739204304120063, + "grad_norm": 125.5, + "learning_rate": 1e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.7948718070983887, + "num_tokens": 7855472.0, + "step": 9704 + }, + { + "epoch": 1.3740620133087922, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.8955223560333252, + "num_tokens": 7856082.0, + "step": 9705 + }, + { + "epoch": 1.3742035962055783, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1807, + "mean_token_accuracy": 0.914634108543396, + "num_tokens": 7856910.0, + "step": 9706 + }, + { + "epoch": 1.3743451791023644, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.1311, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 7857669.0, + "step": 9707 + }, + { + "epoch": 1.3744867619991505, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.1371, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7858192.0, + "step": 9708 + }, + { + "epoch": 1.3746283448959367, + "grad_norm": 37.25, + "learning_rate": 1e-06, + "loss": 0.1648, + "mean_token_accuracy": 0.9360000491142273, + "num_tokens": 7858763.0, + "step": 9709 + }, + { + "epoch": 1.3747699277927226, + "grad_norm": 58.5, + "learning_rate": 1e-06, + "loss": 0.2039, + "mean_token_accuracy": 0.8902438879013062, + "num_tokens": 7859515.0, + "step": 9710 + }, + { + "epoch": 1.3749115106895087, + "grad_norm": 39.0, + "learning_rate": 1e-06, + "loss": 0.152, + "mean_token_accuracy": 0.9427083730697632, + "num_tokens": 7860308.0, + "step": 9711 + }, + { + "epoch": 1.3750530935862948, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2717, + "mean_token_accuracy": 0.8936169743537903, + "num_tokens": 7861050.0, + "step": 9712 + }, + { + "epoch": 1.375194676483081, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.9043477773666382, + "num_tokens": 7861907.0, + "step": 9713 + }, + { + "epoch": 1.3753362593798668, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.910891056060791, + "num_tokens": 7862725.0, + "step": 9714 + }, + { + "epoch": 1.375477842276653, + "grad_norm": 75.0, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8142856955528259, + "num_tokens": 7863537.0, + "step": 9715 + }, + { + "epoch": 1.375619425173439, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2387, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 7864526.0, + "step": 9716 + }, + { + "epoch": 1.3757610080702252, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.2038, + "mean_token_accuracy": 0.942307710647583, + "num_tokens": 7865489.0, + "step": 9717 + }, + { + "epoch": 1.3759025909670113, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8524589538574219, + "num_tokens": 7866520.0, + "step": 9718 + }, + { + "epoch": 1.3760441738637972, + "grad_norm": 27.5, + "learning_rate": 1e-06, + "loss": 0.0681, + "mean_token_accuracy": 0.9783549904823303, + "num_tokens": 7867219.0, + "step": 9719 + }, + { + "epoch": 1.3761857567605833, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.85999995470047, + "num_tokens": 7867955.0, + "step": 9720 + }, + { + "epoch": 1.3763273396573694, + "grad_norm": 50.75, + "learning_rate": 1e-06, + "loss": 0.1443, + "mean_token_accuracy": 0.9277108311653137, + "num_tokens": 7868886.0, + "step": 9721 + }, + { + "epoch": 1.3764689225541555, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8488371968269348, + "num_tokens": 7869541.0, + "step": 9722 + }, + { + "epoch": 1.3766105054509414, + "grad_norm": 21.625, + "learning_rate": 1e-06, + "loss": 0.2523, + "mean_token_accuracy": 0.9053398370742798, + "num_tokens": 7870579.0, + "step": 9723 + }, + { + "epoch": 1.3767520883477276, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.1405, + "mean_token_accuracy": 0.942148745059967, + "num_tokens": 7871482.0, + "step": 9724 + }, + { + "epoch": 1.3768936712445137, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 7872527.0, + "step": 9725 + }, + { + "epoch": 1.3770352541412998, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.259, + "mean_token_accuracy": 0.873015820980072, + "num_tokens": 7873542.0, + "step": 9726 + }, + { + "epoch": 1.377176837038086, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 7874102.0, + "step": 9727 + }, + { + "epoch": 1.3773184199348718, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.2368, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 7874899.0, + "step": 9728 + }, + { + "epoch": 1.377460002831658, + "grad_norm": 94.5, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.826923131942749, + "num_tokens": 7875626.0, + "step": 9729 + }, + { + "epoch": 1.377601585728444, + "grad_norm": 20.0, + "learning_rate": 1e-06, + "loss": 0.1947, + "mean_token_accuracy": 0.9171483516693115, + "num_tokens": 7876966.0, + "step": 9730 + }, + { + "epoch": 1.37774316862523, + "grad_norm": 94.0, + "learning_rate": 1e-06, + "loss": 0.2118, + "mean_token_accuracy": 0.944444477558136, + "num_tokens": 7877486.0, + "step": 9731 + }, + { + "epoch": 1.377884751522016, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7878328.0, + "step": 9732 + }, + { + "epoch": 1.3780263344188022, + "grad_norm": 57.5, + "learning_rate": 1e-06, + "loss": 0.1906, + "mean_token_accuracy": 0.9245283007621765, + "num_tokens": 7879114.0, + "step": 9733 + }, + { + "epoch": 1.3781679173155883, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 7879843.0, + "step": 9734 + }, + { + "epoch": 1.3783095002123744, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.5019, + "mean_token_accuracy": 0.7889907956123352, + "num_tokens": 7880983.0, + "step": 9735 + }, + { + "epoch": 1.3784510831091605, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 7881560.0, + "step": 9736 + }, + { + "epoch": 1.3785926660059464, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 7882385.0, + "step": 9737 + }, + { + "epoch": 1.3787342489027326, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.81651371717453, + "num_tokens": 7883025.0, + "step": 9738 + }, + { + "epoch": 1.3788758317995187, + "grad_norm": 43.25, + "learning_rate": 1e-06, + "loss": 0.2656, + "mean_token_accuracy": 0.8720930218696594, + "num_tokens": 7883800.0, + "step": 9739 + }, + { + "epoch": 1.3790174146963046, + "grad_norm": 79.5, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 7884994.0, + "step": 9740 + }, + { + "epoch": 1.3791589975930907, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2228, + "mean_token_accuracy": 0.9347826242446899, + "num_tokens": 7885586.0, + "step": 9741 + }, + { + "epoch": 1.3793005804898768, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.1484, + "mean_token_accuracy": 0.9375, + "num_tokens": 7886241.0, + "step": 9742 + }, + { + "epoch": 1.379442163386663, + "grad_norm": 45.5, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8799999952316284, + "num_tokens": 7886849.0, + "step": 9743 + }, + { + "epoch": 1.379583746283449, + "grad_norm": 24.375, + "learning_rate": 1e-06, + "loss": 0.1522, + "mean_token_accuracy": 0.9442059993743896, + "num_tokens": 7887627.0, + "step": 9744 + }, + { + "epoch": 1.3797253291802352, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8212765455245972, + "num_tokens": 7888619.0, + "step": 9745 + }, + { + "epoch": 1.379866912077021, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.2398, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 7889515.0, + "step": 9746 + }, + { + "epoch": 1.3800084949738072, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2094, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 7890457.0, + "step": 9747 + }, + { + "epoch": 1.3801500778705933, + "grad_norm": 67.5, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8736842274665833, + "num_tokens": 7891100.0, + "step": 9748 + }, + { + "epoch": 1.3802916607673792, + "grad_norm": 26.25, + "learning_rate": 1e-06, + "loss": 0.1703, + "mean_token_accuracy": 0.9278688430786133, + "num_tokens": 7891853.0, + "step": 9749 + }, + { + "epoch": 1.3804332436641653, + "grad_norm": 37.0, + "learning_rate": 1e-06, + "loss": 0.2859, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7892585.0, + "step": 9750 + }, + { + "epoch": 1.3805748265609514, + "grad_norm": 61.25, + "learning_rate": 1e-06, + "loss": 0.1824, + "mean_token_accuracy": 0.9436619281768799, + "num_tokens": 7893232.0, + "step": 9751 + }, + { + "epoch": 1.3807164094577375, + "grad_norm": 60.5, + "learning_rate": 1e-06, + "loss": 0.4893, + "mean_token_accuracy": 0.7977527976036072, + "num_tokens": 7893877.0, + "step": 9752 + }, + { + "epoch": 1.3808579923545237, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.2334, + "mean_token_accuracy": 0.9054054021835327, + "num_tokens": 7894536.0, + "step": 9753 + }, + { + "epoch": 1.3809995752513096, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8939394354820251, + "num_tokens": 7895490.0, + "step": 9754 + }, + { + "epoch": 1.3811411581480957, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2567, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 7896319.0, + "step": 9755 + }, + { + "epoch": 1.3812827410448818, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2033, + "mean_token_accuracy": 0.9300000071525574, + "num_tokens": 7897323.0, + "step": 9756 + }, + { + "epoch": 1.381424323941668, + "grad_norm": 99.0, + "learning_rate": 1e-06, + "loss": 0.1788, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 7898333.0, + "step": 9757 + }, + { + "epoch": 1.3815659068384538, + "grad_norm": 101.0, + "learning_rate": 1e-06, + "loss": 0.2478, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 7898919.0, + "step": 9758 + }, + { + "epoch": 1.38170748973524, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8793103694915771, + "num_tokens": 7899888.0, + "step": 9759 + }, + { + "epoch": 1.381849072632026, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 7900385.0, + "step": 9760 + }, + { + "epoch": 1.3819906555288122, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8620689511299133, + "num_tokens": 7900927.0, + "step": 9761 + }, + { + "epoch": 1.3821322384255983, + "grad_norm": 24.875, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8722891807556152, + "num_tokens": 7902026.0, + "step": 9762 + }, + { + "epoch": 1.3822738213223842, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8245614171028137, + "num_tokens": 7902562.0, + "step": 9763 + }, + { + "epoch": 1.3824154042191703, + "grad_norm": 21.75, + "learning_rate": 1e-06, + "loss": 0.2073, + "mean_token_accuracy": 0.9160997867584229, + "num_tokens": 7903718.0, + "step": 9764 + }, + { + "epoch": 1.3825569871159564, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8541666865348816, + "num_tokens": 7904400.0, + "step": 9765 + }, + { + "epoch": 1.3826985700127423, + "grad_norm": 30.125, + "learning_rate": 1e-06, + "loss": 0.2693, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 7905396.0, + "step": 9766 + }, + { + "epoch": 1.3828401529095284, + "grad_norm": 63.0, + "learning_rate": 1e-06, + "loss": 0.2067, + "mean_token_accuracy": 0.9113924503326416, + "num_tokens": 7906268.0, + "step": 9767 + }, + { + "epoch": 1.3829817358063146, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.8813559412956238, + "num_tokens": 7906800.0, + "step": 9768 + }, + { + "epoch": 1.3831233187031007, + "grad_norm": 69.5, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 7907618.0, + "step": 9769 + }, + { + "epoch": 1.3832649015998868, + "grad_norm": 109.5, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8857142925262451, + "num_tokens": 7908084.0, + "step": 9770 + }, + { + "epoch": 1.383406484496673, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.2561, + "mean_token_accuracy": 0.8750000596046448, + "num_tokens": 7908852.0, + "step": 9771 + }, + { + "epoch": 1.3835480673934588, + "grad_norm": 103.0, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8644067645072937, + "num_tokens": 7909527.0, + "step": 9772 + }, + { + "epoch": 1.383689650290245, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 7910324.0, + "step": 9773 + }, + { + "epoch": 1.383831233187031, + "grad_norm": 38.75, + "learning_rate": 1e-06, + "loss": 0.233, + "mean_token_accuracy": 0.9120879173278809, + "num_tokens": 7910984.0, + "step": 9774 + }, + { + "epoch": 1.383972816083817, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 7911865.0, + "step": 9775 + }, + { + "epoch": 1.384114398980603, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1623, + "mean_token_accuracy": 0.9204545617103577, + "num_tokens": 7912635.0, + "step": 9776 + }, + { + "epoch": 1.3842559818773892, + "grad_norm": 28.875, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8387849926948547, + "num_tokens": 7913934.0, + "step": 9777 + }, + { + "epoch": 1.3843975647741753, + "grad_norm": 29.125, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8412699103355408, + "num_tokens": 7914775.0, + "step": 9778 + }, + { + "epoch": 1.3845391476709614, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.1563, + "mean_token_accuracy": 0.9636363387107849, + "num_tokens": 7915337.0, + "step": 9779 + }, + { + "epoch": 1.3846807305677475, + "grad_norm": 74.5, + "learning_rate": 1e-06, + "loss": 0.5349, + "mean_token_accuracy": 0.7666667103767395, + "num_tokens": 7916275.0, + "step": 9780 + }, + { + "epoch": 1.3848223134645334, + "grad_norm": 26.375, + "learning_rate": 1e-06, + "loss": 0.1687, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 7917043.0, + "step": 9781 + }, + { + "epoch": 1.3849638963613196, + "grad_norm": 43.0, + "learning_rate": 1e-06, + "loss": 0.1313, + "mean_token_accuracy": 0.9492753744125366, + "num_tokens": 7917780.0, + "step": 9782 + }, + { + "epoch": 1.3851054792581057, + "grad_norm": 27.625, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8453947305679321, + "num_tokens": 7918696.0, + "step": 9783 + }, + { + "epoch": 1.3852470621548916, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.1928, + "mean_token_accuracy": 0.9242424368858337, + "num_tokens": 7919245.0, + "step": 9784 + }, + { + "epoch": 1.3853886450516777, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2414, + "mean_token_accuracy": 0.9215686321258545, + "num_tokens": 7920013.0, + "step": 9785 + }, + { + "epoch": 1.3855302279484638, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.7868852019309998, + "num_tokens": 7920871.0, + "step": 9786 + }, + { + "epoch": 1.38567181084525, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2396, + "mean_token_accuracy": 0.8999999761581421, + "num_tokens": 7921632.0, + "step": 9787 + }, + { + "epoch": 1.385813393742036, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8736461997032166, + "num_tokens": 7922809.0, + "step": 9788 + }, + { + "epoch": 1.3859549766388222, + "grad_norm": 60.75, + "learning_rate": 1e-06, + "loss": 0.1955, + "mean_token_accuracy": 0.9375, + "num_tokens": 7923749.0, + "step": 9789 + }, + { + "epoch": 1.386096559535608, + "grad_norm": 47.75, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8382353186607361, + "num_tokens": 7924487.0, + "step": 9790 + }, + { + "epoch": 1.3862381424323942, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.8767123222351074, + "num_tokens": 7925388.0, + "step": 9791 + }, + { + "epoch": 1.3863797253291803, + "grad_norm": 84.0, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8518518805503845, + "num_tokens": 7926187.0, + "step": 9792 + }, + { + "epoch": 1.3865213082259662, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8174603581428528, + "num_tokens": 7926993.0, + "step": 9793 + }, + { + "epoch": 1.3866628911227523, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.887499988079071, + "num_tokens": 7927893.0, + "step": 9794 + }, + { + "epoch": 1.3868044740195384, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 7928798.0, + "step": 9795 + }, + { + "epoch": 1.3869460569163246, + "grad_norm": 20.625, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8779220581054688, + "num_tokens": 7929623.0, + "step": 9796 + }, + { + "epoch": 1.3870876398131107, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.2107, + "mean_token_accuracy": 0.9148935675621033, + "num_tokens": 7930240.0, + "step": 9797 + }, + { + "epoch": 1.3872292227098966, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.1966, + "mean_token_accuracy": 0.9090908765792847, + "num_tokens": 7930982.0, + "step": 9798 + }, + { + "epoch": 1.3873708056066827, + "grad_norm": 43.5, + "learning_rate": 1e-06, + "loss": 0.1274, + "mean_token_accuracy": 0.9655172228813171, + "num_tokens": 7931821.0, + "step": 9799 + }, + { + "epoch": 1.3875123885034688, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8500000238418579, + "num_tokens": 7932562.0, + "step": 9800 + }, + { + "epoch": 1.387653971400255, + "grad_norm": 68.0, + "learning_rate": 1e-06, + "loss": 0.1873, + "mean_token_accuracy": 0.9591836333274841, + "num_tokens": 7933363.0, + "step": 9801 + }, + { + "epoch": 1.3877955542970408, + "grad_norm": 52.5, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8833333849906921, + "num_tokens": 7934070.0, + "step": 9802 + }, + { + "epoch": 1.387937137193827, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.1923, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 7934662.0, + "step": 9803 + }, + { + "epoch": 1.388078720090613, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2691, + "mean_token_accuracy": 0.9038462042808533, + "num_tokens": 7935342.0, + "step": 9804 + }, + { + "epoch": 1.3882203029873992, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8064515590667725, + "num_tokens": 7935956.0, + "step": 9805 + }, + { + "epoch": 1.3883618858841853, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8383838534355164, + "num_tokens": 7936531.0, + "step": 9806 + }, + { + "epoch": 1.3885034687809712, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.171, + "mean_token_accuracy": 0.9294871687889099, + "num_tokens": 7937400.0, + "step": 9807 + }, + { + "epoch": 1.3886450516777573, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.859375, + "num_tokens": 7938552.0, + "step": 9808 + }, + { + "epoch": 1.3887866345745434, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8260869979858398, + "num_tokens": 7939403.0, + "step": 9809 + }, + { + "epoch": 1.3889282174713293, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8272727131843567, + "num_tokens": 7939976.0, + "step": 9810 + }, + { + "epoch": 1.3890698003681154, + "grad_norm": 57.0, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8133333325386047, + "num_tokens": 7940783.0, + "step": 9811 + }, + { + "epoch": 1.3892113832649016, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8512035012245178, + "num_tokens": 7941848.0, + "step": 9812 + }, + { + "epoch": 1.3893529661616877, + "grad_norm": 40.5, + "learning_rate": 1e-06, + "loss": 0.558, + "mean_token_accuracy": 0.7891566157341003, + "num_tokens": 7942468.0, + "step": 9813 + }, + { + "epoch": 1.3894945490584738, + "grad_norm": 18.125, + "learning_rate": 1e-06, + "loss": 0.2375, + "mean_token_accuracy": 0.9192245602607727, + "num_tokens": 7943940.0, + "step": 9814 + }, + { + "epoch": 1.38963613195526, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1677, + "mean_token_accuracy": 0.9473684430122375, + "num_tokens": 7944630.0, + "step": 9815 + }, + { + "epoch": 1.3897777148520458, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.5483, + "mean_token_accuracy": 0.8072288632392883, + "num_tokens": 7945800.0, + "step": 9816 + }, + { + "epoch": 1.389919297748832, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8267326354980469, + "num_tokens": 7946675.0, + "step": 9817 + }, + { + "epoch": 1.390060880645618, + "grad_norm": 51.75, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8941176533699036, + "num_tokens": 7947193.0, + "step": 9818 + }, + { + "epoch": 1.390202463542404, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.1857, + "mean_token_accuracy": 0.9210526347160339, + "num_tokens": 7947824.0, + "step": 9819 + }, + { + "epoch": 1.39034404643919, + "grad_norm": 45.25, + "learning_rate": 1e-06, + "loss": 0.2428, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 7948367.0, + "step": 9820 + }, + { + "epoch": 1.3904856293359762, + "grad_norm": 139.0, + "learning_rate": 1e-06, + "loss": 0.2503, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 7948869.0, + "step": 9821 + }, + { + "epoch": 1.3906272122327623, + "grad_norm": 20.75, + "learning_rate": 1e-06, + "loss": 0.2351, + "mean_token_accuracy": 0.9171270728111267, + "num_tokens": 7949940.0, + "step": 9822 + }, + { + "epoch": 1.3907687951295484, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.8533333539962769, + "num_tokens": 7951169.0, + "step": 9823 + }, + { + "epoch": 1.3909103780263345, + "grad_norm": 89.0, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8392857313156128, + "num_tokens": 7951782.0, + "step": 9824 + }, + { + "epoch": 1.3910519609231204, + "grad_norm": 50.25, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8607594966888428, + "num_tokens": 7952471.0, + "step": 9825 + }, + { + "epoch": 1.3911935438199066, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.5181, + "mean_token_accuracy": 0.807692289352417, + "num_tokens": 7953046.0, + "step": 9826 + }, + { + "epoch": 1.3913351267166927, + "grad_norm": 46.0, + "learning_rate": 1e-06, + "loss": 0.1874, + "mean_token_accuracy": 0.907216489315033, + "num_tokens": 7953908.0, + "step": 9827 + }, + { + "epoch": 1.3914767096134786, + "grad_norm": 20.5, + "learning_rate": 1e-06, + "loss": 0.2632, + "mean_token_accuracy": 0.9080188870429993, + "num_tokens": 7954988.0, + "step": 9828 + }, + { + "epoch": 1.3916182925102647, + "grad_norm": 14.3125, + "learning_rate": 1e-06, + "loss": 0.0996, + "mean_token_accuracy": 0.9495798945426941, + "num_tokens": 7956151.0, + "step": 9829 + }, + { + "epoch": 1.3917598754070508, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 7956780.0, + "step": 9830 + }, + { + "epoch": 1.391901458303837, + "grad_norm": 122.0, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 7957279.0, + "step": 9831 + }, + { + "epoch": 1.392043041200623, + "grad_norm": 16.75, + "learning_rate": 1e-06, + "loss": 0.1986, + "mean_token_accuracy": 0.9182795882225037, + "num_tokens": 7958200.0, + "step": 9832 + }, + { + "epoch": 1.392184624097409, + "grad_norm": 47.25, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 7959078.0, + "step": 9833 + }, + { + "epoch": 1.392326206994195, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8695652484893799, + "num_tokens": 7959639.0, + "step": 9834 + }, + { + "epoch": 1.3924677898909812, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 7960335.0, + "step": 9835 + }, + { + "epoch": 1.3926093727877673, + "grad_norm": 46.75, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8369565606117249, + "num_tokens": 7961519.0, + "step": 9836 + }, + { + "epoch": 1.3927509556845532, + "grad_norm": 60.0, + "learning_rate": 1e-06, + "loss": 0.1476, + "mean_token_accuracy": 0.931034505367279, + "num_tokens": 7962292.0, + "step": 9837 + }, + { + "epoch": 1.3928925385813393, + "grad_norm": 80.5, + "learning_rate": 1e-06, + "loss": 0.2622, + "mean_token_accuracy": 0.868852436542511, + "num_tokens": 7963144.0, + "step": 9838 + }, + { + "epoch": 1.3930341214781254, + "grad_norm": 44.5, + "learning_rate": 1e-06, + "loss": 0.2483, + "mean_token_accuracy": 0.9078947305679321, + "num_tokens": 7963787.0, + "step": 9839 + }, + { + "epoch": 1.3931757043749116, + "grad_norm": 20.25, + "learning_rate": 1e-06, + "loss": 0.0952, + "mean_token_accuracy": 0.9661017060279846, + "num_tokens": 7964717.0, + "step": 9840 + }, + { + "epoch": 1.3933172872716977, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.1936, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 7965255.0, + "step": 9841 + }, + { + "epoch": 1.3934588701684836, + "grad_norm": 51.0, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8351648449897766, + "num_tokens": 7965891.0, + "step": 9842 + }, + { + "epoch": 1.3936004530652697, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.1794, + "mean_token_accuracy": 0.9247311949729919, + "num_tokens": 7966811.0, + "step": 9843 + }, + { + "epoch": 1.3937420359620558, + "grad_norm": 66.0, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 7967442.0, + "step": 9844 + }, + { + "epoch": 1.393883618858842, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8241758346557617, + "num_tokens": 7968062.0, + "step": 9845 + }, + { + "epoch": 1.3940252017556278, + "grad_norm": 77.5, + "learning_rate": 1e-06, + "loss": 0.2676, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 7968555.0, + "step": 9846 + }, + { + "epoch": 1.394166784652414, + "grad_norm": 44.75, + "learning_rate": 1e-06, + "loss": 0.2152, + "mean_token_accuracy": 0.9307692050933838, + "num_tokens": 7969133.0, + "step": 9847 + }, + { + "epoch": 1.3943083675492, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8627451062202454, + "num_tokens": 7970036.0, + "step": 9848 + }, + { + "epoch": 1.3944499504459862, + "grad_norm": 39.5, + "learning_rate": 1e-06, + "loss": 0.13, + "mean_token_accuracy": 0.9791666865348816, + "num_tokens": 7970626.0, + "step": 9849 + }, + { + "epoch": 1.3945915333427723, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.2377, + "mean_token_accuracy": 0.9065420031547546, + "num_tokens": 7971313.0, + "step": 9850 + }, + { + "epoch": 1.3947331162395582, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.1795, + "mean_token_accuracy": 0.90625, + "num_tokens": 7971936.0, + "step": 9851 + }, + { + "epoch": 1.3948746991363443, + "grad_norm": 14.625, + "learning_rate": 1e-06, + "loss": 0.2012, + "mean_token_accuracy": 0.9272727370262146, + "num_tokens": 7972962.0, + "step": 9852 + }, + { + "epoch": 1.3950162820331304, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2216, + "mean_token_accuracy": 0.8910890817642212, + "num_tokens": 7973866.0, + "step": 9853 + }, + { + "epoch": 1.3951578649299163, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 7975067.0, + "step": 9854 + }, + { + "epoch": 1.3952994478267025, + "grad_norm": 49.5, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.81651371717453, + "num_tokens": 7976152.0, + "step": 9855 + }, + { + "epoch": 1.3954410307234886, + "grad_norm": 63.75, + "learning_rate": 1e-06, + "loss": 0.2577, + "mean_token_accuracy": 0.886363685131073, + "num_tokens": 7976976.0, + "step": 9856 + }, + { + "epoch": 1.3955826136202747, + "grad_norm": 59.0, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 7977724.0, + "step": 9857 + }, + { + "epoch": 1.3957241965170608, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.8854166865348816, + "num_tokens": 7978334.0, + "step": 9858 + }, + { + "epoch": 1.395865779413847, + "grad_norm": 19.75, + "learning_rate": 1e-06, + "loss": 0.1757, + "mean_token_accuracy": 0.9203187227249146, + "num_tokens": 7979128.0, + "step": 9859 + }, + { + "epoch": 1.3960073623106328, + "grad_norm": 33.75, + "learning_rate": 1e-06, + "loss": 0.2354, + "mean_token_accuracy": 0.9047619104385376, + "num_tokens": 7979844.0, + "step": 9860 + }, + { + "epoch": 1.396148945207419, + "grad_norm": 24.0, + "learning_rate": 1e-06, + "loss": 0.0722, + "mean_token_accuracy": 0.9679144620895386, + "num_tokens": 7980471.0, + "step": 9861 + }, + { + "epoch": 1.396290528104205, + "grad_norm": 81.5, + "learning_rate": 1e-06, + "loss": 0.1612, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 7981164.0, + "step": 9862 + }, + { + "epoch": 1.396432111000991, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8738738894462585, + "num_tokens": 7982112.0, + "step": 9863 + }, + { + "epoch": 1.396573693897777, + "grad_norm": 71.0, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8426966667175293, + "num_tokens": 7982667.0, + "step": 9864 + }, + { + "epoch": 1.3967152767945632, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7983473.0, + "step": 9865 + }, + { + "epoch": 1.3968568596913493, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8349514603614807, + "num_tokens": 7984168.0, + "step": 9866 + }, + { + "epoch": 1.3969984425881354, + "grad_norm": 41.25, + "learning_rate": 1e-06, + "loss": 0.162, + "mean_token_accuracy": 0.954023003578186, + "num_tokens": 7985117.0, + "step": 9867 + }, + { + "epoch": 1.3971400254849216, + "grad_norm": 62.75, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8235294222831726, + "num_tokens": 7985875.0, + "step": 9868 + }, + { + "epoch": 1.3972816083817075, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8333333730697632, + "num_tokens": 7986627.0, + "step": 9869 + }, + { + "epoch": 1.3974231912784936, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 7987524.0, + "step": 9870 + }, + { + "epoch": 1.3975647741752797, + "grad_norm": 16.5, + "learning_rate": 1e-06, + "loss": 0.2675, + "mean_token_accuracy": 0.9021276235580444, + "num_tokens": 7988606.0, + "step": 9871 + }, + { + "epoch": 1.3977063570720656, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 7989311.0, + "step": 9872 + }, + { + "epoch": 1.3978479399688517, + "grad_norm": 35.5, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 7990012.0, + "step": 9873 + }, + { + "epoch": 1.3979895228656378, + "grad_norm": 16.0, + "learning_rate": 1e-06, + "loss": 0.1517, + "mean_token_accuracy": 0.9492847919464111, + "num_tokens": 7991382.0, + "step": 9874 + }, + { + "epoch": 1.398131105762424, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8461539149284363, + "num_tokens": 7992278.0, + "step": 9875 + }, + { + "epoch": 1.39827268865921, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8108108043670654, + "num_tokens": 7993254.0, + "step": 9876 + }, + { + "epoch": 1.398414271555996, + "grad_norm": 42.5, + "learning_rate": 1e-06, + "loss": 0.1945, + "mean_token_accuracy": 0.949999988079071, + "num_tokens": 7993954.0, + "step": 9877 + }, + { + "epoch": 1.398555854452782, + "grad_norm": 25.0, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8388625979423523, + "num_tokens": 7994597.0, + "step": 9878 + }, + { + "epoch": 1.3986974373495682, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 7995322.0, + "step": 9879 + }, + { + "epoch": 1.3988390202463543, + "grad_norm": 42.75, + "learning_rate": 1e-06, + "loss": 0.2204, + "mean_token_accuracy": 0.9042552709579468, + "num_tokens": 7996309.0, + "step": 9880 + }, + { + "epoch": 1.3989806031431402, + "grad_norm": 39.25, + "learning_rate": 1e-06, + "loss": 0.186, + "mean_token_accuracy": 0.9246575236320496, + "num_tokens": 7996912.0, + "step": 9881 + }, + { + "epoch": 1.3991221860399263, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8317756652832031, + "num_tokens": 7997457.0, + "step": 9882 + }, + { + "epoch": 1.3992637689367124, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.1149, + "mean_token_accuracy": 0.9503105878829956, + "num_tokens": 7998075.0, + "step": 9883 + }, + { + "epoch": 1.3994053518334986, + "grad_norm": 72.0, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8641975522041321, + "num_tokens": 7998869.0, + "step": 9884 + }, + { + "epoch": 1.3995469347302847, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.5118, + "mean_token_accuracy": 0.8360655307769775, + "num_tokens": 7999552.0, + "step": 9885 + }, + { + "epoch": 1.3996885176270706, + "grad_norm": 46.25, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.8849557638168335, + "num_tokens": 8000139.0, + "step": 9886 + }, + { + "epoch": 1.3998301005238567, + "grad_norm": 18.625, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8852458596229553, + "num_tokens": 8001375.0, + "step": 9887 + }, + { + "epoch": 1.3999716834206428, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 8002064.0, + "step": 9888 + }, + { + "epoch": 1.4001132663174287, + "grad_norm": 75.5, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 8002940.0, + "step": 9889 + }, + { + "epoch": 1.4002548492142148, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2803, + "mean_token_accuracy": 0.892307698726654, + "num_tokens": 8003835.0, + "step": 9890 + }, + { + "epoch": 1.400396432111001, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8545454144477844, + "num_tokens": 8004419.0, + "step": 9891 + }, + { + "epoch": 1.400538015007787, + "grad_norm": 56.25, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.9047619700431824, + "num_tokens": 8005177.0, + "step": 9892 + }, + { + "epoch": 1.4006795979045732, + "grad_norm": 53.75, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 8005847.0, + "step": 9893 + }, + { + "epoch": 1.4008211808013593, + "grad_norm": 42.25, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.9166666865348816, + "num_tokens": 8006389.0, + "step": 9894 + }, + { + "epoch": 1.4009627636981452, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 8006994.0, + "step": 9895 + }, + { + "epoch": 1.4011043465949313, + "grad_norm": 25.25, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8372781276702881, + "num_tokens": 8008170.0, + "step": 9896 + }, + { + "epoch": 1.4012459294917174, + "grad_norm": 38.0, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8560000658035278, + "num_tokens": 8009190.0, + "step": 9897 + }, + { + "epoch": 1.4013875123885033, + "grad_norm": 19.375, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8781818151473999, + "num_tokens": 8010402.0, + "step": 9898 + }, + { + "epoch": 1.4015290952852895, + "grad_norm": 61.75, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8876404762268066, + "num_tokens": 8011115.0, + "step": 9899 + }, + { + "epoch": 1.4016706781820756, + "grad_norm": 105.0, + "learning_rate": 1e-06, + "loss": 0.224, + "mean_token_accuracy": 0.9000000357627869, + "num_tokens": 8011594.0, + "step": 9900 + }, + { + "epoch": 1.4018122610788617, + "grad_norm": 96.5, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8701298832893372, + "num_tokens": 8012533.0, + "step": 9901 + }, + { + "epoch": 1.4019538439756478, + "grad_norm": 50.0, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8617020845413208, + "num_tokens": 8013117.0, + "step": 9902 + }, + { + "epoch": 1.402095426872434, + "grad_norm": 33.25, + "learning_rate": 1e-06, + "loss": 0.2155, + "mean_token_accuracy": 0.9230769276618958, + "num_tokens": 8014048.0, + "step": 9903 + }, + { + "epoch": 1.4022370097692198, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8214285969734192, + "num_tokens": 8014665.0, + "step": 9904 + }, + { + "epoch": 1.402378592666006, + "grad_norm": 38.25, + "learning_rate": 1e-06, + "loss": 0.2094, + "mean_token_accuracy": 0.8965517282485962, + "num_tokens": 8015338.0, + "step": 9905 + }, + { + "epoch": 1.402520175562792, + "grad_norm": 9.875, + "learning_rate": 1e-06, + "loss": 0.1976, + "mean_token_accuracy": 0.9236479997634888, + "num_tokens": 8016890.0, + "step": 9906 + }, + { + "epoch": 1.402661758459578, + "grad_norm": 49.75, + "learning_rate": 1e-06, + "loss": 0.2412, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 8017852.0, + "step": 9907 + }, + { + "epoch": 1.402803341356364, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.2096, + "mean_token_accuracy": 0.9178082346916199, + "num_tokens": 8018395.0, + "step": 9908 + }, + { + "epoch": 1.4029449242531502, + "grad_norm": 45.0, + "learning_rate": 1e-06, + "loss": 0.2256, + "mean_token_accuracy": 0.9186991453170776, + "num_tokens": 8019106.0, + "step": 9909 + }, + { + "epoch": 1.4030865071499363, + "grad_norm": 21.125, + "learning_rate": 1e-06, + "loss": 0.2015, + "mean_token_accuracy": 0.9184149503707886, + "num_tokens": 8020379.0, + "step": 9910 + }, + { + "epoch": 1.4032280900467224, + "grad_norm": 84.5, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8909090757369995, + "num_tokens": 8021164.0, + "step": 9911 + }, + { + "epoch": 1.4033696729435086, + "grad_norm": 70.5, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8840579986572266, + "num_tokens": 8021849.0, + "step": 9912 + }, + { + "epoch": 1.4035112558402945, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.875, + "num_tokens": 8022640.0, + "step": 9913 + }, + { + "epoch": 1.4036528387370806, + "grad_norm": 59.75, + "learning_rate": 1e-06, + "loss": 0.2291, + "mean_token_accuracy": 0.888888955116272, + "num_tokens": 8023257.0, + "step": 9914 + }, + { + "epoch": 1.4037944216338667, + "grad_norm": 44.0, + "learning_rate": 1e-06, + "loss": 0.2583, + "mean_token_accuracy": 0.8636363744735718, + "num_tokens": 8023841.0, + "step": 9915 + }, + { + "epoch": 1.4039360045306526, + "grad_norm": 34.0, + "learning_rate": 1e-06, + "loss": 0.1783, + "mean_token_accuracy": 0.9262294769287109, + "num_tokens": 8024942.0, + "step": 9916 + }, + { + "epoch": 1.4040775874274387, + "grad_norm": 70.0, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8478261232376099, + "num_tokens": 8025624.0, + "step": 9917 + }, + { + "epoch": 1.4042191703242248, + "grad_norm": 68.5, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 8027027.0, + "step": 9918 + }, + { + "epoch": 1.404360753221011, + "grad_norm": 36.0, + "learning_rate": 1e-06, + "loss": 0.1224, + "mean_token_accuracy": 0.9454545378684998, + "num_tokens": 8027554.0, + "step": 9919 + }, + { + "epoch": 1.404502336117797, + "grad_norm": 38.5, + "learning_rate": 1e-06, + "loss": 0.2094, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 8028188.0, + "step": 9920 + }, + { + "epoch": 1.404643919014583, + "grad_norm": 27.75, + "learning_rate": 1e-06, + "loss": 0.149, + "mean_token_accuracy": 0.9301075339317322, + "num_tokens": 8028804.0, + "step": 9921 + }, + { + "epoch": 1.404785501911369, + "grad_norm": 63.5, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8734177350997925, + "num_tokens": 8029912.0, + "step": 9922 + }, + { + "epoch": 1.4049270848081552, + "grad_norm": 46.5, + "learning_rate": 1e-06, + "loss": 0.2449, + "mean_token_accuracy": 0.8666666746139526, + "num_tokens": 8030689.0, + "step": 9923 + }, + { + "epoch": 1.4050686677049413, + "grad_norm": 66.5, + "learning_rate": 1e-06, + "loss": 0.1753, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 8031316.0, + "step": 9924 + }, + { + "epoch": 1.4052102506017272, + "grad_norm": 106.5, + "learning_rate": 1e-06, + "loss": 0.294, + "mean_token_accuracy": 0.9302325248718262, + "num_tokens": 8031930.0, + "step": 9925 + }, + { + "epoch": 1.4053518334985133, + "grad_norm": 56.5, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8823529481887817, + "num_tokens": 8032648.0, + "step": 9926 + }, + { + "epoch": 1.4054934163952995, + "grad_norm": 65.0, + "learning_rate": 1e-06, + "loss": 0.171, + "mean_token_accuracy": 0.9361701607704163, + "num_tokens": 8033145.0, + "step": 9927 + }, + { + "epoch": 1.4056349992920856, + "grad_norm": 42.0, + "learning_rate": 1e-06, + "loss": 0.182, + "mean_token_accuracy": 0.9523809552192688, + "num_tokens": 8033915.0, + "step": 9928 + }, + { + "epoch": 1.4057765821888717, + "grad_norm": 127.5, + "learning_rate": 1e-06, + "loss": 0.1916, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 8034540.0, + "step": 9929 + }, + { + "epoch": 1.4059181650856576, + "grad_norm": 69.0, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 8035043.0, + "step": 9930 + }, + { + "epoch": 1.4060597479824437, + "grad_norm": 54.0, + "learning_rate": 1e-06, + "loss": 0.2686, + "mean_token_accuracy": 0.8901098966598511, + "num_tokens": 8035690.0, + "step": 9931 + }, + { + "epoch": 1.4062013308792298, + "grad_norm": 64.5, + "learning_rate": 1e-06, + "loss": 0.1319, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 8036625.0, + "step": 9932 + }, + { + "epoch": 1.4063429137760157, + "grad_norm": 28.5, + "learning_rate": 1e-06, + "loss": 0.2544, + "mean_token_accuracy": 0.9090909361839294, + "num_tokens": 8037482.0, + "step": 9933 + }, + { + "epoch": 1.4064844966728018, + "grad_norm": 73.5, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.8913043737411499, + "num_tokens": 8038098.0, + "step": 9934 + }, + { + "epoch": 1.406626079569588, + "grad_norm": 26.125, + "learning_rate": 1e-06, + "loss": 0.2126, + "mean_token_accuracy": 0.909638524055481, + "num_tokens": 8039279.0, + "step": 9935 + }, + { + "epoch": 1.406767662466374, + "grad_norm": 55.75, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8904109597206116, + "num_tokens": 8040105.0, + "step": 9936 + }, + { + "epoch": 1.4069092453631602, + "grad_norm": 27.25, + "learning_rate": 1e-06, + "loss": 0.106, + "mean_token_accuracy": 0.9539748430252075, + "num_tokens": 8041217.0, + "step": 9937 + }, + { + "epoch": 1.4070508282599463, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2484, + "mean_token_accuracy": 0.9066666960716248, + "num_tokens": 8042074.0, + "step": 9938 + }, + { + "epoch": 1.4071924111567322, + "grad_norm": 22.625, + "learning_rate": 1e-06, + "loss": 0.2237, + "mean_token_accuracy": 0.9074999690055847, + "num_tokens": 8042992.0, + "step": 9939 + }, + { + "epoch": 1.4073339940535183, + "grad_norm": 77.0, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8219177722930908, + "num_tokens": 8043511.0, + "step": 9940 + }, + { + "epoch": 1.4074755769503045, + "grad_norm": 58.0, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8555555939674377, + "num_tokens": 8044090.0, + "step": 9941 + }, + { + "epoch": 1.4076171598470903, + "grad_norm": 52.75, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8888888955116272, + "num_tokens": 8045233.0, + "step": 9942 + }, + { + "epoch": 1.4077587427438765, + "grad_norm": 88.5, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.843137264251709, + "num_tokens": 8045842.0, + "step": 9943 + }, + { + "epoch": 1.4079003256406626, + "grad_norm": 15.0, + "learning_rate": 1e-06, + "loss": 0.253, + "mean_token_accuracy": 0.9077340960502625, + "num_tokens": 8047153.0, + "step": 9944 + }, + { + "epoch": 1.4080419085374487, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.494, + "mean_token_accuracy": 0.7848101258277893, + "num_tokens": 8048304.0, + "step": 9945 + }, + { + "epoch": 1.4081834914342348, + "grad_norm": 48.5, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8604651093482971, + "num_tokens": 8048955.0, + "step": 9946 + }, + { + "epoch": 1.408325074331021, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.9036144018173218, + "num_tokens": 8049487.0, + "step": 9947 + }, + { + "epoch": 1.4084666572278068, + "grad_norm": 51.25, + "learning_rate": 1e-06, + "loss": 0.2171, + "mean_token_accuracy": 0.931506872177124, + "num_tokens": 8050045.0, + "step": 9948 + }, + { + "epoch": 1.408608240124593, + "grad_norm": 41.75, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 8050779.0, + "step": 9949 + }, + { + "epoch": 1.408749823021379, + "grad_norm": 53.0, + "learning_rate": 1e-06, + "loss": 0.2629, + "mean_token_accuracy": 0.8723403811454773, + "num_tokens": 8051578.0, + "step": 9950 + }, + { + "epoch": 1.408891405918165, + "grad_norm": 40.75, + "learning_rate": 1e-06, + "loss": 0.172, + "mean_token_accuracy": 0.9154929518699646, + "num_tokens": 8052178.0, + "step": 9951 + }, + { + "epoch": 1.409032988814951, + "grad_norm": 36.75, + "learning_rate": 1e-06, + "loss": 0.1218, + "mean_token_accuracy": 0.9651162624359131, + "num_tokens": 8053240.0, + "step": 9952 + }, + { + "epoch": 1.4091745717117372, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.2594, + "mean_token_accuracy": 0.9052631855010986, + "num_tokens": 8054063.0, + "step": 9953 + }, + { + "epoch": 1.4093161546085233, + "grad_norm": 120.0, + "learning_rate": 1e-06, + "loss": 0.1941, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 8054564.0, + "step": 9954 + }, + { + "epoch": 1.4094577375053094, + "grad_norm": 62.0, + "learning_rate": 1e-06, + "loss": 0.2643, + "mean_token_accuracy": 0.8684210777282715, + "num_tokens": 8055128.0, + "step": 9955 + }, + { + "epoch": 1.4095993204020953, + "grad_norm": 24.75, + "learning_rate": 1e-06, + "loss": 0.2316, + "mean_token_accuracy": 0.8914473652839661, + "num_tokens": 8055909.0, + "step": 9956 + }, + { + "epoch": 1.4097409032988815, + "grad_norm": 86.5, + "learning_rate": 1e-06, + "loss": 0.2187, + "mean_token_accuracy": 0.9193547964096069, + "num_tokens": 8056740.0, + "step": 9957 + }, + { + "epoch": 1.4098824861956676, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8313252925872803, + "num_tokens": 8057438.0, + "step": 9958 + }, + { + "epoch": 1.4100240690924537, + "grad_norm": 15.5625, + "learning_rate": 1e-06, + "loss": 0.2753, + "mean_token_accuracy": 0.901098906993866, + "num_tokens": 8058800.0, + "step": 9959 + }, + { + "epoch": 1.4101656519892396, + "grad_norm": 18.25, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8611669540405273, + "num_tokens": 8059919.0, + "step": 9960 + }, + { + "epoch": 1.4103072348860257, + "grad_norm": 35.25, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8571428656578064, + "num_tokens": 8060510.0, + "step": 9961 + }, + { + "epoch": 1.4104488177828118, + "grad_norm": 28.25, + "learning_rate": 1e-06, + "loss": 0.1877, + "mean_token_accuracy": 0.9244444370269775, + "num_tokens": 8061197.0, + "step": 9962 + }, + { + "epoch": 1.410590400679598, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1959, + "mean_token_accuracy": 0.895348846912384, + "num_tokens": 8062114.0, + "step": 9963 + }, + { + "epoch": 1.410731983576384, + "grad_norm": 45.75, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8985507488250732, + "num_tokens": 8063163.0, + "step": 9964 + }, + { + "epoch": 1.41087356647317, + "grad_norm": 55.5, + "learning_rate": 1e-06, + "loss": 0.1127, + "mean_token_accuracy": 0.9814814925193787, + "num_tokens": 8063965.0, + "step": 9965 + }, + { + "epoch": 1.411015149369956, + "grad_norm": 49.0, + "learning_rate": 1e-06, + "loss": 0.2068, + "mean_token_accuracy": 0.9285714626312256, + "num_tokens": 8064514.0, + "step": 9966 + }, + { + "epoch": 1.4111567322667422, + "grad_norm": 91.5, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8297871947288513, + "num_tokens": 8065166.0, + "step": 9967 + }, + { + "epoch": 1.4112983151635283, + "grad_norm": 16.25, + "learning_rate": 1e-06, + "loss": 0.2265, + "mean_token_accuracy": 0.915074348449707, + "num_tokens": 8066479.0, + "step": 9968 + }, + { + "epoch": 1.4114398980603142, + "grad_norm": 53.25, + "learning_rate": 1e-06, + "loss": 0.1955, + "mean_token_accuracy": 0.8947368264198303, + "num_tokens": 8067324.0, + "step": 9969 + }, + { + "epoch": 1.4115814809571003, + "grad_norm": 54.75, + "learning_rate": 1e-06, + "loss": 0.2039, + "mean_token_accuracy": 0.9041095972061157, + "num_tokens": 8067967.0, + "step": 9970 + }, + { + "epoch": 1.4117230638538865, + "grad_norm": 35.0, + "learning_rate": 1e-06, + "loss": 0.0915, + "mean_token_accuracy": 0.982758641242981, + "num_tokens": 8068618.0, + "step": 9971 + }, + { + "epoch": 1.4118646467506726, + "grad_norm": 67.0, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8727272748947144, + "num_tokens": 8069274.0, + "step": 9972 + }, + { + "epoch": 1.4120062296474587, + "grad_norm": 36.5, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8421052694320679, + "num_tokens": 8070104.0, + "step": 9973 + }, + { + "epoch": 1.4121478125442446, + "grad_norm": 48.25, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8807339072227478, + "num_tokens": 8070968.0, + "step": 9974 + }, + { + "epoch": 1.4122893954410307, + "grad_norm": 92.0, + "learning_rate": 1e-06, + "loss": 0.1693, + "mean_token_accuracy": 0.9459459781646729, + "num_tokens": 8071441.0, + "step": 9975 + }, + { + "epoch": 1.4124309783378168, + "grad_norm": 54.5, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8510637879371643, + "num_tokens": 8072362.0, + "step": 9976 + }, + { + "epoch": 1.4125725612346027, + "grad_norm": 54.25, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8817204236984253, + "num_tokens": 8073326.0, + "step": 9977 + }, + { + "epoch": 1.4127141441313888, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.2057, + "mean_token_accuracy": 0.8918918967247009, + "num_tokens": 8073925.0, + "step": 9978 + }, + { + "epoch": 1.412855727028175, + "grad_norm": 71.5, + "learning_rate": 1e-06, + "loss": 0.1818, + "mean_token_accuracy": 0.9272726774215698, + "num_tokens": 8074447.0, + "step": 9979 + }, + { + "epoch": 1.412997309924961, + "grad_norm": 18.75, + "learning_rate": 1e-06, + "loss": 0.1878, + "mean_token_accuracy": 0.9293193817138672, + "num_tokens": 8075510.0, + "step": 9980 + }, + { + "epoch": 1.4131388928217472, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.217, + "mean_token_accuracy": 0.9375, + "num_tokens": 8076050.0, + "step": 9981 + }, + { + "epoch": 1.4132804757185333, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.224, + "mean_token_accuracy": 0.905829668045044, + "num_tokens": 8076950.0, + "step": 9982 + }, + { + "epoch": 1.4134220586153192, + "grad_norm": 74.0, + "learning_rate": 1e-06, + "loss": 0.2659, + "mean_token_accuracy": 0.8791208863258362, + "num_tokens": 8077861.0, + "step": 9983 + }, + { + "epoch": 1.4135636415121053, + "grad_norm": 52.25, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8181818127632141, + "num_tokens": 8078762.0, + "step": 9984 + }, + { + "epoch": 1.4137052244088915, + "grad_norm": 49.25, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8969072103500366, + "num_tokens": 8079597.0, + "step": 9985 + }, + { + "epoch": 1.4138468073056774, + "grad_norm": 55.0, + "learning_rate": 1e-06, + "loss": 0.2596, + "mean_token_accuracy": 0.9014084339141846, + "num_tokens": 8080557.0, + "step": 9986 + }, + { + "epoch": 1.4139883902024635, + "grad_norm": 48.75, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8461538553237915, + "num_tokens": 8081360.0, + "step": 9987 + }, + { + "epoch": 1.4141299730992496, + "grad_norm": 15.875, + "learning_rate": 1e-06, + "loss": 0.2468, + "mean_token_accuracy": 0.9087137579917908, + "num_tokens": 8083228.0, + "step": 9988 + }, + { + "epoch": 1.4142715559960357, + "grad_norm": 57.25, + "learning_rate": 1e-06, + "loss": 0.2533, + "mean_token_accuracy": 0.884615421295166, + "num_tokens": 8083976.0, + "step": 9989 + }, + { + "epoch": 1.4144131388928218, + "grad_norm": 13.5, + "learning_rate": 1e-06, + "loss": 0.2294, + "mean_token_accuracy": 0.8983051180839539, + "num_tokens": 8085214.0, + "step": 9990 + }, + { + "epoch": 1.414554721789608, + "grad_norm": 28.75, + "learning_rate": 1e-06, + "loss": 0.2348, + "mean_token_accuracy": 0.9145728349685669, + "num_tokens": 8085834.0, + "step": 9991 + }, + { + "epoch": 1.4146963046863938, + "grad_norm": 59.25, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8275861740112305, + "num_tokens": 8086406.0, + "step": 9992 + }, + { + "epoch": 1.41483788758318, + "grad_norm": 72.5, + "learning_rate": 1e-06, + "loss": 0.1903, + "mean_token_accuracy": 0.9259259104728699, + "num_tokens": 8087076.0, + "step": 9993 + }, + { + "epoch": 1.414979470479966, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.918367326259613, + "num_tokens": 8087803.0, + "step": 9994 + }, + { + "epoch": 1.415121053376752, + "grad_norm": 97.0, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8648648858070374, + "num_tokens": 8088515.0, + "step": 9995 + }, + { + "epoch": 1.415262636273538, + "grad_norm": 134.0, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.849056601524353, + "num_tokens": 8089030.0, + "step": 9996 + }, + { + "epoch": 1.4154042191703242, + "grad_norm": 123.0, + "learning_rate": 1e-06, + "loss": 0.2671, + "mean_token_accuracy": 0.8983050584793091, + "num_tokens": 8089800.0, + "step": 9997 + }, + { + "epoch": 1.4155458020671103, + "grad_norm": 83.0, + "learning_rate": 1e-06, + "loss": 0.1997, + "mean_token_accuracy": 0.9189189672470093, + "num_tokens": 8090424.0, + "step": 9998 + }, + { + "epoch": 1.4156873849638965, + "grad_norm": 35.75, + "learning_rate": 1e-06, + "loss": 0.1536, + "mean_token_accuracy": 0.9333333373069763, + "num_tokens": 8090974.0, + "step": 9999 + }, + { + "epoch": 1.4158289678606824, + "grad_norm": 60.25, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 8091746.0, + "step": 10000 + }, + { + "epoch": 1.4158289678606824, + "step": 10000, + "total_flos": 5.939640094684692e+17, + "train_loss": 0.34853814358897506, + "train_runtime": 8974.1904, + "train_samples_per_second": 4.457, + "train_steps_per_second": 1.114 + } + ], + "logging_steps": 1, + "max_steps": 10000, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 5000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.939640094684692e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..7f71c0d --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef78598254f10592072a30cf6c42e6a063f55bd7e179d3f949017dd5dc4e72b1 +size 11921