From 2c6d0898f061ec62f7ed2e820ed4f22ddcea6f7f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 13 Aug 2026 06:51:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Neelectric/Llama-3.1-8B-Instruct_SFT_Math-220kv00.28 Source: Original Platform --- .gitattributes | 36 + README.md | 60 + all_results.json | 8 + chat_template.jinja | 114 + config.json | 35 + ema_state_16155.pt | 3 + ema_state_8078.pt | 3 + generation_config.json | 8 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 + special_tokens_map.json | 10 + tokenizer.json | 3 + tokenizer_config.json | 2062 + train_results.json | 8 + trainer_state.json | 145438 ++++++++++++++++++++++++++++ training_args.bin | 3 + 19 files changed, 148102 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 ema_state_16155.pt create mode 100644 ema_state_8078.pt create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..964a825 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +datasets: Neelectric/OpenR1-Math-220k_extended_Llama3_4096toks +library_name: transformers +model_name: Llama-3.1-8B-Instruct_SFT_Math-220kv00.28 +tags: +- generated_from_trainer +- sft +- trl +- open-r1 +licence: license +--- + +# Model Card for Llama-3.1-8B-Instruct_SFT_Math-220kv00.28 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the [Neelectric/OpenR1-Math-220k_extended_Llama3_4096toks](https://huggingface.co/datasets/Neelectric/OpenR1-Math-220k_extended_Llama3_4096toks) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="Neelectric/Llama-3.1-8B-Instruct_SFT_Math-220kv00.28", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/neelectric/open-r1_safety/runs/zbu1znmm) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.27.0.dev0 +- Transformers: 4.57.3 +- Pytorch: 2.9.0 +- Datasets: 4.4.2 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..215c47a --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 2.6506254854358303e+19, + "train_loss": 0.37255040888851254, + "train_runtime": 23487.3778, + "train_samples": 86158, + "train_samples_per_second": 11.005, + "train_steps_per_second": 0.688 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..f0a4f20 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,114 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "You are a helpful AI Assistant that provides well-reasoned and detailed responses. You first think about the reasoning process as an internal monologue and then provide the user with the answer. Respond in the following format: +... + + +... +" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..83612bd --- /dev/null +++ b/config.json @@ -0,0 +1,35 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.3", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/ema_state_16155.pt b/ema_state_16155.pt new file mode 100644 index 0000000..1b34ca7 --- /dev/null +++ b/ema_state_16155.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab1805844eb2960aca4cce27e63e6a0ba8f055c453c93cd63c384cec74ffc8c +size 1437 diff --git a/ema_state_8078.pt b/ema_state_8078.pt new file mode 100644 index 0000000..fa96008 --- /dev/null +++ b/ema_state_8078.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e8aa1b9440ff1bb4810cc15bef4e481c719c38ada2d58251446e412ef9e329 +size 1431 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..7df0fb5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,8 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.3" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..a51178d --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2284245abb3ec14ed16d66df3ce6418358efb6c66f5cd246a4eedbab3115e4ae +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..4ecfde2 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151d2b8ab347085d06fd156ec8fe2735f88f01cd42b6464a7e6041b73c8b0b96 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..bd7043f --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed02a268053d8945f462e31d4a94fba7ad36e7328de1ae73bc86011373857131 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..1540268 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b5b1d9647d5049e2428a51ee651c2913ee70065dfd79e86c05d8f362b10f82 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e8f05fa --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,10 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..8b0c7c1 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2062 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..215c47a --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 2.6506254854358303e+19, + "train_loss": 0.37255040888851254, + "train_runtime": 23487.3778, + "train_samples": 86158, + "train_samples_per_second": 11.005, + "train_steps_per_second": 0.688 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..9f7788f --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,145438 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 16155, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00018570102135561745, + "grad_norm": 16.1221981048584, + "learning_rate": 0.0, + "loss": 0.9657, + "mean_token_accuracy": 0.756057858467102, + "num_tokens": 29314.0, + "step": 1 + }, + { + "epoch": 0.0003714020427112349, + "grad_norm": 11.746699333190918, + "learning_rate": 6.188118811881188e-10, + "loss": 0.9494, + "mean_token_accuracy": 0.7531166076660156, + "num_tokens": 70867.0, + "step": 2 + }, + { + "epoch": 0.0005571030640668524, + "grad_norm": 13.18705940246582, + "learning_rate": 1.2376237623762375e-09, + "loss": 0.9045, + "mean_token_accuracy": 0.7683007717132568, + "num_tokens": 107259.0, + "step": 3 + }, + { + "epoch": 0.0007428040854224698, + "grad_norm": 12.75937557220459, + "learning_rate": 1.8564356435643563e-09, + "loss": 0.9847, + "mean_token_accuracy": 0.7455852031707764, + "num_tokens": 144885.0, + "step": 4 + }, + { + "epoch": 0.0009285051067780873, + "grad_norm": 11.846233367919922, + "learning_rate": 2.475247524752475e-09, + "loss": 0.8724, + "mean_token_accuracy": 0.7744377851486206, + "num_tokens": 185606.0, + "step": 5 + }, + { + "epoch": 0.0011142061281337048, + "grad_norm": 13.049722671508789, + "learning_rate": 3.0940594059405942e-09, + "loss": 0.9406, + "mean_token_accuracy": 0.7593256235122681, + "num_tokens": 222724.0, + "step": 6 + }, + { + "epoch": 0.0012999071494893223, + "grad_norm": 14.21452808380127, + "learning_rate": 3.7128712871287126e-09, + "loss": 1.0555, + "mean_token_accuracy": 0.7352543473243713, + "num_tokens": 256249.0, + "step": 7 + }, + { + "epoch": 0.0014856081708449396, + "grad_norm": 13.26584529876709, + "learning_rate": 4.331683168316832e-09, + "loss": 0.9597, + "mean_token_accuracy": 0.7537685632705688, + "num_tokens": 292517.0, + "step": 8 + }, + { + "epoch": 0.001671309192200557, + "grad_norm": 14.994621276855469, + "learning_rate": 4.95049504950495e-09, + "loss": 0.9636, + "mean_token_accuracy": 0.7604897022247314, + "num_tokens": 323812.0, + "step": 9 + }, + { + "epoch": 0.0018570102135561746, + "grad_norm": 13.013548851013184, + "learning_rate": 5.569306930693069e-09, + "loss": 0.9339, + "mean_token_accuracy": 0.7634884119033813, + "num_tokens": 360433.0, + "step": 10 + }, + { + "epoch": 0.002042711234911792, + "grad_norm": 13.851649284362793, + "learning_rate": 6.1881188118811884e-09, + "loss": 0.9881, + "mean_token_accuracy": 0.7492430210113525, + "num_tokens": 394867.0, + "step": 11 + }, + { + "epoch": 0.0022284122562674096, + "grad_norm": 14.7713623046875, + "learning_rate": 6.806930693069306e-09, + "loss": 0.9714, + "mean_token_accuracy": 0.7520889639854431, + "num_tokens": 426813.0, + "step": 12 + }, + { + "epoch": 0.002414113277623027, + "grad_norm": 14.070269584655762, + "learning_rate": 7.425742574257425e-09, + "loss": 1.0269, + "mean_token_accuracy": 0.742874264717102, + "num_tokens": 460607.0, + "step": 13 + }, + { + "epoch": 0.0025998142989786446, + "grad_norm": 12.829771995544434, + "learning_rate": 8.044554455445545e-09, + "loss": 0.9697, + "mean_token_accuracy": 0.7503395676612854, + "num_tokens": 498089.0, + "step": 14 + }, + { + "epoch": 0.002785515320334262, + "grad_norm": 13.714641571044922, + "learning_rate": 8.663366336633664e-09, + "loss": 0.9298, + "mean_token_accuracy": 0.7645509839057922, + "num_tokens": 532757.0, + "step": 15 + }, + { + "epoch": 0.002971216341689879, + "grad_norm": 14.520355224609375, + "learning_rate": 9.28217821782178e-09, + "loss": 0.9998, + "mean_token_accuracy": 0.74490886926651, + "num_tokens": 565181.0, + "step": 16 + }, + { + "epoch": 0.003156917363045497, + "grad_norm": 12.968050956726074, + "learning_rate": 9.9009900990099e-09, + "loss": 0.9839, + "mean_token_accuracy": 0.7496267557144165, + "num_tokens": 602411.0, + "step": 17 + }, + { + "epoch": 0.003342618384401114, + "grad_norm": 14.777889251708984, + "learning_rate": 1.051980198019802e-08, + "loss": 0.9763, + "mean_token_accuracy": 0.7532017230987549, + "num_tokens": 634730.0, + "step": 18 + }, + { + "epoch": 0.003528319405756732, + "grad_norm": 12.629596710205078, + "learning_rate": 1.1138613861386138e-08, + "loss": 0.9474, + "mean_token_accuracy": 0.760009229183197, + "num_tokens": 672921.0, + "step": 19 + }, + { + "epoch": 0.003714020427112349, + "grad_norm": 15.743609428405762, + "learning_rate": 1.1757425742574257e-08, + "loss": 1.0351, + "mean_token_accuracy": 0.7465908527374268, + "num_tokens": 703195.0, + "step": 20 + }, + { + "epoch": 0.0038997214484679664, + "grad_norm": 12.703784942626953, + "learning_rate": 1.2376237623762377e-08, + "loss": 0.9449, + "mean_token_accuracy": 0.7592146992683411, + "num_tokens": 740648.0, + "step": 21 + }, + { + "epoch": 0.004085422469823584, + "grad_norm": 12.45536994934082, + "learning_rate": 1.2995049504950493e-08, + "loss": 0.9593, + "mean_token_accuracy": 0.7531554102897644, + "num_tokens": 778523.0, + "step": 22 + }, + { + "epoch": 0.004271123491179201, + "grad_norm": 13.595351219177246, + "learning_rate": 1.3613861386138613e-08, + "loss": 0.9215, + "mean_token_accuracy": 0.7670872807502747, + "num_tokens": 813955.0, + "step": 23 + }, + { + "epoch": 0.004456824512534819, + "grad_norm": 14.135010719299316, + "learning_rate": 1.4232673267326732e-08, + "loss": 0.9619, + "mean_token_accuracy": 0.756236732006073, + "num_tokens": 847040.0, + "step": 24 + }, + { + "epoch": 0.004642525533890436, + "grad_norm": 13.368159294128418, + "learning_rate": 1.485148514851485e-08, + "loss": 0.9485, + "mean_token_accuracy": 0.7568603754043579, + "num_tokens": 882678.0, + "step": 25 + }, + { + "epoch": 0.004828226555246054, + "grad_norm": 14.86244010925293, + "learning_rate": 1.5470297029702968e-08, + "loss": 0.9214, + "mean_token_accuracy": 0.7679290771484375, + "num_tokens": 914443.0, + "step": 26 + }, + { + "epoch": 0.005013927576601671, + "grad_norm": 13.590982437133789, + "learning_rate": 1.608910891089109e-08, + "loss": 1.0246, + "mean_token_accuracy": 0.7365866303443909, + "num_tokens": 949854.0, + "step": 27 + }, + { + "epoch": 0.005199628597957289, + "grad_norm": 13.427915573120117, + "learning_rate": 1.6707920792079207e-08, + "loss": 1.0025, + "mean_token_accuracy": 0.7420019507408142, + "num_tokens": 985406.0, + "step": 28 + }, + { + "epoch": 0.005385329619312906, + "grad_norm": 13.842730522155762, + "learning_rate": 1.732673267326733e-08, + "loss": 1.0339, + "mean_token_accuracy": 0.7359431982040405, + "num_tokens": 1020343.0, + "step": 29 + }, + { + "epoch": 0.005571030640668524, + "grad_norm": 11.894123077392578, + "learning_rate": 1.7945544554455443e-08, + "loss": 0.9459, + "mean_token_accuracy": 0.7649325728416443, + "num_tokens": 1059962.0, + "step": 30 + }, + { + "epoch": 0.005756731662024141, + "grad_norm": 11.359127044677734, + "learning_rate": 1.856435643564356e-08, + "loss": 0.8641, + "mean_token_accuracy": 0.7794865369796753, + "num_tokens": 1101918.0, + "step": 31 + }, + { + "epoch": 0.005942432683379758, + "grad_norm": 12.705537796020508, + "learning_rate": 1.9183168316831682e-08, + "loss": 0.9652, + "mean_token_accuracy": 0.7485227584838867, + "num_tokens": 1139303.0, + "step": 32 + }, + { + "epoch": 0.006128133704735376, + "grad_norm": 12.804486274719238, + "learning_rate": 1.98019801980198e-08, + "loss": 0.9684, + "mean_token_accuracy": 0.7543151378631592, + "num_tokens": 1175408.0, + "step": 33 + }, + { + "epoch": 0.006313834726090994, + "grad_norm": 13.4526948928833, + "learning_rate": 2.042079207920792e-08, + "loss": 0.9293, + "mean_token_accuracy": 0.7624558210372925, + "num_tokens": 1210303.0, + "step": 34 + }, + { + "epoch": 0.0064995357474466105, + "grad_norm": 12.573095321655273, + "learning_rate": 2.103960396039604e-08, + "loss": 0.9469, + "mean_token_accuracy": 0.7523112297058105, + "num_tokens": 1247357.0, + "step": 35 + }, + { + "epoch": 0.006685236768802228, + "grad_norm": 13.461318016052246, + "learning_rate": 2.1658415841584157e-08, + "loss": 0.8909, + "mean_token_accuracy": 0.7744666934013367, + "num_tokens": 1281880.0, + "step": 36 + }, + { + "epoch": 0.006870937790157846, + "grad_norm": 10.647590637207031, + "learning_rate": 2.2277227722772275e-08, + "loss": 0.9045, + "mean_token_accuracy": 0.7582648396492004, + "num_tokens": 1326128.0, + "step": 37 + }, + { + "epoch": 0.007056638811513464, + "grad_norm": 14.06192684173584, + "learning_rate": 2.2896039603960393e-08, + "loss": 0.9748, + "mean_token_accuracy": 0.7522384524345398, + "num_tokens": 1359360.0, + "step": 38 + }, + { + "epoch": 0.0072423398328690805, + "grad_norm": 13.19235897064209, + "learning_rate": 2.3514851485148515e-08, + "loss": 0.9625, + "mean_token_accuracy": 0.7509716749191284, + "num_tokens": 1394630.0, + "step": 39 + }, + { + "epoch": 0.007428040854224698, + "grad_norm": 11.951391220092773, + "learning_rate": 2.4133663366336632e-08, + "loss": 0.993, + "mean_token_accuracy": 0.7445884346961975, + "num_tokens": 1433703.0, + "step": 40 + }, + { + "epoch": 0.007613741875580316, + "grad_norm": 11.977299690246582, + "learning_rate": 2.4752475247524754e-08, + "loss": 0.9208, + "mean_token_accuracy": 0.7632749080657959, + "num_tokens": 1472683.0, + "step": 41 + }, + { + "epoch": 0.007799442896935933, + "grad_norm": 12.151403427124023, + "learning_rate": 2.537128712871287e-08, + "loss": 0.9933, + "mean_token_accuracy": 0.7443420886993408, + "num_tokens": 1510024.0, + "step": 42 + }, + { + "epoch": 0.00798514391829155, + "grad_norm": 11.911452293395996, + "learning_rate": 2.5990099009900986e-08, + "loss": 0.9562, + "mean_token_accuracy": 0.7567198276519775, + "num_tokens": 1546925.0, + "step": 43 + }, + { + "epoch": 0.008170844939647167, + "grad_norm": 12.418472290039062, + "learning_rate": 2.6608910891089107e-08, + "loss": 0.9544, + "mean_token_accuracy": 0.753720760345459, + "num_tokens": 1583189.0, + "step": 44 + }, + { + "epoch": 0.008356545961002786, + "grad_norm": 11.764601707458496, + "learning_rate": 2.7227722772277225e-08, + "loss": 0.9287, + "mean_token_accuracy": 0.7584871649742126, + "num_tokens": 1621483.0, + "step": 45 + }, + { + "epoch": 0.008542246982358403, + "grad_norm": 11.95374870300293, + "learning_rate": 2.7846534653465347e-08, + "loss": 0.8682, + "mean_token_accuracy": 0.7775157690048218, + "num_tokens": 1659061.0, + "step": 46 + }, + { + "epoch": 0.00872794800371402, + "grad_norm": 12.720612525939941, + "learning_rate": 2.8465346534653465e-08, + "loss": 0.9384, + "mean_token_accuracy": 0.7609731554985046, + "num_tokens": 1695016.0, + "step": 47 + }, + { + "epoch": 0.008913649025069638, + "grad_norm": 12.754858016967773, + "learning_rate": 2.9084158415841586e-08, + "loss": 0.9685, + "mean_token_accuracy": 0.7605563402175903, + "num_tokens": 1730139.0, + "step": 48 + }, + { + "epoch": 0.009099350046425255, + "grad_norm": 11.961498260498047, + "learning_rate": 2.97029702970297e-08, + "loss": 0.9413, + "mean_token_accuracy": 0.761481761932373, + "num_tokens": 1767259.0, + "step": 49 + }, + { + "epoch": 0.009285051067780872, + "grad_norm": 12.743779182434082, + "learning_rate": 3.032178217821782e-08, + "loss": 1.0117, + "mean_token_accuracy": 0.7406442761421204, + "num_tokens": 1801806.0, + "step": 50 + }, + { + "epoch": 0.00947075208913649, + "grad_norm": 11.64324951171875, + "learning_rate": 3.0940594059405936e-08, + "loss": 0.9189, + "mean_token_accuracy": 0.7562457323074341, + "num_tokens": 1839794.0, + "step": 51 + }, + { + "epoch": 0.009656453110492107, + "grad_norm": 12.84274959564209, + "learning_rate": 3.155940594059406e-08, + "loss": 0.9208, + "mean_token_accuracy": 0.7664073705673218, + "num_tokens": 1873503.0, + "step": 52 + }, + { + "epoch": 0.009842154131847726, + "grad_norm": 11.735154151916504, + "learning_rate": 3.217821782178218e-08, + "loss": 0.9912, + "mean_token_accuracy": 0.7439571619033813, + "num_tokens": 1910484.0, + "step": 53 + }, + { + "epoch": 0.010027855153203343, + "grad_norm": 12.391586303710938, + "learning_rate": 3.27970297029703e-08, + "loss": 0.8962, + "mean_token_accuracy": 0.7688513398170471, + "num_tokens": 1945745.0, + "step": 54 + }, + { + "epoch": 0.01021355617455896, + "grad_norm": 11.761590957641602, + "learning_rate": 3.3415841584158415e-08, + "loss": 0.9649, + "mean_token_accuracy": 0.7483046054840088, + "num_tokens": 1983406.0, + "step": 55 + }, + { + "epoch": 0.010399257195914578, + "grad_norm": 13.378933906555176, + "learning_rate": 3.403465346534653e-08, + "loss": 0.991, + "mean_token_accuracy": 0.7495543956756592, + "num_tokens": 2016109.0, + "step": 56 + }, + { + "epoch": 0.010584958217270195, + "grad_norm": 12.684432029724121, + "learning_rate": 3.465346534653466e-08, + "loss": 0.9593, + "mean_token_accuracy": 0.7555158138275146, + "num_tokens": 2050764.0, + "step": 57 + }, + { + "epoch": 0.010770659238625812, + "grad_norm": 10.782452583312988, + "learning_rate": 3.527227722772277e-08, + "loss": 0.9143, + "mean_token_accuracy": 0.7618385553359985, + "num_tokens": 2086970.0, + "step": 58 + }, + { + "epoch": 0.01095636025998143, + "grad_norm": 13.533000946044922, + "learning_rate": 3.5891089108910886e-08, + "loss": 0.9737, + "mean_token_accuracy": 0.7566243410110474, + "num_tokens": 2113435.0, + "step": 59 + }, + { + "epoch": 0.011142061281337047, + "grad_norm": 9.498223304748535, + "learning_rate": 3.6509900990099004e-08, + "loss": 0.9366, + "mean_token_accuracy": 0.757286548614502, + "num_tokens": 2152423.0, + "step": 60 + }, + { + "epoch": 0.011327762302692664, + "grad_norm": 10.04617691040039, + "learning_rate": 3.712871287128712e-08, + "loss": 0.9603, + "mean_token_accuracy": 0.7473204135894775, + "num_tokens": 2187930.0, + "step": 61 + }, + { + "epoch": 0.011513463324048283, + "grad_norm": 10.425061225891113, + "learning_rate": 3.774752475247525e-08, + "loss": 0.9386, + "mean_token_accuracy": 0.7570138573646545, + "num_tokens": 2222721.0, + "step": 62 + }, + { + "epoch": 0.0116991643454039, + "grad_norm": 10.27320384979248, + "learning_rate": 3.8366336633663365e-08, + "loss": 0.9224, + "mean_token_accuracy": 0.7606043815612793, + "num_tokens": 2257509.0, + "step": 63 + }, + { + "epoch": 0.011884865366759517, + "grad_norm": 10.905977249145508, + "learning_rate": 3.898514851485148e-08, + "loss": 0.9836, + "mean_token_accuracy": 0.7481359243392944, + "num_tokens": 2290573.0, + "step": 64 + }, + { + "epoch": 0.012070566388115135, + "grad_norm": 9.167522430419922, + "learning_rate": 3.96039603960396e-08, + "loss": 0.9345, + "mean_token_accuracy": 0.7580784559249878, + "num_tokens": 2330945.0, + "step": 65 + }, + { + "epoch": 0.012256267409470752, + "grad_norm": 9.375020027160645, + "learning_rate": 4.0222772277227725e-08, + "loss": 0.9641, + "mean_token_accuracy": 0.7492532730102539, + "num_tokens": 2370217.0, + "step": 66 + }, + { + "epoch": 0.012441968430826369, + "grad_norm": 8.862330436706543, + "learning_rate": 4.084158415841584e-08, + "loss": 1.0233, + "mean_token_accuracy": 0.7320470809936523, + "num_tokens": 2411476.0, + "step": 67 + }, + { + "epoch": 0.012627669452181987, + "grad_norm": 9.508975982666016, + "learning_rate": 4.146039603960396e-08, + "loss": 0.901, + "mean_token_accuracy": 0.7651301026344299, + "num_tokens": 2449136.0, + "step": 68 + }, + { + "epoch": 0.012813370473537604, + "grad_norm": 9.872848510742188, + "learning_rate": 4.207920792079208e-08, + "loss": 0.9545, + "mean_token_accuracy": 0.7537825107574463, + "num_tokens": 2485030.0, + "step": 69 + }, + { + "epoch": 0.012999071494893221, + "grad_norm": 9.53980827331543, + "learning_rate": 4.26980198019802e-08, + "loss": 0.9458, + "mean_token_accuracy": 0.7570192813873291, + "num_tokens": 2522321.0, + "step": 70 + }, + { + "epoch": 0.01318477251624884, + "grad_norm": 8.697675704956055, + "learning_rate": 4.3316831683168315e-08, + "loss": 0.9178, + "mean_token_accuracy": 0.7618403434753418, + "num_tokens": 2562959.0, + "step": 71 + }, + { + "epoch": 0.013370473537604457, + "grad_norm": 10.217286109924316, + "learning_rate": 4.393564356435643e-08, + "loss": 0.8831, + "mean_token_accuracy": 0.772471010684967, + "num_tokens": 2596731.0, + "step": 72 + }, + { + "epoch": 0.013556174558960075, + "grad_norm": 10.223201751708984, + "learning_rate": 4.455445544554455e-08, + "loss": 0.9859, + "mean_token_accuracy": 0.7488659620285034, + "num_tokens": 2630815.0, + "step": 73 + }, + { + "epoch": 0.013741875580315692, + "grad_norm": 9.583157539367676, + "learning_rate": 4.517326732673267e-08, + "loss": 0.9294, + "mean_token_accuracy": 0.7596143484115601, + "num_tokens": 2666798.0, + "step": 74 + }, + { + "epoch": 0.013927576601671309, + "grad_norm": 9.470657348632812, + "learning_rate": 4.5792079207920787e-08, + "loss": 0.9477, + "mean_token_accuracy": 0.7551445960998535, + "num_tokens": 2705448.0, + "step": 75 + }, + { + "epoch": 0.014113277623026927, + "grad_norm": 9.419594764709473, + "learning_rate": 4.641089108910891e-08, + "loss": 0.8808, + "mean_token_accuracy": 0.7689719200134277, + "num_tokens": 2744301.0, + "step": 76 + }, + { + "epoch": 0.014298978644382544, + "grad_norm": 9.887189865112305, + "learning_rate": 4.702970297029703e-08, + "loss": 0.9054, + "mean_token_accuracy": 0.7638521194458008, + "num_tokens": 2782161.0, + "step": 77 + }, + { + "epoch": 0.014484679665738161, + "grad_norm": 11.381335258483887, + "learning_rate": 4.764851485148515e-08, + "loss": 0.9336, + "mean_token_accuracy": 0.757068395614624, + "num_tokens": 2814665.0, + "step": 78 + }, + { + "epoch": 0.01467038068709378, + "grad_norm": 10.769893646240234, + "learning_rate": 4.8267326732673265e-08, + "loss": 0.9155, + "mean_token_accuracy": 0.7582725286483765, + "num_tokens": 2850009.0, + "step": 79 + }, + { + "epoch": 0.014856081708449397, + "grad_norm": 10.315464973449707, + "learning_rate": 4.888613861386138e-08, + "loss": 0.9772, + "mean_token_accuracy": 0.7458897829055786, + "num_tokens": 2883577.0, + "step": 80 + }, + { + "epoch": 0.015041782729805013, + "grad_norm": 8.539606094360352, + "learning_rate": 4.950495049504951e-08, + "loss": 0.8976, + "mean_token_accuracy": 0.763291597366333, + "num_tokens": 2922286.0, + "step": 81 + }, + { + "epoch": 0.015227483751160632, + "grad_norm": 7.941979885101318, + "learning_rate": 5.0123762376237625e-08, + "loss": 0.9013, + "mean_token_accuracy": 0.761917769908905, + "num_tokens": 2957780.0, + "step": 82 + }, + { + "epoch": 0.015413184772516249, + "grad_norm": 7.812543869018555, + "learning_rate": 5.074257425742574e-08, + "loss": 0.8813, + "mean_token_accuracy": 0.771415114402771, + "num_tokens": 2991536.0, + "step": 83 + }, + { + "epoch": 0.015598885793871866, + "grad_norm": 7.003617763519287, + "learning_rate": 5.1361386138613855e-08, + "loss": 0.8996, + "mean_token_accuracy": 0.7603415250778198, + "num_tokens": 3029539.0, + "step": 84 + }, + { + "epoch": 0.015784586815227482, + "grad_norm": 6.982761859893799, + "learning_rate": 5.198019801980197e-08, + "loss": 0.909, + "mean_token_accuracy": 0.7596426010131836, + "num_tokens": 3068847.0, + "step": 85 + }, + { + "epoch": 0.0159702878365831, + "grad_norm": 6.547423839569092, + "learning_rate": 5.25990099009901e-08, + "loss": 0.9111, + "mean_token_accuracy": 0.7576931715011597, + "num_tokens": 3108975.0, + "step": 86 + }, + { + "epoch": 0.01615598885793872, + "grad_norm": 7.019594669342041, + "learning_rate": 5.3217821782178215e-08, + "loss": 0.8621, + "mean_token_accuracy": 0.7727658152580261, + "num_tokens": 3144597.0, + "step": 87 + }, + { + "epoch": 0.016341689879294335, + "grad_norm": 6.576184272766113, + "learning_rate": 5.383663366336633e-08, + "loss": 0.8954, + "mean_token_accuracy": 0.7620722055435181, + "num_tokens": 3183667.0, + "step": 88 + }, + { + "epoch": 0.016527390900649953, + "grad_norm": 6.425779342651367, + "learning_rate": 5.445544554455445e-08, + "loss": 0.8951, + "mean_token_accuracy": 0.7613912224769592, + "num_tokens": 3222488.0, + "step": 89 + }, + { + "epoch": 0.016713091922005572, + "grad_norm": 6.480193138122559, + "learning_rate": 5.5074257425742575e-08, + "loss": 0.9007, + "mean_token_accuracy": 0.7614503502845764, + "num_tokens": 3261456.0, + "step": 90 + }, + { + "epoch": 0.016898792943361187, + "grad_norm": 6.186368465423584, + "learning_rate": 5.569306930693069e-08, + "loss": 0.8862, + "mean_token_accuracy": 0.7630300521850586, + "num_tokens": 3302211.0, + "step": 91 + }, + { + "epoch": 0.017084493964716806, + "grad_norm": 6.4949188232421875, + "learning_rate": 5.631188118811881e-08, + "loss": 0.8841, + "mean_token_accuracy": 0.7639844417572021, + "num_tokens": 3338400.0, + "step": 92 + }, + { + "epoch": 0.017270194986072424, + "grad_norm": 6.904111862182617, + "learning_rate": 5.693069306930693e-08, + "loss": 0.9257, + "mean_token_accuracy": 0.7557772397994995, + "num_tokens": 3373039.0, + "step": 93 + }, + { + "epoch": 0.01745589600742804, + "grad_norm": 6.24049711227417, + "learning_rate": 5.754950495049505e-08, + "loss": 0.9089, + "mean_token_accuracy": 0.7567281723022461, + "num_tokens": 3411243.0, + "step": 94 + }, + { + "epoch": 0.017641597028783658, + "grad_norm": 5.9069061279296875, + "learning_rate": 5.816831683168317e-08, + "loss": 0.919, + "mean_token_accuracy": 0.7520185708999634, + "num_tokens": 3452820.0, + "step": 95 + }, + { + "epoch": 0.017827298050139277, + "grad_norm": 6.123706340789795, + "learning_rate": 5.878712871287128e-08, + "loss": 0.9219, + "mean_token_accuracy": 0.7557810544967651, + "num_tokens": 3491365.0, + "step": 96 + }, + { + "epoch": 0.01801299907149489, + "grad_norm": 6.4721269607543945, + "learning_rate": 5.94059405940594e-08, + "loss": 0.9034, + "mean_token_accuracy": 0.7551869750022888, + "num_tokens": 3526366.0, + "step": 97 + }, + { + "epoch": 0.01819870009285051, + "grad_norm": 6.360782623291016, + "learning_rate": 6.002475247524753e-08, + "loss": 0.9356, + "mean_token_accuracy": 0.7531965970993042, + "num_tokens": 3561245.0, + "step": 98 + }, + { + "epoch": 0.01838440111420613, + "grad_norm": 6.349678039550781, + "learning_rate": 6.064356435643564e-08, + "loss": 0.907, + "mean_token_accuracy": 0.7605264186859131, + "num_tokens": 3595741.0, + "step": 99 + }, + { + "epoch": 0.018570102135561744, + "grad_norm": 6.463062286376953, + "learning_rate": 6.126237623762376e-08, + "loss": 0.926, + "mean_token_accuracy": 0.7555598020553589, + "num_tokens": 3628620.0, + "step": 100 + }, + { + "epoch": 0.018755803156917362, + "grad_norm": 6.703879356384277, + "learning_rate": 6.188118811881187e-08, + "loss": 0.9213, + "mean_token_accuracy": 0.7539799213409424, + "num_tokens": 3659921.0, + "step": 101 + }, + { + "epoch": 0.01894150417827298, + "grad_norm": 5.704022407531738, + "learning_rate": 6.25e-08, + "loss": 0.9706, + "mean_token_accuracy": 0.735386073589325, + "num_tokens": 3699357.0, + "step": 102 + }, + { + "epoch": 0.0191272051996286, + "grad_norm": 6.316309452056885, + "learning_rate": 6.311881188118812e-08, + "loss": 0.9014, + "mean_token_accuracy": 0.7566686868667603, + "num_tokens": 3732599.0, + "step": 103 + }, + { + "epoch": 0.019312906220984215, + "grad_norm": 5.563758373260498, + "learning_rate": 6.373762376237623e-08, + "loss": 0.8771, + "mean_token_accuracy": 0.7611327767372131, + "num_tokens": 3770476.0, + "step": 104 + }, + { + "epoch": 0.019498607242339833, + "grad_norm": 5.7892961502075195, + "learning_rate": 6.435643564356436e-08, + "loss": 0.8987, + "mean_token_accuracy": 0.7542892694473267, + "num_tokens": 3806387.0, + "step": 105 + }, + { + "epoch": 0.019684308263695452, + "grad_norm": 6.243574619293213, + "learning_rate": 6.497524752475247e-08, + "loss": 0.8532, + "mean_token_accuracy": 0.77039635181427, + "num_tokens": 3838662.0, + "step": 106 + }, + { + "epoch": 0.019870009285051067, + "grad_norm": 6.4497270584106445, + "learning_rate": 6.55940594059406e-08, + "loss": 0.8936, + "mean_token_accuracy": 0.7607519030570984, + "num_tokens": 3869700.0, + "step": 107 + }, + { + "epoch": 0.020055710306406686, + "grad_norm": 5.522298812866211, + "learning_rate": 6.621287128712872e-08, + "loss": 0.9325, + "mean_token_accuracy": 0.7489460110664368, + "num_tokens": 3907781.0, + "step": 108 + }, + { + "epoch": 0.020241411327762304, + "grad_norm": 5.69456672668457, + "learning_rate": 6.683168316831683e-08, + "loss": 0.8249, + "mean_token_accuracy": 0.7732524275779724, + "num_tokens": 3941900.0, + "step": 109 + }, + { + "epoch": 0.02042711234911792, + "grad_norm": 5.46795129776001, + "learning_rate": 6.745049504950495e-08, + "loss": 0.7975, + "mean_token_accuracy": 0.7864615321159363, + "num_tokens": 3977558.0, + "step": 110 + }, + { + "epoch": 0.020612813370473538, + "grad_norm": 5.512304306030273, + "learning_rate": 6.806930693069307e-08, + "loss": 0.8958, + "mean_token_accuracy": 0.7554057836532593, + "num_tokens": 4013304.0, + "step": 111 + }, + { + "epoch": 0.020798514391829157, + "grad_norm": 5.9698991775512695, + "learning_rate": 6.868811881188119e-08, + "loss": 0.9627, + "mean_token_accuracy": 0.7431114912033081, + "num_tokens": 4046380.0, + "step": 112 + }, + { + "epoch": 0.02098421541318477, + "grad_norm": 5.6448493003845215, + "learning_rate": 6.930693069306931e-08, + "loss": 0.8344, + "mean_token_accuracy": 0.7746960520744324, + "num_tokens": 4080055.0, + "step": 113 + }, + { + "epoch": 0.02116991643454039, + "grad_norm": 5.253223896026611, + "learning_rate": 6.992574257425743e-08, + "loss": 0.8701, + "mean_token_accuracy": 0.7652058601379395, + "num_tokens": 4117859.0, + "step": 114 + }, + { + "epoch": 0.02135561745589601, + "grad_norm": 6.165994167327881, + "learning_rate": 7.054455445544554e-08, + "loss": 0.9281, + "mean_token_accuracy": 0.7514014840126038, + "num_tokens": 4148243.0, + "step": 115 + }, + { + "epoch": 0.021541318477251624, + "grad_norm": 5.30593204498291, + "learning_rate": 7.116336633663365e-08, + "loss": 0.8202, + "mean_token_accuracy": 0.773681640625, + "num_tokens": 4183877.0, + "step": 116 + }, + { + "epoch": 0.021727019498607242, + "grad_norm": 4.861545085906982, + "learning_rate": 7.178217821782177e-08, + "loss": 0.7809, + "mean_token_accuracy": 0.7870726585388184, + "num_tokens": 4223754.0, + "step": 117 + }, + { + "epoch": 0.02191272051996286, + "grad_norm": 5.393857002258301, + "learning_rate": 7.24009900990099e-08, + "loss": 0.8089, + "mean_token_accuracy": 0.7785295248031616, + "num_tokens": 4259311.0, + "step": 118 + }, + { + "epoch": 0.022098421541318476, + "grad_norm": 5.817872524261475, + "learning_rate": 7.301980198019801e-08, + "loss": 0.8899, + "mean_token_accuracy": 0.7561221122741699, + "num_tokens": 4292641.0, + "step": 119 + }, + { + "epoch": 0.022284122562674095, + "grad_norm": 5.614973545074463, + "learning_rate": 7.363861386138613e-08, + "loss": 0.9021, + "mean_token_accuracy": 0.7565819621086121, + "num_tokens": 4327584.0, + "step": 120 + }, + { + "epoch": 0.022469823584029713, + "grad_norm": 4.9311394691467285, + "learning_rate": 7.425742574257424e-08, + "loss": 0.8222, + "mean_token_accuracy": 0.7739696502685547, + "num_tokens": 4369667.0, + "step": 121 + }, + { + "epoch": 0.02265552460538533, + "grad_norm": 4.787149429321289, + "learning_rate": 7.487623762376237e-08, + "loss": 0.7947, + "mean_token_accuracy": 0.7828503251075745, + "num_tokens": 4411001.0, + "step": 122 + }, + { + "epoch": 0.022841225626740947, + "grad_norm": 5.634622097015381, + "learning_rate": 7.54950495049505e-08, + "loss": 0.8041, + "mean_token_accuracy": 0.779757022857666, + "num_tokens": 4444748.0, + "step": 123 + }, + { + "epoch": 0.023026926648096566, + "grad_norm": 5.212453842163086, + "learning_rate": 7.61138613861386e-08, + "loss": 0.8859, + "mean_token_accuracy": 0.7602611780166626, + "num_tokens": 4483536.0, + "step": 124 + }, + { + "epoch": 0.02321262766945218, + "grad_norm": 6.640658378601074, + "learning_rate": 7.673267326732673e-08, + "loss": 0.906, + "mean_token_accuracy": 0.7502415180206299, + "num_tokens": 4512052.0, + "step": 125 + }, + { + "epoch": 0.0233983286908078, + "grad_norm": 5.44994592666626, + "learning_rate": 7.735148514851484e-08, + "loss": 0.7881, + "mean_token_accuracy": 0.7809000015258789, + "num_tokens": 4546516.0, + "step": 126 + }, + { + "epoch": 0.023584029712163418, + "grad_norm": 4.947942733764648, + "learning_rate": 7.797029702970297e-08, + "loss": 0.7982, + "mean_token_accuracy": 0.7783627510070801, + "num_tokens": 4586394.0, + "step": 127 + }, + { + "epoch": 0.023769730733519033, + "grad_norm": 5.243512153625488, + "learning_rate": 7.858910891089109e-08, + "loss": 0.7731, + "mean_token_accuracy": 0.7850961089134216, + "num_tokens": 4622867.0, + "step": 128 + }, + { + "epoch": 0.02395543175487465, + "grad_norm": 4.886820316314697, + "learning_rate": 7.92079207920792e-08, + "loss": 0.8227, + "mean_token_accuracy": 0.7744263410568237, + "num_tokens": 4663087.0, + "step": 129 + }, + { + "epoch": 0.02414113277623027, + "grad_norm": 5.357926368713379, + "learning_rate": 7.982673267326733e-08, + "loss": 0.7757, + "mean_token_accuracy": 0.782598614692688, + "num_tokens": 4698699.0, + "step": 130 + }, + { + "epoch": 0.024326833797585885, + "grad_norm": 5.356273651123047, + "learning_rate": 8.044554455445545e-08, + "loss": 0.8035, + "mean_token_accuracy": 0.7761046886444092, + "num_tokens": 4735764.0, + "step": 131 + }, + { + "epoch": 0.024512534818941504, + "grad_norm": 5.28415060043335, + "learning_rate": 8.106435643564356e-08, + "loss": 0.7371, + "mean_token_accuracy": 0.7903214693069458, + "num_tokens": 4773523.0, + "step": 132 + }, + { + "epoch": 0.024698235840297122, + "grad_norm": 5.272170066833496, + "learning_rate": 8.168316831683169e-08, + "loss": 0.8059, + "mean_token_accuracy": 0.7762045860290527, + "num_tokens": 4814993.0, + "step": 133 + }, + { + "epoch": 0.024883936861652738, + "grad_norm": 5.406164646148682, + "learning_rate": 8.23019801980198e-08, + "loss": 0.7821, + "mean_token_accuracy": 0.7773643732070923, + "num_tokens": 4854933.0, + "step": 134 + }, + { + "epoch": 0.025069637883008356, + "grad_norm": 6.436917304992676, + "learning_rate": 8.292079207920792e-08, + "loss": 0.8756, + "mean_token_accuracy": 0.7611151933670044, + "num_tokens": 4887791.0, + "step": 135 + }, + { + "epoch": 0.025255338904363975, + "grad_norm": 5.53277587890625, + "learning_rate": 8.353960396039605e-08, + "loss": 0.7751, + "mean_token_accuracy": 0.7870100140571594, + "num_tokens": 4922098.0, + "step": 136 + }, + { + "epoch": 0.02544103992571959, + "grad_norm": 4.96194314956665, + "learning_rate": 8.415841584158416e-08, + "loss": 0.7836, + "mean_token_accuracy": 0.777597963809967, + "num_tokens": 4962869.0, + "step": 137 + }, + { + "epoch": 0.02562674094707521, + "grad_norm": 5.592208385467529, + "learning_rate": 8.477722772277228e-08, + "loss": 0.7828, + "mean_token_accuracy": 0.7796702980995178, + "num_tokens": 4998642.0, + "step": 138 + }, + { + "epoch": 0.025812441968430827, + "grad_norm": 5.710752964019775, + "learning_rate": 8.53960396039604e-08, + "loss": 0.7803, + "mean_token_accuracy": 0.784411609172821, + "num_tokens": 5032745.0, + "step": 139 + }, + { + "epoch": 0.025998142989786442, + "grad_norm": 4.663398265838623, + "learning_rate": 8.60148514851485e-08, + "loss": 0.7336, + "mean_token_accuracy": 0.7897724509239197, + "num_tokens": 5077609.0, + "step": 140 + }, + { + "epoch": 0.02618384401114206, + "grad_norm": 5.498476505279541, + "learning_rate": 8.663366336633663e-08, + "loss": 0.8074, + "mean_token_accuracy": 0.7733809947967529, + "num_tokens": 5113666.0, + "step": 141 + }, + { + "epoch": 0.02636954503249768, + "grad_norm": 5.104006290435791, + "learning_rate": 8.725247524752474e-08, + "loss": 0.7693, + "mean_token_accuracy": 0.7811650037765503, + "num_tokens": 5149183.0, + "step": 142 + }, + { + "epoch": 0.026555246053853298, + "grad_norm": 6.4600958824157715, + "learning_rate": 8.787128712871287e-08, + "loss": 0.8104, + "mean_token_accuracy": 0.7785351276397705, + "num_tokens": 5175414.0, + "step": 143 + }, + { + "epoch": 0.026740947075208913, + "grad_norm": 6.677247524261475, + "learning_rate": 8.849009900990098e-08, + "loss": 0.7276, + "mean_token_accuracy": 0.7906469106674194, + "num_tokens": 5204235.0, + "step": 144 + }, + { + "epoch": 0.02692664809656453, + "grad_norm": 5.423656463623047, + "learning_rate": 8.91089108910891e-08, + "loss": 0.7306, + "mean_token_accuracy": 0.7930170893669128, + "num_tokens": 5238445.0, + "step": 145 + }, + { + "epoch": 0.02711234911792015, + "grad_norm": 4.063080787658691, + "learning_rate": 8.972772277227723e-08, + "loss": 0.7449, + "mean_token_accuracy": 0.7879703640937805, + "num_tokens": 5278394.0, + "step": 146 + }, + { + "epoch": 0.027298050139275765, + "grad_norm": 4.043365478515625, + "learning_rate": 9.034653465346534e-08, + "loss": 0.6997, + "mean_token_accuracy": 0.8031549453735352, + "num_tokens": 5316551.0, + "step": 147 + }, + { + "epoch": 0.027483751160631384, + "grad_norm": 4.37450647354126, + "learning_rate": 9.096534653465346e-08, + "loss": 0.792, + "mean_token_accuracy": 0.7739863395690918, + "num_tokens": 5349065.0, + "step": 148 + }, + { + "epoch": 0.027669452181987002, + "grad_norm": 3.9483251571655273, + "learning_rate": 9.158415841584157e-08, + "loss": 0.7087, + "mean_token_accuracy": 0.7982975244522095, + "num_tokens": 5383672.0, + "step": 149 + }, + { + "epoch": 0.027855153203342618, + "grad_norm": 3.4877665042877197, + "learning_rate": 9.22029702970297e-08, + "loss": 0.6963, + "mean_token_accuracy": 0.7993565797805786, + "num_tokens": 5424785.0, + "step": 150 + }, + { + "epoch": 0.028040854224698236, + "grad_norm": 3.4991228580474854, + "learning_rate": 9.282178217821782e-08, + "loss": 0.7667, + "mean_token_accuracy": 0.7879131436347961, + "num_tokens": 5464085.0, + "step": 151 + }, + { + "epoch": 0.028226555246053855, + "grad_norm": 3.6708626747131348, + "learning_rate": 9.344059405940593e-08, + "loss": 0.7755, + "mean_token_accuracy": 0.782339870929718, + "num_tokens": 5504775.0, + "step": 152 + }, + { + "epoch": 0.02841225626740947, + "grad_norm": 3.621168851852417, + "learning_rate": 9.405940594059406e-08, + "loss": 0.7808, + "mean_token_accuracy": 0.7765026688575745, + "num_tokens": 5544468.0, + "step": 153 + }, + { + "epoch": 0.02859795728876509, + "grad_norm": 3.459479331970215, + "learning_rate": 9.467821782178217e-08, + "loss": 0.7056, + "mean_token_accuracy": 0.7985079288482666, + "num_tokens": 5580029.0, + "step": 154 + }, + { + "epoch": 0.028783658310120707, + "grad_norm": 3.239377737045288, + "learning_rate": 9.52970297029703e-08, + "loss": 0.7233, + "mean_token_accuracy": 0.7949768900871277, + "num_tokens": 5617349.0, + "step": 155 + }, + { + "epoch": 0.028969359331476322, + "grad_norm": 2.901921033859253, + "learning_rate": 9.591584158415842e-08, + "loss": 0.7015, + "mean_token_accuracy": 0.7983449697494507, + "num_tokens": 5661704.0, + "step": 156 + }, + { + "epoch": 0.02915506035283194, + "grad_norm": 3.5845131874084473, + "learning_rate": 9.653465346534653e-08, + "loss": 0.7184, + "mean_token_accuracy": 0.7943334579467773, + "num_tokens": 5693518.0, + "step": 157 + }, + { + "epoch": 0.02934076137418756, + "grad_norm": 3.0976173877716064, + "learning_rate": 9.715346534653465e-08, + "loss": 0.7449, + "mean_token_accuracy": 0.7885411977767944, + "num_tokens": 5736138.0, + "step": 158 + }, + { + "epoch": 0.029526462395543174, + "grad_norm": 3.6237008571624756, + "learning_rate": 9.777227722772277e-08, + "loss": 0.7671, + "mean_token_accuracy": 0.7837380170822144, + "num_tokens": 5768940.0, + "step": 159 + }, + { + "epoch": 0.029712163416898793, + "grad_norm": 3.19816255569458, + "learning_rate": 9.839108910891089e-08, + "loss": 0.7441, + "mean_token_accuracy": 0.7848551273345947, + "num_tokens": 5804833.0, + "step": 160 + }, + { + "epoch": 0.02989786443825441, + "grad_norm": 2.984407663345337, + "learning_rate": 9.900990099009901e-08, + "loss": 0.744, + "mean_token_accuracy": 0.7882800102233887, + "num_tokens": 5843294.0, + "step": 161 + }, + { + "epoch": 0.030083565459610027, + "grad_norm": 3.295729637145996, + "learning_rate": 9.962871287128713e-08, + "loss": 0.7023, + "mean_token_accuracy": 0.7972661256790161, + "num_tokens": 5876596.0, + "step": 162 + }, + { + "epoch": 0.030269266480965645, + "grad_norm": 3.355123996734619, + "learning_rate": 1.0024752475247525e-07, + "loss": 0.7287, + "mean_token_accuracy": 0.7864580154418945, + "num_tokens": 5911389.0, + "step": 163 + }, + { + "epoch": 0.030454967502321264, + "grad_norm": 3.2423155307769775, + "learning_rate": 1.0086633663366336e-07, + "loss": 0.7493, + "mean_token_accuracy": 0.7819161415100098, + "num_tokens": 5944736.0, + "step": 164 + }, + { + "epoch": 0.03064066852367688, + "grad_norm": 2.9446609020233154, + "learning_rate": 1.0148514851485149e-07, + "loss": 0.6732, + "mean_token_accuracy": 0.8027327060699463, + "num_tokens": 5985987.0, + "step": 165 + }, + { + "epoch": 0.030826369545032498, + "grad_norm": 3.276437282562256, + "learning_rate": 1.021039603960396e-07, + "loss": 0.6672, + "mean_token_accuracy": 0.8073846101760864, + "num_tokens": 6016257.0, + "step": 166 + }, + { + "epoch": 0.031012070566388116, + "grad_norm": 2.828434944152832, + "learning_rate": 1.0272277227722771e-07, + "loss": 0.727, + "mean_token_accuracy": 0.7901139855384827, + "num_tokens": 6060151.0, + "step": 167 + }, + { + "epoch": 0.03119777158774373, + "grad_norm": 3.1157774925231934, + "learning_rate": 1.0334158415841583e-07, + "loss": 0.6947, + "mean_token_accuracy": 0.7981988191604614, + "num_tokens": 6096924.0, + "step": 168 + }, + { + "epoch": 0.03138347260909935, + "grad_norm": 2.8774194717407227, + "learning_rate": 1.0396039603960394e-07, + "loss": 0.6447, + "mean_token_accuracy": 0.8099533319473267, + "num_tokens": 6133898.0, + "step": 169 + }, + { + "epoch": 0.031569173630454965, + "grad_norm": 3.115638256072998, + "learning_rate": 1.0457920792079207e-07, + "loss": 0.6661, + "mean_token_accuracy": 0.8016513586044312, + "num_tokens": 6166407.0, + "step": 170 + }, + { + "epoch": 0.03175487465181059, + "grad_norm": 3.240173101425171, + "learning_rate": 1.051980198019802e-07, + "loss": 0.7631, + "mean_token_accuracy": 0.7811100482940674, + "num_tokens": 6200065.0, + "step": 171 + }, + { + "epoch": 0.0319405756731662, + "grad_norm": 3.0228240489959717, + "learning_rate": 1.058168316831683e-07, + "loss": 0.6553, + "mean_token_accuracy": 0.8094652891159058, + "num_tokens": 6235454.0, + "step": 172 + }, + { + "epoch": 0.03212627669452182, + "grad_norm": 2.7362382411956787, + "learning_rate": 1.0643564356435643e-07, + "loss": 0.6603, + "mean_token_accuracy": 0.808782696723938, + "num_tokens": 6277992.0, + "step": 173 + }, + { + "epoch": 0.03231197771587744, + "grad_norm": 2.9324471950531006, + "learning_rate": 1.0705445544554454e-07, + "loss": 0.6824, + "mean_token_accuracy": 0.8003074526786804, + "num_tokens": 6316843.0, + "step": 174 + }, + { + "epoch": 0.032497678737233054, + "grad_norm": 3.01243257522583, + "learning_rate": 1.0767326732673267e-07, + "loss": 0.6967, + "mean_token_accuracy": 0.7969481348991394, + "num_tokens": 6352296.0, + "step": 175 + }, + { + "epoch": 0.03268337975858867, + "grad_norm": 2.6992695331573486, + "learning_rate": 1.0829207920792079e-07, + "loss": 0.7081, + "mean_token_accuracy": 0.7938418984413147, + "num_tokens": 6391401.0, + "step": 176 + }, + { + "epoch": 0.03286908077994429, + "grad_norm": 2.5634381771087646, + "learning_rate": 1.089108910891089e-07, + "loss": 0.658, + "mean_token_accuracy": 0.8067144155502319, + "num_tokens": 6435038.0, + "step": 177 + }, + { + "epoch": 0.03305478180129991, + "grad_norm": 2.7907602787017822, + "learning_rate": 1.0952970297029703e-07, + "loss": 0.6962, + "mean_token_accuracy": 0.7955725789070129, + "num_tokens": 6472572.0, + "step": 178 + }, + { + "epoch": 0.03324048282265552, + "grad_norm": 2.8944785594940186, + "learning_rate": 1.1014851485148515e-07, + "loss": 0.7446, + "mean_token_accuracy": 0.7855511903762817, + "num_tokens": 6512531.0, + "step": 179 + }, + { + "epoch": 0.033426183844011144, + "grad_norm": 3.448361873626709, + "learning_rate": 1.1076732673267326e-07, + "loss": 0.7645, + "mean_token_accuracy": 0.7791061997413635, + "num_tokens": 6542728.0, + "step": 180 + }, + { + "epoch": 0.03361188486536676, + "grad_norm": 2.727863073348999, + "learning_rate": 1.1138613861386139e-07, + "loss": 0.6727, + "mean_token_accuracy": 0.8024274110794067, + "num_tokens": 6582813.0, + "step": 181 + }, + { + "epoch": 0.033797585886722374, + "grad_norm": 2.99084210395813, + "learning_rate": 1.120049504950495e-07, + "loss": 0.6725, + "mean_token_accuracy": 0.8014048337936401, + "num_tokens": 6617895.0, + "step": 182 + }, + { + "epoch": 0.033983286908077996, + "grad_norm": 3.380187511444092, + "learning_rate": 1.1262376237623762e-07, + "loss": 0.7508, + "mean_token_accuracy": 0.7810336351394653, + "num_tokens": 6653632.0, + "step": 183 + }, + { + "epoch": 0.03416898792943361, + "grad_norm": 3.127999782562256, + "learning_rate": 1.1324257425742575e-07, + "loss": 0.7147, + "mean_token_accuracy": 0.7920471429824829, + "num_tokens": 6687115.0, + "step": 184 + }, + { + "epoch": 0.034354688950789226, + "grad_norm": 3.1410486698150635, + "learning_rate": 1.1386138613861386e-07, + "loss": 0.7024, + "mean_token_accuracy": 0.7950185537338257, + "num_tokens": 6723304.0, + "step": 185 + }, + { + "epoch": 0.03454038997214485, + "grad_norm": 3.7416751384735107, + "learning_rate": 1.1448019801980198e-07, + "loss": 0.7085, + "mean_token_accuracy": 0.7906087636947632, + "num_tokens": 6757602.0, + "step": 186 + }, + { + "epoch": 0.034726090993500464, + "grad_norm": 3.368408441543579, + "learning_rate": 1.150990099009901e-07, + "loss": 0.6783, + "mean_token_accuracy": 0.7990412712097168, + "num_tokens": 6792187.0, + "step": 187 + }, + { + "epoch": 0.03491179201485608, + "grad_norm": 2.8503308296203613, + "learning_rate": 1.1571782178217822e-07, + "loss": 0.6075, + "mean_token_accuracy": 0.818395733833313, + "num_tokens": 6824884.0, + "step": 188 + }, + { + "epoch": 0.0350974930362117, + "grad_norm": 2.967879056930542, + "learning_rate": 1.1633663366336634e-07, + "loss": 0.6421, + "mean_token_accuracy": 0.8095579147338867, + "num_tokens": 6862068.0, + "step": 189 + }, + { + "epoch": 0.035283194057567316, + "grad_norm": 2.731736898422241, + "learning_rate": 1.1695544554455445e-07, + "loss": 0.6402, + "mean_token_accuracy": 0.8096699714660645, + "num_tokens": 6897710.0, + "step": 190 + }, + { + "epoch": 0.03546889507892293, + "grad_norm": 2.4770843982696533, + "learning_rate": 1.1757425742574257e-07, + "loss": 0.6785, + "mean_token_accuracy": 0.8004218339920044, + "num_tokens": 6939308.0, + "step": 191 + }, + { + "epoch": 0.03565459610027855, + "grad_norm": 3.1220598220825195, + "learning_rate": 1.1819306930693068e-07, + "loss": 0.7071, + "mean_token_accuracy": 0.7935356497764587, + "num_tokens": 6978673.0, + "step": 192 + }, + { + "epoch": 0.03584029712163417, + "grad_norm": 3.0694453716278076, + "learning_rate": 1.188118811881188e-07, + "loss": 0.7001, + "mean_token_accuracy": 0.7937932014465332, + "num_tokens": 7014158.0, + "step": 193 + }, + { + "epoch": 0.03602599814298978, + "grad_norm": 3.3463380336761475, + "learning_rate": 1.194306930693069e-07, + "loss": 0.6787, + "mean_token_accuracy": 0.8049057722091675, + "num_tokens": 7049547.0, + "step": 194 + }, + { + "epoch": 0.036211699164345405, + "grad_norm": 3.1616597175598145, + "learning_rate": 1.2004950495049505e-07, + "loss": 0.6583, + "mean_token_accuracy": 0.8044260740280151, + "num_tokens": 7084304.0, + "step": 195 + }, + { + "epoch": 0.03639740018570102, + "grad_norm": 3.1809780597686768, + "learning_rate": 1.2066831683168316e-07, + "loss": 0.6687, + "mean_token_accuracy": 0.8002115488052368, + "num_tokens": 7118174.0, + "step": 196 + }, + { + "epoch": 0.036583101207056636, + "grad_norm": 2.723505735397339, + "learning_rate": 1.2128712871287127e-07, + "loss": 0.6355, + "mean_token_accuracy": 0.8101401329040527, + "num_tokens": 7153580.0, + "step": 197 + }, + { + "epoch": 0.03676880222841226, + "grad_norm": 3.305410146713257, + "learning_rate": 1.2190594059405938e-07, + "loss": 0.6843, + "mean_token_accuracy": 0.7984907627105713, + "num_tokens": 7186927.0, + "step": 198 + }, + { + "epoch": 0.03695450324976787, + "grad_norm": 2.8235082626342773, + "learning_rate": 1.2252475247524752e-07, + "loss": 0.6457, + "mean_token_accuracy": 0.8074297308921814, + "num_tokens": 7220170.0, + "step": 199 + }, + { + "epoch": 0.03714020427112349, + "grad_norm": 3.0893325805664062, + "learning_rate": 1.2314356435643563e-07, + "loss": 0.6612, + "mean_token_accuracy": 0.8026731610298157, + "num_tokens": 7259844.0, + "step": 200 + }, + { + "epoch": 0.03732590529247911, + "grad_norm": 2.8507111072540283, + "learning_rate": 1.2376237623762375e-07, + "loss": 0.6292, + "mean_token_accuracy": 0.8118979930877686, + "num_tokens": 7293923.0, + "step": 201 + }, + { + "epoch": 0.037511606313834725, + "grad_norm": 2.8214809894561768, + "learning_rate": 1.2438118811881188e-07, + "loss": 0.6541, + "mean_token_accuracy": 0.8059247732162476, + "num_tokens": 7330005.0, + "step": 202 + }, + { + "epoch": 0.03769730733519034, + "grad_norm": 2.7243988513946533, + "learning_rate": 1.25e-07, + "loss": 0.6244, + "mean_token_accuracy": 0.816745936870575, + "num_tokens": 7366331.0, + "step": 203 + }, + { + "epoch": 0.03788300835654596, + "grad_norm": 2.829084873199463, + "learning_rate": 1.256188118811881e-07, + "loss": 0.5993, + "mean_token_accuracy": 0.8203580379486084, + "num_tokens": 7399661.0, + "step": 204 + }, + { + "epoch": 0.03806870937790158, + "grad_norm": 3.5420727729797363, + "learning_rate": 1.2623762376237624e-07, + "loss": 0.6651, + "mean_token_accuracy": 0.8036034107208252, + "num_tokens": 7435608.0, + "step": 205 + }, + { + "epoch": 0.0382544103992572, + "grad_norm": 2.8873841762542725, + "learning_rate": 1.2685643564356435e-07, + "loss": 0.6631, + "mean_token_accuracy": 0.8039305806159973, + "num_tokens": 7473552.0, + "step": 206 + }, + { + "epoch": 0.038440111420612814, + "grad_norm": 3.09686017036438, + "learning_rate": 1.2747524752475247e-07, + "loss": 0.6666, + "mean_token_accuracy": 0.802782416343689, + "num_tokens": 7511320.0, + "step": 207 + }, + { + "epoch": 0.03862581244196843, + "grad_norm": 2.9440290927886963, + "learning_rate": 1.280940594059406e-07, + "loss": 0.6774, + "mean_token_accuracy": 0.8042038083076477, + "num_tokens": 7548494.0, + "step": 208 + }, + { + "epoch": 0.03881151346332405, + "grad_norm": 2.8987975120544434, + "learning_rate": 1.2871287128712872e-07, + "loss": 0.6358, + "mean_token_accuracy": 0.8095122575759888, + "num_tokens": 7588045.0, + "step": 209 + }, + { + "epoch": 0.03899721448467967, + "grad_norm": 4.059318542480469, + "learning_rate": 1.2933168316831683e-07, + "loss": 0.6927, + "mean_token_accuracy": 0.7965732216835022, + "num_tokens": 7629588.0, + "step": 210 + }, + { + "epoch": 0.03918291550603528, + "grad_norm": 3.114078998565674, + "learning_rate": 1.2995049504950494e-07, + "loss": 0.6437, + "mean_token_accuracy": 0.8075017929077148, + "num_tokens": 7663267.0, + "step": 211 + }, + { + "epoch": 0.039368616527390904, + "grad_norm": 3.3502933979034424, + "learning_rate": 1.3056930693069308e-07, + "loss": 0.6517, + "mean_token_accuracy": 0.8051377534866333, + "num_tokens": 7694370.0, + "step": 212 + }, + { + "epoch": 0.03955431754874652, + "grad_norm": 3.3392186164855957, + "learning_rate": 1.311881188118812e-07, + "loss": 0.6359, + "mean_token_accuracy": 0.8069044351577759, + "num_tokens": 7727906.0, + "step": 213 + }, + { + "epoch": 0.039740018570102134, + "grad_norm": 3.156247138977051, + "learning_rate": 1.318069306930693e-07, + "loss": 0.6588, + "mean_token_accuracy": 0.8045899868011475, + "num_tokens": 7761925.0, + "step": 214 + }, + { + "epoch": 0.039925719591457756, + "grad_norm": 2.438716411590576, + "learning_rate": 1.3242574257425744e-07, + "loss": 0.5873, + "mean_token_accuracy": 0.8239865303039551, + "num_tokens": 7802903.0, + "step": 215 + }, + { + "epoch": 0.04011142061281337, + "grad_norm": 3.5998430252075195, + "learning_rate": 1.3304455445544555e-07, + "loss": 0.641, + "mean_token_accuracy": 0.8063311576843262, + "num_tokens": 7835643.0, + "step": 216 + }, + { + "epoch": 0.040297121634168986, + "grad_norm": 2.7331440448760986, + "learning_rate": 1.3366336633663366e-07, + "loss": 0.6544, + "mean_token_accuracy": 0.8014380931854248, + "num_tokens": 7873252.0, + "step": 217 + }, + { + "epoch": 0.04048282265552461, + "grad_norm": 2.9666225910186768, + "learning_rate": 1.342821782178218e-07, + "loss": 0.6456, + "mean_token_accuracy": 0.8071447610855103, + "num_tokens": 7907128.0, + "step": 218 + }, + { + "epoch": 0.040668523676880224, + "grad_norm": 3.321356773376465, + "learning_rate": 1.349009900990099e-07, + "loss": 0.6692, + "mean_token_accuracy": 0.8025153875350952, + "num_tokens": 7941545.0, + "step": 219 + }, + { + "epoch": 0.04085422469823584, + "grad_norm": 2.878152370452881, + "learning_rate": 1.3551980198019802e-07, + "loss": 0.6115, + "mean_token_accuracy": 0.8176238536834717, + "num_tokens": 7980957.0, + "step": 220 + }, + { + "epoch": 0.04103992571959146, + "grad_norm": 2.8524372577667236, + "learning_rate": 1.3613861386138613e-07, + "loss": 0.6117, + "mean_token_accuracy": 0.8183670043945312, + "num_tokens": 8020884.0, + "step": 221 + }, + { + "epoch": 0.041225626740947076, + "grad_norm": 3.139662742614746, + "learning_rate": 1.3675742574257427e-07, + "loss": 0.5685, + "mean_token_accuracy": 0.8274135589599609, + "num_tokens": 8059381.0, + "step": 222 + }, + { + "epoch": 0.04141132776230269, + "grad_norm": 3.3474574089050293, + "learning_rate": 1.3737623762376238e-07, + "loss": 0.6618, + "mean_token_accuracy": 0.8039559125900269, + "num_tokens": 8092770.0, + "step": 223 + }, + { + "epoch": 0.04159702878365831, + "grad_norm": 3.4545109272003174, + "learning_rate": 1.379950495049505e-07, + "loss": 0.6832, + "mean_token_accuracy": 0.7956547141075134, + "num_tokens": 8131271.0, + "step": 224 + }, + { + "epoch": 0.04178272980501393, + "grad_norm": 3.1593711376190186, + "learning_rate": 1.3861386138613863e-07, + "loss": 0.64, + "mean_token_accuracy": 0.811011016368866, + "num_tokens": 8164867.0, + "step": 225 + }, + { + "epoch": 0.04196843082636954, + "grad_norm": 3.084221601486206, + "learning_rate": 1.3923267326732674e-07, + "loss": 0.5755, + "mean_token_accuracy": 0.82927405834198, + "num_tokens": 8208768.0, + "step": 226 + }, + { + "epoch": 0.042154131847725165, + "grad_norm": 2.7281548976898193, + "learning_rate": 1.3985148514851485e-07, + "loss": 0.6384, + "mean_token_accuracy": 0.8132591247558594, + "num_tokens": 8247448.0, + "step": 227 + }, + { + "epoch": 0.04233983286908078, + "grad_norm": 2.8770906925201416, + "learning_rate": 1.40470297029703e-07, + "loss": 0.6779, + "mean_token_accuracy": 0.7977806329727173, + "num_tokens": 8285975.0, + "step": 228 + }, + { + "epoch": 0.042525533890436396, + "grad_norm": 3.017361640930176, + "learning_rate": 1.4108910891089107e-07, + "loss": 0.5818, + "mean_token_accuracy": 0.8268797993659973, + "num_tokens": 8324611.0, + "step": 229 + }, + { + "epoch": 0.04271123491179202, + "grad_norm": 2.4004647731781006, + "learning_rate": 1.4170792079207919e-07, + "loss": 0.6198, + "mean_token_accuracy": 0.8120085597038269, + "num_tokens": 8366163.0, + "step": 230 + }, + { + "epoch": 0.04289693593314763, + "grad_norm": 2.782716751098633, + "learning_rate": 1.423267326732673e-07, + "loss": 0.6917, + "mean_token_accuracy": 0.7959761619567871, + "num_tokens": 8403771.0, + "step": 231 + }, + { + "epoch": 0.04308263695450325, + "grad_norm": 3.553666591644287, + "learning_rate": 1.4294554455445543e-07, + "loss": 0.651, + "mean_token_accuracy": 0.8060910701751709, + "num_tokens": 8437812.0, + "step": 232 + }, + { + "epoch": 0.04326833797585887, + "grad_norm": 3.675649881362915, + "learning_rate": 1.4356435643564355e-07, + "loss": 0.598, + "mean_token_accuracy": 0.8189616203308105, + "num_tokens": 8469887.0, + "step": 233 + }, + { + "epoch": 0.043454038997214485, + "grad_norm": 2.6454477310180664, + "learning_rate": 1.4418316831683166e-07, + "loss": 0.645, + "mean_token_accuracy": 0.8074595928192139, + "num_tokens": 8512869.0, + "step": 234 + }, + { + "epoch": 0.0436397400185701, + "grad_norm": 3.101783275604248, + "learning_rate": 1.448019801980198e-07, + "loss": 0.593, + "mean_token_accuracy": 0.8217124938964844, + "num_tokens": 8552252.0, + "step": 235 + }, + { + "epoch": 0.04382544103992572, + "grad_norm": 3.0547409057617188, + "learning_rate": 1.454207920792079e-07, + "loss": 0.5972, + "mean_token_accuracy": 0.8173918128013611, + "num_tokens": 8593787.0, + "step": 236 + }, + { + "epoch": 0.04401114206128134, + "grad_norm": 4.239217281341553, + "learning_rate": 1.4603960396039602e-07, + "loss": 0.5997, + "mean_token_accuracy": 0.8201667070388794, + "num_tokens": 8625190.0, + "step": 237 + }, + { + "epoch": 0.04419684308263695, + "grad_norm": 2.536378860473633, + "learning_rate": 1.4665841584158416e-07, + "loss": 0.6053, + "mean_token_accuracy": 0.8194634318351746, + "num_tokens": 8665563.0, + "step": 238 + }, + { + "epoch": 0.044382544103992574, + "grad_norm": 3.3491899967193604, + "learning_rate": 1.4727722772277227e-07, + "loss": 0.5798, + "mean_token_accuracy": 0.8267378807067871, + "num_tokens": 8701684.0, + "step": 239 + }, + { + "epoch": 0.04456824512534819, + "grad_norm": 3.675387144088745, + "learning_rate": 1.4789603960396038e-07, + "loss": 0.6627, + "mean_token_accuracy": 0.7987430095672607, + "num_tokens": 8730725.0, + "step": 240 + }, + { + "epoch": 0.044753946146703805, + "grad_norm": 2.7704694271087646, + "learning_rate": 1.485148514851485e-07, + "loss": 0.6514, + "mean_token_accuracy": 0.802969217300415, + "num_tokens": 8770915.0, + "step": 241 + }, + { + "epoch": 0.04493964716805943, + "grad_norm": 2.693061590194702, + "learning_rate": 1.4913366336633663e-07, + "loss": 0.5984, + "mean_token_accuracy": 0.818698525428772, + "num_tokens": 8803935.0, + "step": 242 + }, + { + "epoch": 0.04512534818941504, + "grad_norm": 2.5350940227508545, + "learning_rate": 1.4975247524752474e-07, + "loss": 0.6579, + "mean_token_accuracy": 0.8007825613021851, + "num_tokens": 8841171.0, + "step": 243 + }, + { + "epoch": 0.04531104921077066, + "grad_norm": 3.059483289718628, + "learning_rate": 1.5037128712871285e-07, + "loss": 0.6802, + "mean_token_accuracy": 0.7987161874771118, + "num_tokens": 8882345.0, + "step": 244 + }, + { + "epoch": 0.04549675023212628, + "grad_norm": 2.624373435974121, + "learning_rate": 1.50990099009901e-07, + "loss": 0.6238, + "mean_token_accuracy": 0.8115281462669373, + "num_tokens": 8918437.0, + "step": 245 + }, + { + "epoch": 0.045682451253481894, + "grad_norm": 3.2313406467437744, + "learning_rate": 1.516089108910891e-07, + "loss": 0.6235, + "mean_token_accuracy": 0.8146483898162842, + "num_tokens": 8955987.0, + "step": 246 + }, + { + "epoch": 0.04586815227483751, + "grad_norm": 2.7215416431427, + "learning_rate": 1.522277227722772e-07, + "loss": 0.6196, + "mean_token_accuracy": 0.8111128211021423, + "num_tokens": 8996555.0, + "step": 247 + }, + { + "epoch": 0.04605385329619313, + "grad_norm": 4.573720932006836, + "learning_rate": 1.5284653465346535e-07, + "loss": 0.6836, + "mean_token_accuracy": 0.7914528250694275, + "num_tokens": 9034821.0, + "step": 248 + }, + { + "epoch": 0.046239554317548746, + "grad_norm": 2.813275098800659, + "learning_rate": 1.5346534653465346e-07, + "loss": 0.5483, + "mean_token_accuracy": 0.83279949426651, + "num_tokens": 9071396.0, + "step": 249 + }, + { + "epoch": 0.04642525533890436, + "grad_norm": 3.675022602081299, + "learning_rate": 1.5408415841584157e-07, + "loss": 0.6493, + "mean_token_accuracy": 0.807512640953064, + "num_tokens": 9104048.0, + "step": 250 + }, + { + "epoch": 0.046610956360259984, + "grad_norm": 3.174906015396118, + "learning_rate": 1.5470297029702968e-07, + "loss": 0.6275, + "mean_token_accuracy": 0.8142527341842651, + "num_tokens": 9147711.0, + "step": 251 + }, + { + "epoch": 0.0467966573816156, + "grad_norm": 3.9272165298461914, + "learning_rate": 1.5532178217821782e-07, + "loss": 0.6446, + "mean_token_accuracy": 0.8026101589202881, + "num_tokens": 9183628.0, + "step": 252 + }, + { + "epoch": 0.046982358402971214, + "grad_norm": 3.3231818675994873, + "learning_rate": 1.5594059405940593e-07, + "loss": 0.6198, + "mean_token_accuracy": 0.8132709264755249, + "num_tokens": 9217909.0, + "step": 253 + }, + { + "epoch": 0.047168059424326836, + "grad_norm": 3.7916908264160156, + "learning_rate": 1.5655940594059404e-07, + "loss": 0.6194, + "mean_token_accuracy": 0.8134485483169556, + "num_tokens": 9245286.0, + "step": 254 + }, + { + "epoch": 0.04735376044568245, + "grad_norm": 3.0463459491729736, + "learning_rate": 1.5717821782178218e-07, + "loss": 0.6428, + "mean_token_accuracy": 0.808336079120636, + "num_tokens": 9281777.0, + "step": 255 + }, + { + "epoch": 0.047539461467038066, + "grad_norm": 3.1767501831054688, + "learning_rate": 1.577970297029703e-07, + "loss": 0.6109, + "mean_token_accuracy": 0.8154720664024353, + "num_tokens": 9318885.0, + "step": 256 + }, + { + "epoch": 0.04772516248839369, + "grad_norm": 3.2010653018951416, + "learning_rate": 1.584158415841584e-07, + "loss": 0.6259, + "mean_token_accuracy": 0.8107409477233887, + "num_tokens": 9353044.0, + "step": 257 + }, + { + "epoch": 0.0479108635097493, + "grad_norm": 4.02923583984375, + "learning_rate": 1.5903465346534654e-07, + "loss": 0.6629, + "mean_token_accuracy": 0.8043955564498901, + "num_tokens": 9387628.0, + "step": 258 + }, + { + "epoch": 0.04809656453110492, + "grad_norm": 3.454230546951294, + "learning_rate": 1.5965346534653465e-07, + "loss": 0.676, + "mean_token_accuracy": 0.7962394952774048, + "num_tokens": 9426183.0, + "step": 259 + }, + { + "epoch": 0.04828226555246054, + "grad_norm": 3.7936367988586426, + "learning_rate": 1.6027227722772276e-07, + "loss": 0.6163, + "mean_token_accuracy": 0.8138923645019531, + "num_tokens": 9459057.0, + "step": 260 + }, + { + "epoch": 0.048467966573816156, + "grad_norm": 3.1094932556152344, + "learning_rate": 1.608910891089109e-07, + "loss": 0.6001, + "mean_token_accuracy": 0.8175332546234131, + "num_tokens": 9491108.0, + "step": 261 + }, + { + "epoch": 0.04865366759517177, + "grad_norm": 2.5236501693725586, + "learning_rate": 1.61509900990099e-07, + "loss": 0.5696, + "mean_token_accuracy": 0.8264880180358887, + "num_tokens": 9532947.0, + "step": 262 + }, + { + "epoch": 0.04883936861652739, + "grad_norm": 2.72440242767334, + "learning_rate": 1.6212871287128712e-07, + "loss": 0.6015, + "mean_token_accuracy": 0.8152382969856262, + "num_tokens": 9570374.0, + "step": 263 + }, + { + "epoch": 0.04902506963788301, + "grad_norm": 4.196349143981934, + "learning_rate": 1.6274752475247523e-07, + "loss": 0.5742, + "mean_token_accuracy": 0.8246783018112183, + "num_tokens": 9607062.0, + "step": 264 + }, + { + "epoch": 0.04921077065923862, + "grad_norm": 3.129255771636963, + "learning_rate": 1.6336633663366337e-07, + "loss": 0.582, + "mean_token_accuracy": 0.82282555103302, + "num_tokens": 9638401.0, + "step": 265 + }, + { + "epoch": 0.049396471680594245, + "grad_norm": 3.252521514892578, + "learning_rate": 1.6398514851485148e-07, + "loss": 0.59, + "mean_token_accuracy": 0.821529746055603, + "num_tokens": 9673782.0, + "step": 266 + }, + { + "epoch": 0.04958217270194986, + "grad_norm": 2.4427578449249268, + "learning_rate": 1.646039603960396e-07, + "loss": 0.6424, + "mean_token_accuracy": 0.8074375987052917, + "num_tokens": 9711209.0, + "step": 267 + }, + { + "epoch": 0.049767873723305475, + "grad_norm": 2.9013938903808594, + "learning_rate": 1.6522277227722773e-07, + "loss": 0.6006, + "mean_token_accuracy": 0.8192209601402283, + "num_tokens": 9749156.0, + "step": 268 + }, + { + "epoch": 0.0499535747446611, + "grad_norm": 2.884753465652466, + "learning_rate": 1.6584158415841584e-07, + "loss": 0.7392, + "mean_token_accuracy": 0.7790164947509766, + "num_tokens": 9780776.0, + "step": 269 + }, + { + "epoch": 0.05013927576601671, + "grad_norm": 3.2631723880767822, + "learning_rate": 1.6646039603960396e-07, + "loss": 0.6829, + "mean_token_accuracy": 0.7939257025718689, + "num_tokens": 9815324.0, + "step": 270 + }, + { + "epoch": 0.05032497678737233, + "grad_norm": 2.9432783126831055, + "learning_rate": 1.670792079207921e-07, + "loss": 0.6326, + "mean_token_accuracy": 0.8060476183891296, + "num_tokens": 9852789.0, + "step": 271 + }, + { + "epoch": 0.05051067780872795, + "grad_norm": 2.8507959842681885, + "learning_rate": 1.676980198019802e-07, + "loss": 0.6718, + "mean_token_accuracy": 0.7994403839111328, + "num_tokens": 9891225.0, + "step": 272 + }, + { + "epoch": 0.050696378830083565, + "grad_norm": 2.898819923400879, + "learning_rate": 1.6831683168316832e-07, + "loss": 0.5683, + "mean_token_accuracy": 0.8235763311386108, + "num_tokens": 9925688.0, + "step": 273 + }, + { + "epoch": 0.05088207985143918, + "grad_norm": 3.5106334686279297, + "learning_rate": 1.6893564356435643e-07, + "loss": 0.5803, + "mean_token_accuracy": 0.8177157044410706, + "num_tokens": 9957364.0, + "step": 274 + }, + { + "epoch": 0.0510677808727948, + "grad_norm": 3.5886456966400146, + "learning_rate": 1.6955445544554456e-07, + "loss": 0.5861, + "mean_token_accuracy": 0.8194207549095154, + "num_tokens": 9991355.0, + "step": 275 + }, + { + "epoch": 0.05125348189415042, + "grad_norm": 3.517345666885376, + "learning_rate": 1.7017326732673268e-07, + "loss": 0.627, + "mean_token_accuracy": 0.8128077387809753, + "num_tokens": 10023753.0, + "step": 276 + }, + { + "epoch": 0.05143918291550603, + "grad_norm": 3.4559128284454346, + "learning_rate": 1.707920792079208e-07, + "loss": 0.596, + "mean_token_accuracy": 0.8109973073005676, + "num_tokens": 10061139.0, + "step": 277 + }, + { + "epoch": 0.051624883936861654, + "grad_norm": 3.929290294647217, + "learning_rate": 1.7141089108910893e-07, + "loss": 0.601, + "mean_token_accuracy": 0.8162418007850647, + "num_tokens": 10095829.0, + "step": 278 + }, + { + "epoch": 0.05181058495821727, + "grad_norm": 3.2029762268066406, + "learning_rate": 1.72029702970297e-07, + "loss": 0.6521, + "mean_token_accuracy": 0.8057090044021606, + "num_tokens": 10132194.0, + "step": 279 + }, + { + "epoch": 0.051996285979572884, + "grad_norm": 3.3115856647491455, + "learning_rate": 1.7264851485148512e-07, + "loss": 0.5454, + "mean_token_accuracy": 0.8310428857803345, + "num_tokens": 10161960.0, + "step": 280 + }, + { + "epoch": 0.052181987000928506, + "grad_norm": 3.534449815750122, + "learning_rate": 1.7326732673267326e-07, + "loss": 0.5818, + "mean_token_accuracy": 0.8227403163909912, + "num_tokens": 10190819.0, + "step": 281 + }, + { + "epoch": 0.05236768802228412, + "grad_norm": 2.8545010089874268, + "learning_rate": 1.7388613861386137e-07, + "loss": 0.6033, + "mean_token_accuracy": 0.8151298761367798, + "num_tokens": 10229432.0, + "step": 282 + }, + { + "epoch": 0.05255338904363974, + "grad_norm": 2.5545380115509033, + "learning_rate": 1.7450495049504948e-07, + "loss": 0.5576, + "mean_token_accuracy": 0.8297975063323975, + "num_tokens": 10264497.0, + "step": 283 + }, + { + "epoch": 0.05273909006499536, + "grad_norm": 2.547729253768921, + "learning_rate": 1.751237623762376e-07, + "loss": 0.5497, + "mean_token_accuracy": 0.8326729536056519, + "num_tokens": 10303092.0, + "step": 284 + }, + { + "epoch": 0.052924791086350974, + "grad_norm": 3.4141783714294434, + "learning_rate": 1.7574257425742573e-07, + "loss": 0.6092, + "mean_token_accuracy": 0.8156169652938843, + "num_tokens": 10339221.0, + "step": 285 + }, + { + "epoch": 0.053110492107706596, + "grad_norm": 3.2361834049224854, + "learning_rate": 1.7636138613861384e-07, + "loss": 0.6297, + "mean_token_accuracy": 0.808191180229187, + "num_tokens": 10376930.0, + "step": 286 + }, + { + "epoch": 0.05329619312906221, + "grad_norm": 4.100650310516357, + "learning_rate": 1.7698019801980195e-07, + "loss": 0.5325, + "mean_token_accuracy": 0.8357417583465576, + "num_tokens": 10410981.0, + "step": 287 + }, + { + "epoch": 0.053481894150417826, + "grad_norm": 2.878342390060425, + "learning_rate": 1.775990099009901e-07, + "loss": 0.6139, + "mean_token_accuracy": 0.8112897872924805, + "num_tokens": 10447202.0, + "step": 288 + }, + { + "epoch": 0.05366759517177345, + "grad_norm": 2.7920589447021484, + "learning_rate": 1.782178217821782e-07, + "loss": 0.5715, + "mean_token_accuracy": 0.8254098892211914, + "num_tokens": 10485328.0, + "step": 289 + }, + { + "epoch": 0.05385329619312906, + "grad_norm": 2.749371290206909, + "learning_rate": 1.7883663366336631e-07, + "loss": 0.6494, + "mean_token_accuracy": 0.8042176961898804, + "num_tokens": 10523239.0, + "step": 290 + }, + { + "epoch": 0.05403899721448468, + "grad_norm": 3.0070440769195557, + "learning_rate": 1.7945544554455445e-07, + "loss": 0.6026, + "mean_token_accuracy": 0.8145900964736938, + "num_tokens": 10563533.0, + "step": 291 + }, + { + "epoch": 0.0542246982358403, + "grad_norm": 2.972435235977173, + "learning_rate": 1.8007425742574256e-07, + "loss": 0.5938, + "mean_token_accuracy": 0.8174365162849426, + "num_tokens": 10602925.0, + "step": 292 + }, + { + "epoch": 0.054410399257195916, + "grad_norm": 3.2671287059783936, + "learning_rate": 1.8069306930693067e-07, + "loss": 0.6335, + "mean_token_accuracy": 0.8091192245483398, + "num_tokens": 10638136.0, + "step": 293 + }, + { + "epoch": 0.05459610027855153, + "grad_norm": 3.303668260574341, + "learning_rate": 1.8131188118811879e-07, + "loss": 0.5764, + "mean_token_accuracy": 0.8195779919624329, + "num_tokens": 10667914.0, + "step": 294 + }, + { + "epoch": 0.05478180129990715, + "grad_norm": 3.3335812091827393, + "learning_rate": 1.8193069306930692e-07, + "loss": 0.5719, + "mean_token_accuracy": 0.8220035433769226, + "num_tokens": 10699738.0, + "step": 295 + }, + { + "epoch": 0.05496750232126277, + "grad_norm": 2.7139968872070312, + "learning_rate": 1.8254950495049503e-07, + "loss": 0.6357, + "mean_token_accuracy": 0.8106510639190674, + "num_tokens": 10736224.0, + "step": 296 + }, + { + "epoch": 0.05515320334261838, + "grad_norm": 3.753412961959839, + "learning_rate": 1.8316831683168315e-07, + "loss": 0.5721, + "mean_token_accuracy": 0.8256580829620361, + "num_tokens": 10766813.0, + "step": 297 + }, + { + "epoch": 0.055338904363974005, + "grad_norm": 2.795619249343872, + "learning_rate": 1.8378712871287128e-07, + "loss": 0.5565, + "mean_token_accuracy": 0.827635645866394, + "num_tokens": 10808385.0, + "step": 298 + }, + { + "epoch": 0.05552460538532962, + "grad_norm": 4.152430057525635, + "learning_rate": 1.844059405940594e-07, + "loss": 0.5882, + "mean_token_accuracy": 0.8265645503997803, + "num_tokens": 10837522.0, + "step": 299 + }, + { + "epoch": 0.055710306406685235, + "grad_norm": 4.054624557495117, + "learning_rate": 1.850247524752475e-07, + "loss": 0.6163, + "mean_token_accuracy": 0.8114514350891113, + "num_tokens": 10872761.0, + "step": 300 + }, + { + "epoch": 0.05589600742804086, + "grad_norm": 3.116931676864624, + "learning_rate": 1.8564356435643564e-07, + "loss": 0.6032, + "mean_token_accuracy": 0.8164389729499817, + "num_tokens": 10912101.0, + "step": 301 + }, + { + "epoch": 0.05608170844939647, + "grad_norm": 2.5722079277038574, + "learning_rate": 1.8626237623762376e-07, + "loss": 0.5922, + "mean_token_accuracy": 0.8197229504585266, + "num_tokens": 10948710.0, + "step": 302 + }, + { + "epoch": 0.05626740947075209, + "grad_norm": 3.2343785762786865, + "learning_rate": 1.8688118811881187e-07, + "loss": 0.5356, + "mean_token_accuracy": 0.8336437940597534, + "num_tokens": 10985059.0, + "step": 303 + }, + { + "epoch": 0.05645311049210771, + "grad_norm": 3.3455593585968018, + "learning_rate": 1.875e-07, + "loss": 0.5701, + "mean_token_accuracy": 0.8254587650299072, + "num_tokens": 11018412.0, + "step": 304 + }, + { + "epoch": 0.056638811513463325, + "grad_norm": 4.951542377471924, + "learning_rate": 1.8811881188118812e-07, + "loss": 0.5763, + "mean_token_accuracy": 0.8260453343391418, + "num_tokens": 11051448.0, + "step": 305 + }, + { + "epoch": 0.05682451253481894, + "grad_norm": 3.6832218170166016, + "learning_rate": 1.8873762376237623e-07, + "loss": 0.632, + "mean_token_accuracy": 0.8045468926429749, + "num_tokens": 11087914.0, + "step": 306 + }, + { + "epoch": 0.05701021355617456, + "grad_norm": 2.4021623134613037, + "learning_rate": 1.8935643564356434e-07, + "loss": 0.6275, + "mean_token_accuracy": 0.8072659969329834, + "num_tokens": 11126923.0, + "step": 307 + }, + { + "epoch": 0.05719591457753018, + "grad_norm": 3.3712334632873535, + "learning_rate": 1.8997524752475248e-07, + "loss": 0.5848, + "mean_token_accuracy": 0.8206508755683899, + "num_tokens": 11163206.0, + "step": 308 + }, + { + "epoch": 0.05738161559888579, + "grad_norm": 2.677466630935669, + "learning_rate": 1.905940594059406e-07, + "loss": 0.5827, + "mean_token_accuracy": 0.82093745470047, + "num_tokens": 11201348.0, + "step": 309 + }, + { + "epoch": 0.057567316620241414, + "grad_norm": 2.9985828399658203, + "learning_rate": 1.912128712871287e-07, + "loss": 0.6099, + "mean_token_accuracy": 0.8110336065292358, + "num_tokens": 11240512.0, + "step": 310 + }, + { + "epoch": 0.05775301764159703, + "grad_norm": 3.3704159259796143, + "learning_rate": 1.9183168316831684e-07, + "loss": 0.5706, + "mean_token_accuracy": 0.8251500129699707, + "num_tokens": 11269753.0, + "step": 311 + }, + { + "epoch": 0.057938718662952644, + "grad_norm": 2.5251805782318115, + "learning_rate": 1.9245049504950495e-07, + "loss": 0.5725, + "mean_token_accuracy": 0.8270062804222107, + "num_tokens": 11303742.0, + "step": 312 + }, + { + "epoch": 0.058124419684308266, + "grad_norm": 2.810800313949585, + "learning_rate": 1.9306930693069306e-07, + "loss": 0.5414, + "mean_token_accuracy": 0.8307857513427734, + "num_tokens": 11339608.0, + "step": 313 + }, + { + "epoch": 0.05831012070566388, + "grad_norm": 2.6400530338287354, + "learning_rate": 1.936881188118812e-07, + "loss": 0.594, + "mean_token_accuracy": 0.8161811828613281, + "num_tokens": 11378846.0, + "step": 314 + }, + { + "epoch": 0.0584958217270195, + "grad_norm": 3.721757173538208, + "learning_rate": 1.943069306930693e-07, + "loss": 0.6241, + "mean_token_accuracy": 0.8137466311454773, + "num_tokens": 11412075.0, + "step": 315 + }, + { + "epoch": 0.05868152274837512, + "grad_norm": 3.432543992996216, + "learning_rate": 1.9492574257425742e-07, + "loss": 0.5819, + "mean_token_accuracy": 0.8243848085403442, + "num_tokens": 11445746.0, + "step": 316 + }, + { + "epoch": 0.058867223769730734, + "grad_norm": 3.262706756591797, + "learning_rate": 1.9554455445544553e-07, + "loss": 0.5995, + "mean_token_accuracy": 0.8181039094924927, + "num_tokens": 11487605.0, + "step": 317 + }, + { + "epoch": 0.05905292479108635, + "grad_norm": 3.081989049911499, + "learning_rate": 1.9616336633663367e-07, + "loss": 0.5523, + "mean_token_accuracy": 0.8329570293426514, + "num_tokens": 11524711.0, + "step": 318 + }, + { + "epoch": 0.05923862581244197, + "grad_norm": 2.9302589893341064, + "learning_rate": 1.9678217821782178e-07, + "loss": 0.6547, + "mean_token_accuracy": 0.7982933521270752, + "num_tokens": 11560731.0, + "step": 319 + }, + { + "epoch": 0.059424326833797586, + "grad_norm": 3.0877013206481934, + "learning_rate": 1.974009900990099e-07, + "loss": 0.5567, + "mean_token_accuracy": 0.8275399208068848, + "num_tokens": 11597297.0, + "step": 320 + }, + { + "epoch": 0.0596100278551532, + "grad_norm": 3.042531728744507, + "learning_rate": 1.9801980198019803e-07, + "loss": 0.5703, + "mean_token_accuracy": 0.8229327201843262, + "num_tokens": 11632972.0, + "step": 321 + }, + { + "epoch": 0.05979572887650882, + "grad_norm": 2.459346294403076, + "learning_rate": 1.9863861386138614e-07, + "loss": 0.5761, + "mean_token_accuracy": 0.8231827020645142, + "num_tokens": 11672990.0, + "step": 322 + }, + { + "epoch": 0.05998142989786444, + "grad_norm": 2.888183355331421, + "learning_rate": 1.9925742574257425e-07, + "loss": 0.5424, + "mean_token_accuracy": 0.8318061232566833, + "num_tokens": 11715217.0, + "step": 323 + }, + { + "epoch": 0.06016713091922005, + "grad_norm": 3.4658212661743164, + "learning_rate": 1.998762376237624e-07, + "loss": 0.5736, + "mean_token_accuracy": 0.8279978036880493, + "num_tokens": 11751787.0, + "step": 324 + }, + { + "epoch": 0.060352831940575676, + "grad_norm": 3.179149866104126, + "learning_rate": 2.004950495049505e-07, + "loss": 0.5996, + "mean_token_accuracy": 0.8134970664978027, + "num_tokens": 11783793.0, + "step": 325 + }, + { + "epoch": 0.06053853296193129, + "grad_norm": 2.476794719696045, + "learning_rate": 2.011138613861386e-07, + "loss": 0.5561, + "mean_token_accuracy": 0.8248728513717651, + "num_tokens": 11828998.0, + "step": 326 + }, + { + "epoch": 0.060724233983286906, + "grad_norm": 2.6110541820526123, + "learning_rate": 2.0173267326732672e-07, + "loss": 0.5497, + "mean_token_accuracy": 0.8302908539772034, + "num_tokens": 11867907.0, + "step": 327 + }, + { + "epoch": 0.06090993500464253, + "grad_norm": 2.5885112285614014, + "learning_rate": 2.0235148514851486e-07, + "loss": 0.5735, + "mean_token_accuracy": 0.8247964978218079, + "num_tokens": 11906138.0, + "step": 328 + }, + { + "epoch": 0.06109563602599814, + "grad_norm": 3.1550562381744385, + "learning_rate": 2.0297029702970297e-07, + "loss": 0.6315, + "mean_token_accuracy": 0.8117671012878418, + "num_tokens": 11940753.0, + "step": 329 + }, + { + "epoch": 0.06128133704735376, + "grad_norm": 2.9782373905181885, + "learning_rate": 2.0358910891089106e-07, + "loss": 0.5643, + "mean_token_accuracy": 0.8238537311553955, + "num_tokens": 11977074.0, + "step": 330 + }, + { + "epoch": 0.06146703806870938, + "grad_norm": 3.030576229095459, + "learning_rate": 2.042079207920792e-07, + "loss": 0.5822, + "mean_token_accuracy": 0.8258702754974365, + "num_tokens": 12015976.0, + "step": 331 + }, + { + "epoch": 0.061652739090064995, + "grad_norm": 2.4325156211853027, + "learning_rate": 2.048267326732673e-07, + "loss": 0.542, + "mean_token_accuracy": 0.8345229625701904, + "num_tokens": 12048592.0, + "step": 332 + }, + { + "epoch": 0.06183844011142061, + "grad_norm": 2.3111915588378906, + "learning_rate": 2.0544554455445542e-07, + "loss": 0.5489, + "mean_token_accuracy": 0.8307182788848877, + "num_tokens": 12088315.0, + "step": 333 + }, + { + "epoch": 0.06202414113277623, + "grad_norm": 2.211446523666382, + "learning_rate": 2.0606435643564356e-07, + "loss": 0.5783, + "mean_token_accuracy": 0.8228651285171509, + "num_tokens": 12125984.0, + "step": 334 + }, + { + "epoch": 0.06220984215413185, + "grad_norm": 3.0524885654449463, + "learning_rate": 2.0668316831683167e-07, + "loss": 0.6018, + "mean_token_accuracy": 0.8152306079864502, + "num_tokens": 12158934.0, + "step": 335 + }, + { + "epoch": 0.06239554317548746, + "grad_norm": 2.615931749343872, + "learning_rate": 2.0730198019801978e-07, + "loss": 0.5933, + "mean_token_accuracy": 0.8190582394599915, + "num_tokens": 12193271.0, + "step": 336 + }, + { + "epoch": 0.06258124419684308, + "grad_norm": 2.71233868598938, + "learning_rate": 2.079207920792079e-07, + "loss": 0.5038, + "mean_token_accuracy": 0.8398823142051697, + "num_tokens": 12228352.0, + "step": 337 + }, + { + "epoch": 0.0627669452181987, + "grad_norm": 3.0314903259277344, + "learning_rate": 2.0853960396039603e-07, + "loss": 0.5916, + "mean_token_accuracy": 0.8177013397216797, + "num_tokens": 12256879.0, + "step": 338 + }, + { + "epoch": 0.06295264623955432, + "grad_norm": 2.260472536087036, + "learning_rate": 2.0915841584158414e-07, + "loss": 0.5149, + "mean_token_accuracy": 0.8405570983886719, + "num_tokens": 12299368.0, + "step": 339 + }, + { + "epoch": 0.06313834726090993, + "grad_norm": 2.651834011077881, + "learning_rate": 2.0977722772277225e-07, + "loss": 0.5784, + "mean_token_accuracy": 0.8215771317481995, + "num_tokens": 12331915.0, + "step": 340 + }, + { + "epoch": 0.06332404828226555, + "grad_norm": 2.519773006439209, + "learning_rate": 2.103960396039604e-07, + "loss": 0.6284, + "mean_token_accuracy": 0.8082249164581299, + "num_tokens": 12367982.0, + "step": 341 + }, + { + "epoch": 0.06350974930362117, + "grad_norm": 2.663273811340332, + "learning_rate": 2.110148514851485e-07, + "loss": 0.5417, + "mean_token_accuracy": 0.8336411714553833, + "num_tokens": 12403788.0, + "step": 342 + }, + { + "epoch": 0.06369545032497678, + "grad_norm": 2.92899751663208, + "learning_rate": 2.116336633663366e-07, + "loss": 0.5422, + "mean_token_accuracy": 0.8331723213195801, + "num_tokens": 12442498.0, + "step": 343 + }, + { + "epoch": 0.0638811513463324, + "grad_norm": 2.426753520965576, + "learning_rate": 2.1225247524752475e-07, + "loss": 0.5835, + "mean_token_accuracy": 0.8225933313369751, + "num_tokens": 12481639.0, + "step": 344 + }, + { + "epoch": 0.06406685236768803, + "grad_norm": 3.1496636867523193, + "learning_rate": 2.1287128712871286e-07, + "loss": 0.5606, + "mean_token_accuracy": 0.8256906270980835, + "num_tokens": 12512788.0, + "step": 345 + }, + { + "epoch": 0.06425255338904363, + "grad_norm": 3.1351890563964844, + "learning_rate": 2.1349009900990097e-07, + "loss": 0.5194, + "mean_token_accuracy": 0.8386598825454712, + "num_tokens": 12544004.0, + "step": 346 + }, + { + "epoch": 0.06443825441039926, + "grad_norm": 2.2473902702331543, + "learning_rate": 2.1410891089108908e-07, + "loss": 0.64, + "mean_token_accuracy": 0.8034768104553223, + "num_tokens": 12582558.0, + "step": 347 + }, + { + "epoch": 0.06462395543175488, + "grad_norm": 2.4179458618164062, + "learning_rate": 2.1472772277227722e-07, + "loss": 0.5966, + "mean_token_accuracy": 0.8171505928039551, + "num_tokens": 12614907.0, + "step": 348 + }, + { + "epoch": 0.06480965645311049, + "grad_norm": 2.2811574935913086, + "learning_rate": 2.1534653465346533e-07, + "loss": 0.5742, + "mean_token_accuracy": 0.8245915174484253, + "num_tokens": 12652430.0, + "step": 349 + }, + { + "epoch": 0.06499535747446611, + "grad_norm": 2.5922634601593018, + "learning_rate": 2.1596534653465344e-07, + "loss": 0.5764, + "mean_token_accuracy": 0.8271420001983643, + "num_tokens": 12689700.0, + "step": 350 + }, + { + "epoch": 0.06518105849582173, + "grad_norm": 2.26963472366333, + "learning_rate": 2.1658415841584158e-07, + "loss": 0.5765, + "mean_token_accuracy": 0.8244832158088684, + "num_tokens": 12732491.0, + "step": 351 + }, + { + "epoch": 0.06536675951717734, + "grad_norm": 2.9444739818573, + "learning_rate": 2.172029702970297e-07, + "loss": 0.5066, + "mean_token_accuracy": 0.8408424854278564, + "num_tokens": 12769727.0, + "step": 352 + }, + { + "epoch": 0.06555246053853296, + "grad_norm": 2.620328664779663, + "learning_rate": 2.178217821782178e-07, + "loss": 0.571, + "mean_token_accuracy": 0.821780800819397, + "num_tokens": 12809838.0, + "step": 353 + }, + { + "epoch": 0.06573816155988858, + "grad_norm": 2.614543914794922, + "learning_rate": 2.1844059405940594e-07, + "loss": 0.5791, + "mean_token_accuracy": 0.8223405480384827, + "num_tokens": 12843945.0, + "step": 354 + }, + { + "epoch": 0.06592386258124419, + "grad_norm": 3.0031790733337402, + "learning_rate": 2.1905940594059405e-07, + "loss": 0.6044, + "mean_token_accuracy": 0.8127312660217285, + "num_tokens": 12876352.0, + "step": 355 + }, + { + "epoch": 0.06610956360259981, + "grad_norm": 2.2505075931549072, + "learning_rate": 2.1967821782178216e-07, + "loss": 0.5681, + "mean_token_accuracy": 0.8248888254165649, + "num_tokens": 12913409.0, + "step": 356 + }, + { + "epoch": 0.06629526462395544, + "grad_norm": 2.539196014404297, + "learning_rate": 2.202970297029703e-07, + "loss": 0.5472, + "mean_token_accuracy": 0.8311346173286438, + "num_tokens": 12950543.0, + "step": 357 + }, + { + "epoch": 0.06648096564531104, + "grad_norm": 2.4600977897644043, + "learning_rate": 2.209158415841584e-07, + "loss": 0.5836, + "mean_token_accuracy": 0.8218069076538086, + "num_tokens": 12985958.0, + "step": 358 + }, + { + "epoch": 0.06666666666666667, + "grad_norm": 2.249725818634033, + "learning_rate": 2.2153465346534652e-07, + "loss": 0.5401, + "mean_token_accuracy": 0.8347893357276917, + "num_tokens": 13025888.0, + "step": 359 + }, + { + "epoch": 0.06685236768802229, + "grad_norm": 2.466184616088867, + "learning_rate": 2.2215346534653464e-07, + "loss": 0.5298, + "mean_token_accuracy": 0.8357155323028564, + "num_tokens": 13060846.0, + "step": 360 + }, + { + "epoch": 0.0670380687093779, + "grad_norm": 2.425679922103882, + "learning_rate": 2.2277227722772277e-07, + "loss": 0.5722, + "mean_token_accuracy": 0.8243646621704102, + "num_tokens": 13097962.0, + "step": 361 + }, + { + "epoch": 0.06722376973073352, + "grad_norm": 2.427380323410034, + "learning_rate": 2.2339108910891088e-07, + "loss": 0.5553, + "mean_token_accuracy": 0.8266645669937134, + "num_tokens": 13132050.0, + "step": 362 + }, + { + "epoch": 0.06740947075208914, + "grad_norm": 2.383615255355835, + "learning_rate": 2.24009900990099e-07, + "loss": 0.5618, + "mean_token_accuracy": 0.8255915641784668, + "num_tokens": 13167808.0, + "step": 363 + }, + { + "epoch": 0.06759517177344475, + "grad_norm": 2.395629405975342, + "learning_rate": 2.2462871287128713e-07, + "loss": 0.5766, + "mean_token_accuracy": 0.8216187357902527, + "num_tokens": 13202777.0, + "step": 364 + }, + { + "epoch": 0.06778087279480037, + "grad_norm": 2.6849820613861084, + "learning_rate": 2.2524752475247524e-07, + "loss": 0.5531, + "mean_token_accuracy": 0.8294996023178101, + "num_tokens": 13239514.0, + "step": 365 + }, + { + "epoch": 0.06796657381615599, + "grad_norm": 2.0387723445892334, + "learning_rate": 2.2586633663366336e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8239999413490295, + "num_tokens": 13281223.0, + "step": 366 + }, + { + "epoch": 0.0681522748375116, + "grad_norm": 2.5135281085968018, + "learning_rate": 2.264851485148515e-07, + "loss": 0.5272, + "mean_token_accuracy": 0.8345916271209717, + "num_tokens": 13315754.0, + "step": 367 + }, + { + "epoch": 0.06833797585886722, + "grad_norm": 1.9968156814575195, + "learning_rate": 2.271039603960396e-07, + "loss": 0.5466, + "mean_token_accuracy": 0.8293834328651428, + "num_tokens": 13356770.0, + "step": 368 + }, + { + "epoch": 0.06852367688022284, + "grad_norm": 2.557121753692627, + "learning_rate": 2.2772277227722772e-07, + "loss": 0.5969, + "mean_token_accuracy": 0.8132485747337341, + "num_tokens": 13397912.0, + "step": 369 + }, + { + "epoch": 0.06870937790157845, + "grad_norm": 2.251673460006714, + "learning_rate": 2.2834158415841583e-07, + "loss": 0.5344, + "mean_token_accuracy": 0.8321166038513184, + "num_tokens": 13430637.0, + "step": 370 + }, + { + "epoch": 0.06889507892293407, + "grad_norm": 2.3959999084472656, + "learning_rate": 2.2896039603960397e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.827927827835083, + "num_tokens": 13471798.0, + "step": 371 + }, + { + "epoch": 0.0690807799442897, + "grad_norm": 2.57871413230896, + "learning_rate": 2.2957920792079208e-07, + "loss": 0.5675, + "mean_token_accuracy": 0.8225487470626831, + "num_tokens": 13509504.0, + "step": 372 + }, + { + "epoch": 0.0692664809656453, + "grad_norm": 2.395174980163574, + "learning_rate": 2.301980198019802e-07, + "loss": 0.5708, + "mean_token_accuracy": 0.8232232332229614, + "num_tokens": 13545184.0, + "step": 373 + }, + { + "epoch": 0.06945218198700093, + "grad_norm": 3.0367822647094727, + "learning_rate": 2.3081683168316833e-07, + "loss": 0.5286, + "mean_token_accuracy": 0.8361595869064331, + "num_tokens": 13577275.0, + "step": 374 + }, + { + "epoch": 0.06963788300835655, + "grad_norm": 2.583907127380371, + "learning_rate": 2.3143564356435644e-07, + "loss": 0.5217, + "mean_token_accuracy": 0.8375461101531982, + "num_tokens": 13610571.0, + "step": 375 + }, + { + "epoch": 0.06982358402971216, + "grad_norm": 1.9418842792510986, + "learning_rate": 2.3205445544554455e-07, + "loss": 0.5623, + "mean_token_accuracy": 0.8259592056274414, + "num_tokens": 13656460.0, + "step": 376 + }, + { + "epoch": 0.07000928505106778, + "grad_norm": 2.373157501220703, + "learning_rate": 2.3267326732673269e-07, + "loss": 0.562, + "mean_token_accuracy": 0.8244067430496216, + "num_tokens": 13695717.0, + "step": 377 + }, + { + "epoch": 0.0701949860724234, + "grad_norm": 2.4961459636688232, + "learning_rate": 2.332920792079208e-07, + "loss": 0.5835, + "mean_token_accuracy": 0.8234661221504211, + "num_tokens": 13737295.0, + "step": 378 + }, + { + "epoch": 0.07038068709377901, + "grad_norm": 2.6901187896728516, + "learning_rate": 2.339108910891089e-07, + "loss": 0.5769, + "mean_token_accuracy": 0.8253093361854553, + "num_tokens": 13771467.0, + "step": 379 + }, + { + "epoch": 0.07056638811513463, + "grad_norm": 2.417637586593628, + "learning_rate": 2.34529702970297e-07, + "loss": 0.5372, + "mean_token_accuracy": 0.8348934054374695, + "num_tokens": 13808215.0, + "step": 380 + }, + { + "epoch": 0.07075208913649025, + "grad_norm": 2.2697510719299316, + "learning_rate": 2.3514851485148513e-07, + "loss": 0.6075, + "mean_token_accuracy": 0.8150879144668579, + "num_tokens": 13845236.0, + "step": 381 + }, + { + "epoch": 0.07093779015784586, + "grad_norm": 2.262289047241211, + "learning_rate": 2.3576732673267324e-07, + "loss": 0.5349, + "mean_token_accuracy": 0.8319293260574341, + "num_tokens": 13881843.0, + "step": 382 + }, + { + "epoch": 0.07112349117920148, + "grad_norm": 2.369140625, + "learning_rate": 2.3638613861386135e-07, + "loss": 0.528, + "mean_token_accuracy": 0.8323608040809631, + "num_tokens": 13916163.0, + "step": 383 + }, + { + "epoch": 0.0713091922005571, + "grad_norm": 2.258296251296997, + "learning_rate": 2.370049504950495e-07, + "loss": 0.5661, + "mean_token_accuracy": 0.8221896290779114, + "num_tokens": 13949095.0, + "step": 384 + }, + { + "epoch": 0.07149489322191271, + "grad_norm": 2.433652877807617, + "learning_rate": 2.376237623762376e-07, + "loss": 0.5846, + "mean_token_accuracy": 0.8223363757133484, + "num_tokens": 13982416.0, + "step": 385 + }, + { + "epoch": 0.07168059424326834, + "grad_norm": 2.3695130348205566, + "learning_rate": 2.3824257425742571e-07, + "loss": 0.5564, + "mean_token_accuracy": 0.8286432027816772, + "num_tokens": 14020016.0, + "step": 386 + }, + { + "epoch": 0.07186629526462396, + "grad_norm": 2.19767689704895, + "learning_rate": 2.388613861386138e-07, + "loss": 0.5305, + "mean_token_accuracy": 0.8335471153259277, + "num_tokens": 14054981.0, + "step": 387 + }, + { + "epoch": 0.07205199628597957, + "grad_norm": 2.461488962173462, + "learning_rate": 2.3948019801980194e-07, + "loss": 0.6393, + "mean_token_accuracy": 0.8063996434211731, + "num_tokens": 14090199.0, + "step": 388 + }, + { + "epoch": 0.07223769730733519, + "grad_norm": 2.2151131629943848, + "learning_rate": 2.400990099009901e-07, + "loss": 0.5457, + "mean_token_accuracy": 0.8274416923522949, + "num_tokens": 14127767.0, + "step": 389 + }, + { + "epoch": 0.07242339832869081, + "grad_norm": 2.151021957397461, + "learning_rate": 2.407178217821782e-07, + "loss": 0.4993, + "mean_token_accuracy": 0.8462530374526978, + "num_tokens": 14162836.0, + "step": 390 + }, + { + "epoch": 0.07260909935004642, + "grad_norm": 2.2257251739501953, + "learning_rate": 2.413366336633663e-07, + "loss": 0.5782, + "mean_token_accuracy": 0.8228261470794678, + "num_tokens": 14200836.0, + "step": 391 + }, + { + "epoch": 0.07279480037140204, + "grad_norm": 2.1872386932373047, + "learning_rate": 2.4195544554455444e-07, + "loss": 0.5408, + "mean_token_accuracy": 0.8303031921386719, + "num_tokens": 14239455.0, + "step": 392 + }, + { + "epoch": 0.07298050139275766, + "grad_norm": 2.2970633506774902, + "learning_rate": 2.4257425742574255e-07, + "loss": 0.5601, + "mean_token_accuracy": 0.8268753886222839, + "num_tokens": 14276923.0, + "step": 393 + }, + { + "epoch": 0.07316620241411327, + "grad_norm": 1.8966788053512573, + "learning_rate": 2.4319306930693066e-07, + "loss": 0.5617, + "mean_token_accuracy": 0.8285813927650452, + "num_tokens": 14317633.0, + "step": 394 + }, + { + "epoch": 0.0733519034354689, + "grad_norm": 1.9543728828430176, + "learning_rate": 2.4381188118811877e-07, + "loss": 0.5669, + "mean_token_accuracy": 0.8249281048774719, + "num_tokens": 14357771.0, + "step": 395 + }, + { + "epoch": 0.07353760445682452, + "grad_norm": 2.192213535308838, + "learning_rate": 2.4443069306930693e-07, + "loss": 0.5403, + "mean_token_accuracy": 0.8313959836959839, + "num_tokens": 14389922.0, + "step": 396 + }, + { + "epoch": 0.07372330547818012, + "grad_norm": 2.041612148284912, + "learning_rate": 2.4504950495049505e-07, + "loss": 0.5603, + "mean_token_accuracy": 0.8246394395828247, + "num_tokens": 14432610.0, + "step": 397 + }, + { + "epoch": 0.07390900649953575, + "grad_norm": 2.090233087539673, + "learning_rate": 2.4566831683168316e-07, + "loss": 0.5525, + "mean_token_accuracy": 0.833931028842926, + "num_tokens": 14472671.0, + "step": 398 + }, + { + "epoch": 0.07409470752089137, + "grad_norm": 2.115379571914673, + "learning_rate": 2.4628712871287127e-07, + "loss": 0.5771, + "mean_token_accuracy": 0.817839503288269, + "num_tokens": 14508666.0, + "step": 399 + }, + { + "epoch": 0.07428040854224698, + "grad_norm": 2.573535442352295, + "learning_rate": 2.469059405940594e-07, + "loss": 0.5958, + "mean_token_accuracy": 0.8153185248374939, + "num_tokens": 14542832.0, + "step": 400 + }, + { + "epoch": 0.0744661095636026, + "grad_norm": 2.021500587463379, + "learning_rate": 2.475247524752475e-07, + "loss": 0.573, + "mean_token_accuracy": 0.8217153549194336, + "num_tokens": 14581208.0, + "step": 401 + }, + { + "epoch": 0.07465181058495822, + "grad_norm": 2.3259530067443848, + "learning_rate": 2.4814356435643565e-07, + "loss": 0.5484, + "mean_token_accuracy": 0.8286097645759583, + "num_tokens": 14608315.0, + "step": 402 + }, + { + "epoch": 0.07483751160631383, + "grad_norm": 2.1901495456695557, + "learning_rate": 2.4876237623762377e-07, + "loss": 0.5335, + "mean_token_accuracy": 0.8320589065551758, + "num_tokens": 14640941.0, + "step": 403 + }, + { + "epoch": 0.07502321262766945, + "grad_norm": 2.0251357555389404, + "learning_rate": 2.493811881188119e-07, + "loss": 0.5881, + "mean_token_accuracy": 0.8223057389259338, + "num_tokens": 14677364.0, + "step": 404 + }, + { + "epoch": 0.07520891364902507, + "grad_norm": 1.841149091720581, + "learning_rate": 2.5e-07, + "loss": 0.5209, + "mean_token_accuracy": 0.8349418044090271, + "num_tokens": 14716009.0, + "step": 405 + }, + { + "epoch": 0.07539461467038068, + "grad_norm": 2.133190155029297, + "learning_rate": 2.506188118811881e-07, + "loss": 0.5345, + "mean_token_accuracy": 0.833666205406189, + "num_tokens": 14753899.0, + "step": 406 + }, + { + "epoch": 0.0755803156917363, + "grad_norm": 2.282343626022339, + "learning_rate": 2.512376237623762e-07, + "loss": 0.5584, + "mean_token_accuracy": 0.8242957592010498, + "num_tokens": 14793538.0, + "step": 407 + }, + { + "epoch": 0.07576601671309192, + "grad_norm": 2.2981090545654297, + "learning_rate": 2.518564356435643e-07, + "loss": 0.5509, + "mean_token_accuracy": 0.8297014236450195, + "num_tokens": 14828844.0, + "step": 408 + }, + { + "epoch": 0.07595171773444755, + "grad_norm": 1.9671919345855713, + "learning_rate": 2.524752475247525e-07, + "loss": 0.5315, + "mean_token_accuracy": 0.8355728387832642, + "num_tokens": 14866737.0, + "step": 409 + }, + { + "epoch": 0.07613741875580315, + "grad_norm": 2.2819981575012207, + "learning_rate": 2.530940594059406e-07, + "loss": 0.5337, + "mean_token_accuracy": 0.8321553468704224, + "num_tokens": 14894847.0, + "step": 410 + }, + { + "epoch": 0.07632311977715878, + "grad_norm": 2.1096458435058594, + "learning_rate": 2.537128712871287e-07, + "loss": 0.5301, + "mean_token_accuracy": 0.8343620300292969, + "num_tokens": 14933159.0, + "step": 411 + }, + { + "epoch": 0.0765088207985144, + "grad_norm": 2.062279224395752, + "learning_rate": 2.543316831683168e-07, + "loss": 0.5276, + "mean_token_accuracy": 0.836505651473999, + "num_tokens": 14972037.0, + "step": 412 + }, + { + "epoch": 0.07669452181987, + "grad_norm": 1.9921374320983887, + "learning_rate": 2.5495049504950493e-07, + "loss": 0.5508, + "mean_token_accuracy": 0.8265596032142639, + "num_tokens": 15015716.0, + "step": 413 + }, + { + "epoch": 0.07688022284122563, + "grad_norm": 2.135317325592041, + "learning_rate": 2.5556930693069304e-07, + "loss": 0.5377, + "mean_token_accuracy": 0.8314877152442932, + "num_tokens": 15049091.0, + "step": 414 + }, + { + "epoch": 0.07706592386258125, + "grad_norm": 2.021345615386963, + "learning_rate": 2.561881188118812e-07, + "loss": 0.5484, + "mean_token_accuracy": 0.8284097909927368, + "num_tokens": 15086282.0, + "step": 415 + }, + { + "epoch": 0.07725162488393686, + "grad_norm": 2.1904006004333496, + "learning_rate": 2.568069306930693e-07, + "loss": 0.6297, + "mean_token_accuracy": 0.8097579479217529, + "num_tokens": 15121594.0, + "step": 416 + }, + { + "epoch": 0.07743732590529248, + "grad_norm": 2.0720958709716797, + "learning_rate": 2.5742574257425743e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.8497793674468994, + "num_tokens": 15157927.0, + "step": 417 + }, + { + "epoch": 0.0776230269266481, + "grad_norm": 1.994310736656189, + "learning_rate": 2.5804455445544554e-07, + "loss": 0.4921, + "mean_token_accuracy": 0.8483035564422607, + "num_tokens": 15191554.0, + "step": 418 + }, + { + "epoch": 0.07780872794800371, + "grad_norm": 1.9707918167114258, + "learning_rate": 2.5866336633663365e-07, + "loss": 0.5185, + "mean_token_accuracy": 0.8409034609794617, + "num_tokens": 15229305.0, + "step": 419 + }, + { + "epoch": 0.07799442896935933, + "grad_norm": 1.9333707094192505, + "learning_rate": 2.5928217821782176e-07, + "loss": 0.552, + "mean_token_accuracy": 0.8278789520263672, + "num_tokens": 15266337.0, + "step": 420 + }, + { + "epoch": 0.07818012999071496, + "grad_norm": 2.2208480834960938, + "learning_rate": 2.599009900990099e-07, + "loss": 0.5992, + "mean_token_accuracy": 0.8139639496803284, + "num_tokens": 15303775.0, + "step": 421 + }, + { + "epoch": 0.07836583101207056, + "grad_norm": 2.0520577430725098, + "learning_rate": 2.6051980198019804e-07, + "loss": 0.5786, + "mean_token_accuracy": 0.8185747861862183, + "num_tokens": 15339821.0, + "step": 422 + }, + { + "epoch": 0.07855153203342619, + "grad_norm": 2.1315295696258545, + "learning_rate": 2.6113861386138615e-07, + "loss": 0.5469, + "mean_token_accuracy": 0.8306507468223572, + "num_tokens": 15376579.0, + "step": 423 + }, + { + "epoch": 0.07873723305478181, + "grad_norm": 2.1454925537109375, + "learning_rate": 2.6175742574257426e-07, + "loss": 0.5454, + "mean_token_accuracy": 0.8278053402900696, + "num_tokens": 15411078.0, + "step": 424 + }, + { + "epoch": 0.07892293407613742, + "grad_norm": 1.8167191743850708, + "learning_rate": 2.623762376237624e-07, + "loss": 0.508, + "mean_token_accuracy": 0.8382101655006409, + "num_tokens": 15453403.0, + "step": 425 + }, + { + "epoch": 0.07910863509749304, + "grad_norm": 1.7782371044158936, + "learning_rate": 2.629950495049505e-07, + "loss": 0.5736, + "mean_token_accuracy": 0.8193756341934204, + "num_tokens": 15495683.0, + "step": 426 + }, + { + "epoch": 0.07929433611884866, + "grad_norm": 1.9384745359420776, + "learning_rate": 2.636138613861386e-07, + "loss": 0.4898, + "mean_token_accuracy": 0.8443645238876343, + "num_tokens": 15530498.0, + "step": 427 + }, + { + "epoch": 0.07948003714020427, + "grad_norm": 1.6557224988937378, + "learning_rate": 2.642326732673267e-07, + "loss": 0.5398, + "mean_token_accuracy": 0.8291012644767761, + "num_tokens": 15572725.0, + "step": 428 + }, + { + "epoch": 0.07966573816155989, + "grad_norm": 1.9508581161499023, + "learning_rate": 2.6485148514851487e-07, + "loss": 0.5162, + "mean_token_accuracy": 0.8398295640945435, + "num_tokens": 15607167.0, + "step": 429 + }, + { + "epoch": 0.07985143918291551, + "grad_norm": 1.7538777589797974, + "learning_rate": 2.65470297029703e-07, + "loss": 0.5011, + "mean_token_accuracy": 0.838829755783081, + "num_tokens": 15650016.0, + "step": 430 + }, + { + "epoch": 0.08003714020427112, + "grad_norm": 1.8881767988204956, + "learning_rate": 2.660891089108911e-07, + "loss": 0.5686, + "mean_token_accuracy": 0.8231596946716309, + "num_tokens": 15690507.0, + "step": 431 + }, + { + "epoch": 0.08022284122562674, + "grad_norm": 1.9212050437927246, + "learning_rate": 2.667079207920792e-07, + "loss": 0.5214, + "mean_token_accuracy": 0.836774468421936, + "num_tokens": 15723662.0, + "step": 432 + }, + { + "epoch": 0.08040854224698236, + "grad_norm": 1.9132012128829956, + "learning_rate": 2.673267326732673e-07, + "loss": 0.5272, + "mean_token_accuracy": 0.8333946466445923, + "num_tokens": 15760060.0, + "step": 433 + }, + { + "epoch": 0.08059424326833797, + "grad_norm": 1.8360563516616821, + "learning_rate": 2.6794554455445543e-07, + "loss": 0.5205, + "mean_token_accuracy": 0.8362255096435547, + "num_tokens": 15798216.0, + "step": 434 + }, + { + "epoch": 0.0807799442896936, + "grad_norm": 1.905136227607727, + "learning_rate": 2.685643564356436e-07, + "loss": 0.5318, + "mean_token_accuracy": 0.8368661999702454, + "num_tokens": 15834111.0, + "step": 435 + }, + { + "epoch": 0.08096564531104922, + "grad_norm": 2.092958927154541, + "learning_rate": 2.691831683168317e-07, + "loss": 0.5072, + "mean_token_accuracy": 0.842029333114624, + "num_tokens": 15869432.0, + "step": 436 + }, + { + "epoch": 0.08115134633240483, + "grad_norm": 1.7500320672988892, + "learning_rate": 2.698019801980198e-07, + "loss": 0.4645, + "mean_token_accuracy": 0.8512032628059387, + "num_tokens": 15909493.0, + "step": 437 + }, + { + "epoch": 0.08133704735376045, + "grad_norm": 1.9704126119613647, + "learning_rate": 2.7042079207920793e-07, + "loss": 0.5735, + "mean_token_accuracy": 0.8209565877914429, + "num_tokens": 15949773.0, + "step": 438 + }, + { + "epoch": 0.08152274837511607, + "grad_norm": 1.9744033813476562, + "learning_rate": 2.7103960396039604e-07, + "loss": 0.5023, + "mean_token_accuracy": 0.8402339220046997, + "num_tokens": 15983554.0, + "step": 439 + }, + { + "epoch": 0.08170844939647168, + "grad_norm": 1.9447656869888306, + "learning_rate": 2.7165841584158415e-07, + "loss": 0.5664, + "mean_token_accuracy": 0.8254780173301697, + "num_tokens": 16020955.0, + "step": 440 + }, + { + "epoch": 0.0818941504178273, + "grad_norm": 2.408003807067871, + "learning_rate": 2.7227722772277226e-07, + "loss": 0.5318, + "mean_token_accuracy": 0.82769376039505, + "num_tokens": 16054682.0, + "step": 441 + }, + { + "epoch": 0.08207985143918292, + "grad_norm": 2.0311245918273926, + "learning_rate": 2.728960396039604e-07, + "loss": 0.5587, + "mean_token_accuracy": 0.8213567137718201, + "num_tokens": 16088011.0, + "step": 442 + }, + { + "epoch": 0.08226555246053853, + "grad_norm": 1.9329023361206055, + "learning_rate": 2.7351485148514854e-07, + "loss": 0.5668, + "mean_token_accuracy": 0.8218016624450684, + "num_tokens": 16121909.0, + "step": 443 + }, + { + "epoch": 0.08245125348189415, + "grad_norm": 1.6890490055084229, + "learning_rate": 2.7413366336633665e-07, + "loss": 0.4596, + "mean_token_accuracy": 0.853393018245697, + "num_tokens": 16163573.0, + "step": 444 + }, + { + "epoch": 0.08263695450324977, + "grad_norm": 1.9687340259552002, + "learning_rate": 2.7475247524752476e-07, + "loss": 0.57, + "mean_token_accuracy": 0.8241193294525146, + "num_tokens": 16202531.0, + "step": 445 + }, + { + "epoch": 0.08282265552460538, + "grad_norm": 2.062986373901367, + "learning_rate": 2.7537128712871287e-07, + "loss": 0.4945, + "mean_token_accuracy": 0.8425761461257935, + "num_tokens": 16234902.0, + "step": 446 + }, + { + "epoch": 0.083008356545961, + "grad_norm": 1.753332495689392, + "learning_rate": 2.75990099009901e-07, + "loss": 0.5182, + "mean_token_accuracy": 0.8350874185562134, + "num_tokens": 16277635.0, + "step": 447 + }, + { + "epoch": 0.08319405756731663, + "grad_norm": 1.7474305629730225, + "learning_rate": 2.7660891089108915e-07, + "loss": 0.5093, + "mean_token_accuracy": 0.8402442932128906, + "num_tokens": 16313689.0, + "step": 448 + }, + { + "epoch": 0.08337975858867223, + "grad_norm": 2.087355613708496, + "learning_rate": 2.7722772277227726e-07, + "loss": 0.5213, + "mean_token_accuracy": 0.8434706330299377, + "num_tokens": 16346300.0, + "step": 449 + }, + { + "epoch": 0.08356545961002786, + "grad_norm": 1.897005558013916, + "learning_rate": 2.7784653465346537e-07, + "loss": 0.5021, + "mean_token_accuracy": 0.8412221670150757, + "num_tokens": 16381730.0, + "step": 450 + }, + { + "epoch": 0.08375116063138348, + "grad_norm": 1.784824252128601, + "learning_rate": 2.784653465346535e-07, + "loss": 0.5298, + "mean_token_accuracy": 0.834794819355011, + "num_tokens": 16418002.0, + "step": 451 + }, + { + "epoch": 0.08393686165273909, + "grad_norm": 1.8071917295455933, + "learning_rate": 2.790841584158416e-07, + "loss": 0.5558, + "mean_token_accuracy": 0.8242640495300293, + "num_tokens": 16458336.0, + "step": 452 + }, + { + "epoch": 0.08412256267409471, + "grad_norm": 1.8044148683547974, + "learning_rate": 2.797029702970297e-07, + "loss": 0.5896, + "mean_token_accuracy": 0.8199023008346558, + "num_tokens": 16500836.0, + "step": 453 + }, + { + "epoch": 0.08430826369545033, + "grad_norm": 2.0057284832000732, + "learning_rate": 2.803217821782178e-07, + "loss": 0.5617, + "mean_token_accuracy": 0.8278186917304993, + "num_tokens": 16534319.0, + "step": 454 + }, + { + "epoch": 0.08449396471680594, + "grad_norm": 1.9619969129562378, + "learning_rate": 2.80940594059406e-07, + "loss": 0.5352, + "mean_token_accuracy": 0.8394726514816284, + "num_tokens": 16575700.0, + "step": 455 + }, + { + "epoch": 0.08467966573816156, + "grad_norm": 1.6492164134979248, + "learning_rate": 2.8155940594059404e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8229095935821533, + "num_tokens": 16615346.0, + "step": 456 + }, + { + "epoch": 0.08486536675951718, + "grad_norm": 1.7442115545272827, + "learning_rate": 2.8217821782178215e-07, + "loss": 0.5819, + "mean_token_accuracy": 0.8180891275405884, + "num_tokens": 16661031.0, + "step": 457 + }, + { + "epoch": 0.08505106778087279, + "grad_norm": 1.8545427322387695, + "learning_rate": 2.8279702970297026e-07, + "loss": 0.531, + "mean_token_accuracy": 0.8312456607818604, + "num_tokens": 16699627.0, + "step": 458 + }, + { + "epoch": 0.08523676880222841, + "grad_norm": 1.7492181062698364, + "learning_rate": 2.8341584158415837e-07, + "loss": 0.5331, + "mean_token_accuracy": 0.8286496996879578, + "num_tokens": 16735149.0, + "step": 459 + }, + { + "epoch": 0.08542246982358404, + "grad_norm": 1.7435932159423828, + "learning_rate": 2.840346534653465e-07, + "loss": 0.597, + "mean_token_accuracy": 0.8105257749557495, + "num_tokens": 16775351.0, + "step": 460 + }, + { + "epoch": 0.08560817084493964, + "grad_norm": 1.6571906805038452, + "learning_rate": 2.846534653465346e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8456597328186035, + "num_tokens": 16814366.0, + "step": 461 + }, + { + "epoch": 0.08579387186629527, + "grad_norm": 1.7090526819229126, + "learning_rate": 2.8527227722772276e-07, + "loss": 0.5608, + "mean_token_accuracy": 0.824681282043457, + "num_tokens": 16855783.0, + "step": 462 + }, + { + "epoch": 0.08597957288765089, + "grad_norm": 1.7213737964630127, + "learning_rate": 2.8589108910891087e-07, + "loss": 0.5303, + "mean_token_accuracy": 0.8325217366218567, + "num_tokens": 16893881.0, + "step": 463 + }, + { + "epoch": 0.0861652739090065, + "grad_norm": 1.6497060060501099, + "learning_rate": 2.86509900990099e-07, + "loss": 0.5063, + "mean_token_accuracy": 0.8414490818977356, + "num_tokens": 16934788.0, + "step": 464 + }, + { + "epoch": 0.08635097493036212, + "grad_norm": 1.8723338842391968, + "learning_rate": 2.871287128712871e-07, + "loss": 0.5614, + "mean_token_accuracy": 0.8264620304107666, + "num_tokens": 16974790.0, + "step": 465 + }, + { + "epoch": 0.08653667595171774, + "grad_norm": 1.903232216835022, + "learning_rate": 2.877475247524752e-07, + "loss": 0.5048, + "mean_token_accuracy": 0.8376376628875732, + "num_tokens": 17010634.0, + "step": 466 + }, + { + "epoch": 0.08672237697307335, + "grad_norm": 1.718137502670288, + "learning_rate": 2.883663366336633e-07, + "loss": 0.5231, + "mean_token_accuracy": 0.8373479843139648, + "num_tokens": 17049680.0, + "step": 467 + }, + { + "epoch": 0.08690807799442897, + "grad_norm": 1.8472412824630737, + "learning_rate": 2.889851485148514e-07, + "loss": 0.602, + "mean_token_accuracy": 0.8195685148239136, + "num_tokens": 17085726.0, + "step": 468 + }, + { + "epoch": 0.08709377901578459, + "grad_norm": 1.9304625988006592, + "learning_rate": 2.896039603960396e-07, + "loss": 0.4642, + "mean_token_accuracy": 0.8507378697395325, + "num_tokens": 17122913.0, + "step": 469 + }, + { + "epoch": 0.0872794800371402, + "grad_norm": 2.0449459552764893, + "learning_rate": 2.902227722772277e-07, + "loss": 0.5856, + "mean_token_accuracy": 0.8220665454864502, + "num_tokens": 17159499.0, + "step": 470 + }, + { + "epoch": 0.08746518105849582, + "grad_norm": 2.0218417644500732, + "learning_rate": 2.908415841584158e-07, + "loss": 0.5093, + "mean_token_accuracy": 0.8402009010314941, + "num_tokens": 17191045.0, + "step": 471 + }, + { + "epoch": 0.08765088207985144, + "grad_norm": 1.7663893699645996, + "learning_rate": 2.914603960396039e-07, + "loss": 0.5005, + "mean_token_accuracy": 0.8421152234077454, + "num_tokens": 17229648.0, + "step": 472 + }, + { + "epoch": 0.08783658310120705, + "grad_norm": 1.871833324432373, + "learning_rate": 2.9207920792079203e-07, + "loss": 0.5384, + "mean_token_accuracy": 0.8285534381866455, + "num_tokens": 17266594.0, + "step": 473 + }, + { + "epoch": 0.08802228412256267, + "grad_norm": 2.220658779144287, + "learning_rate": 2.9269801980198015e-07, + "loss": 0.5501, + "mean_token_accuracy": 0.8232922554016113, + "num_tokens": 17298081.0, + "step": 474 + }, + { + "epoch": 0.0882079851439183, + "grad_norm": 2.0497307777404785, + "learning_rate": 2.933168316831683e-07, + "loss": 0.5282, + "mean_token_accuracy": 0.8323911428451538, + "num_tokens": 17333198.0, + "step": 475 + }, + { + "epoch": 0.0883936861652739, + "grad_norm": 1.848855972290039, + "learning_rate": 2.939356435643564e-07, + "loss": 0.5106, + "mean_token_accuracy": 0.8387874364852905, + "num_tokens": 17371732.0, + "step": 476 + }, + { + "epoch": 0.08857938718662953, + "grad_norm": 1.8916876316070557, + "learning_rate": 2.9455445544554453e-07, + "loss": 0.5112, + "mean_token_accuracy": 0.8365821838378906, + "num_tokens": 17407958.0, + "step": 477 + }, + { + "epoch": 0.08876508820798515, + "grad_norm": 1.8023874759674072, + "learning_rate": 2.9517326732673264e-07, + "loss": 0.4437, + "mean_token_accuracy": 0.8549577593803406, + "num_tokens": 17442776.0, + "step": 478 + }, + { + "epoch": 0.08895078922934076, + "grad_norm": 1.798426866531372, + "learning_rate": 2.9579207920792076e-07, + "loss": 0.5162, + "mean_token_accuracy": 0.8368667960166931, + "num_tokens": 17478630.0, + "step": 479 + }, + { + "epoch": 0.08913649025069638, + "grad_norm": 1.658148169517517, + "learning_rate": 2.9641089108910887e-07, + "loss": 0.5086, + "mean_token_accuracy": 0.8357925415039062, + "num_tokens": 17519774.0, + "step": 480 + }, + { + "epoch": 0.089322191272052, + "grad_norm": 1.6798555850982666, + "learning_rate": 2.97029702970297e-07, + "loss": 0.5269, + "mean_token_accuracy": 0.8345648646354675, + "num_tokens": 17559365.0, + "step": 481 + }, + { + "epoch": 0.08950789229340761, + "grad_norm": 1.8369865417480469, + "learning_rate": 2.9764851485148514e-07, + "loss": 0.5614, + "mean_token_accuracy": 0.8238592147827148, + "num_tokens": 17597483.0, + "step": 482 + }, + { + "epoch": 0.08969359331476323, + "grad_norm": 1.8177396059036255, + "learning_rate": 2.9826732673267325e-07, + "loss": 0.5369, + "mean_token_accuracy": 0.8375194072723389, + "num_tokens": 17634625.0, + "step": 483 + }, + { + "epoch": 0.08987929433611885, + "grad_norm": 2.013016939163208, + "learning_rate": 2.9888613861386136e-07, + "loss": 0.5657, + "mean_token_accuracy": 0.8195536136627197, + "num_tokens": 17668357.0, + "step": 484 + }, + { + "epoch": 0.09006499535747446, + "grad_norm": 1.8620144128799438, + "learning_rate": 2.995049504950495e-07, + "loss": 0.5357, + "mean_token_accuracy": 0.8309880495071411, + "num_tokens": 17703573.0, + "step": 485 + }, + { + "epoch": 0.09025069637883008, + "grad_norm": 1.6954727172851562, + "learning_rate": 3.001237623762376e-07, + "loss": 0.4889, + "mean_token_accuracy": 0.8449692726135254, + "num_tokens": 17741318.0, + "step": 486 + }, + { + "epoch": 0.0904363974001857, + "grad_norm": 1.6466548442840576, + "learning_rate": 3.007425742574257e-07, + "loss": 0.5974, + "mean_token_accuracy": 0.8172717690467834, + "num_tokens": 17784382.0, + "step": 487 + }, + { + "epoch": 0.09062209842154131, + "grad_norm": 1.8379484415054321, + "learning_rate": 3.0136138613861386e-07, + "loss": 0.5304, + "mean_token_accuracy": 0.8323345184326172, + "num_tokens": 17819030.0, + "step": 488 + }, + { + "epoch": 0.09080779944289694, + "grad_norm": 1.7640830278396606, + "learning_rate": 3.01980198019802e-07, + "loss": 0.5305, + "mean_token_accuracy": 0.834489107131958, + "num_tokens": 17858836.0, + "step": 489 + }, + { + "epoch": 0.09099350046425256, + "grad_norm": 1.7217493057250977, + "learning_rate": 3.025990099009901e-07, + "loss": 0.488, + "mean_token_accuracy": 0.8422397375106812, + "num_tokens": 17895448.0, + "step": 490 + }, + { + "epoch": 0.09117920148560817, + "grad_norm": 1.8197811841964722, + "learning_rate": 3.032178217821782e-07, + "loss": 0.5507, + "mean_token_accuracy": 0.8277261853218079, + "num_tokens": 17934718.0, + "step": 491 + }, + { + "epoch": 0.09136490250696379, + "grad_norm": 1.7045331001281738, + "learning_rate": 3.038366336633663e-07, + "loss": 0.5224, + "mean_token_accuracy": 0.838001549243927, + "num_tokens": 17974750.0, + "step": 492 + }, + { + "epoch": 0.09155060352831941, + "grad_norm": 1.6131244897842407, + "learning_rate": 3.044554455445544e-07, + "loss": 0.4818, + "mean_token_accuracy": 0.8455758094787598, + "num_tokens": 18011413.0, + "step": 493 + }, + { + "epoch": 0.09173630454967502, + "grad_norm": 1.6626914739608765, + "learning_rate": 3.0507425742574253e-07, + "loss": 0.5061, + "mean_token_accuracy": 0.8379547595977783, + "num_tokens": 18049452.0, + "step": 494 + }, + { + "epoch": 0.09192200557103064, + "grad_norm": 1.7164528369903564, + "learning_rate": 3.056930693069307e-07, + "loss": 0.5558, + "mean_token_accuracy": 0.825415313243866, + "num_tokens": 18088151.0, + "step": 495 + }, + { + "epoch": 0.09210770659238626, + "grad_norm": 1.686464548110962, + "learning_rate": 3.063118811881188e-07, + "loss": 0.4863, + "mean_token_accuracy": 0.8425269722938538, + "num_tokens": 18124323.0, + "step": 496 + }, + { + "epoch": 0.09229340761374187, + "grad_norm": 1.6159052848815918, + "learning_rate": 3.069306930693069e-07, + "loss": 0.5239, + "mean_token_accuracy": 0.8345551490783691, + "num_tokens": 18163882.0, + "step": 497 + }, + { + "epoch": 0.09247910863509749, + "grad_norm": 1.611011266708374, + "learning_rate": 3.0754950495049503e-07, + "loss": 0.5138, + "mean_token_accuracy": 0.8411763310432434, + "num_tokens": 18204132.0, + "step": 498 + }, + { + "epoch": 0.09266480965645311, + "grad_norm": 1.776195764541626, + "learning_rate": 3.0816831683168314e-07, + "loss": 0.4907, + "mean_token_accuracy": 0.8417148590087891, + "num_tokens": 18238112.0, + "step": 499 + }, + { + "epoch": 0.09285051067780872, + "grad_norm": 1.7286688089370728, + "learning_rate": 3.0878712871287125e-07, + "loss": 0.5192, + "mean_token_accuracy": 0.837031364440918, + "num_tokens": 18275002.0, + "step": 500 + }, + { + "epoch": 0.09303621169916435, + "grad_norm": 1.7177813053131104, + "learning_rate": 3.0940594059405936e-07, + "loss": 0.497, + "mean_token_accuracy": 0.8434051871299744, + "num_tokens": 18314335.0, + "step": 501 + }, + { + "epoch": 0.09322191272051997, + "grad_norm": 1.8208521604537964, + "learning_rate": 3.1002475247524753e-07, + "loss": 0.5097, + "mean_token_accuracy": 0.837098240852356, + "num_tokens": 18346690.0, + "step": 502 + }, + { + "epoch": 0.09340761374187558, + "grad_norm": 1.6504613161087036, + "learning_rate": 3.1064356435643564e-07, + "loss": 0.5229, + "mean_token_accuracy": 0.8341565132141113, + "num_tokens": 18388308.0, + "step": 503 + }, + { + "epoch": 0.0935933147632312, + "grad_norm": 1.6624367237091064, + "learning_rate": 3.1126237623762375e-07, + "loss": 0.5497, + "mean_token_accuracy": 0.8277840614318848, + "num_tokens": 18431769.0, + "step": 504 + }, + { + "epoch": 0.09377901578458682, + "grad_norm": 1.7559641599655151, + "learning_rate": 3.1188118811881186e-07, + "loss": 0.5444, + "mean_token_accuracy": 0.8333380222320557, + "num_tokens": 18468695.0, + "step": 505 + }, + { + "epoch": 0.09396471680594243, + "grad_norm": 1.742358684539795, + "learning_rate": 3.1249999999999997e-07, + "loss": 0.5484, + "mean_token_accuracy": 0.828862726688385, + "num_tokens": 18504668.0, + "step": 506 + }, + { + "epoch": 0.09415041782729805, + "grad_norm": 1.918732762336731, + "learning_rate": 3.131188118811881e-07, + "loss": 0.4928, + "mean_token_accuracy": 0.846198558807373, + "num_tokens": 18535516.0, + "step": 507 + }, + { + "epoch": 0.09433611884865367, + "grad_norm": 1.7041115760803223, + "learning_rate": 3.1373762376237625e-07, + "loss": 0.5058, + "mean_token_accuracy": 0.8373618721961975, + "num_tokens": 18574639.0, + "step": 508 + }, + { + "epoch": 0.09452181987000928, + "grad_norm": 1.8920029401779175, + "learning_rate": 3.1435643564356436e-07, + "loss": 0.5099, + "mean_token_accuracy": 0.837635338306427, + "num_tokens": 18607070.0, + "step": 509 + }, + { + "epoch": 0.0947075208913649, + "grad_norm": 1.677376389503479, + "learning_rate": 3.1497524752475247e-07, + "loss": 0.4805, + "mean_token_accuracy": 0.8450837731361389, + "num_tokens": 18646289.0, + "step": 510 + }, + { + "epoch": 0.09489322191272052, + "grad_norm": 1.5997731685638428, + "learning_rate": 3.155940594059406e-07, + "loss": 0.5458, + "mean_token_accuracy": 0.8321963548660278, + "num_tokens": 18688606.0, + "step": 511 + }, + { + "epoch": 0.09507892293407613, + "grad_norm": 1.8801392316818237, + "learning_rate": 3.162128712871287e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.8442971110343933, + "num_tokens": 18719486.0, + "step": 512 + }, + { + "epoch": 0.09526462395543175, + "grad_norm": 1.7090930938720703, + "learning_rate": 3.168316831683168e-07, + "loss": 0.5577, + "mean_token_accuracy": 0.8233776092529297, + "num_tokens": 18755969.0, + "step": 513 + }, + { + "epoch": 0.09545032497678738, + "grad_norm": 1.594807744026184, + "learning_rate": 3.174504950495049e-07, + "loss": 0.5499, + "mean_token_accuracy": 0.8248894214630127, + "num_tokens": 18797457.0, + "step": 514 + }, + { + "epoch": 0.09563602599814298, + "grad_norm": 2.017606258392334, + "learning_rate": 3.180693069306931e-07, + "loss": 0.5049, + "mean_token_accuracy": 0.8392356038093567, + "num_tokens": 18826834.0, + "step": 515 + }, + { + "epoch": 0.0958217270194986, + "grad_norm": 1.827476143836975, + "learning_rate": 3.186881188118812e-07, + "loss": 0.5117, + "mean_token_accuracy": 0.8373646140098572, + "num_tokens": 18859454.0, + "step": 516 + }, + { + "epoch": 0.09600742804085423, + "grad_norm": 1.874587059020996, + "learning_rate": 3.193069306930693e-07, + "loss": 0.5113, + "mean_token_accuracy": 0.8373820185661316, + "num_tokens": 18891991.0, + "step": 517 + }, + { + "epoch": 0.09619312906220984, + "grad_norm": 1.8722491264343262, + "learning_rate": 3.199257425742574e-07, + "loss": 0.5109, + "mean_token_accuracy": 0.8372052311897278, + "num_tokens": 18919963.0, + "step": 518 + }, + { + "epoch": 0.09637883008356546, + "grad_norm": 1.842124104499817, + "learning_rate": 3.205445544554455e-07, + "loss": 0.5729, + "mean_token_accuracy": 0.8182963728904724, + "num_tokens": 18955514.0, + "step": 519 + }, + { + "epoch": 0.09656453110492108, + "grad_norm": 1.7498966455459595, + "learning_rate": 3.2116336633663364e-07, + "loss": 0.4569, + "mean_token_accuracy": 0.8530666828155518, + "num_tokens": 18988380.0, + "step": 520 + }, + { + "epoch": 0.09675023212627669, + "grad_norm": 1.7215811014175415, + "learning_rate": 3.217821782178218e-07, + "loss": 0.5318, + "mean_token_accuracy": 0.8288527727127075, + "num_tokens": 19023554.0, + "step": 521 + }, + { + "epoch": 0.09693593314763231, + "grad_norm": 1.7345142364501953, + "learning_rate": 3.224009900990099e-07, + "loss": 0.5156, + "mean_token_accuracy": 0.8345421552658081, + "num_tokens": 19059667.0, + "step": 522 + }, + { + "epoch": 0.09712163416898793, + "grad_norm": 1.5841377973556519, + "learning_rate": 3.23019801980198e-07, + "loss": 0.5137, + "mean_token_accuracy": 0.8384590744972229, + "num_tokens": 19101393.0, + "step": 523 + }, + { + "epoch": 0.09730733519034354, + "grad_norm": 1.7912452220916748, + "learning_rate": 3.2363861386138614e-07, + "loss": 0.5183, + "mean_token_accuracy": 0.8374131917953491, + "num_tokens": 19135723.0, + "step": 524 + }, + { + "epoch": 0.09749303621169916, + "grad_norm": 1.6324518918991089, + "learning_rate": 3.2425742574257425e-07, + "loss": 0.4749, + "mean_token_accuracy": 0.8497008085250854, + "num_tokens": 19172805.0, + "step": 525 + }, + { + "epoch": 0.09767873723305479, + "grad_norm": 1.6046977043151855, + "learning_rate": 3.2487623762376236e-07, + "loss": 0.5062, + "mean_token_accuracy": 0.8381901979446411, + "num_tokens": 19214611.0, + "step": 526 + }, + { + "epoch": 0.0978644382544104, + "grad_norm": 1.7877113819122314, + "learning_rate": 3.2549504950495047e-07, + "loss": 0.5214, + "mean_token_accuracy": 0.8350236415863037, + "num_tokens": 19254490.0, + "step": 527 + }, + { + "epoch": 0.09805013927576602, + "grad_norm": 1.7037832736968994, + "learning_rate": 3.2611386138613863e-07, + "loss": 0.48, + "mean_token_accuracy": 0.845177173614502, + "num_tokens": 19288631.0, + "step": 528 + }, + { + "epoch": 0.09823584029712164, + "grad_norm": 1.5066704750061035, + "learning_rate": 3.2673267326732674e-07, + "loss": 0.5045, + "mean_token_accuracy": 0.8396655321121216, + "num_tokens": 19332166.0, + "step": 529 + }, + { + "epoch": 0.09842154131847725, + "grad_norm": 1.7737106084823608, + "learning_rate": 3.2735148514851486e-07, + "loss": 0.4799, + "mean_token_accuracy": 0.8415884971618652, + "num_tokens": 19367342.0, + "step": 530 + }, + { + "epoch": 0.09860724233983287, + "grad_norm": 1.602722406387329, + "learning_rate": 3.2797029702970297e-07, + "loss": 0.5434, + "mean_token_accuracy": 0.8248924612998962, + "num_tokens": 19409919.0, + "step": 531 + }, + { + "epoch": 0.09879294336118849, + "grad_norm": 1.8225313425064087, + "learning_rate": 3.285891089108911e-07, + "loss": 0.5525, + "mean_token_accuracy": 0.8259847164154053, + "num_tokens": 19444646.0, + "step": 532 + }, + { + "epoch": 0.0989786443825441, + "grad_norm": 1.682494044303894, + "learning_rate": 3.292079207920792e-07, + "loss": 0.552, + "mean_token_accuracy": 0.826678454875946, + "num_tokens": 19483533.0, + "step": 533 + }, + { + "epoch": 0.09916434540389972, + "grad_norm": 1.6687114238739014, + "learning_rate": 3.298267326732673e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.8502265214920044, + "num_tokens": 19517956.0, + "step": 534 + }, + { + "epoch": 0.09935004642525534, + "grad_norm": 1.8222873210906982, + "learning_rate": 3.3044554455445547e-07, + "loss": 0.5277, + "mean_token_accuracy": 0.8322325348854065, + "num_tokens": 19552249.0, + "step": 535 + }, + { + "epoch": 0.09953574744661095, + "grad_norm": 1.584357500076294, + "learning_rate": 3.310643564356436e-07, + "loss": 0.4524, + "mean_token_accuracy": 0.8573571443557739, + "num_tokens": 19589651.0, + "step": 536 + }, + { + "epoch": 0.09972144846796657, + "grad_norm": 1.7514476776123047, + "learning_rate": 3.316831683168317e-07, + "loss": 0.5419, + "mean_token_accuracy": 0.8288576602935791, + "num_tokens": 19624885.0, + "step": 537 + }, + { + "epoch": 0.0999071494893222, + "grad_norm": 1.6289864778518677, + "learning_rate": 3.323019801980198e-07, + "loss": 0.5177, + "mean_token_accuracy": 0.8348179459571838, + "num_tokens": 19664992.0, + "step": 538 + }, + { + "epoch": 0.1000928505106778, + "grad_norm": 1.624839425086975, + "learning_rate": 3.329207920792079e-07, + "loss": 0.486, + "mean_token_accuracy": 0.8429622054100037, + "num_tokens": 19701175.0, + "step": 539 + }, + { + "epoch": 0.10027855153203342, + "grad_norm": 1.671055793762207, + "learning_rate": 3.33539603960396e-07, + "loss": 0.4938, + "mean_token_accuracy": 0.845092236995697, + "num_tokens": 19738191.0, + "step": 540 + }, + { + "epoch": 0.10046425255338905, + "grad_norm": 1.6487891674041748, + "learning_rate": 3.341584158415842e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8409594297409058, + "num_tokens": 19773955.0, + "step": 541 + }, + { + "epoch": 0.10064995357474465, + "grad_norm": 1.5961410999298096, + "learning_rate": 3.347772277227723e-07, + "loss": 0.4941, + "mean_token_accuracy": 0.8427592515945435, + "num_tokens": 19811112.0, + "step": 542 + }, + { + "epoch": 0.10083565459610028, + "grad_norm": 1.4740045070648193, + "learning_rate": 3.353960396039604e-07, + "loss": 0.4944, + "mean_token_accuracy": 0.841530978679657, + "num_tokens": 19851471.0, + "step": 543 + }, + { + "epoch": 0.1010213556174559, + "grad_norm": 1.729641079902649, + "learning_rate": 3.360148514851485e-07, + "loss": 0.4906, + "mean_token_accuracy": 0.8431181907653809, + "num_tokens": 19883951.0, + "step": 544 + }, + { + "epoch": 0.10120705663881151, + "grad_norm": 1.6980338096618652, + "learning_rate": 3.3663366336633663e-07, + "loss": 0.5132, + "mean_token_accuracy": 0.8346611261367798, + "num_tokens": 19917021.0, + "step": 545 + }, + { + "epoch": 0.10139275766016713, + "grad_norm": 1.6614980697631836, + "learning_rate": 3.3725247524752474e-07, + "loss": 0.5204, + "mean_token_accuracy": 0.8332557678222656, + "num_tokens": 19955960.0, + "step": 546 + }, + { + "epoch": 0.10157845868152275, + "grad_norm": 1.523567795753479, + "learning_rate": 3.3787128712871285e-07, + "loss": 0.5003, + "mean_token_accuracy": 0.8407100439071655, + "num_tokens": 20001599.0, + "step": 547 + }, + { + "epoch": 0.10176415970287836, + "grad_norm": 1.7771130800247192, + "learning_rate": 3.38490099009901e-07, + "loss": 0.514, + "mean_token_accuracy": 0.8326143026351929, + "num_tokens": 20036483.0, + "step": 548 + }, + { + "epoch": 0.10194986072423398, + "grad_norm": 1.7380475997924805, + "learning_rate": 3.3910891089108913e-07, + "loss": 0.4569, + "mean_token_accuracy": 0.8496851325035095, + "num_tokens": 20071334.0, + "step": 549 + }, + { + "epoch": 0.1021355617455896, + "grad_norm": 1.8472026586532593, + "learning_rate": 3.3972772277227724e-07, + "loss": 0.5296, + "mean_token_accuracy": 0.8294162750244141, + "num_tokens": 20101070.0, + "step": 550 + }, + { + "epoch": 0.10232126276694521, + "grad_norm": 1.6503666639328003, + "learning_rate": 3.4034653465346535e-07, + "loss": 0.4677, + "mean_token_accuracy": 0.8464682102203369, + "num_tokens": 20138911.0, + "step": 551 + }, + { + "epoch": 0.10250696378830083, + "grad_norm": 1.6116588115692139, + "learning_rate": 3.4096534653465346e-07, + "loss": 0.5024, + "mean_token_accuracy": 0.8410160541534424, + "num_tokens": 20180586.0, + "step": 552 + }, + { + "epoch": 0.10269266480965646, + "grad_norm": 1.566809892654419, + "learning_rate": 3.415841584158416e-07, + "loss": 0.5232, + "mean_token_accuracy": 0.8357466459274292, + "num_tokens": 20227080.0, + "step": 553 + }, + { + "epoch": 0.10287836583101206, + "grad_norm": 1.640964388847351, + "learning_rate": 3.4220297029702974e-07, + "loss": 0.5016, + "mean_token_accuracy": 0.8372509479522705, + "num_tokens": 20264323.0, + "step": 554 + }, + { + "epoch": 0.10306406685236769, + "grad_norm": 1.7695480585098267, + "learning_rate": 3.4282178217821785e-07, + "loss": 0.5304, + "mean_token_accuracy": 0.8340350389480591, + "num_tokens": 20299703.0, + "step": 555 + }, + { + "epoch": 0.10324976787372331, + "grad_norm": 1.9893195629119873, + "learning_rate": 3.4344059405940596e-07, + "loss": 0.5122, + "mean_token_accuracy": 0.8375281095504761, + "num_tokens": 20329806.0, + "step": 556 + }, + { + "epoch": 0.10343546889507892, + "grad_norm": 1.5736345052719116, + "learning_rate": 3.44059405940594e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8472555875778198, + "num_tokens": 20369690.0, + "step": 557 + }, + { + "epoch": 0.10362116991643454, + "grad_norm": 1.5679290294647217, + "learning_rate": 3.4467821782178213e-07, + "loss": 0.4778, + "mean_token_accuracy": 0.8436551094055176, + "num_tokens": 20408255.0, + "step": 558 + }, + { + "epoch": 0.10380687093779016, + "grad_norm": 1.7545077800750732, + "learning_rate": 3.4529702970297024e-07, + "loss": 0.5621, + "mean_token_accuracy": 0.8234935402870178, + "num_tokens": 20443787.0, + "step": 559 + }, + { + "epoch": 0.10399257195914577, + "grad_norm": 1.5498270988464355, + "learning_rate": 3.4591584158415835e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8401881456375122, + "num_tokens": 20485985.0, + "step": 560 + }, + { + "epoch": 0.10417827298050139, + "grad_norm": 1.8021572828292847, + "learning_rate": 3.465346534653465e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.8330740332603455, + "num_tokens": 20518601.0, + "step": 561 + }, + { + "epoch": 0.10436397400185701, + "grad_norm": 1.7050989866256714, + "learning_rate": 3.4715346534653463e-07, + "loss": 0.5284, + "mean_token_accuracy": 0.8295493721961975, + "num_tokens": 20558771.0, + "step": 562 + }, + { + "epoch": 0.10454967502321262, + "grad_norm": 1.62259840965271, + "learning_rate": 3.4777227722772274e-07, + "loss": 0.5643, + "mean_token_accuracy": 0.8219636678695679, + "num_tokens": 20599854.0, + "step": 563 + }, + { + "epoch": 0.10473537604456824, + "grad_norm": 1.6773326396942139, + "learning_rate": 3.4839108910891085e-07, + "loss": 0.5152, + "mean_token_accuracy": 0.8406625986099243, + "num_tokens": 20635212.0, + "step": 564 + }, + { + "epoch": 0.10492107706592387, + "grad_norm": 1.6292400360107422, + "learning_rate": 3.4900990099009896e-07, + "loss": 0.4587, + "mean_token_accuracy": 0.8492836356163025, + "num_tokens": 20670221.0, + "step": 565 + }, + { + "epoch": 0.10510677808727947, + "grad_norm": 1.5585126876831055, + "learning_rate": 3.496287128712871e-07, + "loss": 0.5078, + "mean_token_accuracy": 0.838608980178833, + "num_tokens": 20716321.0, + "step": 566 + }, + { + "epoch": 0.1052924791086351, + "grad_norm": 1.6373904943466187, + "learning_rate": 3.502475247524752e-07, + "loss": 0.5146, + "mean_token_accuracy": 0.8374696373939514, + "num_tokens": 20752155.0, + "step": 567 + }, + { + "epoch": 0.10547818012999072, + "grad_norm": 1.6565741300582886, + "learning_rate": 3.5086633663366335e-07, + "loss": 0.4636, + "mean_token_accuracy": 0.849172830581665, + "num_tokens": 20785282.0, + "step": 568 + }, + { + "epoch": 0.10566388115134633, + "grad_norm": 1.4961159229278564, + "learning_rate": 3.5148514851485146e-07, + "loss": 0.4888, + "mean_token_accuracy": 0.8413082361221313, + "num_tokens": 20824899.0, + "step": 569 + }, + { + "epoch": 0.10584958217270195, + "grad_norm": 1.5957469940185547, + "learning_rate": 3.5210396039603957e-07, + "loss": 0.5372, + "mean_token_accuracy": 0.8304557800292969, + "num_tokens": 20865488.0, + "step": 570 + }, + { + "epoch": 0.10603528319405757, + "grad_norm": 1.5331652164459229, + "learning_rate": 3.527227722772277e-07, + "loss": 0.5284, + "mean_token_accuracy": 0.835429847240448, + "num_tokens": 20909650.0, + "step": 571 + }, + { + "epoch": 0.10622098421541319, + "grad_norm": 1.700355887413025, + "learning_rate": 3.533415841584158e-07, + "loss": 0.5008, + "mean_token_accuracy": 0.8414071202278137, + "num_tokens": 20946777.0, + "step": 572 + }, + { + "epoch": 0.1064066852367688, + "grad_norm": 1.6090049743652344, + "learning_rate": 3.539603960396039e-07, + "loss": 0.5346, + "mean_token_accuracy": 0.8314927816390991, + "num_tokens": 20985135.0, + "step": 573 + }, + { + "epoch": 0.10659238625812442, + "grad_norm": 1.6591600179672241, + "learning_rate": 3.5457920792079207e-07, + "loss": 0.542, + "mean_token_accuracy": 0.8309859037399292, + "num_tokens": 21024052.0, + "step": 574 + }, + { + "epoch": 0.10677808727948004, + "grad_norm": 1.6135966777801514, + "learning_rate": 3.551980198019802e-07, + "loss": 0.5435, + "mean_token_accuracy": 0.8288166522979736, + "num_tokens": 21063063.0, + "step": 575 + }, + { + "epoch": 0.10696378830083565, + "grad_norm": 1.5447243452072144, + "learning_rate": 3.558168316831683e-07, + "loss": 0.5391, + "mean_token_accuracy": 0.8283597826957703, + "num_tokens": 21103818.0, + "step": 576 + }, + { + "epoch": 0.10714948932219127, + "grad_norm": 1.607393741607666, + "learning_rate": 3.564356435643564e-07, + "loss": 0.5565, + "mean_token_accuracy": 0.8227108716964722, + "num_tokens": 21142054.0, + "step": 577 + }, + { + "epoch": 0.1073351903435469, + "grad_norm": 1.6167187690734863, + "learning_rate": 3.570544554455445e-07, + "loss": 0.5145, + "mean_token_accuracy": 0.8351864814758301, + "num_tokens": 21177877.0, + "step": 578 + }, + { + "epoch": 0.1075208913649025, + "grad_norm": 1.66218900680542, + "learning_rate": 3.5767326732673263e-07, + "loss": 0.4946, + "mean_token_accuracy": 0.8424814343452454, + "num_tokens": 21214091.0, + "step": 579 + }, + { + "epoch": 0.10770659238625813, + "grad_norm": 1.5789880752563477, + "learning_rate": 3.5829207920792074e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8462684154510498, + "num_tokens": 21247790.0, + "step": 580 + }, + { + "epoch": 0.10789229340761375, + "grad_norm": 1.5020580291748047, + "learning_rate": 3.589108910891089e-07, + "loss": 0.4885, + "mean_token_accuracy": 0.8424656391143799, + "num_tokens": 21289186.0, + "step": 581 + }, + { + "epoch": 0.10807799442896936, + "grad_norm": 1.5767935514450073, + "learning_rate": 3.59529702970297e-07, + "loss": 0.531, + "mean_token_accuracy": 0.8330070972442627, + "num_tokens": 21329850.0, + "step": 582 + }, + { + "epoch": 0.10826369545032498, + "grad_norm": 1.7621252536773682, + "learning_rate": 3.601485148514851e-07, + "loss": 0.49, + "mean_token_accuracy": 0.8460909128189087, + "num_tokens": 21362747.0, + "step": 583 + }, + { + "epoch": 0.1084493964716806, + "grad_norm": 1.646907091140747, + "learning_rate": 3.6076732673267324e-07, + "loss": 0.4999, + "mean_token_accuracy": 0.8380483388900757, + "num_tokens": 21398319.0, + "step": 584 + }, + { + "epoch": 0.10863509749303621, + "grad_norm": 1.5161627531051636, + "learning_rate": 3.6138613861386135e-07, + "loss": 0.4861, + "mean_token_accuracy": 0.8423384428024292, + "num_tokens": 21439393.0, + "step": 585 + }, + { + "epoch": 0.10882079851439183, + "grad_norm": 1.7932531833648682, + "learning_rate": 3.6200495049504946e-07, + "loss": 0.4705, + "mean_token_accuracy": 0.8522695899009705, + "num_tokens": 21477510.0, + "step": 586 + }, + { + "epoch": 0.10900649953574745, + "grad_norm": 1.8428261280059814, + "learning_rate": 3.6262376237623757e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8470622301101685, + "num_tokens": 21507260.0, + "step": 587 + }, + { + "epoch": 0.10919220055710306, + "grad_norm": 1.713104486465454, + "learning_rate": 3.6324257425742574e-07, + "loss": 0.5442, + "mean_token_accuracy": 0.8291454315185547, + "num_tokens": 21543633.0, + "step": 588 + }, + { + "epoch": 0.10937790157845868, + "grad_norm": 1.5651434659957886, + "learning_rate": 3.6386138613861385e-07, + "loss": 0.5055, + "mean_token_accuracy": 0.8379648327827454, + "num_tokens": 21583080.0, + "step": 589 + }, + { + "epoch": 0.1095636025998143, + "grad_norm": 1.7137081623077393, + "learning_rate": 3.6448019801980196e-07, + "loss": 0.541, + "mean_token_accuracy": 0.834000289440155, + "num_tokens": 21622109.0, + "step": 590 + }, + { + "epoch": 0.10974930362116991, + "grad_norm": 1.6067389249801636, + "learning_rate": 3.6509900990099007e-07, + "loss": 0.4758, + "mean_token_accuracy": 0.8478052616119385, + "num_tokens": 21655257.0, + "step": 591 + }, + { + "epoch": 0.10993500464252554, + "grad_norm": 1.6762900352478027, + "learning_rate": 3.657178217821782e-07, + "loss": 0.5861, + "mean_token_accuracy": 0.8207616806030273, + "num_tokens": 21693585.0, + "step": 592 + }, + { + "epoch": 0.11012070566388116, + "grad_norm": 1.7212114334106445, + "learning_rate": 3.663366336633663e-07, + "loss": 0.5237, + "mean_token_accuracy": 0.8316948413848877, + "num_tokens": 21731645.0, + "step": 593 + }, + { + "epoch": 0.11030640668523677, + "grad_norm": 1.4862960577011108, + "learning_rate": 3.6695544554455446e-07, + "loss": 0.4971, + "mean_token_accuracy": 0.8399316072463989, + "num_tokens": 21775539.0, + "step": 594 + }, + { + "epoch": 0.11049210770659239, + "grad_norm": 1.590687870979309, + "learning_rate": 3.6757425742574257e-07, + "loss": 0.531, + "mean_token_accuracy": 0.830967903137207, + "num_tokens": 21812082.0, + "step": 595 + }, + { + "epoch": 0.11067780872794801, + "grad_norm": 1.903969407081604, + "learning_rate": 3.681930693069307e-07, + "loss": 0.5984, + "mean_token_accuracy": 0.8224855661392212, + "num_tokens": 21844692.0, + "step": 596 + }, + { + "epoch": 0.11086350974930362, + "grad_norm": 1.6916500329971313, + "learning_rate": 3.688118811881188e-07, + "loss": 0.4857, + "mean_token_accuracy": 0.8451091051101685, + "num_tokens": 21876706.0, + "step": 597 + }, + { + "epoch": 0.11104921077065924, + "grad_norm": 1.6458754539489746, + "learning_rate": 3.694306930693069e-07, + "loss": 0.5196, + "mean_token_accuracy": 0.8335411548614502, + "num_tokens": 21912374.0, + "step": 598 + }, + { + "epoch": 0.11123491179201486, + "grad_norm": 1.7511358261108398, + "learning_rate": 3.70049504950495e-07, + "loss": 0.4802, + "mean_token_accuracy": 0.8456082344055176, + "num_tokens": 21943628.0, + "step": 599 + }, + { + "epoch": 0.11142061281337047, + "grad_norm": 1.5805096626281738, + "learning_rate": 3.706683168316831e-07, + "loss": 0.4863, + "mean_token_accuracy": 0.8402958512306213, + "num_tokens": 21981151.0, + "step": 600 + }, + { + "epoch": 0.11160631383472609, + "grad_norm": 1.6287672519683838, + "learning_rate": 3.712871287128713e-07, + "loss": 0.4821, + "mean_token_accuracy": 0.8434524536132812, + "num_tokens": 22017920.0, + "step": 601 + }, + { + "epoch": 0.11179201485608171, + "grad_norm": 1.5354770421981812, + "learning_rate": 3.719059405940594e-07, + "loss": 0.5296, + "mean_token_accuracy": 0.8337125778198242, + "num_tokens": 22058037.0, + "step": 602 + }, + { + "epoch": 0.11197771587743732, + "grad_norm": 1.572277307510376, + "learning_rate": 3.725247524752475e-07, + "loss": 0.5103, + "mean_token_accuracy": 0.839522123336792, + "num_tokens": 22094523.0, + "step": 603 + }, + { + "epoch": 0.11216341689879294, + "grad_norm": 1.5588138103485107, + "learning_rate": 3.731435643564356e-07, + "loss": 0.4535, + "mean_token_accuracy": 0.8575074076652527, + "num_tokens": 22129394.0, + "step": 604 + }, + { + "epoch": 0.11234911792014857, + "grad_norm": 1.4809128046035767, + "learning_rate": 3.7376237623762373e-07, + "loss": 0.4327, + "mean_token_accuracy": 0.8599139451980591, + "num_tokens": 22166127.0, + "step": 605 + }, + { + "epoch": 0.11253481894150417, + "grad_norm": 1.5845927000045776, + "learning_rate": 3.7438118811881185e-07, + "loss": 0.5377, + "mean_token_accuracy": 0.8283904790878296, + "num_tokens": 22203886.0, + "step": 606 + }, + { + "epoch": 0.1127205199628598, + "grad_norm": 1.511141300201416, + "learning_rate": 3.75e-07, + "loss": 0.4933, + "mean_token_accuracy": 0.8451526165008545, + "num_tokens": 22245505.0, + "step": 607 + }, + { + "epoch": 0.11290622098421542, + "grad_norm": 1.68715238571167, + "learning_rate": 3.756188118811881e-07, + "loss": 0.4746, + "mean_token_accuracy": 0.8453860282897949, + "num_tokens": 22276821.0, + "step": 608 + }, + { + "epoch": 0.11309192200557103, + "grad_norm": 1.6688101291656494, + "learning_rate": 3.7623762376237623e-07, + "loss": 0.4557, + "mean_token_accuracy": 0.8543171882629395, + "num_tokens": 22312757.0, + "step": 609 + }, + { + "epoch": 0.11327762302692665, + "grad_norm": 1.6030398607254028, + "learning_rate": 3.7685643564356434e-07, + "loss": 0.5089, + "mean_token_accuracy": 0.835877001285553, + "num_tokens": 22350978.0, + "step": 610 + }, + { + "epoch": 0.11346332404828227, + "grad_norm": 1.7753450870513916, + "learning_rate": 3.7747524752475245e-07, + "loss": 0.4945, + "mean_token_accuracy": 0.8432988524436951, + "num_tokens": 22380694.0, + "step": 611 + }, + { + "epoch": 0.11364902506963788, + "grad_norm": 1.6933937072753906, + "learning_rate": 3.7809405940594057e-07, + "loss": 0.5246, + "mean_token_accuracy": 0.8390370011329651, + "num_tokens": 22413705.0, + "step": 612 + }, + { + "epoch": 0.1138347260909935, + "grad_norm": 1.6989655494689941, + "learning_rate": 3.787128712871287e-07, + "loss": 0.4995, + "mean_token_accuracy": 0.8403075337409973, + "num_tokens": 22449510.0, + "step": 613 + }, + { + "epoch": 0.11402042711234912, + "grad_norm": 1.49214768409729, + "learning_rate": 3.7933168316831684e-07, + "loss": 0.4763, + "mean_token_accuracy": 0.8463967442512512, + "num_tokens": 22489589.0, + "step": 614 + }, + { + "epoch": 0.11420612813370473, + "grad_norm": 1.4623537063598633, + "learning_rate": 3.7995049504950495e-07, + "loss": 0.4883, + "mean_token_accuracy": 0.842397928237915, + "num_tokens": 22529385.0, + "step": 615 + }, + { + "epoch": 0.11439182915506035, + "grad_norm": 1.5810816287994385, + "learning_rate": 3.8056930693069306e-07, + "loss": 0.5525, + "mean_token_accuracy": 0.8238077163696289, + "num_tokens": 22572160.0, + "step": 616 + }, + { + "epoch": 0.11457753017641598, + "grad_norm": 1.6432422399520874, + "learning_rate": 3.811881188118812e-07, + "loss": 0.4944, + "mean_token_accuracy": 0.8442939519882202, + "num_tokens": 22607659.0, + "step": 617 + }, + { + "epoch": 0.11476323119777158, + "grad_norm": 1.5401464700698853, + "learning_rate": 3.818069306930693e-07, + "loss": 0.5252, + "mean_token_accuracy": 0.835081160068512, + "num_tokens": 22647880.0, + "step": 618 + }, + { + "epoch": 0.1149489322191272, + "grad_norm": 1.6736799478530884, + "learning_rate": 3.824257425742574e-07, + "loss": 0.4518, + "mean_token_accuracy": 0.8564521670341492, + "num_tokens": 22679192.0, + "step": 619 + }, + { + "epoch": 0.11513463324048283, + "grad_norm": 1.5420550107955933, + "learning_rate": 3.830445544554455e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8416574597358704, + "num_tokens": 22716649.0, + "step": 620 + }, + { + "epoch": 0.11532033426183844, + "grad_norm": 1.4583134651184082, + "learning_rate": 3.836633663366337e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.847407341003418, + "num_tokens": 22756106.0, + "step": 621 + }, + { + "epoch": 0.11550603528319406, + "grad_norm": 1.6320240497589111, + "learning_rate": 3.842821782178218e-07, + "loss": 0.5141, + "mean_token_accuracy": 0.8359280824661255, + "num_tokens": 22791649.0, + "step": 622 + }, + { + "epoch": 0.11569173630454968, + "grad_norm": 1.6374168395996094, + "learning_rate": 3.849009900990099e-07, + "loss": 0.4929, + "mean_token_accuracy": 0.8466402888298035, + "num_tokens": 22827509.0, + "step": 623 + }, + { + "epoch": 0.11587743732590529, + "grad_norm": 1.5950255393981934, + "learning_rate": 3.85519801980198e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.8474557399749756, + "num_tokens": 22860002.0, + "step": 624 + }, + { + "epoch": 0.11606313834726091, + "grad_norm": 1.6811715364456177, + "learning_rate": 3.861386138613861e-07, + "loss": 0.5136, + "mean_token_accuracy": 0.8372024297714233, + "num_tokens": 22897386.0, + "step": 625 + }, + { + "epoch": 0.11624883936861653, + "grad_norm": 1.5467101335525513, + "learning_rate": 3.8675742574257423e-07, + "loss": 0.4923, + "mean_token_accuracy": 0.8445175886154175, + "num_tokens": 22934842.0, + "step": 626 + }, + { + "epoch": 0.11643454038997214, + "grad_norm": 1.6013753414154053, + "learning_rate": 3.873762376237624e-07, + "loss": 0.4847, + "mean_token_accuracy": 0.8444769382476807, + "num_tokens": 22969162.0, + "step": 627 + }, + { + "epoch": 0.11662024141132776, + "grad_norm": 1.4790500402450562, + "learning_rate": 3.879950495049505e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8458558917045593, + "num_tokens": 23009439.0, + "step": 628 + }, + { + "epoch": 0.11680594243268339, + "grad_norm": 1.423498511314392, + "learning_rate": 3.886138613861386e-07, + "loss": 0.4661, + "mean_token_accuracy": 0.8493341207504272, + "num_tokens": 23053002.0, + "step": 629 + }, + { + "epoch": 0.116991643454039, + "grad_norm": 1.6032946109771729, + "learning_rate": 3.8923267326732673e-07, + "loss": 0.5012, + "mean_token_accuracy": 0.8388999700546265, + "num_tokens": 23088458.0, + "step": 630 + }, + { + "epoch": 0.11717734447539462, + "grad_norm": 1.6018104553222656, + "learning_rate": 3.8985148514851484e-07, + "loss": 0.5014, + "mean_token_accuracy": 0.8400511145591736, + "num_tokens": 23123725.0, + "step": 631 + }, + { + "epoch": 0.11736304549675024, + "grad_norm": 1.5352058410644531, + "learning_rate": 3.9047029702970295e-07, + "loss": 0.4945, + "mean_token_accuracy": 0.8420289754867554, + "num_tokens": 23162512.0, + "step": 632 + }, + { + "epoch": 0.11754874651810585, + "grad_norm": 1.6225889921188354, + "learning_rate": 3.9108910891089106e-07, + "loss": 0.5774, + "mean_token_accuracy": 0.8193504810333252, + "num_tokens": 23201488.0, + "step": 633 + }, + { + "epoch": 0.11773444753946147, + "grad_norm": 1.5512789487838745, + "learning_rate": 3.9170792079207923e-07, + "loss": 0.4482, + "mean_token_accuracy": 0.8558351397514343, + "num_tokens": 23235255.0, + "step": 634 + }, + { + "epoch": 0.11792014856081709, + "grad_norm": 1.5568426847457886, + "learning_rate": 3.9232673267326734e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.8580355048179626, + "num_tokens": 23272803.0, + "step": 635 + }, + { + "epoch": 0.1181058495821727, + "grad_norm": 1.6405351161956787, + "learning_rate": 3.9294554455445545e-07, + "loss": 0.5409, + "mean_token_accuracy": 0.8279751539230347, + "num_tokens": 23308455.0, + "step": 636 + }, + { + "epoch": 0.11829155060352832, + "grad_norm": 1.589966058731079, + "learning_rate": 3.9356435643564356e-07, + "loss": 0.5274, + "mean_token_accuracy": 0.8320193290710449, + "num_tokens": 23347040.0, + "step": 637 + }, + { + "epoch": 0.11847725162488394, + "grad_norm": 1.7141042947769165, + "learning_rate": 3.9418316831683167e-07, + "loss": 0.5152, + "mean_token_accuracy": 0.833217978477478, + "num_tokens": 23381101.0, + "step": 638 + }, + { + "epoch": 0.11866295264623955, + "grad_norm": 1.7770097255706787, + "learning_rate": 3.948019801980198e-07, + "loss": 0.5071, + "mean_token_accuracy": 0.8342767357826233, + "num_tokens": 23411291.0, + "step": 639 + }, + { + "epoch": 0.11884865366759517, + "grad_norm": 1.6029764413833618, + "learning_rate": 3.954207920792079e-07, + "loss": 0.4579, + "mean_token_accuracy": 0.8538432121276855, + "num_tokens": 23444913.0, + "step": 640 + }, + { + "epoch": 0.1190343546889508, + "grad_norm": 1.6030758619308472, + "learning_rate": 3.9603960396039606e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8543033599853516, + "num_tokens": 23479995.0, + "step": 641 + }, + { + "epoch": 0.1192200557103064, + "grad_norm": 1.500357747077942, + "learning_rate": 3.9665841584158417e-07, + "loss": 0.4946, + "mean_token_accuracy": 0.8417220711708069, + "num_tokens": 23522985.0, + "step": 642 + }, + { + "epoch": 0.11940575673166202, + "grad_norm": 1.5838664770126343, + "learning_rate": 3.972772277227723e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8399105072021484, + "num_tokens": 23557036.0, + "step": 643 + }, + { + "epoch": 0.11959145775301765, + "grad_norm": 1.6082217693328857, + "learning_rate": 3.978960396039604e-07, + "loss": 0.5131, + "mean_token_accuracy": 0.8378143310546875, + "num_tokens": 23593212.0, + "step": 644 + }, + { + "epoch": 0.11977715877437325, + "grad_norm": 1.6139681339263916, + "learning_rate": 3.985148514851485e-07, + "loss": 0.5026, + "mean_token_accuracy": 0.8371269702911377, + "num_tokens": 23627186.0, + "step": 645 + }, + { + "epoch": 0.11996285979572888, + "grad_norm": 1.6082435846328735, + "learning_rate": 3.991336633663366e-07, + "loss": 0.4647, + "mean_token_accuracy": 0.8502321243286133, + "num_tokens": 23664090.0, + "step": 646 + }, + { + "epoch": 0.1201485608170845, + "grad_norm": 1.4758340120315552, + "learning_rate": 3.997524752475248e-07, + "loss": 0.5219, + "mean_token_accuracy": 0.8311339616775513, + "num_tokens": 23705023.0, + "step": 647 + }, + { + "epoch": 0.1203342618384401, + "grad_norm": 1.6276205778121948, + "learning_rate": 4.003712871287129e-07, + "loss": 0.5215, + "mean_token_accuracy": 0.8399493098258972, + "num_tokens": 23738975.0, + "step": 648 + }, + { + "epoch": 0.12051996285979573, + "grad_norm": 1.607704758644104, + "learning_rate": 4.00990099009901e-07, + "loss": 0.4923, + "mean_token_accuracy": 0.8408207297325134, + "num_tokens": 23777027.0, + "step": 649 + }, + { + "epoch": 0.12070566388115135, + "grad_norm": 1.5324265956878662, + "learning_rate": 4.016089108910891e-07, + "loss": 0.5061, + "mean_token_accuracy": 0.8360036611557007, + "num_tokens": 23815188.0, + "step": 650 + }, + { + "epoch": 0.12089136490250696, + "grad_norm": 1.6187399625778198, + "learning_rate": 4.022277227722772e-07, + "loss": 0.5162, + "mean_token_accuracy": 0.8404092192649841, + "num_tokens": 23852806.0, + "step": 651 + }, + { + "epoch": 0.12107706592386258, + "grad_norm": 1.5742547512054443, + "learning_rate": 4.0284653465346534e-07, + "loss": 0.4447, + "mean_token_accuracy": 0.8567341566085815, + "num_tokens": 23888371.0, + "step": 652 + }, + { + "epoch": 0.1212627669452182, + "grad_norm": 1.7414698600769043, + "learning_rate": 4.0346534653465345e-07, + "loss": 0.5056, + "mean_token_accuracy": 0.8388171195983887, + "num_tokens": 23919109.0, + "step": 653 + }, + { + "epoch": 0.12144846796657381, + "grad_norm": 1.5752302408218384, + "learning_rate": 4.040841584158416e-07, + "loss": 0.5273, + "mean_token_accuracy": 0.832843005657196, + "num_tokens": 23960813.0, + "step": 654 + }, + { + "epoch": 0.12163416898792943, + "grad_norm": 1.7154957056045532, + "learning_rate": 4.047029702970297e-07, + "loss": 0.5049, + "mean_token_accuracy": 0.8411376476287842, + "num_tokens": 23992025.0, + "step": 655 + }, + { + "epoch": 0.12181987000928506, + "grad_norm": 1.661116361618042, + "learning_rate": 4.0532178217821783e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.8467514514923096, + "num_tokens": 24027079.0, + "step": 656 + }, + { + "epoch": 0.12200557103064066, + "grad_norm": 1.682705044746399, + "learning_rate": 4.0594059405940595e-07, + "loss": 0.4491, + "mean_token_accuracy": 0.8552498817443848, + "num_tokens": 24059002.0, + "step": 657 + }, + { + "epoch": 0.12219127205199629, + "grad_norm": 1.616822600364685, + "learning_rate": 4.06559405940594e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8448168635368347, + "num_tokens": 24093675.0, + "step": 658 + }, + { + "epoch": 0.12237697307335191, + "grad_norm": 1.553259015083313, + "learning_rate": 4.071782178217821e-07, + "loss": 0.4666, + "mean_token_accuracy": 0.8453019261360168, + "num_tokens": 24131558.0, + "step": 659 + }, + { + "epoch": 0.12256267409470752, + "grad_norm": 1.7027815580368042, + "learning_rate": 4.0779702970297023e-07, + "loss": 0.4751, + "mean_token_accuracy": 0.8451756238937378, + "num_tokens": 24165556.0, + "step": 660 + }, + { + "epoch": 0.12274837511606314, + "grad_norm": 2.568885087966919, + "learning_rate": 4.084158415841584e-07, + "loss": 0.5015, + "mean_token_accuracy": 0.8389167785644531, + "num_tokens": 24195989.0, + "step": 661 + }, + { + "epoch": 0.12293407613741876, + "grad_norm": 1.825470209121704, + "learning_rate": 4.090346534653465e-07, + "loss": 0.5503, + "mean_token_accuracy": 0.8247007131576538, + "num_tokens": 24227573.0, + "step": 662 + }, + { + "epoch": 0.12311977715877437, + "grad_norm": 1.4851133823394775, + "learning_rate": 4.096534653465346e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8470479249954224, + "num_tokens": 24267039.0, + "step": 663 + }, + { + "epoch": 0.12330547818012999, + "grad_norm": 1.6110401153564453, + "learning_rate": 4.102722772277227e-07, + "loss": 0.5046, + "mean_token_accuracy": 0.8360452055931091, + "num_tokens": 24303730.0, + "step": 664 + }, + { + "epoch": 0.12349117920148561, + "grad_norm": 1.6503568887710571, + "learning_rate": 4.1089108910891084e-07, + "loss": 0.4901, + "mean_token_accuracy": 0.8448107242584229, + "num_tokens": 24338624.0, + "step": 665 + }, + { + "epoch": 0.12367688022284122, + "grad_norm": 1.7749873399734497, + "learning_rate": 4.1150990099009895e-07, + "loss": 0.5313, + "mean_token_accuracy": 0.8367348313331604, + "num_tokens": 24371908.0, + "step": 666 + }, + { + "epoch": 0.12386258124419684, + "grad_norm": 1.6415064334869385, + "learning_rate": 4.121287128712871e-07, + "loss": 0.4952, + "mean_token_accuracy": 0.8416293859481812, + "num_tokens": 24407327.0, + "step": 667 + }, + { + "epoch": 0.12404828226555246, + "grad_norm": 1.6682378053665161, + "learning_rate": 4.127475247524752e-07, + "loss": 0.4485, + "mean_token_accuracy": 0.8519096374511719, + "num_tokens": 24436643.0, + "step": 668 + }, + { + "epoch": 0.12423398328690807, + "grad_norm": 1.8450229167938232, + "learning_rate": 4.1336633663366333e-07, + "loss": 0.4976, + "mean_token_accuracy": 0.8394178748130798, + "num_tokens": 24466670.0, + "step": 669 + }, + { + "epoch": 0.1244196843082637, + "grad_norm": 1.5817625522613525, + "learning_rate": 4.1398514851485145e-07, + "loss": 0.4834, + "mean_token_accuracy": 0.8470916748046875, + "num_tokens": 24502175.0, + "step": 670 + }, + { + "epoch": 0.12460538532961932, + "grad_norm": 1.4572428464889526, + "learning_rate": 4.1460396039603956e-07, + "loss": 0.4794, + "mean_token_accuracy": 0.8490378260612488, + "num_tokens": 24542731.0, + "step": 671 + }, + { + "epoch": 0.12479108635097493, + "grad_norm": 1.6522623300552368, + "learning_rate": 4.1522277227722767e-07, + "loss": 0.4251, + "mean_token_accuracy": 0.8604879379272461, + "num_tokens": 24573034.0, + "step": 672 + }, + { + "epoch": 0.12497678737233055, + "grad_norm": 1.692811131477356, + "learning_rate": 4.158415841584158e-07, + "loss": 0.5367, + "mean_token_accuracy": 0.8304328322410583, + "num_tokens": 24605304.0, + "step": 673 + }, + { + "epoch": 0.12516248839368616, + "grad_norm": 1.5694960355758667, + "learning_rate": 4.1646039603960394e-07, + "loss": 0.4994, + "mean_token_accuracy": 0.8429809808731079, + "num_tokens": 24641034.0, + "step": 674 + }, + { + "epoch": 0.12534818941504178, + "grad_norm": 1.7080599069595337, + "learning_rate": 4.1707920792079206e-07, + "loss": 0.5296, + "mean_token_accuracy": 0.8317278027534485, + "num_tokens": 24674961.0, + "step": 675 + }, + { + "epoch": 0.1255338904363974, + "grad_norm": 1.7295506000518799, + "learning_rate": 4.1769801980198017e-07, + "loss": 0.4904, + "mean_token_accuracy": 0.8469147086143494, + "num_tokens": 24707338.0, + "step": 676 + }, + { + "epoch": 0.12571959145775302, + "grad_norm": 1.5094119310379028, + "learning_rate": 4.183168316831683e-07, + "loss": 0.493, + "mean_token_accuracy": 0.8422058820724487, + "num_tokens": 24743584.0, + "step": 677 + }, + { + "epoch": 0.12590529247910864, + "grad_norm": 1.5336445569992065, + "learning_rate": 4.189356435643564e-07, + "loss": 0.4924, + "mean_token_accuracy": 0.842217206954956, + "num_tokens": 24782656.0, + "step": 678 + }, + { + "epoch": 0.12609099350046427, + "grad_norm": 1.4974735975265503, + "learning_rate": 4.195544554455445e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.8449894189834595, + "num_tokens": 24818873.0, + "step": 679 + }, + { + "epoch": 0.12627669452181986, + "grad_norm": 1.483912706375122, + "learning_rate": 4.2017326732673266e-07, + "loss": 0.4566, + "mean_token_accuracy": 0.8536046147346497, + "num_tokens": 24859657.0, + "step": 680 + }, + { + "epoch": 0.12646239554317548, + "grad_norm": 1.6698492765426636, + "learning_rate": 4.207920792079208e-07, + "loss": 0.4689, + "mean_token_accuracy": 0.8514012694358826, + "num_tokens": 24893740.0, + "step": 681 + }, + { + "epoch": 0.1266480965645311, + "grad_norm": 1.6162073612213135, + "learning_rate": 4.214108910891089e-07, + "loss": 0.5212, + "mean_token_accuracy": 0.831731915473938, + "num_tokens": 24927950.0, + "step": 682 + }, + { + "epoch": 0.12683379758588673, + "grad_norm": 1.5060710906982422, + "learning_rate": 4.22029702970297e-07, + "loss": 0.424, + "mean_token_accuracy": 0.8611953258514404, + "num_tokens": 24961955.0, + "step": 683 + }, + { + "epoch": 0.12701949860724235, + "grad_norm": 1.53774094581604, + "learning_rate": 4.226485148514851e-07, + "loss": 0.5073, + "mean_token_accuracy": 0.8406546115875244, + "num_tokens": 25000952.0, + "step": 684 + }, + { + "epoch": 0.12720519962859797, + "grad_norm": 1.526992678642273, + "learning_rate": 4.232673267326732e-07, + "loss": 0.424, + "mean_token_accuracy": 0.8621358871459961, + "num_tokens": 25035355.0, + "step": 685 + }, + { + "epoch": 0.12739090064995356, + "grad_norm": 1.5893805027008057, + "learning_rate": 4.2388613861386133e-07, + "loss": 0.4756, + "mean_token_accuracy": 0.8440195918083191, + "num_tokens": 25071706.0, + "step": 686 + }, + { + "epoch": 0.1275766016713092, + "grad_norm": 1.6944009065628052, + "learning_rate": 4.245049504950495e-07, + "loss": 0.4682, + "mean_token_accuracy": 0.8474403619766235, + "num_tokens": 25103718.0, + "step": 687 + }, + { + "epoch": 0.1277623026926648, + "grad_norm": 1.6449517011642456, + "learning_rate": 4.251237623762376e-07, + "loss": 0.5565, + "mean_token_accuracy": 0.8224723935127258, + "num_tokens": 25141283.0, + "step": 688 + }, + { + "epoch": 0.12794800371402043, + "grad_norm": 1.5612726211547852, + "learning_rate": 4.257425742574257e-07, + "loss": 0.5, + "mean_token_accuracy": 0.8395177125930786, + "num_tokens": 25178587.0, + "step": 689 + }, + { + "epoch": 0.12813370473537605, + "grad_norm": 1.6280324459075928, + "learning_rate": 4.2636138613861383e-07, + "loss": 0.4691, + "mean_token_accuracy": 0.8518810868263245, + "num_tokens": 25210699.0, + "step": 690 + }, + { + "epoch": 0.12831940575673167, + "grad_norm": 1.5990560054779053, + "learning_rate": 4.2698019801980194e-07, + "loss": 0.4369, + "mean_token_accuracy": 0.8563336133956909, + "num_tokens": 25243900.0, + "step": 691 + }, + { + "epoch": 0.12850510677808727, + "grad_norm": 1.4864248037338257, + "learning_rate": 4.2759900990099005e-07, + "loss": 0.4442, + "mean_token_accuracy": 0.8573775291442871, + "num_tokens": 25282888.0, + "step": 692 + }, + { + "epoch": 0.1286908077994429, + "grad_norm": 1.750903606414795, + "learning_rate": 4.2821782178217816e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.840651273727417, + "num_tokens": 25314214.0, + "step": 693 + }, + { + "epoch": 0.1288765088207985, + "grad_norm": 1.6481322050094604, + "learning_rate": 4.2883663366336633e-07, + "loss": 0.5406, + "mean_token_accuracy": 0.8276282548904419, + "num_tokens": 25353072.0, + "step": 694 + }, + { + "epoch": 0.12906220984215414, + "grad_norm": 1.5824387073516846, + "learning_rate": 4.2945544554455444e-07, + "loss": 0.4857, + "mean_token_accuracy": 0.8453547954559326, + "num_tokens": 25388172.0, + "step": 695 + }, + { + "epoch": 0.12924791086350976, + "grad_norm": 1.785406470298767, + "learning_rate": 4.3007425742574255e-07, + "loss": 0.4655, + "mean_token_accuracy": 0.848175585269928, + "num_tokens": 25416214.0, + "step": 696 + }, + { + "epoch": 0.12943361188486538, + "grad_norm": 1.5859158039093018, + "learning_rate": 4.3069306930693066e-07, + "loss": 0.4793, + "mean_token_accuracy": 0.8476402759552002, + "num_tokens": 25450101.0, + "step": 697 + }, + { + "epoch": 0.12961931290622097, + "grad_norm": 1.8154186010360718, + "learning_rate": 4.313118811881188e-07, + "loss": 0.5574, + "mean_token_accuracy": 0.8271205425262451, + "num_tokens": 25480122.0, + "step": 698 + }, + { + "epoch": 0.1298050139275766, + "grad_norm": 1.7466856241226196, + "learning_rate": 4.319306930693069e-07, + "loss": 0.522, + "mean_token_accuracy": 0.8321349620819092, + "num_tokens": 25510839.0, + "step": 699 + }, + { + "epoch": 0.12999071494893222, + "grad_norm": 1.4765011072158813, + "learning_rate": 4.3254950495049505e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8589131236076355, + "num_tokens": 25547321.0, + "step": 700 + }, + { + "epoch": 0.13017641597028784, + "grad_norm": 1.612470030784607, + "learning_rate": 4.3316831683168316e-07, + "loss": 0.5226, + "mean_token_accuracy": 0.8301429152488708, + "num_tokens": 25584986.0, + "step": 701 + }, + { + "epoch": 0.13036211699164346, + "grad_norm": 1.5761287212371826, + "learning_rate": 4.3378712871287127e-07, + "loss": 0.4834, + "mean_token_accuracy": 0.8453342914581299, + "num_tokens": 25622831.0, + "step": 702 + }, + { + "epoch": 0.13054781801299908, + "grad_norm": 1.532780647277832, + "learning_rate": 4.344059405940594e-07, + "loss": 0.4578, + "mean_token_accuracy": 0.852735161781311, + "num_tokens": 25659744.0, + "step": 703 + }, + { + "epoch": 0.13073351903435468, + "grad_norm": 1.590160608291626, + "learning_rate": 4.350247524752475e-07, + "loss": 0.5146, + "mean_token_accuracy": 0.8401901721954346, + "num_tokens": 25694202.0, + "step": 704 + }, + { + "epoch": 0.1309192200557103, + "grad_norm": 1.5592832565307617, + "learning_rate": 4.356435643564356e-07, + "loss": 0.4914, + "mean_token_accuracy": 0.8391242623329163, + "num_tokens": 25727998.0, + "step": 705 + }, + { + "epoch": 0.13110492107706592, + "grad_norm": 1.5513925552368164, + "learning_rate": 4.362623762376237e-07, + "loss": 0.4539, + "mean_token_accuracy": 0.8531248569488525, + "num_tokens": 25763470.0, + "step": 706 + }, + { + "epoch": 0.13129062209842154, + "grad_norm": 1.540734052658081, + "learning_rate": 4.368811881188119e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8508881330490112, + "num_tokens": 25796842.0, + "step": 707 + }, + { + "epoch": 0.13147632311977717, + "grad_norm": 1.6819982528686523, + "learning_rate": 4.375e-07, + "loss": 0.4768, + "mean_token_accuracy": 0.8485921621322632, + "num_tokens": 25828915.0, + "step": 708 + }, + { + "epoch": 0.1316620241411328, + "grad_norm": 1.62950599193573, + "learning_rate": 4.381188118811881e-07, + "loss": 0.5093, + "mean_token_accuracy": 0.8364594578742981, + "num_tokens": 25866525.0, + "step": 709 + }, + { + "epoch": 0.13184772516248838, + "grad_norm": 1.6263906955718994, + "learning_rate": 4.387376237623762e-07, + "loss": 0.4861, + "mean_token_accuracy": 0.8434100151062012, + "num_tokens": 25900506.0, + "step": 710 + }, + { + "epoch": 0.132033426183844, + "grad_norm": 1.6074450016021729, + "learning_rate": 4.3935643564356433e-07, + "loss": 0.4524, + "mean_token_accuracy": 0.8514017462730408, + "num_tokens": 25935124.0, + "step": 711 + }, + { + "epoch": 0.13221912720519963, + "grad_norm": 1.6589195728302002, + "learning_rate": 4.3997524752475244e-07, + "loss": 0.5199, + "mean_token_accuracy": 0.8360261917114258, + "num_tokens": 25968767.0, + "step": 712 + }, + { + "epoch": 0.13240482822655525, + "grad_norm": 1.518052577972412, + "learning_rate": 4.405940594059406e-07, + "loss": 0.4927, + "mean_token_accuracy": 0.8462051153182983, + "num_tokens": 26003109.0, + "step": 713 + }, + { + "epoch": 0.13259052924791087, + "grad_norm": 1.5134859085083008, + "learning_rate": 4.412128712871287e-07, + "loss": 0.467, + "mean_token_accuracy": 0.847657322883606, + "num_tokens": 26037834.0, + "step": 714 + }, + { + "epoch": 0.1327762302692665, + "grad_norm": 1.6173869371414185, + "learning_rate": 4.418316831683168e-07, + "loss": 0.4715, + "mean_token_accuracy": 0.8487110137939453, + "num_tokens": 26072922.0, + "step": 715 + }, + { + "epoch": 0.1329619312906221, + "grad_norm": 1.6299031972885132, + "learning_rate": 4.4245049504950494e-07, + "loss": 0.4849, + "mean_token_accuracy": 0.8428335189819336, + "num_tokens": 26109283.0, + "step": 716 + }, + { + "epoch": 0.1331476323119777, + "grad_norm": 1.5510605573654175, + "learning_rate": 4.4306930693069305e-07, + "loss": 0.5021, + "mean_token_accuracy": 0.8401472568511963, + "num_tokens": 26148836.0, + "step": 717 + }, + { + "epoch": 0.13333333333333333, + "grad_norm": 1.467691421508789, + "learning_rate": 4.4368811881188116e-07, + "loss": 0.5, + "mean_token_accuracy": 0.8367201089859009, + "num_tokens": 26187523.0, + "step": 718 + }, + { + "epoch": 0.13351903435468895, + "grad_norm": 1.5114716291427612, + "learning_rate": 4.4430693069306927e-07, + "loss": 0.501, + "mean_token_accuracy": 0.8377069234848022, + "num_tokens": 26226322.0, + "step": 719 + }, + { + "epoch": 0.13370473537604458, + "grad_norm": 1.5445210933685303, + "learning_rate": 4.4492574257425744e-07, + "loss": 0.5208, + "mean_token_accuracy": 0.8356437683105469, + "num_tokens": 26266180.0, + "step": 720 + }, + { + "epoch": 0.1338904363974002, + "grad_norm": 1.5587865114212036, + "learning_rate": 4.4554455445544555e-07, + "loss": 0.5426, + "mean_token_accuracy": 0.8225976228713989, + "num_tokens": 26309193.0, + "step": 721 + }, + { + "epoch": 0.1340761374187558, + "grad_norm": 1.3974348306655884, + "learning_rate": 4.4616336633663366e-07, + "loss": 0.4785, + "mean_token_accuracy": 0.8477060198783875, + "num_tokens": 26349143.0, + "step": 722 + }, + { + "epoch": 0.13426183844011141, + "grad_norm": 1.6608902215957642, + "learning_rate": 4.4678217821782177e-07, + "loss": 0.4912, + "mean_token_accuracy": 0.8428367376327515, + "num_tokens": 26381155.0, + "step": 723 + }, + { + "epoch": 0.13444753946146704, + "grad_norm": 1.5506649017333984, + "learning_rate": 4.474009900990099e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.834585964679718, + "num_tokens": 26417407.0, + "step": 724 + }, + { + "epoch": 0.13463324048282266, + "grad_norm": 1.495868444442749, + "learning_rate": 4.48019801980198e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.840065598487854, + "num_tokens": 26456005.0, + "step": 725 + }, + { + "epoch": 0.13481894150417828, + "grad_norm": 1.5158900022506714, + "learning_rate": 4.486386138613861e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.8434394598007202, + "num_tokens": 26491883.0, + "step": 726 + }, + { + "epoch": 0.1350046425255339, + "grad_norm": 1.5554240942001343, + "learning_rate": 4.4925742574257427e-07, + "loss": 0.5303, + "mean_token_accuracy": 0.8309017419815063, + "num_tokens": 26531643.0, + "step": 727 + }, + { + "epoch": 0.1351903435468895, + "grad_norm": 1.4193103313446045, + "learning_rate": 4.498762376237624e-07, + "loss": 0.4845, + "mean_token_accuracy": 0.8435666561126709, + "num_tokens": 26572232.0, + "step": 728 + }, + { + "epoch": 0.13537604456824512, + "grad_norm": 1.4552528858184814, + "learning_rate": 4.504950495049505e-07, + "loss": 0.4433, + "mean_token_accuracy": 0.8573104739189148, + "num_tokens": 26609868.0, + "step": 729 + }, + { + "epoch": 0.13556174558960074, + "grad_norm": 1.5316390991210938, + "learning_rate": 4.511138613861386e-07, + "loss": 0.4981, + "mean_token_accuracy": 0.8386925458908081, + "num_tokens": 26646250.0, + "step": 730 + }, + { + "epoch": 0.13574744661095636, + "grad_norm": 1.5616652965545654, + "learning_rate": 4.517326732673267e-07, + "loss": 0.4965, + "mean_token_accuracy": 0.8421522974967957, + "num_tokens": 26681372.0, + "step": 731 + }, + { + "epoch": 0.13593314763231198, + "grad_norm": 1.5005269050598145, + "learning_rate": 4.523514851485148e-07, + "loss": 0.4825, + "mean_token_accuracy": 0.8425623178482056, + "num_tokens": 26719762.0, + "step": 732 + }, + { + "epoch": 0.1361188486536676, + "grad_norm": 1.6758822202682495, + "learning_rate": 4.52970297029703e-07, + "loss": 0.4845, + "mean_token_accuracy": 0.8431521654129028, + "num_tokens": 26752979.0, + "step": 733 + }, + { + "epoch": 0.1363045496750232, + "grad_norm": 1.524335503578186, + "learning_rate": 4.535891089108911e-07, + "loss": 0.4895, + "mean_token_accuracy": 0.8451950550079346, + "num_tokens": 26788540.0, + "step": 734 + }, + { + "epoch": 0.13649025069637882, + "grad_norm": 1.4723355770111084, + "learning_rate": 4.542079207920792e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8489546775817871, + "num_tokens": 26825988.0, + "step": 735 + }, + { + "epoch": 0.13667595171773445, + "grad_norm": 1.3545912504196167, + "learning_rate": 4.548267326732673e-07, + "loss": 0.4247, + "mean_token_accuracy": 0.8602977991104126, + "num_tokens": 26865021.0, + "step": 736 + }, + { + "epoch": 0.13686165273909007, + "grad_norm": 1.5579707622528076, + "learning_rate": 4.5544554455445543e-07, + "loss": 0.4411, + "mean_token_accuracy": 0.8561472296714783, + "num_tokens": 26899053.0, + "step": 737 + }, + { + "epoch": 0.1370473537604457, + "grad_norm": 1.4232226610183716, + "learning_rate": 4.5606435643564354e-07, + "loss": 0.4493, + "mean_token_accuracy": 0.854089617729187, + "num_tokens": 26939436.0, + "step": 738 + }, + { + "epoch": 0.1372330547818013, + "grad_norm": 1.478098750114441, + "learning_rate": 4.5668316831683166e-07, + "loss": 0.47, + "mean_token_accuracy": 0.848088264465332, + "num_tokens": 26981282.0, + "step": 739 + }, + { + "epoch": 0.1374187558031569, + "grad_norm": 1.6397178173065186, + "learning_rate": 4.573019801980198e-07, + "loss": 0.5019, + "mean_token_accuracy": 0.8374961614608765, + "num_tokens": 27017807.0, + "step": 740 + }, + { + "epoch": 0.13760445682451253, + "grad_norm": 1.7520034313201904, + "learning_rate": 4.5792079207920793e-07, + "loss": 0.4674, + "mean_token_accuracy": 0.8485391736030579, + "num_tokens": 27046401.0, + "step": 741 + }, + { + "epoch": 0.13779015784586815, + "grad_norm": 1.5871461629867554, + "learning_rate": 4.5853960396039604e-07, + "loss": 0.4709, + "mean_token_accuracy": 0.8454359769821167, + "num_tokens": 27079050.0, + "step": 742 + }, + { + "epoch": 0.13797585886722377, + "grad_norm": 1.5796254873275757, + "learning_rate": 4.5915841584158415e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.8488235473632812, + "num_tokens": 27113333.0, + "step": 743 + }, + { + "epoch": 0.1381615598885794, + "grad_norm": 1.5379457473754883, + "learning_rate": 4.5977722772277227e-07, + "loss": 0.447, + "mean_token_accuracy": 0.8543312549591064, + "num_tokens": 27151317.0, + "step": 744 + }, + { + "epoch": 0.13834726090993502, + "grad_norm": 1.5152244567871094, + "learning_rate": 4.603960396039604e-07, + "loss": 0.5228, + "mean_token_accuracy": 0.8298113346099854, + "num_tokens": 27190394.0, + "step": 745 + }, + { + "epoch": 0.1385329619312906, + "grad_norm": 1.4912832975387573, + "learning_rate": 4.6101485148514854e-07, + "loss": 0.4832, + "mean_token_accuracy": 0.8455495834350586, + "num_tokens": 27230174.0, + "step": 746 + }, + { + "epoch": 0.13871866295264623, + "grad_norm": 1.5249372720718384, + "learning_rate": 4.6163366336633665e-07, + "loss": 0.4918, + "mean_token_accuracy": 0.8396534323692322, + "num_tokens": 27270274.0, + "step": 747 + }, + { + "epoch": 0.13890436397400185, + "grad_norm": 1.6093699932098389, + "learning_rate": 4.6225247524752476e-07, + "loss": 0.4531, + "mean_token_accuracy": 0.8554197549819946, + "num_tokens": 27302902.0, + "step": 748 + }, + { + "epoch": 0.13909006499535748, + "grad_norm": 1.6815061569213867, + "learning_rate": 4.628712871287129e-07, + "loss": 0.4964, + "mean_token_accuracy": 0.840285062789917, + "num_tokens": 27335366.0, + "step": 749 + }, + { + "epoch": 0.1392757660167131, + "grad_norm": 1.4734598398208618, + "learning_rate": 4.63490099009901e-07, + "loss": 0.4577, + "mean_token_accuracy": 0.853330671787262, + "num_tokens": 27374248.0, + "step": 750 + }, + { + "epoch": 0.13946146703806872, + "grad_norm": 1.514180302619934, + "learning_rate": 4.641089108910891e-07, + "loss": 0.4495, + "mean_token_accuracy": 0.8531661629676819, + "num_tokens": 27412385.0, + "step": 751 + }, + { + "epoch": 0.13964716805942431, + "grad_norm": 1.5405157804489136, + "learning_rate": 4.647277227722772e-07, + "loss": 0.4622, + "mean_token_accuracy": 0.8501417636871338, + "num_tokens": 27449692.0, + "step": 752 + }, + { + "epoch": 0.13983286908077994, + "grad_norm": 1.555454969406128, + "learning_rate": 4.6534653465346537e-07, + "loss": 0.4599, + "mean_token_accuracy": 0.8504278063774109, + "num_tokens": 27487391.0, + "step": 753 + }, + { + "epoch": 0.14001857010213556, + "grad_norm": 1.618561863899231, + "learning_rate": 4.659653465346535e-07, + "loss": 0.473, + "mean_token_accuracy": 0.8497499227523804, + "num_tokens": 27520104.0, + "step": 754 + }, + { + "epoch": 0.14020427112349118, + "grad_norm": 1.5516626834869385, + "learning_rate": 4.665841584158416e-07, + "loss": 0.5206, + "mean_token_accuracy": 0.8358621597290039, + "num_tokens": 27559147.0, + "step": 755 + }, + { + "epoch": 0.1403899721448468, + "grad_norm": 1.5545321702957153, + "learning_rate": 4.672029702970297e-07, + "loss": 0.4543, + "mean_token_accuracy": 0.8529071807861328, + "num_tokens": 27595074.0, + "step": 756 + }, + { + "epoch": 0.14057567316620243, + "grad_norm": 1.681382656097412, + "learning_rate": 4.678217821782178e-07, + "loss": 0.4954, + "mean_token_accuracy": 0.8393377661705017, + "num_tokens": 27626384.0, + "step": 757 + }, + { + "epoch": 0.14076137418755802, + "grad_norm": 1.5263625383377075, + "learning_rate": 4.6844059405940593e-07, + "loss": 0.5268, + "mean_token_accuracy": 0.8333267569541931, + "num_tokens": 27664549.0, + "step": 758 + }, + { + "epoch": 0.14094707520891364, + "grad_norm": 1.5768182277679443, + "learning_rate": 4.69059405940594e-07, + "loss": 0.5042, + "mean_token_accuracy": 0.8392266035079956, + "num_tokens": 27702011.0, + "step": 759 + }, + { + "epoch": 0.14113277623026926, + "grad_norm": 1.6876158714294434, + "learning_rate": 4.6967821782178215e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8445302248001099, + "num_tokens": 27737134.0, + "step": 760 + }, + { + "epoch": 0.14131847725162489, + "grad_norm": 1.5928237438201904, + "learning_rate": 4.7029702970297026e-07, + "loss": 0.4489, + "mean_token_accuracy": 0.8554630279541016, + "num_tokens": 27771276.0, + "step": 761 + }, + { + "epoch": 0.1415041782729805, + "grad_norm": 1.6009894609451294, + "learning_rate": 4.709158415841584e-07, + "loss": 0.4582, + "mean_token_accuracy": 0.8508123755455017, + "num_tokens": 27805004.0, + "step": 762 + }, + { + "epoch": 0.14168987929433613, + "grad_norm": 1.552706003189087, + "learning_rate": 4.715346534653465e-07, + "loss": 0.4659, + "mean_token_accuracy": 0.8499817252159119, + "num_tokens": 27843198.0, + "step": 763 + }, + { + "epoch": 0.14187558031569172, + "grad_norm": 1.5751053094863892, + "learning_rate": 4.721534653465346e-07, + "loss": 0.5651, + "mean_token_accuracy": 0.820953905582428, + "num_tokens": 27884707.0, + "step": 764 + }, + { + "epoch": 0.14206128133704735, + "grad_norm": 1.6620529890060425, + "learning_rate": 4.727722772277227e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.8357974290847778, + "num_tokens": 27918601.0, + "step": 765 + }, + { + "epoch": 0.14224698235840297, + "grad_norm": 1.6039334535598755, + "learning_rate": 4.733910891089108e-07, + "loss": 0.4794, + "mean_token_accuracy": 0.8421773910522461, + "num_tokens": 27956637.0, + "step": 766 + }, + { + "epoch": 0.1424326833797586, + "grad_norm": 1.598610520362854, + "learning_rate": 4.74009900990099e-07, + "loss": 0.4889, + "mean_token_accuracy": 0.8430017232894897, + "num_tokens": 27996242.0, + "step": 767 + }, + { + "epoch": 0.1426183844011142, + "grad_norm": 1.635624885559082, + "learning_rate": 4.746287128712871e-07, + "loss": 0.5097, + "mean_token_accuracy": 0.8379099369049072, + "num_tokens": 28031822.0, + "step": 768 + }, + { + "epoch": 0.14280408542246983, + "grad_norm": 1.596421241760254, + "learning_rate": 4.752475247524752e-07, + "loss": 0.5105, + "mean_token_accuracy": 0.834191083908081, + "num_tokens": 28066848.0, + "step": 769 + }, + { + "epoch": 0.14298978644382543, + "grad_norm": 1.428954839706421, + "learning_rate": 4.758663366336633e-07, + "loss": 0.4533, + "mean_token_accuracy": 0.8553065061569214, + "num_tokens": 28109531.0, + "step": 770 + }, + { + "epoch": 0.14317548746518105, + "grad_norm": 1.4997851848602295, + "learning_rate": 4.7648514851485143e-07, + "loss": 0.4447, + "mean_token_accuracy": 0.8584638237953186, + "num_tokens": 28148506.0, + "step": 771 + }, + { + "epoch": 0.14336118848653667, + "grad_norm": 1.523021936416626, + "learning_rate": 4.771039603960396e-07, + "loss": 0.4243, + "mean_token_accuracy": 0.8605745434761047, + "num_tokens": 28185366.0, + "step": 772 + }, + { + "epoch": 0.1435468895078923, + "grad_norm": 1.5337938070297241, + "learning_rate": 4.777227722772277e-07, + "loss": 0.4565, + "mean_token_accuracy": 0.8534613847732544, + "num_tokens": 28221526.0, + "step": 773 + }, + { + "epoch": 0.14373259052924792, + "grad_norm": 1.5240321159362793, + "learning_rate": 4.783415841584158e-07, + "loss": 0.5, + "mean_token_accuracy": 0.8392627835273743, + "num_tokens": 28257375.0, + "step": 774 + }, + { + "epoch": 0.14391829155060354, + "grad_norm": 1.4808272123336792, + "learning_rate": 4.789603960396039e-07, + "loss": 0.4158, + "mean_token_accuracy": 0.8662682771682739, + "num_tokens": 28294044.0, + "step": 775 + }, + { + "epoch": 0.14410399257195913, + "grad_norm": 1.4944937229156494, + "learning_rate": 4.79579207920792e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8525688648223877, + "num_tokens": 28332207.0, + "step": 776 + }, + { + "epoch": 0.14428969359331476, + "grad_norm": 1.5604615211486816, + "learning_rate": 4.801980198019802e-07, + "loss": 0.4784, + "mean_token_accuracy": 0.8470860719680786, + "num_tokens": 28368941.0, + "step": 777 + }, + { + "epoch": 0.14447539461467038, + "grad_norm": 1.5715256929397583, + "learning_rate": 4.808168316831683e-07, + "loss": 0.518, + "mean_token_accuracy": 0.8333306312561035, + "num_tokens": 28407421.0, + "step": 778 + }, + { + "epoch": 0.144661095636026, + "grad_norm": 1.5847208499908447, + "learning_rate": 4.814356435643564e-07, + "loss": 0.5226, + "mean_token_accuracy": 0.8360556364059448, + "num_tokens": 28444364.0, + "step": 779 + }, + { + "epoch": 0.14484679665738162, + "grad_norm": 1.5137993097305298, + "learning_rate": 4.820544554455445e-07, + "loss": 0.5075, + "mean_token_accuracy": 0.8364039659500122, + "num_tokens": 28483690.0, + "step": 780 + }, + { + "epoch": 0.14503249767873724, + "grad_norm": 1.5977859497070312, + "learning_rate": 4.826732673267326e-07, + "loss": 0.4725, + "mean_token_accuracy": 0.8477623462677002, + "num_tokens": 28516206.0, + "step": 781 + }, + { + "epoch": 0.14521819870009284, + "grad_norm": 1.5282875299453735, + "learning_rate": 4.832920792079207e-07, + "loss": 0.5092, + "mean_token_accuracy": 0.8355840444564819, + "num_tokens": 28554351.0, + "step": 782 + }, + { + "epoch": 0.14540389972144846, + "grad_norm": 1.446813702583313, + "learning_rate": 4.839108910891089e-07, + "loss": 0.4763, + "mean_token_accuracy": 0.8454297780990601, + "num_tokens": 28595756.0, + "step": 783 + }, + { + "epoch": 0.14558960074280408, + "grad_norm": 1.829005479812622, + "learning_rate": 4.84529702970297e-07, + "loss": 0.5354, + "mean_token_accuracy": 0.8274061679840088, + "num_tokens": 28626329.0, + "step": 784 + }, + { + "epoch": 0.1457753017641597, + "grad_norm": 1.6609933376312256, + "learning_rate": 4.851485148514851e-07, + "loss": 0.5159, + "mean_token_accuracy": 0.8348621129989624, + "num_tokens": 28660375.0, + "step": 785 + }, + { + "epoch": 0.14596100278551533, + "grad_norm": 1.4434159994125366, + "learning_rate": 4.857673267326733e-07, + "loss": 0.4705, + "mean_token_accuracy": 0.8488948345184326, + "num_tokens": 28698657.0, + "step": 786 + }, + { + "epoch": 0.14614670380687095, + "grad_norm": 1.4697400331497192, + "learning_rate": 4.863861386138613e-07, + "loss": 0.4459, + "mean_token_accuracy": 0.8552984595298767, + "num_tokens": 28735492.0, + "step": 787 + }, + { + "epoch": 0.14633240482822654, + "grad_norm": 1.506920337677002, + "learning_rate": 4.870049504950495e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8541172742843628, + "num_tokens": 28770192.0, + "step": 788 + }, + { + "epoch": 0.14651810584958216, + "grad_norm": 1.6585450172424316, + "learning_rate": 4.876237623762375e-07, + "loss": 0.4795, + "mean_token_accuracy": 0.8449504375457764, + "num_tokens": 28802224.0, + "step": 789 + }, + { + "epoch": 0.1467038068709378, + "grad_norm": 1.4404752254486084, + "learning_rate": 4.882425742574257e-07, + "loss": 0.4684, + "mean_token_accuracy": 0.8467189073562622, + "num_tokens": 28841240.0, + "step": 790 + }, + { + "epoch": 0.1468895078922934, + "grad_norm": 1.5218477249145508, + "learning_rate": 4.888613861386139e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.842446506023407, + "num_tokens": 28878398.0, + "step": 791 + }, + { + "epoch": 0.14707520891364903, + "grad_norm": 1.6705949306488037, + "learning_rate": 4.894801980198019e-07, + "loss": 0.4682, + "mean_token_accuracy": 0.8474088907241821, + "num_tokens": 28911945.0, + "step": 792 + }, + { + "epoch": 0.14726090993500465, + "grad_norm": 1.4199997186660767, + "learning_rate": 4.900990099009901e-07, + "loss": 0.4578, + "mean_token_accuracy": 0.8483037352561951, + "num_tokens": 28951173.0, + "step": 793 + }, + { + "epoch": 0.14744661095636025, + "grad_norm": 1.8834255933761597, + "learning_rate": 4.907178217821781e-07, + "loss": 0.5339, + "mean_token_accuracy": 0.825912356376648, + "num_tokens": 28977931.0, + "step": 794 + }, + { + "epoch": 0.14763231197771587, + "grad_norm": 1.5817903280258179, + "learning_rate": 4.913366336633663e-07, + "loss": 0.4624, + "mean_token_accuracy": 0.8503754734992981, + "num_tokens": 29014267.0, + "step": 795 + }, + { + "epoch": 0.1478180129990715, + "grad_norm": 1.6713128089904785, + "learning_rate": 4.919554455445545e-07, + "loss": 0.4772, + "mean_token_accuracy": 0.8465132117271423, + "num_tokens": 29045248.0, + "step": 796 + }, + { + "epoch": 0.1480037140204271, + "grad_norm": 1.5567878484725952, + "learning_rate": 4.925742574257425e-07, + "loss": 0.5214, + "mean_token_accuracy": 0.8304991722106934, + "num_tokens": 29083672.0, + "step": 797 + }, + { + "epoch": 0.14818941504178273, + "grad_norm": 1.4504990577697754, + "learning_rate": 4.931930693069307e-07, + "loss": 0.4626, + "mean_token_accuracy": 0.8502532839775085, + "num_tokens": 29121137.0, + "step": 798 + }, + { + "epoch": 0.14837511606313836, + "grad_norm": 1.5291998386383057, + "learning_rate": 4.938118811881188e-07, + "loss": 0.4526, + "mean_token_accuracy": 0.8526002168655396, + "num_tokens": 29156510.0, + "step": 799 + }, + { + "epoch": 0.14856081708449395, + "grad_norm": 1.446222186088562, + "learning_rate": 4.944306930693069e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.847171425819397, + "num_tokens": 29199054.0, + "step": 800 + }, + { + "epoch": 0.14874651810584957, + "grad_norm": 1.5883344411849976, + "learning_rate": 4.95049504950495e-07, + "loss": 0.5178, + "mean_token_accuracy": 0.8361612558364868, + "num_tokens": 29237639.0, + "step": 801 + }, + { + "epoch": 0.1489322191272052, + "grad_norm": 1.5637332201004028, + "learning_rate": 4.956683168316831e-07, + "loss": 0.4448, + "mean_token_accuracy": 0.8563898801803589, + "num_tokens": 29273295.0, + "step": 802 + }, + { + "epoch": 0.14911792014856082, + "grad_norm": 1.556273102760315, + "learning_rate": 4.962871287128713e-07, + "loss": 0.4268, + "mean_token_accuracy": 0.8605255484580994, + "num_tokens": 29309708.0, + "step": 803 + }, + { + "epoch": 0.14930362116991644, + "grad_norm": 1.432438611984253, + "learning_rate": 4.969059405940594e-07, + "loss": 0.4553, + "mean_token_accuracy": 0.850734293460846, + "num_tokens": 29348710.0, + "step": 804 + }, + { + "epoch": 0.14948932219127206, + "grad_norm": 1.5143542289733887, + "learning_rate": 4.975247524752475e-07, + "loss": 0.4741, + "mean_token_accuracy": 0.8471963405609131, + "num_tokens": 29382533.0, + "step": 805 + }, + { + "epoch": 0.14967502321262766, + "grad_norm": 1.6679612398147583, + "learning_rate": 4.981435643564356e-07, + "loss": 0.507, + "mean_token_accuracy": 0.8457184433937073, + "num_tokens": 29415421.0, + "step": 806 + }, + { + "epoch": 0.14986072423398328, + "grad_norm": 1.6501655578613281, + "learning_rate": 4.987623762376238e-07, + "loss": 0.5072, + "mean_token_accuracy": 0.83845055103302, + "num_tokens": 29450835.0, + "step": 807 + }, + { + "epoch": 0.1500464252553389, + "grad_norm": 1.6391267776489258, + "learning_rate": 4.993811881188118e-07, + "loss": 0.5139, + "mean_token_accuracy": 0.8383195400238037, + "num_tokens": 29483304.0, + "step": 808 + }, + { + "epoch": 0.15023212627669452, + "grad_norm": 1.4075337648391724, + "learning_rate": 5e-07, + "loss": 0.4383, + "mean_token_accuracy": 0.857186496257782, + "num_tokens": 29522970.0, + "step": 809 + }, + { + "epoch": 0.15041782729805014, + "grad_norm": 1.4156115055084229, + "learning_rate": 5.00618811881188e-07, + "loss": 0.4744, + "mean_token_accuracy": 0.8492210507392883, + "num_tokens": 29564208.0, + "step": 810 + }, + { + "epoch": 0.15060352831940577, + "grad_norm": 1.4580553770065308, + "learning_rate": 5.012376237623762e-07, + "loss": 0.4981, + "mean_token_accuracy": 0.838099479675293, + "num_tokens": 29605768.0, + "step": 811 + }, + { + "epoch": 0.15078922934076136, + "grad_norm": 1.5564532279968262, + "learning_rate": 5.018564356435643e-07, + "loss": 0.5237, + "mean_token_accuracy": 0.8335692882537842, + "num_tokens": 29645210.0, + "step": 812 + }, + { + "epoch": 0.15097493036211698, + "grad_norm": 1.421663522720337, + "learning_rate": 5.024752475247524e-07, + "loss": 0.4806, + "mean_token_accuracy": 0.8468075394630432, + "num_tokens": 29687355.0, + "step": 813 + }, + { + "epoch": 0.1511606313834726, + "grad_norm": 1.5665621757507324, + "learning_rate": 5.030940594059405e-07, + "loss": 0.4825, + "mean_token_accuracy": 0.8453457355499268, + "num_tokens": 29724595.0, + "step": 814 + }, + { + "epoch": 0.15134633240482823, + "grad_norm": 1.5859097242355347, + "learning_rate": 5.037128712871286e-07, + "loss": 0.5037, + "mean_token_accuracy": 0.8341803550720215, + "num_tokens": 29759692.0, + "step": 815 + }, + { + "epoch": 0.15153203342618385, + "grad_norm": 1.524122714996338, + "learning_rate": 5.043316831683168e-07, + "loss": 0.4852, + "mean_token_accuracy": 0.8433817625045776, + "num_tokens": 29797056.0, + "step": 816 + }, + { + "epoch": 0.15171773444753947, + "grad_norm": 1.4412598609924316, + "learning_rate": 5.04950495049505e-07, + "loss": 0.5388, + "mean_token_accuracy": 0.8251363039016724, + "num_tokens": 29843250.0, + "step": 817 + }, + { + "epoch": 0.1519034354688951, + "grad_norm": 1.479522943496704, + "learning_rate": 5.05569306930693e-07, + "loss": 0.4362, + "mean_token_accuracy": 0.8557434678077698, + "num_tokens": 29879214.0, + "step": 818 + }, + { + "epoch": 0.1520891364902507, + "grad_norm": 1.5409499406814575, + "learning_rate": 5.061881188118812e-07, + "loss": 0.4715, + "mean_token_accuracy": 0.8454095125198364, + "num_tokens": 29917852.0, + "step": 819 + }, + { + "epoch": 0.1522748375116063, + "grad_norm": 1.5051987171173096, + "learning_rate": 5.068069306930693e-07, + "loss": 0.504, + "mean_token_accuracy": 0.8387227058410645, + "num_tokens": 29955449.0, + "step": 820 + }, + { + "epoch": 0.15246053853296193, + "grad_norm": 1.477158546447754, + "learning_rate": 5.074257425742574e-07, + "loss": 0.4984, + "mean_token_accuracy": 0.8393759727478027, + "num_tokens": 29993998.0, + "step": 821 + }, + { + "epoch": 0.15264623955431755, + "grad_norm": 1.5380913019180298, + "learning_rate": 5.080445544554455e-07, + "loss": 0.47, + "mean_token_accuracy": 0.8499168157577515, + "num_tokens": 30032008.0, + "step": 822 + }, + { + "epoch": 0.15283194057567318, + "grad_norm": 1.7147444486618042, + "learning_rate": 5.086633663366336e-07, + "loss": 0.4792, + "mean_token_accuracy": 0.8437574505805969, + "num_tokens": 30063238.0, + "step": 823 + }, + { + "epoch": 0.1530176415970288, + "grad_norm": 1.5597703456878662, + "learning_rate": 5.092821782178217e-07, + "loss": 0.4694, + "mean_token_accuracy": 0.844154417514801, + "num_tokens": 30099409.0, + "step": 824 + }, + { + "epoch": 0.1532033426183844, + "grad_norm": 1.538253903388977, + "learning_rate": 5.099009900990099e-07, + "loss": 0.4968, + "mean_token_accuracy": 0.8425794243812561, + "num_tokens": 30137734.0, + "step": 825 + }, + { + "epoch": 0.15338904363974, + "grad_norm": 1.5063658952713013, + "learning_rate": 5.105198019801979e-07, + "loss": 0.4663, + "mean_token_accuracy": 0.8472549915313721, + "num_tokens": 30175653.0, + "step": 826 + }, + { + "epoch": 0.15357474466109564, + "grad_norm": 1.5418007373809814, + "learning_rate": 5.111386138613861e-07, + "loss": 0.4607, + "mean_token_accuracy": 0.8504952788352966, + "num_tokens": 30209742.0, + "step": 827 + }, + { + "epoch": 0.15376044568245126, + "grad_norm": 1.530828833580017, + "learning_rate": 5.117574257425741e-07, + "loss": 0.4907, + "mean_token_accuracy": 0.8436120748519897, + "num_tokens": 30248919.0, + "step": 828 + }, + { + "epoch": 0.15394614670380688, + "grad_norm": 1.5224617719650269, + "learning_rate": 5.123762376237624e-07, + "loss": 0.495, + "mean_token_accuracy": 0.8428553938865662, + "num_tokens": 30284442.0, + "step": 829 + }, + { + "epoch": 0.1541318477251625, + "grad_norm": 1.419134259223938, + "learning_rate": 5.129950495049505e-07, + "loss": 0.515, + "mean_token_accuracy": 0.8325711488723755, + "num_tokens": 30326425.0, + "step": 830 + }, + { + "epoch": 0.1543175487465181, + "grad_norm": 1.5983222723007202, + "learning_rate": 5.136138613861386e-07, + "loss": 0.4916, + "mean_token_accuracy": 0.8410804271697998, + "num_tokens": 30360923.0, + "step": 831 + }, + { + "epoch": 0.15450324976787372, + "grad_norm": 1.559422254562378, + "learning_rate": 5.142326732673267e-07, + "loss": 0.4924, + "mean_token_accuracy": 0.8389354944229126, + "num_tokens": 30396499.0, + "step": 832 + }, + { + "epoch": 0.15468895078922934, + "grad_norm": 1.52838134765625, + "learning_rate": 5.148514851485149e-07, + "loss": 0.4607, + "mean_token_accuracy": 0.8504766225814819, + "num_tokens": 30433164.0, + "step": 833 + }, + { + "epoch": 0.15487465181058496, + "grad_norm": 1.868865728378296, + "learning_rate": 5.154702970297029e-07, + "loss": 0.43, + "mean_token_accuracy": 0.8546258211135864, + "num_tokens": 30460026.0, + "step": 834 + }, + { + "epoch": 0.15506035283194058, + "grad_norm": 1.584826946258545, + "learning_rate": 5.160891089108911e-07, + "loss": 0.4889, + "mean_token_accuracy": 0.8446657061576843, + "num_tokens": 30494726.0, + "step": 835 + }, + { + "epoch": 0.1552460538532962, + "grad_norm": 1.5697360038757324, + "learning_rate": 5.167079207920791e-07, + "loss": 0.5136, + "mean_token_accuracy": 0.8360347747802734, + "num_tokens": 30531363.0, + "step": 836 + }, + { + "epoch": 0.1554317548746518, + "grad_norm": 1.6325103044509888, + "learning_rate": 5.173267326732673e-07, + "loss": 0.4448, + "mean_token_accuracy": 0.8557559251785278, + "num_tokens": 30563795.0, + "step": 837 + }, + { + "epoch": 0.15561745589600742, + "grad_norm": 1.5233466625213623, + "learning_rate": 5.179455445544554e-07, + "loss": 0.5087, + "mean_token_accuracy": 0.8364256620407104, + "num_tokens": 30604218.0, + "step": 838 + }, + { + "epoch": 0.15580315691736304, + "grad_norm": 1.473941683769226, + "learning_rate": 5.185643564356435e-07, + "loss": 0.5095, + "mean_token_accuracy": 0.8350623250007629, + "num_tokens": 30646966.0, + "step": 839 + }, + { + "epoch": 0.15598885793871867, + "grad_norm": 1.3949289321899414, + "learning_rate": 5.191831683168316e-07, + "loss": 0.4077, + "mean_token_accuracy": 0.8677269220352173, + "num_tokens": 30684607.0, + "step": 840 + }, + { + "epoch": 0.1561745589600743, + "grad_norm": 1.6064448356628418, + "learning_rate": 5.198019801980198e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8452911376953125, + "num_tokens": 30719171.0, + "step": 841 + }, + { + "epoch": 0.1563602599814299, + "grad_norm": 1.533182978630066, + "learning_rate": 5.204207920792078e-07, + "loss": 0.5141, + "mean_token_accuracy": 0.8373748660087585, + "num_tokens": 30760005.0, + "step": 842 + }, + { + "epoch": 0.1565459610027855, + "grad_norm": 1.546856164932251, + "learning_rate": 5.210396039603961e-07, + "loss": 0.477, + "mean_token_accuracy": 0.8466438055038452, + "num_tokens": 30798147.0, + "step": 843 + }, + { + "epoch": 0.15673166202414113, + "grad_norm": 1.4778038263320923, + "learning_rate": 5.216584158415841e-07, + "loss": 0.4611, + "mean_token_accuracy": 0.8492250442504883, + "num_tokens": 30833151.0, + "step": 844 + }, + { + "epoch": 0.15691736304549675, + "grad_norm": 1.6286449432373047, + "learning_rate": 5.222772277227723e-07, + "loss": 0.461, + "mean_token_accuracy": 0.849500834941864, + "num_tokens": 30862345.0, + "step": 845 + }, + { + "epoch": 0.15710306406685237, + "grad_norm": 1.4962100982666016, + "learning_rate": 5.228960396039604e-07, + "loss": 0.4294, + "mean_token_accuracy": 0.8575679063796997, + "num_tokens": 30898830.0, + "step": 846 + }, + { + "epoch": 0.157288765088208, + "grad_norm": 1.5882959365844727, + "learning_rate": 5.235148514851485e-07, + "loss": 0.4762, + "mean_token_accuracy": 0.8489621877670288, + "num_tokens": 30933837.0, + "step": 847 + }, + { + "epoch": 0.15747446610956362, + "grad_norm": 1.4882310628890991, + "learning_rate": 5.241336633663366e-07, + "loss": 0.4665, + "mean_token_accuracy": 0.8485965132713318, + "num_tokens": 30971374.0, + "step": 848 + }, + { + "epoch": 0.1576601671309192, + "grad_norm": 1.3945337533950806, + "learning_rate": 5.247524752475247e-07, + "loss": 0.4104, + "mean_token_accuracy": 0.8633993864059448, + "num_tokens": 31010969.0, + "step": 849 + }, + { + "epoch": 0.15784586815227483, + "grad_norm": 1.541185736656189, + "learning_rate": 5.253712871287128e-07, + "loss": 0.5006, + "mean_token_accuracy": 0.8412280082702637, + "num_tokens": 31046949.0, + "step": 850 + }, + { + "epoch": 0.15803156917363045, + "grad_norm": 1.4660236835479736, + "learning_rate": 5.25990099009901e-07, + "loss": 0.5037, + "mean_token_accuracy": 0.8404468894004822, + "num_tokens": 31086556.0, + "step": 851 + }, + { + "epoch": 0.15821727019498608, + "grad_norm": 1.4298912286758423, + "learning_rate": 5.26608910891089e-07, + "loss": 0.3787, + "mean_token_accuracy": 0.8763840198516846, + "num_tokens": 31118813.0, + "step": 852 + }, + { + "epoch": 0.1584029712163417, + "grad_norm": 1.6759344339370728, + "learning_rate": 5.272277227722772e-07, + "loss": 0.5083, + "mean_token_accuracy": 0.8364167213439941, + "num_tokens": 31149206.0, + "step": 853 + }, + { + "epoch": 0.15858867223769732, + "grad_norm": 1.690408706665039, + "learning_rate": 5.278465346534653e-07, + "loss": 0.5002, + "mean_token_accuracy": 0.8413501977920532, + "num_tokens": 31178274.0, + "step": 854 + }, + { + "epoch": 0.15877437325905291, + "grad_norm": 1.5053863525390625, + "learning_rate": 5.284653465346534e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.841790497303009, + "num_tokens": 31215004.0, + "step": 855 + }, + { + "epoch": 0.15896007428040854, + "grad_norm": 1.5549862384796143, + "learning_rate": 5.290841584158416e-07, + "loss": 0.4603, + "mean_token_accuracy": 0.8485425710678101, + "num_tokens": 31249440.0, + "step": 856 + }, + { + "epoch": 0.15914577530176416, + "grad_norm": 1.413635492324829, + "learning_rate": 5.297029702970297e-07, + "loss": 0.4296, + "mean_token_accuracy": 0.8572195768356323, + "num_tokens": 31287500.0, + "step": 857 + }, + { + "epoch": 0.15933147632311978, + "grad_norm": 1.526788353919983, + "learning_rate": 5.303217821782178e-07, + "loss": 0.4321, + "mean_token_accuracy": 0.860937237739563, + "num_tokens": 31320298.0, + "step": 858 + }, + { + "epoch": 0.1595171773444754, + "grad_norm": 1.4490922689437866, + "learning_rate": 5.30940594059406e-07, + "loss": 0.4391, + "mean_token_accuracy": 0.8557004332542419, + "num_tokens": 31356975.0, + "step": 859 + }, + { + "epoch": 0.15970287836583102, + "grad_norm": 1.582072377204895, + "learning_rate": 5.31559405940594e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8481701016426086, + "num_tokens": 31391057.0, + "step": 860 + }, + { + "epoch": 0.15988857938718662, + "grad_norm": 1.4937725067138672, + "learning_rate": 5.321782178217822e-07, + "loss": 0.5062, + "mean_token_accuracy": 0.8399363160133362, + "num_tokens": 31432829.0, + "step": 861 + }, + { + "epoch": 0.16007428040854224, + "grad_norm": 1.5945827960968018, + "learning_rate": 5.327970297029702e-07, + "loss": 0.482, + "mean_token_accuracy": 0.843106746673584, + "num_tokens": 31469298.0, + "step": 862 + }, + { + "epoch": 0.16025998142989786, + "grad_norm": 1.5756837129592896, + "learning_rate": 5.334158415841584e-07, + "loss": 0.481, + "mean_token_accuracy": 0.8423939943313599, + "num_tokens": 31505920.0, + "step": 863 + }, + { + "epoch": 0.16044568245125349, + "grad_norm": 1.6490418910980225, + "learning_rate": 5.340346534653465e-07, + "loss": 0.5179, + "mean_token_accuracy": 0.8344886302947998, + "num_tokens": 31542345.0, + "step": 864 + }, + { + "epoch": 0.1606313834726091, + "grad_norm": 1.6612972021102905, + "learning_rate": 5.346534653465346e-07, + "loss": 0.4735, + "mean_token_accuracy": 0.845465898513794, + "num_tokens": 31577086.0, + "step": 865 + }, + { + "epoch": 0.16081708449396473, + "grad_norm": 1.539927363395691, + "learning_rate": 5.352722772277227e-07, + "loss": 0.4438, + "mean_token_accuracy": 0.8548527359962463, + "num_tokens": 31613408.0, + "step": 866 + }, + { + "epoch": 0.16100278551532032, + "grad_norm": 1.5382791757583618, + "learning_rate": 5.358910891089109e-07, + "loss": 0.4958, + "mean_token_accuracy": 0.8383737802505493, + "num_tokens": 31651704.0, + "step": 867 + }, + { + "epoch": 0.16118848653667595, + "grad_norm": 1.526084542274475, + "learning_rate": 5.365099009900989e-07, + "loss": 0.4688, + "mean_token_accuracy": 0.8444827198982239, + "num_tokens": 31689026.0, + "step": 868 + }, + { + "epoch": 0.16137418755803157, + "grad_norm": 1.6515488624572754, + "learning_rate": 5.371287128712872e-07, + "loss": 0.5261, + "mean_token_accuracy": 0.829558253288269, + "num_tokens": 31721993.0, + "step": 869 + }, + { + "epoch": 0.1615598885793872, + "grad_norm": 1.54193913936615, + "learning_rate": 5.377475247524752e-07, + "loss": 0.4736, + "mean_token_accuracy": 0.8455125093460083, + "num_tokens": 31761750.0, + "step": 870 + }, + { + "epoch": 0.1617455896007428, + "grad_norm": 1.4276965856552124, + "learning_rate": 5.383663366336634e-07, + "loss": 0.4811, + "mean_token_accuracy": 0.8466792702674866, + "num_tokens": 31802587.0, + "step": 871 + }, + { + "epoch": 0.16193129062209843, + "grad_norm": 1.7179399728775024, + "learning_rate": 5.389851485148515e-07, + "loss": 0.4526, + "mean_token_accuracy": 0.8503332138061523, + "num_tokens": 31835993.0, + "step": 872 + }, + { + "epoch": 0.16211699164345403, + "grad_norm": 1.438806176185608, + "learning_rate": 5.396039603960396e-07, + "loss": 0.4798, + "mean_token_accuracy": 0.8446113467216492, + "num_tokens": 31874492.0, + "step": 873 + }, + { + "epoch": 0.16230269266480965, + "grad_norm": 1.5971120595932007, + "learning_rate": 5.402227722772277e-07, + "loss": 0.461, + "mean_token_accuracy": 0.8481473922729492, + "num_tokens": 31910484.0, + "step": 874 + }, + { + "epoch": 0.16248839368616527, + "grad_norm": 1.5871856212615967, + "learning_rate": 5.408415841584159e-07, + "loss": 0.5367, + "mean_token_accuracy": 0.8299939632415771, + "num_tokens": 31948583.0, + "step": 875 + }, + { + "epoch": 0.1626740947075209, + "grad_norm": 1.6270365715026855, + "learning_rate": 5.414603960396039e-07, + "loss": 0.5538, + "mean_token_accuracy": 0.8219477534294128, + "num_tokens": 31986796.0, + "step": 876 + }, + { + "epoch": 0.16285979572887652, + "grad_norm": 1.6988320350646973, + "learning_rate": 5.420792079207921e-07, + "loss": 0.4765, + "mean_token_accuracy": 0.844352126121521, + "num_tokens": 32017493.0, + "step": 877 + }, + { + "epoch": 0.16304549675023214, + "grad_norm": 1.4700381755828857, + "learning_rate": 5.426980198019801e-07, + "loss": 0.4248, + "mean_token_accuracy": 0.8615307807922363, + "num_tokens": 32053274.0, + "step": 878 + }, + { + "epoch": 0.16323119777158773, + "grad_norm": 1.4136216640472412, + "learning_rate": 5.433168316831683e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8499140739440918, + "num_tokens": 32096966.0, + "step": 879 + }, + { + "epoch": 0.16341689879294335, + "grad_norm": 1.602884292602539, + "learning_rate": 5.439356435643564e-07, + "loss": 0.471, + "mean_token_accuracy": 0.8475487232208252, + "num_tokens": 32129003.0, + "step": 880 + }, + { + "epoch": 0.16360259981429898, + "grad_norm": 1.4566649198532104, + "learning_rate": 5.445544554455445e-07, + "loss": 0.5203, + "mean_token_accuracy": 0.8320379257202148, + "num_tokens": 32171081.0, + "step": 881 + }, + { + "epoch": 0.1637883008356546, + "grad_norm": 1.5019502639770508, + "learning_rate": 5.451732673267327e-07, + "loss": 0.4526, + "mean_token_accuracy": 0.8508082628250122, + "num_tokens": 32206603.0, + "step": 882 + }, + { + "epoch": 0.16397400185701022, + "grad_norm": 1.6430517435073853, + "learning_rate": 5.457920792079208e-07, + "loss": 0.4701, + "mean_token_accuracy": 0.84864342212677, + "num_tokens": 32245279.0, + "step": 883 + }, + { + "epoch": 0.16415970287836584, + "grad_norm": 1.5027512311935425, + "learning_rate": 5.464108910891089e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8430240154266357, + "num_tokens": 32282925.0, + "step": 884 + }, + { + "epoch": 0.16434540389972144, + "grad_norm": 1.446178913116455, + "learning_rate": 5.470297029702971e-07, + "loss": 0.5217, + "mean_token_accuracy": 0.8336792588233948, + "num_tokens": 32327198.0, + "step": 885 + }, + { + "epoch": 0.16453110492107706, + "grad_norm": 1.4955978393554688, + "learning_rate": 5.476485148514851e-07, + "loss": 0.4622, + "mean_token_accuracy": 0.8530989289283752, + "num_tokens": 32364181.0, + "step": 886 + }, + { + "epoch": 0.16471680594243268, + "grad_norm": 1.3375446796417236, + "learning_rate": 5.482673267326733e-07, + "loss": 0.4248, + "mean_token_accuracy": 0.8590216636657715, + "num_tokens": 32404271.0, + "step": 887 + }, + { + "epoch": 0.1649025069637883, + "grad_norm": 1.5870354175567627, + "learning_rate": 5.488861386138614e-07, + "loss": 0.4951, + "mean_token_accuracy": 0.8392478823661804, + "num_tokens": 32438565.0, + "step": 888 + }, + { + "epoch": 0.16508820798514393, + "grad_norm": 1.5945799350738525, + "learning_rate": 5.495049504950495e-07, + "loss": 0.4613, + "mean_token_accuracy": 0.8489463925361633, + "num_tokens": 32470772.0, + "step": 889 + }, + { + "epoch": 0.16527390900649955, + "grad_norm": 1.550211787223816, + "learning_rate": 5.501237623762376e-07, + "loss": 0.4666, + "mean_token_accuracy": 0.8506092429161072, + "num_tokens": 32506167.0, + "step": 890 + }, + { + "epoch": 0.16545961002785514, + "grad_norm": 1.846778392791748, + "learning_rate": 5.507425742574257e-07, + "loss": 0.5173, + "mean_token_accuracy": 0.8344318866729736, + "num_tokens": 32537729.0, + "step": 891 + }, + { + "epoch": 0.16564531104921076, + "grad_norm": 1.6565989255905151, + "learning_rate": 5.513613861386138e-07, + "loss": 0.422, + "mean_token_accuracy": 0.860689103603363, + "num_tokens": 32569114.0, + "step": 892 + }, + { + "epoch": 0.16583101207056639, + "grad_norm": 1.6462126970291138, + "learning_rate": 5.51980198019802e-07, + "loss": 0.4936, + "mean_token_accuracy": 0.838331937789917, + "num_tokens": 32600849.0, + "step": 893 + }, + { + "epoch": 0.166016713091922, + "grad_norm": 1.693256139755249, + "learning_rate": 5.5259900990099e-07, + "loss": 0.4658, + "mean_token_accuracy": 0.8533422350883484, + "num_tokens": 32632402.0, + "step": 894 + }, + { + "epoch": 0.16620241411327763, + "grad_norm": 1.5048562288284302, + "learning_rate": 5.532178217821783e-07, + "loss": 0.463, + "mean_token_accuracy": 0.8496783971786499, + "num_tokens": 32667088.0, + "step": 895 + }, + { + "epoch": 0.16638811513463325, + "grad_norm": 1.5692673921585083, + "learning_rate": 5.538366336633663e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.844836950302124, + "num_tokens": 32701303.0, + "step": 896 + }, + { + "epoch": 0.16657381615598885, + "grad_norm": 1.6374410390853882, + "learning_rate": 5.544554455445545e-07, + "loss": 0.4485, + "mean_token_accuracy": 0.8547971248626709, + "num_tokens": 32733520.0, + "step": 897 + }, + { + "epoch": 0.16675951717734447, + "grad_norm": 1.4532803297042847, + "learning_rate": 5.550742574257426e-07, + "loss": 0.4115, + "mean_token_accuracy": 0.8650770783424377, + "num_tokens": 32770484.0, + "step": 898 + }, + { + "epoch": 0.1669452181987001, + "grad_norm": 1.6731507778167725, + "learning_rate": 5.556930693069307e-07, + "loss": 0.4547, + "mean_token_accuracy": 0.8527993559837341, + "num_tokens": 32806436.0, + "step": 899 + }, + { + "epoch": 0.1671309192200557, + "grad_norm": 1.4574836492538452, + "learning_rate": 5.563118811881188e-07, + "loss": 0.5209, + "mean_token_accuracy": 0.8341259956359863, + "num_tokens": 32850108.0, + "step": 900 + }, + { + "epoch": 0.16731662024141133, + "grad_norm": 1.5090813636779785, + "learning_rate": 5.56930693069307e-07, + "loss": 0.4818, + "mean_token_accuracy": 0.845298171043396, + "num_tokens": 32888994.0, + "step": 901 + }, + { + "epoch": 0.16750232126276696, + "grad_norm": 1.7519359588623047, + "learning_rate": 5.57549504950495e-07, + "loss": 0.5016, + "mean_token_accuracy": 0.8369344472885132, + "num_tokens": 32920472.0, + "step": 902 + }, + { + "epoch": 0.16768802228412255, + "grad_norm": 1.5770885944366455, + "learning_rate": 5.581683168316832e-07, + "loss": 0.5176, + "mean_token_accuracy": 0.8353925943374634, + "num_tokens": 32959668.0, + "step": 903 + }, + { + "epoch": 0.16787372330547817, + "grad_norm": 1.4648441076278687, + "learning_rate": 5.587871287128712e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8517197370529175, + "num_tokens": 32998363.0, + "step": 904 + }, + { + "epoch": 0.1680594243268338, + "grad_norm": 1.5695469379425049, + "learning_rate": 5.594059405940594e-07, + "loss": 0.4522, + "mean_token_accuracy": 0.8529936075210571, + "num_tokens": 33032772.0, + "step": 905 + }, + { + "epoch": 0.16824512534818942, + "grad_norm": 1.3269716501235962, + "learning_rate": 5.600247524752475e-07, + "loss": 0.4959, + "mean_token_accuracy": 0.8408317565917969, + "num_tokens": 33076190.0, + "step": 906 + }, + { + "epoch": 0.16843082636954504, + "grad_norm": 1.5191317796707153, + "learning_rate": 5.606435643564356e-07, + "loss": 0.3922, + "mean_token_accuracy": 0.872273325920105, + "num_tokens": 33109183.0, + "step": 907 + }, + { + "epoch": 0.16861652739090066, + "grad_norm": 1.4488049745559692, + "learning_rate": 5.612623762376237e-07, + "loss": 0.4305, + "mean_token_accuracy": 0.8592419028282166, + "num_tokens": 33146735.0, + "step": 908 + }, + { + "epoch": 0.16880222841225626, + "grad_norm": 1.7202627658843994, + "learning_rate": 5.61881188118812e-07, + "loss": 0.4539, + "mean_token_accuracy": 0.8518039584159851, + "num_tokens": 33175536.0, + "step": 909 + }, + { + "epoch": 0.16898792943361188, + "grad_norm": 1.5948891639709473, + "learning_rate": 5.625e-07, + "loss": 0.4725, + "mean_token_accuracy": 0.8506832122802734, + "num_tokens": 33209448.0, + "step": 910 + }, + { + "epoch": 0.1691736304549675, + "grad_norm": 1.454962968826294, + "learning_rate": 5.631188118811881e-07, + "loss": 0.4594, + "mean_token_accuracy": 0.8518012762069702, + "num_tokens": 33249418.0, + "step": 911 + }, + { + "epoch": 0.16935933147632312, + "grad_norm": 1.4683315753936768, + "learning_rate": 5.637376237623762e-07, + "loss": 0.4259, + "mean_token_accuracy": 0.8559327125549316, + "num_tokens": 33288750.0, + "step": 912 + }, + { + "epoch": 0.16954503249767874, + "grad_norm": 1.4549270868301392, + "learning_rate": 5.643564356435643e-07, + "loss": 0.4126, + "mean_token_accuracy": 0.8623173236846924, + "num_tokens": 33326653.0, + "step": 913 + }, + { + "epoch": 0.16973073351903437, + "grad_norm": 1.536334753036499, + "learning_rate": 5.649752475247525e-07, + "loss": 0.4527, + "mean_token_accuracy": 0.8530457019805908, + "num_tokens": 33361447.0, + "step": 914 + }, + { + "epoch": 0.16991643454038996, + "grad_norm": 1.593614935874939, + "learning_rate": 5.655940594059405e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.8394086956977844, + "num_tokens": 33402137.0, + "step": 915 + }, + { + "epoch": 0.17010213556174558, + "grad_norm": 1.6547173261642456, + "learning_rate": 5.662128712871287e-07, + "loss": 0.5076, + "mean_token_accuracy": 0.8357182741165161, + "num_tokens": 33438700.0, + "step": 916 + }, + { + "epoch": 0.1702878365831012, + "grad_norm": 1.634543776512146, + "learning_rate": 5.668316831683167e-07, + "loss": 0.488, + "mean_token_accuracy": 0.8366849422454834, + "num_tokens": 33470607.0, + "step": 917 + }, + { + "epoch": 0.17047353760445683, + "grad_norm": 1.4943132400512695, + "learning_rate": 5.674504950495049e-07, + "loss": 0.4409, + "mean_token_accuracy": 0.8560196757316589, + "num_tokens": 33506102.0, + "step": 918 + }, + { + "epoch": 0.17065923862581245, + "grad_norm": 1.5924267768859863, + "learning_rate": 5.68069306930693e-07, + "loss": 0.5058, + "mean_token_accuracy": 0.8392288684844971, + "num_tokens": 33540780.0, + "step": 919 + }, + { + "epoch": 0.17084493964716807, + "grad_norm": 1.4620130062103271, + "learning_rate": 5.686881188118811e-07, + "loss": 0.4332, + "mean_token_accuracy": 0.8564839363098145, + "num_tokens": 33579101.0, + "step": 920 + }, + { + "epoch": 0.17103064066852366, + "grad_norm": 1.6652449369430542, + "learning_rate": 5.693069306930692e-07, + "loss": 0.5661, + "mean_token_accuracy": 0.8198667764663696, + "num_tokens": 33617573.0, + "step": 921 + }, + { + "epoch": 0.1712163416898793, + "grad_norm": 1.4987027645111084, + "learning_rate": 5.699257425742575e-07, + "loss": 0.4208, + "mean_token_accuracy": 0.8643791675567627, + "num_tokens": 33651672.0, + "step": 922 + }, + { + "epoch": 0.1714020427112349, + "grad_norm": 1.484501600265503, + "learning_rate": 5.705445544554455e-07, + "loss": 0.4673, + "mean_token_accuracy": 0.8476262092590332, + "num_tokens": 33690734.0, + "step": 923 + }, + { + "epoch": 0.17158774373259053, + "grad_norm": 1.5370081663131714, + "learning_rate": 5.711633663366337e-07, + "loss": 0.4752, + "mean_token_accuracy": 0.8459764122962952, + "num_tokens": 33729911.0, + "step": 924 + }, + { + "epoch": 0.17177344475394615, + "grad_norm": 1.4696145057678223, + "learning_rate": 5.717821782178217e-07, + "loss": 0.4764, + "mean_token_accuracy": 0.845501720905304, + "num_tokens": 33768093.0, + "step": 925 + }, + { + "epoch": 0.17195914577530177, + "grad_norm": 1.4370133876800537, + "learning_rate": 5.724009900990099e-07, + "loss": 0.4286, + "mean_token_accuracy": 0.8590964078903198, + "num_tokens": 33806432.0, + "step": 926 + }, + { + "epoch": 0.17214484679665737, + "grad_norm": 1.4537813663482666, + "learning_rate": 5.73019801980198e-07, + "loss": 0.4946, + "mean_token_accuracy": 0.8392983675003052, + "num_tokens": 33846266.0, + "step": 927 + }, + { + "epoch": 0.172330547818013, + "grad_norm": 1.5971417427062988, + "learning_rate": 5.736386138613861e-07, + "loss": 0.4366, + "mean_token_accuracy": 0.8555589914321899, + "num_tokens": 33880705.0, + "step": 928 + }, + { + "epoch": 0.1725162488393686, + "grad_norm": 1.4396165609359741, + "learning_rate": 5.742574257425742e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8465902805328369, + "num_tokens": 33918876.0, + "step": 929 + }, + { + "epoch": 0.17270194986072424, + "grad_norm": 1.5110353231430054, + "learning_rate": 5.748762376237623e-07, + "loss": 0.4516, + "mean_token_accuracy": 0.8534587025642395, + "num_tokens": 33954800.0, + "step": 930 + }, + { + "epoch": 0.17288765088207986, + "grad_norm": 1.4238851070404053, + "learning_rate": 5.754950495049504e-07, + "loss": 0.466, + "mean_token_accuracy": 0.8472385406494141, + "num_tokens": 33994029.0, + "step": 931 + }, + { + "epoch": 0.17307335190343548, + "grad_norm": 1.3731565475463867, + "learning_rate": 5.761138613861386e-07, + "loss": 0.4189, + "mean_token_accuracy": 0.8640742897987366, + "num_tokens": 34033564.0, + "step": 932 + }, + { + "epoch": 0.17325905292479107, + "grad_norm": 1.4589860439300537, + "learning_rate": 5.767326732673266e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.8469139337539673, + "num_tokens": 34070943.0, + "step": 933 + }, + { + "epoch": 0.1734447539461467, + "grad_norm": 1.517931580543518, + "learning_rate": 5.773514851485148e-07, + "loss": 0.4176, + "mean_token_accuracy": 0.863412618637085, + "num_tokens": 34104597.0, + "step": 934 + }, + { + "epoch": 0.17363045496750232, + "grad_norm": 1.553828477859497, + "learning_rate": 5.779702970297029e-07, + "loss": 0.4879, + "mean_token_accuracy": 0.8436124920845032, + "num_tokens": 34139432.0, + "step": 935 + }, + { + "epoch": 0.17381615598885794, + "grad_norm": 1.3734461069107056, + "learning_rate": 5.785891089108911e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.8524759411811829, + "num_tokens": 34181694.0, + "step": 936 + }, + { + "epoch": 0.17400185701021356, + "grad_norm": 1.723502278327942, + "learning_rate": 5.792079207920792e-07, + "loss": 0.4742, + "mean_token_accuracy": 0.8450852632522583, + "num_tokens": 34214599.0, + "step": 937 + }, + { + "epoch": 0.17418755803156918, + "grad_norm": 1.609320044517517, + "learning_rate": 5.798267326732673e-07, + "loss": 0.4318, + "mean_token_accuracy": 0.8570936918258667, + "num_tokens": 34244375.0, + "step": 938 + }, + { + "epoch": 0.17437325905292478, + "grad_norm": 1.424079179763794, + "learning_rate": 5.804455445544554e-07, + "loss": 0.4686, + "mean_token_accuracy": 0.8453346490859985, + "num_tokens": 34285305.0, + "step": 939 + }, + { + "epoch": 0.1745589600742804, + "grad_norm": 1.7047337293624878, + "learning_rate": 5.810643564356436e-07, + "loss": 0.5027, + "mean_token_accuracy": 0.8374316692352295, + "num_tokens": 34318981.0, + "step": 940 + }, + { + "epoch": 0.17474466109563602, + "grad_norm": 1.7058788537979126, + "learning_rate": 5.816831683168316e-07, + "loss": 0.4644, + "mean_token_accuracy": 0.8494137525558472, + "num_tokens": 34347316.0, + "step": 941 + }, + { + "epoch": 0.17493036211699164, + "grad_norm": 1.4865814447402954, + "learning_rate": 5.823019801980198e-07, + "loss": 0.4144, + "mean_token_accuracy": 0.8625341653823853, + "num_tokens": 34381692.0, + "step": 942 + }, + { + "epoch": 0.17511606313834727, + "grad_norm": 1.5497335195541382, + "learning_rate": 5.829207920792078e-07, + "loss": 0.4484, + "mean_token_accuracy": 0.8557384014129639, + "num_tokens": 34422213.0, + "step": 943 + }, + { + "epoch": 0.1753017641597029, + "grad_norm": 1.5756028890609741, + "learning_rate": 5.83539603960396e-07, + "loss": 0.4656, + "mean_token_accuracy": 0.8453359007835388, + "num_tokens": 34455538.0, + "step": 944 + }, + { + "epoch": 0.17548746518105848, + "grad_norm": 1.7094650268554688, + "learning_rate": 5.841584158415841e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8415769338607788, + "num_tokens": 34485803.0, + "step": 945 + }, + { + "epoch": 0.1756731662024141, + "grad_norm": 1.564979076385498, + "learning_rate": 5.847772277227722e-07, + "loss": 0.4614, + "mean_token_accuracy": 0.849267840385437, + "num_tokens": 34522947.0, + "step": 946 + }, + { + "epoch": 0.17585886722376973, + "grad_norm": 1.5664314031600952, + "learning_rate": 5.853960396039603e-07, + "loss": 0.4798, + "mean_token_accuracy": 0.8460765480995178, + "num_tokens": 34557851.0, + "step": 947 + }, + { + "epoch": 0.17604456824512535, + "grad_norm": 1.4226511716842651, + "learning_rate": 5.860148514851486e-07, + "loss": 0.464, + "mean_token_accuracy": 0.8517286777496338, + "num_tokens": 34599902.0, + "step": 948 + }, + { + "epoch": 0.17623026926648097, + "grad_norm": 1.548592448234558, + "learning_rate": 5.866336633663366e-07, + "loss": 0.442, + "mean_token_accuracy": 0.8545947670936584, + "num_tokens": 34633162.0, + "step": 949 + }, + { + "epoch": 0.1764159702878366, + "grad_norm": 1.6112834215164185, + "learning_rate": 5.872524752475248e-07, + "loss": 0.4533, + "mean_token_accuracy": 0.8537445068359375, + "num_tokens": 34666893.0, + "step": 950 + }, + { + "epoch": 0.1766016713091922, + "grad_norm": 1.4702370166778564, + "learning_rate": 5.878712871287128e-07, + "loss": 0.4873, + "mean_token_accuracy": 0.8406087756156921, + "num_tokens": 34707392.0, + "step": 951 + }, + { + "epoch": 0.1767873723305478, + "grad_norm": 1.4160785675048828, + "learning_rate": 5.88490099009901e-07, + "loss": 0.4428, + "mean_token_accuracy": 0.8546344041824341, + "num_tokens": 34745605.0, + "step": 952 + }, + { + "epoch": 0.17697307335190343, + "grad_norm": 1.3235870599746704, + "learning_rate": 5.891089108910891e-07, + "loss": 0.4465, + "mean_token_accuracy": 0.8560260534286499, + "num_tokens": 34790650.0, + "step": 953 + }, + { + "epoch": 0.17715877437325905, + "grad_norm": 1.429195761680603, + "learning_rate": 5.897277227722772e-07, + "loss": 0.4358, + "mean_token_accuracy": 0.8586361408233643, + "num_tokens": 34830458.0, + "step": 954 + }, + { + "epoch": 0.17734447539461468, + "grad_norm": 1.6111831665039062, + "learning_rate": 5.903465346534653e-07, + "loss": 0.486, + "mean_token_accuracy": 0.8441416025161743, + "num_tokens": 34867260.0, + "step": 955 + }, + { + "epoch": 0.1775301764159703, + "grad_norm": 1.4975463151931763, + "learning_rate": 5.909653465346535e-07, + "loss": 0.4365, + "mean_token_accuracy": 0.8583130836486816, + "num_tokens": 34901718.0, + "step": 956 + }, + { + "epoch": 0.1777158774373259, + "grad_norm": 1.4199520349502563, + "learning_rate": 5.915841584158415e-07, + "loss": 0.4401, + "mean_token_accuracy": 0.8575655221939087, + "num_tokens": 34940570.0, + "step": 957 + }, + { + "epoch": 0.17790157845868151, + "grad_norm": 1.6440750360488892, + "learning_rate": 5.922029702970297e-07, + "loss": 0.4644, + "mean_token_accuracy": 0.8487417101860046, + "num_tokens": 34972058.0, + "step": 958 + }, + { + "epoch": 0.17808727948003714, + "grad_norm": 1.6195273399353027, + "learning_rate": 5.928217821782177e-07, + "loss": 0.5263, + "mean_token_accuracy": 0.8353778123855591, + "num_tokens": 35011914.0, + "step": 959 + }, + { + "epoch": 0.17827298050139276, + "grad_norm": 1.5883703231811523, + "learning_rate": 5.934405940594059e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.8407906293869019, + "num_tokens": 35046898.0, + "step": 960 + }, + { + "epoch": 0.17845868152274838, + "grad_norm": 1.530641794204712, + "learning_rate": 5.94059405940594e-07, + "loss": 0.4256, + "mean_token_accuracy": 0.858829915523529, + "num_tokens": 35080583.0, + "step": 961 + }, + { + "epoch": 0.178644382544104, + "grad_norm": 1.5858244895935059, + "learning_rate": 5.946782178217822e-07, + "loss": 0.4758, + "mean_token_accuracy": 0.8426141142845154, + "num_tokens": 35117045.0, + "step": 962 + }, + { + "epoch": 0.1788300835654596, + "grad_norm": 1.4724544286727905, + "learning_rate": 5.952970297029703e-07, + "loss": 0.4544, + "mean_token_accuracy": 0.8507442474365234, + "num_tokens": 35155219.0, + "step": 963 + }, + { + "epoch": 0.17901578458681522, + "grad_norm": 1.5146485567092896, + "learning_rate": 5.959158415841584e-07, + "loss": 0.4586, + "mean_token_accuracy": 0.8487471342086792, + "num_tokens": 35192640.0, + "step": 964 + }, + { + "epoch": 0.17920148560817084, + "grad_norm": 1.4414948225021362, + "learning_rate": 5.965346534653465e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.8466883897781372, + "num_tokens": 35233428.0, + "step": 965 + }, + { + "epoch": 0.17938718662952646, + "grad_norm": 1.5771950483322144, + "learning_rate": 5.971534653465347e-07, + "loss": 0.4921, + "mean_token_accuracy": 0.8406184315681458, + "num_tokens": 35267871.0, + "step": 966 + }, + { + "epoch": 0.17957288765088208, + "grad_norm": 1.4883652925491333, + "learning_rate": 5.977722772277227e-07, + "loss": 0.5058, + "mean_token_accuracy": 0.8361691832542419, + "num_tokens": 35306791.0, + "step": 967 + }, + { + "epoch": 0.1797585886722377, + "grad_norm": 1.467087745666504, + "learning_rate": 5.983910891089109e-07, + "loss": 0.4761, + "mean_token_accuracy": 0.8447747826576233, + "num_tokens": 35344073.0, + "step": 968 + }, + { + "epoch": 0.1799442896935933, + "grad_norm": 1.631056785583496, + "learning_rate": 5.99009900990099e-07, + "loss": 0.453, + "mean_token_accuracy": 0.850805938243866, + "num_tokens": 35374877.0, + "step": 969 + }, + { + "epoch": 0.18012999071494892, + "grad_norm": 1.6683579683303833, + "learning_rate": 5.996287128712871e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8398197293281555, + "num_tokens": 35405613.0, + "step": 970 + }, + { + "epoch": 0.18031569173630455, + "grad_norm": 1.3610912561416626, + "learning_rate": 6.002475247524752e-07, + "loss": 0.4307, + "mean_token_accuracy": 0.8591374158859253, + "num_tokens": 35448282.0, + "step": 971 + }, + { + "epoch": 0.18050139275766017, + "grad_norm": 1.469277262687683, + "learning_rate": 6.008663366336633e-07, + "loss": 0.4546, + "mean_token_accuracy": 0.8503527045249939, + "num_tokens": 35485009.0, + "step": 972 + }, + { + "epoch": 0.1806870937790158, + "grad_norm": 1.4248149394989014, + "learning_rate": 6.014851485148514e-07, + "loss": 0.4166, + "mean_token_accuracy": 0.8654564619064331, + "num_tokens": 35524136.0, + "step": 973 + }, + { + "epoch": 0.1808727948003714, + "grad_norm": 1.4874041080474854, + "learning_rate": 6.021039603960396e-07, + "loss": 0.4755, + "mean_token_accuracy": 0.8447173833847046, + "num_tokens": 35565214.0, + "step": 974 + }, + { + "epoch": 0.181058495821727, + "grad_norm": 1.5386239290237427, + "learning_rate": 6.027227722772277e-07, + "loss": 0.4104, + "mean_token_accuracy": 0.8659265041351318, + "num_tokens": 35595842.0, + "step": 975 + }, + { + "epoch": 0.18124419684308263, + "grad_norm": 1.5069150924682617, + "learning_rate": 6.033415841584159e-07, + "loss": 0.4552, + "mean_token_accuracy": 0.8500866889953613, + "num_tokens": 35633318.0, + "step": 976 + }, + { + "epoch": 0.18142989786443825, + "grad_norm": 1.6687407493591309, + "learning_rate": 6.03960396039604e-07, + "loss": 0.5128, + "mean_token_accuracy": 0.837928295135498, + "num_tokens": 35665641.0, + "step": 977 + }, + { + "epoch": 0.18161559888579387, + "grad_norm": 1.6314243078231812, + "learning_rate": 6.045792079207921e-07, + "loss": 0.4728, + "mean_token_accuracy": 0.8469513058662415, + "num_tokens": 35697619.0, + "step": 978 + }, + { + "epoch": 0.1818012999071495, + "grad_norm": 1.6355737447738647, + "learning_rate": 6.051980198019802e-07, + "loss": 0.4733, + "mean_token_accuracy": 0.850724995136261, + "num_tokens": 35729275.0, + "step": 979 + }, + { + "epoch": 0.18198700092850512, + "grad_norm": 1.534852385520935, + "learning_rate": 6.058168316831683e-07, + "loss": 0.4825, + "mean_token_accuracy": 0.8411673307418823, + "num_tokens": 35766319.0, + "step": 980 + }, + { + "epoch": 0.18217270194986074, + "grad_norm": 1.4215325117111206, + "learning_rate": 6.064356435643564e-07, + "loss": 0.4653, + "mean_token_accuracy": 0.8513501286506653, + "num_tokens": 35805335.0, + "step": 981 + }, + { + "epoch": 0.18235840297121633, + "grad_norm": 1.4137792587280273, + "learning_rate": 6.070544554455446e-07, + "loss": 0.4474, + "mean_token_accuracy": 0.8563499450683594, + "num_tokens": 35845116.0, + "step": 982 + }, + { + "epoch": 0.18254410399257195, + "grad_norm": 1.435968279838562, + "learning_rate": 6.076732673267326e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.8558698296546936, + "num_tokens": 35883019.0, + "step": 983 + }, + { + "epoch": 0.18272980501392758, + "grad_norm": 1.5322303771972656, + "learning_rate": 6.082920792079208e-07, + "loss": 0.4612, + "mean_token_accuracy": 0.8483923077583313, + "num_tokens": 35917065.0, + "step": 984 + }, + { + "epoch": 0.1829155060352832, + "grad_norm": 1.5730969905853271, + "learning_rate": 6.089108910891088e-07, + "loss": 0.4099, + "mean_token_accuracy": 0.8672242760658264, + "num_tokens": 35951898.0, + "step": 985 + }, + { + "epoch": 0.18310120705663882, + "grad_norm": 1.4731230735778809, + "learning_rate": 6.09529702970297e-07, + "loss": 0.453, + "mean_token_accuracy": 0.8534033298492432, + "num_tokens": 35990860.0, + "step": 986 + }, + { + "epoch": 0.18328690807799444, + "grad_norm": 1.5256543159484863, + "learning_rate": 6.101485148514851e-07, + "loss": 0.4402, + "mean_token_accuracy": 0.8541265726089478, + "num_tokens": 36031444.0, + "step": 987 + }, + { + "epoch": 0.18347260909935004, + "grad_norm": 1.6921583414077759, + "learning_rate": 6.107673267326733e-07, + "loss": 0.5151, + "mean_token_accuracy": 0.8373888731002808, + "num_tokens": 36061977.0, + "step": 988 + }, + { + "epoch": 0.18365831012070566, + "grad_norm": 1.5173319578170776, + "learning_rate": 6.113861386138614e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8480454087257385, + "num_tokens": 36098975.0, + "step": 989 + }, + { + "epoch": 0.18384401114206128, + "grad_norm": 1.5451219081878662, + "learning_rate": 6.120049504950496e-07, + "loss": 0.4313, + "mean_token_accuracy": 0.853787899017334, + "num_tokens": 36132172.0, + "step": 990 + }, + { + "epoch": 0.1840297121634169, + "grad_norm": 1.4019627571105957, + "learning_rate": 6.126237623762376e-07, + "loss": 0.4472, + "mean_token_accuracy": 0.8526769876480103, + "num_tokens": 36171920.0, + "step": 991 + }, + { + "epoch": 0.18421541318477253, + "grad_norm": 1.5808006525039673, + "learning_rate": 6.132425742574258e-07, + "loss": 0.4677, + "mean_token_accuracy": 0.848035454750061, + "num_tokens": 36205400.0, + "step": 992 + }, + { + "epoch": 0.18440111420612815, + "grad_norm": 1.494579553604126, + "learning_rate": 6.138613861386138e-07, + "loss": 0.4841, + "mean_token_accuracy": 0.8407539129257202, + "num_tokens": 36245119.0, + "step": 993 + }, + { + "epoch": 0.18458681522748374, + "grad_norm": 1.526977300643921, + "learning_rate": 6.14480198019802e-07, + "loss": 0.4494, + "mean_token_accuracy": 0.8557707071304321, + "num_tokens": 36281965.0, + "step": 994 + }, + { + "epoch": 0.18477251624883936, + "grad_norm": 1.5058954954147339, + "learning_rate": 6.150990099009901e-07, + "loss": 0.4582, + "mean_token_accuracy": 0.8511340618133545, + "num_tokens": 36317409.0, + "step": 995 + }, + { + "epoch": 0.18495821727019499, + "grad_norm": 1.479148507118225, + "learning_rate": 6.157178217821782e-07, + "loss": 0.4386, + "mean_token_accuracy": 0.8565155267715454, + "num_tokens": 36352187.0, + "step": 996 + }, + { + "epoch": 0.1851439182915506, + "grad_norm": 1.4522392749786377, + "learning_rate": 6.163366336633663e-07, + "loss": 0.4588, + "mean_token_accuracy": 0.8514565229415894, + "num_tokens": 36390010.0, + "step": 997 + }, + { + "epoch": 0.18532961931290623, + "grad_norm": 1.4917658567428589, + "learning_rate": 6.169554455445544e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.8461313843727112, + "num_tokens": 36425275.0, + "step": 998 + }, + { + "epoch": 0.18551532033426185, + "grad_norm": 1.3014436960220337, + "learning_rate": 6.175742574257425e-07, + "loss": 0.4458, + "mean_token_accuracy": 0.8556819558143616, + "num_tokens": 36470068.0, + "step": 999 + }, + { + "epoch": 0.18570102135561745, + "grad_norm": 1.669528603553772, + "learning_rate": 6.181930693069307e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8493708372116089, + "num_tokens": 36500905.0, + "step": 1000 + }, + { + "epoch": 0.18588672237697307, + "grad_norm": 1.502373218536377, + "learning_rate": 6.188118811881187e-07, + "loss": 0.4631, + "mean_token_accuracy": 0.84686279296875, + "num_tokens": 36539846.0, + "step": 1001 + }, + { + "epoch": 0.1860724233983287, + "grad_norm": 1.5247668027877808, + "learning_rate": 6.19430693069307e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8395154476165771, + "num_tokens": 36577240.0, + "step": 1002 + }, + { + "epoch": 0.1862581244196843, + "grad_norm": 1.6431934833526611, + "learning_rate": 6.200495049504951e-07, + "loss": 0.4474, + "mean_token_accuracy": 0.8542667627334595, + "num_tokens": 36607871.0, + "step": 1003 + }, + { + "epoch": 0.18644382544103993, + "grad_norm": 1.4802268743515015, + "learning_rate": 6.206683168316832e-07, + "loss": 0.4887, + "mean_token_accuracy": 0.8477345108985901, + "num_tokens": 36645878.0, + "step": 1004 + }, + { + "epoch": 0.18662952646239556, + "grad_norm": 1.5110113620758057, + "learning_rate": 6.212871287128713e-07, + "loss": 0.4351, + "mean_token_accuracy": 0.854610025882721, + "num_tokens": 36679757.0, + "step": 1005 + }, + { + "epoch": 0.18681522748375115, + "grad_norm": 1.527686595916748, + "learning_rate": 6.219059405940594e-07, + "loss": 0.4215, + "mean_token_accuracy": 0.8606114983558655, + "num_tokens": 36714375.0, + "step": 1006 + }, + { + "epoch": 0.18700092850510677, + "grad_norm": 1.579322338104248, + "learning_rate": 6.225247524752475e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.8416029214859009, + "num_tokens": 36752350.0, + "step": 1007 + }, + { + "epoch": 0.1871866295264624, + "grad_norm": 1.3344868421554565, + "learning_rate": 6.231435643564357e-07, + "loss": 0.4263, + "mean_token_accuracy": 0.8605510592460632, + "num_tokens": 36792090.0, + "step": 1008 + }, + { + "epoch": 0.18737233054781802, + "grad_norm": 1.613542914390564, + "learning_rate": 6.237623762376237e-07, + "loss": 0.4663, + "mean_token_accuracy": 0.846663236618042, + "num_tokens": 36825714.0, + "step": 1009 + }, + { + "epoch": 0.18755803156917364, + "grad_norm": 1.641343116760254, + "learning_rate": 6.243811881188119e-07, + "loss": 0.4529, + "mean_token_accuracy": 0.8542717695236206, + "num_tokens": 36861019.0, + "step": 1010 + }, + { + "epoch": 0.18774373259052926, + "grad_norm": 1.5155032873153687, + "learning_rate": 6.249999999999999e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8451219797134399, + "num_tokens": 36900668.0, + "step": 1011 + }, + { + "epoch": 0.18792943361188486, + "grad_norm": 1.6618897914886475, + "learning_rate": 6.25618811881188e-07, + "loss": 0.5141, + "mean_token_accuracy": 0.830068826675415, + "num_tokens": 36935741.0, + "step": 1012 + }, + { + "epoch": 0.18811513463324048, + "grad_norm": 1.595483660697937, + "learning_rate": 6.262376237623762e-07, + "loss": 0.4214, + "mean_token_accuracy": 0.8607124090194702, + "num_tokens": 36972677.0, + "step": 1013 + }, + { + "epoch": 0.1883008356545961, + "grad_norm": 1.608518362045288, + "learning_rate": 6.268564356435642e-07, + "loss": 0.4511, + "mean_token_accuracy": 0.8518632650375366, + "num_tokens": 37007078.0, + "step": 1014 + }, + { + "epoch": 0.18848653667595172, + "grad_norm": 1.4545735120773315, + "learning_rate": 6.274752475247525e-07, + "loss": 0.4926, + "mean_token_accuracy": 0.8418710827827454, + "num_tokens": 37045370.0, + "step": 1015 + }, + { + "epoch": 0.18867223769730734, + "grad_norm": 1.5319801568984985, + "learning_rate": 6.280940594059406e-07, + "loss": 0.4957, + "mean_token_accuracy": 0.8419234752655029, + "num_tokens": 37082356.0, + "step": 1016 + }, + { + "epoch": 0.18885793871866297, + "grad_norm": 1.6399977207183838, + "learning_rate": 6.287128712871287e-07, + "loss": 0.4991, + "mean_token_accuracy": 0.8426047563552856, + "num_tokens": 37117859.0, + "step": 1017 + }, + { + "epoch": 0.18904363974001856, + "grad_norm": 1.47886323928833, + "learning_rate": 6.293316831683168e-07, + "loss": 0.4675, + "mean_token_accuracy": 0.845003604888916, + "num_tokens": 37158097.0, + "step": 1018 + }, + { + "epoch": 0.18922934076137418, + "grad_norm": 1.4910774230957031, + "learning_rate": 6.299504950495049e-07, + "loss": 0.3778, + "mean_token_accuracy": 0.8727389574050903, + "num_tokens": 37193475.0, + "step": 1019 + }, + { + "epoch": 0.1894150417827298, + "grad_norm": 1.6702966690063477, + "learning_rate": 6.30569306930693e-07, + "loss": 0.4374, + "mean_token_accuracy": 0.8571982383728027, + "num_tokens": 37225769.0, + "step": 1020 + }, + { + "epoch": 0.18960074280408543, + "grad_norm": 1.5948543548583984, + "learning_rate": 6.311881188118812e-07, + "loss": 0.4284, + "mean_token_accuracy": 0.861228346824646, + "num_tokens": 37264097.0, + "step": 1021 + }, + { + "epoch": 0.18978644382544105, + "grad_norm": 1.751279354095459, + "learning_rate": 6.318069306930692e-07, + "loss": 0.4759, + "mean_token_accuracy": 0.8446115851402283, + "num_tokens": 37292771.0, + "step": 1022 + }, + { + "epoch": 0.18997214484679667, + "grad_norm": 1.581337332725525, + "learning_rate": 6.324257425742574e-07, + "loss": 0.4865, + "mean_token_accuracy": 0.8439555168151855, + "num_tokens": 37325478.0, + "step": 1023 + }, + { + "epoch": 0.19015784586815226, + "grad_norm": 1.532084345817566, + "learning_rate": 6.330445544554454e-07, + "loss": 0.4448, + "mean_token_accuracy": 0.8536009788513184, + "num_tokens": 37364426.0, + "step": 1024 + }, + { + "epoch": 0.1903435468895079, + "grad_norm": 1.5501731634140015, + "learning_rate": 6.336633663366336e-07, + "loss": 0.4911, + "mean_token_accuracy": 0.8420285582542419, + "num_tokens": 37402500.0, + "step": 1025 + }, + { + "epoch": 0.1905292479108635, + "grad_norm": 1.5608645677566528, + "learning_rate": 6.342821782178217e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8442893028259277, + "num_tokens": 37438901.0, + "step": 1026 + }, + { + "epoch": 0.19071494893221913, + "grad_norm": 1.4523770809173584, + "learning_rate": 6.349009900990098e-07, + "loss": 0.419, + "mean_token_accuracy": 0.863723635673523, + "num_tokens": 37477414.0, + "step": 1027 + }, + { + "epoch": 0.19090064995357475, + "grad_norm": 1.5301281213760376, + "learning_rate": 6.35519801980198e-07, + "loss": 0.4629, + "mean_token_accuracy": 0.8501420021057129, + "num_tokens": 37512660.0, + "step": 1028 + }, + { + "epoch": 0.19108635097493037, + "grad_norm": 1.4847458600997925, + "learning_rate": 6.361386138613862e-07, + "loss": 0.444, + "mean_token_accuracy": 0.8548966646194458, + "num_tokens": 37548975.0, + "step": 1029 + }, + { + "epoch": 0.19127205199628597, + "grad_norm": 1.5137461423873901, + "learning_rate": 6.367574257425742e-07, + "loss": 0.4341, + "mean_token_accuracy": 0.8597064018249512, + "num_tokens": 37588466.0, + "step": 1030 + }, + { + "epoch": 0.1914577530176416, + "grad_norm": 1.5971590280532837, + "learning_rate": 6.373762376237624e-07, + "loss": 0.4486, + "mean_token_accuracy": 0.8518027067184448, + "num_tokens": 37622531.0, + "step": 1031 + }, + { + "epoch": 0.1916434540389972, + "grad_norm": 1.4663221836090088, + "learning_rate": 6.379950495049504e-07, + "loss": 0.4421, + "mean_token_accuracy": 0.8518420457839966, + "num_tokens": 37662159.0, + "step": 1032 + }, + { + "epoch": 0.19182915506035284, + "grad_norm": 1.4934312105178833, + "learning_rate": 6.386138613861386e-07, + "loss": 0.4691, + "mean_token_accuracy": 0.8499682545661926, + "num_tokens": 37700510.0, + "step": 1033 + }, + { + "epoch": 0.19201485608170846, + "grad_norm": 1.5034701824188232, + "learning_rate": 6.392326732673267e-07, + "loss": 0.4778, + "mean_token_accuracy": 0.8443009853363037, + "num_tokens": 37737447.0, + "step": 1034 + }, + { + "epoch": 0.19220055710306408, + "grad_norm": 1.5034005641937256, + "learning_rate": 6.398514851485148e-07, + "loss": 0.4302, + "mean_token_accuracy": 0.8592463731765747, + "num_tokens": 37775804.0, + "step": 1035 + }, + { + "epoch": 0.19238625812441967, + "grad_norm": 1.5133336782455444, + "learning_rate": 6.404702970297029e-07, + "loss": 0.4328, + "mean_token_accuracy": 0.8559582829475403, + "num_tokens": 37810922.0, + "step": 1036 + }, + { + "epoch": 0.1925719591457753, + "grad_norm": 1.515791893005371, + "learning_rate": 6.41089108910891e-07, + "loss": 0.4528, + "mean_token_accuracy": 0.852192759513855, + "num_tokens": 37847174.0, + "step": 1037 + }, + { + "epoch": 0.19275766016713092, + "grad_norm": 1.457940697669983, + "learning_rate": 6.417079207920791e-07, + "loss": 0.4556, + "mean_token_accuracy": 0.8505942821502686, + "num_tokens": 37884336.0, + "step": 1038 + }, + { + "epoch": 0.19294336118848654, + "grad_norm": 1.570094108581543, + "learning_rate": 6.423267326732673e-07, + "loss": 0.4621, + "mean_token_accuracy": 0.8498814105987549, + "num_tokens": 37920527.0, + "step": 1039 + }, + { + "epoch": 0.19312906220984216, + "grad_norm": 1.5098968744277954, + "learning_rate": 6.429455445544553e-07, + "loss": 0.4213, + "mean_token_accuracy": 0.8627092838287354, + "num_tokens": 37954645.0, + "step": 1040 + }, + { + "epoch": 0.19331476323119778, + "grad_norm": 1.5449188947677612, + "learning_rate": 6.435643564356436e-07, + "loss": 0.4717, + "mean_token_accuracy": 0.8449188470840454, + "num_tokens": 37994367.0, + "step": 1041 + }, + { + "epoch": 0.19350046425255338, + "grad_norm": 1.611270785331726, + "learning_rate": 6.441831683168317e-07, + "loss": 0.3925, + "mean_token_accuracy": 0.8690612316131592, + "num_tokens": 38026176.0, + "step": 1042 + }, + { + "epoch": 0.193686165273909, + "grad_norm": 1.5379903316497803, + "learning_rate": 6.448019801980198e-07, + "loss": 0.419, + "mean_token_accuracy": 0.8646972179412842, + "num_tokens": 38056807.0, + "step": 1043 + }, + { + "epoch": 0.19387186629526462, + "grad_norm": 1.4144303798675537, + "learning_rate": 6.454207920792079e-07, + "loss": 0.4501, + "mean_token_accuracy": 0.8515821099281311, + "num_tokens": 38095560.0, + "step": 1044 + }, + { + "epoch": 0.19405756731662024, + "grad_norm": 1.468282699584961, + "learning_rate": 6.46039603960396e-07, + "loss": 0.4557, + "mean_token_accuracy": 0.8501173257827759, + "num_tokens": 38132322.0, + "step": 1045 + }, + { + "epoch": 0.19424326833797587, + "grad_norm": 1.516266942024231, + "learning_rate": 6.466584158415841e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8471019864082336, + "num_tokens": 38169485.0, + "step": 1046 + }, + { + "epoch": 0.1944289693593315, + "grad_norm": 1.5461444854736328, + "learning_rate": 6.472772277227723e-07, + "loss": 0.4614, + "mean_token_accuracy": 0.8500015735626221, + "num_tokens": 38209946.0, + "step": 1047 + }, + { + "epoch": 0.19461467038068708, + "grad_norm": 1.4405548572540283, + "learning_rate": 6.478960396039603e-07, + "loss": 0.5072, + "mean_token_accuracy": 0.8377119302749634, + "num_tokens": 38252446.0, + "step": 1048 + }, + { + "epoch": 0.1948003714020427, + "grad_norm": 1.5642677545547485, + "learning_rate": 6.485148514851485e-07, + "loss": 0.4923, + "mean_token_accuracy": 0.8423240184783936, + "num_tokens": 38287103.0, + "step": 1049 + }, + { + "epoch": 0.19498607242339833, + "grad_norm": 1.418261170387268, + "learning_rate": 6.491336633663366e-07, + "loss": 0.4006, + "mean_token_accuracy": 0.8681997060775757, + "num_tokens": 38322350.0, + "step": 1050 + }, + { + "epoch": 0.19517177344475395, + "grad_norm": 1.5517945289611816, + "learning_rate": 6.497524752475247e-07, + "loss": 0.4232, + "mean_token_accuracy": 0.8599006533622742, + "num_tokens": 38356974.0, + "step": 1051 + }, + { + "epoch": 0.19535747446610957, + "grad_norm": 1.4615018367767334, + "learning_rate": 6.503712871287128e-07, + "loss": 0.4576, + "mean_token_accuracy": 0.8505903482437134, + "num_tokens": 38399225.0, + "step": 1052 + }, + { + "epoch": 0.1955431754874652, + "grad_norm": 1.7327980995178223, + "learning_rate": 6.509900990099009e-07, + "loss": 0.4896, + "mean_token_accuracy": 0.8430296182632446, + "num_tokens": 38430855.0, + "step": 1053 + }, + { + "epoch": 0.1957288765088208, + "grad_norm": 1.6012758016586304, + "learning_rate": 6.51608910891089e-07, + "loss": 0.5044, + "mean_token_accuracy": 0.8360997438430786, + "num_tokens": 38468467.0, + "step": 1054 + }, + { + "epoch": 0.1959145775301764, + "grad_norm": 1.4274510145187378, + "learning_rate": 6.522277227722773e-07, + "loss": 0.4373, + "mean_token_accuracy": 0.8573026657104492, + "num_tokens": 38507985.0, + "step": 1055 + }, + { + "epoch": 0.19610027855153203, + "grad_norm": 1.4089608192443848, + "learning_rate": 6.528465346534653e-07, + "loss": 0.4465, + "mean_token_accuracy": 0.8544601202011108, + "num_tokens": 38548185.0, + "step": 1056 + }, + { + "epoch": 0.19628597957288765, + "grad_norm": 1.5384715795516968, + "learning_rate": 6.534653465346535e-07, + "loss": 0.4518, + "mean_token_accuracy": 0.8507848381996155, + "num_tokens": 38584856.0, + "step": 1057 + }, + { + "epoch": 0.19647168059424328, + "grad_norm": 1.6359614133834839, + "learning_rate": 6.540841584158415e-07, + "loss": 0.4755, + "mean_token_accuracy": 0.8481256365776062, + "num_tokens": 38617846.0, + "step": 1058 + }, + { + "epoch": 0.1966573816155989, + "grad_norm": 1.4836004972457886, + "learning_rate": 6.547029702970297e-07, + "loss": 0.4714, + "mean_token_accuracy": 0.8488528728485107, + "num_tokens": 38655368.0, + "step": 1059 + }, + { + "epoch": 0.1968430826369545, + "grad_norm": 1.4013758897781372, + "learning_rate": 6.553217821782178e-07, + "loss": 0.4483, + "mean_token_accuracy": 0.8557694554328918, + "num_tokens": 38697362.0, + "step": 1060 + }, + { + "epoch": 0.1970287836583101, + "grad_norm": 1.590293526649475, + "learning_rate": 6.559405940594059e-07, + "loss": 0.4355, + "mean_token_accuracy": 0.8587873578071594, + "num_tokens": 38729681.0, + "step": 1061 + }, + { + "epoch": 0.19721448467966574, + "grad_norm": 1.6250923871994019, + "learning_rate": 6.56559405940594e-07, + "loss": 0.4749, + "mean_token_accuracy": 0.8468657732009888, + "num_tokens": 38765879.0, + "step": 1062 + }, + { + "epoch": 0.19740018570102136, + "grad_norm": 1.610490083694458, + "learning_rate": 6.571782178217822e-07, + "loss": 0.4885, + "mean_token_accuracy": 0.842034101486206, + "num_tokens": 38800422.0, + "step": 1063 + }, + { + "epoch": 0.19758588672237698, + "grad_norm": 1.622389316558838, + "learning_rate": 6.577970297029702e-07, + "loss": 0.4683, + "mean_token_accuracy": 0.8512302041053772, + "num_tokens": 38832004.0, + "step": 1064 + }, + { + "epoch": 0.1977715877437326, + "grad_norm": 1.5922654867172241, + "learning_rate": 6.584158415841584e-07, + "loss": 0.4538, + "mean_token_accuracy": 0.8529900312423706, + "num_tokens": 38864547.0, + "step": 1065 + }, + { + "epoch": 0.1979572887650882, + "grad_norm": 1.5091965198516846, + "learning_rate": 6.590346534653464e-07, + "loss": 0.4535, + "mean_token_accuracy": 0.8548352718353271, + "num_tokens": 38903546.0, + "step": 1066 + }, + { + "epoch": 0.19814298978644382, + "grad_norm": 1.552006483078003, + "learning_rate": 6.596534653465346e-07, + "loss": 0.5016, + "mean_token_accuracy": 0.8373477458953857, + "num_tokens": 38938674.0, + "step": 1067 + }, + { + "epoch": 0.19832869080779944, + "grad_norm": 1.4554667472839355, + "learning_rate": 6.602722772277228e-07, + "loss": 0.4539, + "mean_token_accuracy": 0.8511291742324829, + "num_tokens": 38975628.0, + "step": 1068 + }, + { + "epoch": 0.19851439182915506, + "grad_norm": 1.81350576877594, + "learning_rate": 6.608910891089109e-07, + "loss": 0.503, + "mean_token_accuracy": 0.8420364856719971, + "num_tokens": 39005330.0, + "step": 1069 + }, + { + "epoch": 0.19870009285051068, + "grad_norm": 1.4189997911453247, + "learning_rate": 6.61509900990099e-07, + "loss": 0.482, + "mean_token_accuracy": 0.8410269021987915, + "num_tokens": 39046418.0, + "step": 1070 + }, + { + "epoch": 0.1988857938718663, + "grad_norm": 1.5069823265075684, + "learning_rate": 6.621287128712872e-07, + "loss": 0.4244, + "mean_token_accuracy": 0.8621722459793091, + "num_tokens": 39082297.0, + "step": 1071 + }, + { + "epoch": 0.1990714948932219, + "grad_norm": 1.605942964553833, + "learning_rate": 6.627475247524752e-07, + "loss": 0.4773, + "mean_token_accuracy": 0.8470399975776672, + "num_tokens": 39118191.0, + "step": 1072 + }, + { + "epoch": 0.19925719591457752, + "grad_norm": 1.4710103273391724, + "learning_rate": 6.633663366336634e-07, + "loss": 0.4874, + "mean_token_accuracy": 0.8435206413269043, + "num_tokens": 39158708.0, + "step": 1073 + }, + { + "epoch": 0.19944289693593314, + "grad_norm": 1.3571016788482666, + "learning_rate": 6.639851485148514e-07, + "loss": 0.4568, + "mean_token_accuracy": 0.8536112308502197, + "num_tokens": 39204470.0, + "step": 1074 + }, + { + "epoch": 0.19962859795728877, + "grad_norm": 1.4553558826446533, + "learning_rate": 6.646039603960396e-07, + "loss": 0.4088, + "mean_token_accuracy": 0.8661303520202637, + "num_tokens": 39240828.0, + "step": 1075 + }, + { + "epoch": 0.1998142989786444, + "grad_norm": 1.3519002199172974, + "learning_rate": 6.652227722772277e-07, + "loss": 0.4184, + "mean_token_accuracy": 0.8612900972366333, + "num_tokens": 39283034.0, + "step": 1076 + }, + { + "epoch": 0.2, + "grad_norm": 1.5113112926483154, + "learning_rate": 6.658415841584158e-07, + "loss": 0.4924, + "mean_token_accuracy": 0.8440097570419312, + "num_tokens": 39320366.0, + "step": 1077 + }, + { + "epoch": 0.2001857010213556, + "grad_norm": 1.544224500656128, + "learning_rate": 6.664603960396039e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8424598574638367, + "num_tokens": 39357147.0, + "step": 1078 + }, + { + "epoch": 0.20037140204271123, + "grad_norm": 1.5779093503952026, + "learning_rate": 6.67079207920792e-07, + "loss": 0.464, + "mean_token_accuracy": 0.8463972806930542, + "num_tokens": 39392273.0, + "step": 1079 + }, + { + "epoch": 0.20055710306406685, + "grad_norm": 1.5392353534698486, + "learning_rate": 6.676980198019801e-07, + "loss": 0.4292, + "mean_token_accuracy": 0.8571279048919678, + "num_tokens": 39425836.0, + "step": 1080 + }, + { + "epoch": 0.20074280408542247, + "grad_norm": 1.5438848733901978, + "learning_rate": 6.683168316831684e-07, + "loss": 0.4901, + "mean_token_accuracy": 0.840506911277771, + "num_tokens": 39459867.0, + "step": 1081 + }, + { + "epoch": 0.2009285051067781, + "grad_norm": 1.544459342956543, + "learning_rate": 6.689356435643564e-07, + "loss": 0.4721, + "mean_token_accuracy": 0.8472792506217957, + "num_tokens": 39495499.0, + "step": 1082 + }, + { + "epoch": 0.20111420612813372, + "grad_norm": 1.5258634090423584, + "learning_rate": 6.695544554455446e-07, + "loss": 0.4417, + "mean_token_accuracy": 0.8539160490036011, + "num_tokens": 39531713.0, + "step": 1083 + }, + { + "epoch": 0.2012999071494893, + "grad_norm": 1.6469706296920776, + "learning_rate": 6.701732673267327e-07, + "loss": 0.4814, + "mean_token_accuracy": 0.8462741374969482, + "num_tokens": 39566759.0, + "step": 1084 + }, + { + "epoch": 0.20148560817084493, + "grad_norm": 1.4719165563583374, + "learning_rate": 6.707920792079208e-07, + "loss": 0.44, + "mean_token_accuracy": 0.8550722002983093, + "num_tokens": 39606050.0, + "step": 1085 + }, + { + "epoch": 0.20167130919220055, + "grad_norm": 1.6678560972213745, + "learning_rate": 6.714108910891089e-07, + "loss": 0.4821, + "mean_token_accuracy": 0.840896487236023, + "num_tokens": 39636451.0, + "step": 1086 + }, + { + "epoch": 0.20185701021355618, + "grad_norm": 1.5779634714126587, + "learning_rate": 6.72029702970297e-07, + "loss": 0.4166, + "mean_token_accuracy": 0.8617918491363525, + "num_tokens": 39669525.0, + "step": 1087 + }, + { + "epoch": 0.2020427112349118, + "grad_norm": 1.584222674369812, + "learning_rate": 6.726485148514851e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8455339074134827, + "num_tokens": 39707009.0, + "step": 1088 + }, + { + "epoch": 0.20222841225626742, + "grad_norm": 1.4865630865097046, + "learning_rate": 6.732673267326733e-07, + "loss": 0.4612, + "mean_token_accuracy": 0.8488591909408569, + "num_tokens": 39743098.0, + "step": 1089 + }, + { + "epoch": 0.20241411327762301, + "grad_norm": 1.4660011529922485, + "learning_rate": 6.738861386138613e-07, + "loss": 0.4251, + "mean_token_accuracy": 0.8589578866958618, + "num_tokens": 39779216.0, + "step": 1090 + }, + { + "epoch": 0.20259981429897864, + "grad_norm": 1.5367761850357056, + "learning_rate": 6.745049504950495e-07, + "loss": 0.462, + "mean_token_accuracy": 0.8524680137634277, + "num_tokens": 39815786.0, + "step": 1091 + }, + { + "epoch": 0.20278551532033426, + "grad_norm": 1.536965250968933, + "learning_rate": 6.751237623762375e-07, + "loss": 0.5017, + "mean_token_accuracy": 0.838508665561676, + "num_tokens": 39852284.0, + "step": 1092 + }, + { + "epoch": 0.20297121634168988, + "grad_norm": 1.5160750150680542, + "learning_rate": 6.757425742574257e-07, + "loss": 0.4099, + "mean_token_accuracy": 0.8643866777420044, + "num_tokens": 39883834.0, + "step": 1093 + }, + { + "epoch": 0.2031569173630455, + "grad_norm": 1.6344802379608154, + "learning_rate": 6.763613861386139e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8410331606864929, + "num_tokens": 39917053.0, + "step": 1094 + }, + { + "epoch": 0.20334261838440112, + "grad_norm": 1.5104891061782837, + "learning_rate": 6.76980198019802e-07, + "loss": 0.461, + "mean_token_accuracy": 0.8463823199272156, + "num_tokens": 39952578.0, + "step": 1095 + }, + { + "epoch": 0.20352831940575672, + "grad_norm": 1.44735848903656, + "learning_rate": 6.775990099009901e-07, + "loss": 0.4727, + "mean_token_accuracy": 0.8480097651481628, + "num_tokens": 39993416.0, + "step": 1096 + }, + { + "epoch": 0.20371402042711234, + "grad_norm": 1.5045605897903442, + "learning_rate": 6.782178217821783e-07, + "loss": 0.4411, + "mean_token_accuracy": 0.8515883684158325, + "num_tokens": 40027403.0, + "step": 1097 + }, + { + "epoch": 0.20389972144846796, + "grad_norm": 1.5627639293670654, + "learning_rate": 6.788366336633663e-07, + "loss": 0.4658, + "mean_token_accuracy": 0.8502538204193115, + "num_tokens": 40062476.0, + "step": 1098 + }, + { + "epoch": 0.20408542246982359, + "grad_norm": 1.4733668565750122, + "learning_rate": 6.794554455445545e-07, + "loss": 0.4611, + "mean_token_accuracy": 0.8507198691368103, + "num_tokens": 40098744.0, + "step": 1099 + }, + { + "epoch": 0.2042711234911792, + "grad_norm": 1.5947084426879883, + "learning_rate": 6.800742574257425e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8433497548103333, + "num_tokens": 40133978.0, + "step": 1100 + }, + { + "epoch": 0.20445682451253483, + "grad_norm": 1.601210355758667, + "learning_rate": 6.806930693069307e-07, + "loss": 0.4648, + "mean_token_accuracy": 0.8491930961608887, + "num_tokens": 40170564.0, + "step": 1101 + }, + { + "epoch": 0.20464252553389042, + "grad_norm": 1.3415040969848633, + "learning_rate": 6.813118811881188e-07, + "loss": 0.4447, + "mean_token_accuracy": 0.8533350229263306, + "num_tokens": 40212985.0, + "step": 1102 + }, + { + "epoch": 0.20482822655524605, + "grad_norm": 1.6127804517745972, + "learning_rate": 6.819306930693069e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.8391062021255493, + "num_tokens": 40247609.0, + "step": 1103 + }, + { + "epoch": 0.20501392757660167, + "grad_norm": 1.5622376203536987, + "learning_rate": 6.82549504950495e-07, + "loss": 0.4609, + "mean_token_accuracy": 0.8498924970626831, + "num_tokens": 40281289.0, + "step": 1104 + }, + { + "epoch": 0.2051996285979573, + "grad_norm": 1.5155588388442993, + "learning_rate": 6.831683168316831e-07, + "loss": 0.4326, + "mean_token_accuracy": 0.8564521074295044, + "num_tokens": 40319468.0, + "step": 1105 + }, + { + "epoch": 0.2053853296193129, + "grad_norm": 1.654651403427124, + "learning_rate": 6.837871287128712e-07, + "loss": 0.4537, + "mean_token_accuracy": 0.8569682240486145, + "num_tokens": 40352577.0, + "step": 1106 + }, + { + "epoch": 0.20557103064066853, + "grad_norm": 1.5242558717727661, + "learning_rate": 6.844059405940595e-07, + "loss": 0.5201, + "mean_token_accuracy": 0.8385327458381653, + "num_tokens": 40390839.0, + "step": 1107 + }, + { + "epoch": 0.20575673166202413, + "grad_norm": 1.5080184936523438, + "learning_rate": 6.850247524752475e-07, + "loss": 0.4276, + "mean_token_accuracy": 0.8567060828208923, + "num_tokens": 40426101.0, + "step": 1108 + }, + { + "epoch": 0.20594243268337975, + "grad_norm": 1.4474502801895142, + "learning_rate": 6.856435643564357e-07, + "loss": 0.4054, + "mean_token_accuracy": 0.8638962507247925, + "num_tokens": 40462439.0, + "step": 1109 + }, + { + "epoch": 0.20612813370473537, + "grad_norm": 1.5356121063232422, + "learning_rate": 6.862623762376238e-07, + "loss": 0.4876, + "mean_token_accuracy": 0.8435973525047302, + "num_tokens": 40497998.0, + "step": 1110 + }, + { + "epoch": 0.206313834726091, + "grad_norm": 1.3759937286376953, + "learning_rate": 6.868811881188119e-07, + "loss": 0.4048, + "mean_token_accuracy": 0.8667342662811279, + "num_tokens": 40536754.0, + "step": 1111 + }, + { + "epoch": 0.20649953574744662, + "grad_norm": 1.5835506916046143, + "learning_rate": 6.875e-07, + "loss": 0.4634, + "mean_token_accuracy": 0.8465550541877747, + "num_tokens": 40570081.0, + "step": 1112 + }, + { + "epoch": 0.20668523676880224, + "grad_norm": 1.4472286701202393, + "learning_rate": 6.88118811881188e-07, + "loss": 0.4708, + "mean_token_accuracy": 0.8413214683532715, + "num_tokens": 40613512.0, + "step": 1113 + }, + { + "epoch": 0.20687093779015783, + "grad_norm": 1.494632363319397, + "learning_rate": 6.887376237623762e-07, + "loss": 0.4882, + "mean_token_accuracy": 0.8387362957000732, + "num_tokens": 40649388.0, + "step": 1114 + }, + { + "epoch": 0.20705663881151345, + "grad_norm": 1.6835119724273682, + "learning_rate": 6.893564356435643e-07, + "loss": 0.4623, + "mean_token_accuracy": 0.8476006388664246, + "num_tokens": 40685350.0, + "step": 1115 + }, + { + "epoch": 0.20724233983286908, + "grad_norm": 1.6330180168151855, + "learning_rate": 6.899752475247524e-07, + "loss": 0.4548, + "mean_token_accuracy": 0.8503644466400146, + "num_tokens": 40715721.0, + "step": 1116 + }, + { + "epoch": 0.2074280408542247, + "grad_norm": 1.5461523532867432, + "learning_rate": 6.905940594059405e-07, + "loss": 0.455, + "mean_token_accuracy": 0.8499044179916382, + "num_tokens": 40750962.0, + "step": 1117 + }, + { + "epoch": 0.20761374187558032, + "grad_norm": 1.6292074918746948, + "learning_rate": 6.912128712871287e-07, + "loss": 0.4808, + "mean_token_accuracy": 0.8430697917938232, + "num_tokens": 40784106.0, + "step": 1118 + }, + { + "epoch": 0.20779944289693594, + "grad_norm": 1.5991082191467285, + "learning_rate": 6.918316831683167e-07, + "loss": 0.3837, + "mean_token_accuracy": 0.8712122440338135, + "num_tokens": 40817280.0, + "step": 1119 + }, + { + "epoch": 0.20798514391829154, + "grad_norm": 1.508215069770813, + "learning_rate": 6.924504950495049e-07, + "loss": 0.4352, + "mean_token_accuracy": 0.8555557131767273, + "num_tokens": 40851617.0, + "step": 1120 + }, + { + "epoch": 0.20817084493964716, + "grad_norm": 1.4865961074829102, + "learning_rate": 6.93069306930693e-07, + "loss": 0.4561, + "mean_token_accuracy": 0.8488996028900146, + "num_tokens": 40888148.0, + "step": 1121 + }, + { + "epoch": 0.20835654596100278, + "grad_norm": 1.6029038429260254, + "learning_rate": 6.936881188118812e-07, + "loss": 0.4922, + "mean_token_accuracy": 0.8392423391342163, + "num_tokens": 40926537.0, + "step": 1122 + }, + { + "epoch": 0.2085422469823584, + "grad_norm": 1.5108879804611206, + "learning_rate": 6.943069306930693e-07, + "loss": 0.4995, + "mean_token_accuracy": 0.8371595144271851, + "num_tokens": 40964473.0, + "step": 1123 + }, + { + "epoch": 0.20872794800371403, + "grad_norm": 1.5951298475265503, + "learning_rate": 6.949257425742574e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.8379262089729309, + "num_tokens": 41003811.0, + "step": 1124 + }, + { + "epoch": 0.20891364902506965, + "grad_norm": 1.471649169921875, + "learning_rate": 6.955445544554455e-07, + "loss": 0.4311, + "mean_token_accuracy": 0.8588389158248901, + "num_tokens": 41044568.0, + "step": 1125 + }, + { + "epoch": 0.20909935004642524, + "grad_norm": 1.58212149143219, + "learning_rate": 6.961633663366336e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.8397431373596191, + "num_tokens": 41079049.0, + "step": 1126 + }, + { + "epoch": 0.20928505106778086, + "grad_norm": 1.4916495084762573, + "learning_rate": 6.967821782178217e-07, + "loss": 0.4422, + "mean_token_accuracy": 0.8561794757843018, + "num_tokens": 41116404.0, + "step": 1127 + }, + { + "epoch": 0.20947075208913649, + "grad_norm": 1.5537827014923096, + "learning_rate": 6.974009900990099e-07, + "loss": 0.4952, + "mean_token_accuracy": 0.836368978023529, + "num_tokens": 41152055.0, + "step": 1128 + }, + { + "epoch": 0.2096564531104921, + "grad_norm": 1.4587026834487915, + "learning_rate": 6.980198019801979e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8443622589111328, + "num_tokens": 41193146.0, + "step": 1129 + }, + { + "epoch": 0.20984215413184773, + "grad_norm": 1.3821097612380981, + "learning_rate": 6.986386138613861e-07, + "loss": 0.4458, + "mean_token_accuracy": 0.853291392326355, + "num_tokens": 41232597.0, + "step": 1130 + }, + { + "epoch": 0.21002785515320335, + "grad_norm": 1.5301622152328491, + "learning_rate": 6.992574257425742e-07, + "loss": 0.4711, + "mean_token_accuracy": 0.8459893465042114, + "num_tokens": 41271395.0, + "step": 1131 + }, + { + "epoch": 0.21021355617455895, + "grad_norm": 1.608780026435852, + "learning_rate": 6.998762376237623e-07, + "loss": 0.4296, + "mean_token_accuracy": 0.8589147329330444, + "num_tokens": 41309731.0, + "step": 1132 + }, + { + "epoch": 0.21039925719591457, + "grad_norm": 1.4757777452468872, + "learning_rate": 7.004950495049504e-07, + "loss": 0.4936, + "mean_token_accuracy": 0.8435126543045044, + "num_tokens": 41351446.0, + "step": 1133 + }, + { + "epoch": 0.2105849582172702, + "grad_norm": 1.6853693723678589, + "learning_rate": 7.011138613861386e-07, + "loss": 0.4511, + "mean_token_accuracy": 0.850639820098877, + "num_tokens": 41384561.0, + "step": 1134 + }, + { + "epoch": 0.2107706592386258, + "grad_norm": 1.7269794940948486, + "learning_rate": 7.017326732673267e-07, + "loss": 0.4483, + "mean_token_accuracy": 0.8524578809738159, + "num_tokens": 41420155.0, + "step": 1135 + }, + { + "epoch": 0.21095636025998143, + "grad_norm": 1.7364130020141602, + "learning_rate": 7.023514851485149e-07, + "loss": 0.4575, + "mean_token_accuracy": 0.8471798896789551, + "num_tokens": 41451589.0, + "step": 1136 + }, + { + "epoch": 0.21114206128133706, + "grad_norm": 1.5752849578857422, + "learning_rate": 7.029702970297029e-07, + "loss": 0.4238, + "mean_token_accuracy": 0.8621822595596313, + "num_tokens": 41485787.0, + "step": 1137 + }, + { + "epoch": 0.21132776230269265, + "grad_norm": 1.5257329940795898, + "learning_rate": 7.035891089108911e-07, + "loss": 0.4509, + "mean_token_accuracy": 0.853044331073761, + "num_tokens": 41526434.0, + "step": 1138 + }, + { + "epoch": 0.21151346332404827, + "grad_norm": 1.6136554479599, + "learning_rate": 7.042079207920791e-07, + "loss": 0.4301, + "mean_token_accuracy": 0.8555278778076172, + "num_tokens": 41558564.0, + "step": 1139 + }, + { + "epoch": 0.2116991643454039, + "grad_norm": 1.517276406288147, + "learning_rate": 7.048267326732673e-07, + "loss": 0.4712, + "mean_token_accuracy": 0.847187876701355, + "num_tokens": 41596680.0, + "step": 1140 + }, + { + "epoch": 0.21188486536675952, + "grad_norm": 1.441635012626648, + "learning_rate": 7.054455445544554e-07, + "loss": 0.4545, + "mean_token_accuracy": 0.8531695604324341, + "num_tokens": 41636121.0, + "step": 1141 + }, + { + "epoch": 0.21207056638811514, + "grad_norm": 1.6072863340377808, + "learning_rate": 7.060643564356435e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8473829030990601, + "num_tokens": 41671262.0, + "step": 1142 + }, + { + "epoch": 0.21225626740947076, + "grad_norm": 1.5074143409729004, + "learning_rate": 7.066831683168316e-07, + "loss": 0.4392, + "mean_token_accuracy": 0.8559349775314331, + "num_tokens": 41713297.0, + "step": 1143 + }, + { + "epoch": 0.21244196843082638, + "grad_norm": 1.5792419910430908, + "learning_rate": 7.073019801980198e-07, + "loss": 0.4307, + "mean_token_accuracy": 0.8609812259674072, + "num_tokens": 41747850.0, + "step": 1144 + }, + { + "epoch": 0.21262766945218198, + "grad_norm": 1.420262336730957, + "learning_rate": 7.079207920792078e-07, + "loss": 0.4401, + "mean_token_accuracy": 0.8558577299118042, + "num_tokens": 41784949.0, + "step": 1145 + }, + { + "epoch": 0.2128133704735376, + "grad_norm": 1.6422908306121826, + "learning_rate": 7.08539603960396e-07, + "loss": 0.4423, + "mean_token_accuracy": 0.8547582626342773, + "num_tokens": 41819037.0, + "step": 1146 + }, + { + "epoch": 0.21299907149489322, + "grad_norm": 1.442270040512085, + "learning_rate": 7.091584158415841e-07, + "loss": 0.4076, + "mean_token_accuracy": 0.8643190860748291, + "num_tokens": 41856790.0, + "step": 1147 + }, + { + "epoch": 0.21318477251624884, + "grad_norm": 1.4364793300628662, + "learning_rate": 7.097772277227723e-07, + "loss": 0.4485, + "mean_token_accuracy": 0.8525245785713196, + "num_tokens": 41896163.0, + "step": 1148 + }, + { + "epoch": 0.21337047353760447, + "grad_norm": 1.5982046127319336, + "learning_rate": 7.103960396039604e-07, + "loss": 0.4146, + "mean_token_accuracy": 0.8643110990524292, + "num_tokens": 41930010.0, + "step": 1149 + }, + { + "epoch": 0.2135561745589601, + "grad_norm": 1.6348614692687988, + "learning_rate": 7.110148514851485e-07, + "loss": 0.5003, + "mean_token_accuracy": 0.8405186533927917, + "num_tokens": 41966643.0, + "step": 1150 + }, + { + "epoch": 0.21374187558031568, + "grad_norm": 1.6599831581115723, + "learning_rate": 7.116336633663366e-07, + "loss": 0.4519, + "mean_token_accuracy": 0.8517335653305054, + "num_tokens": 41999166.0, + "step": 1151 + }, + { + "epoch": 0.2139275766016713, + "grad_norm": 1.6276308298110962, + "learning_rate": 7.122524752475248e-07, + "loss": 0.45, + "mean_token_accuracy": 0.8508003950119019, + "num_tokens": 42034841.0, + "step": 1152 + }, + { + "epoch": 0.21411327762302693, + "grad_norm": 1.344059944152832, + "learning_rate": 7.128712871287128e-07, + "loss": 0.4274, + "mean_token_accuracy": 0.8592809438705444, + "num_tokens": 42078845.0, + "step": 1153 + }, + { + "epoch": 0.21429897864438255, + "grad_norm": 1.449094533920288, + "learning_rate": 7.13490099009901e-07, + "loss": 0.4049, + "mean_token_accuracy": 0.8679512143135071, + "num_tokens": 42114570.0, + "step": 1154 + }, + { + "epoch": 0.21448467966573817, + "grad_norm": 1.4713077545166016, + "learning_rate": 7.14108910891089e-07, + "loss": 0.4245, + "mean_token_accuracy": 0.8579226136207581, + "num_tokens": 42150043.0, + "step": 1155 + }, + { + "epoch": 0.2146703806870938, + "grad_norm": 1.5608693361282349, + "learning_rate": 7.147277227722772e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8486143350601196, + "num_tokens": 42186283.0, + "step": 1156 + }, + { + "epoch": 0.2148560817084494, + "grad_norm": 1.3301886320114136, + "learning_rate": 7.153465346534653e-07, + "loss": 0.426, + "mean_token_accuracy": 0.8609721660614014, + "num_tokens": 42229773.0, + "step": 1157 + }, + { + "epoch": 0.215041782729805, + "grad_norm": 1.5309540033340454, + "learning_rate": 7.159653465346534e-07, + "loss": 0.4485, + "mean_token_accuracy": 0.8517048954963684, + "num_tokens": 42265687.0, + "step": 1158 + }, + { + "epoch": 0.21522748375116063, + "grad_norm": 1.6213783025741577, + "learning_rate": 7.165841584158415e-07, + "loss": 0.4222, + "mean_token_accuracy": 0.8630687594413757, + "num_tokens": 42299918.0, + "step": 1159 + }, + { + "epoch": 0.21541318477251625, + "grad_norm": 1.5704635381698608, + "learning_rate": 7.172029702970297e-07, + "loss": 0.4231, + "mean_token_accuracy": 0.8575068712234497, + "num_tokens": 42334358.0, + "step": 1160 + }, + { + "epoch": 0.21559888579387188, + "grad_norm": 1.5463058948516846, + "learning_rate": 7.178217821782178e-07, + "loss": 0.4669, + "mean_token_accuracy": 0.845649003982544, + "num_tokens": 42375427.0, + "step": 1161 + }, + { + "epoch": 0.2157845868152275, + "grad_norm": 1.3994027376174927, + "learning_rate": 7.18440594059406e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.8569528460502625, + "num_tokens": 42413778.0, + "step": 1162 + }, + { + "epoch": 0.2159702878365831, + "grad_norm": 1.4779671430587769, + "learning_rate": 7.19059405940594e-07, + "loss": 0.4554, + "mean_token_accuracy": 0.8513826131820679, + "num_tokens": 42449493.0, + "step": 1163 + }, + { + "epoch": 0.2161559888579387, + "grad_norm": 1.3113749027252197, + "learning_rate": 7.196782178217822e-07, + "loss": 0.414, + "mean_token_accuracy": 0.8634176254272461, + "num_tokens": 42490487.0, + "step": 1164 + }, + { + "epoch": 0.21634168987929434, + "grad_norm": 1.5370274782180786, + "learning_rate": 7.202970297029703e-07, + "loss": 0.4371, + "mean_token_accuracy": 0.8558592796325684, + "num_tokens": 42524172.0, + "step": 1165 + }, + { + "epoch": 0.21652739090064996, + "grad_norm": 1.612354040145874, + "learning_rate": 7.209158415841584e-07, + "loss": 0.4396, + "mean_token_accuracy": 0.8551951050758362, + "num_tokens": 42554770.0, + "step": 1166 + }, + { + "epoch": 0.21671309192200558, + "grad_norm": 1.719256043434143, + "learning_rate": 7.215346534653465e-07, + "loss": 0.4998, + "mean_token_accuracy": 0.8377056121826172, + "num_tokens": 42585387.0, + "step": 1167 + }, + { + "epoch": 0.2168987929433612, + "grad_norm": 1.5619865655899048, + "learning_rate": 7.221534653465346e-07, + "loss": 0.4486, + "mean_token_accuracy": 0.8533364534378052, + "num_tokens": 42620016.0, + "step": 1168 + }, + { + "epoch": 0.2170844939647168, + "grad_norm": 1.6692365407943726, + "learning_rate": 7.227722772277227e-07, + "loss": 0.4878, + "mean_token_accuracy": 0.8415099382400513, + "num_tokens": 42649790.0, + "step": 1169 + }, + { + "epoch": 0.21727019498607242, + "grad_norm": 1.528693437576294, + "learning_rate": 7.233910891089109e-07, + "loss": 0.4322, + "mean_token_accuracy": 0.8554298877716064, + "num_tokens": 42684529.0, + "step": 1170 + }, + { + "epoch": 0.21745589600742804, + "grad_norm": 1.4265315532684326, + "learning_rate": 7.240099009900989e-07, + "loss": 0.4278, + "mean_token_accuracy": 0.8575618863105774, + "num_tokens": 42722361.0, + "step": 1171 + }, + { + "epoch": 0.21764159702878366, + "grad_norm": 1.5889049768447876, + "learning_rate": 7.246287128712871e-07, + "loss": 0.4217, + "mean_token_accuracy": 0.8600418567657471, + "num_tokens": 42758073.0, + "step": 1172 + }, + { + "epoch": 0.21782729805013928, + "grad_norm": 1.5417845249176025, + "learning_rate": 7.252475247524751e-07, + "loss": 0.4166, + "mean_token_accuracy": 0.8634097576141357, + "num_tokens": 42791556.0, + "step": 1173 + }, + { + "epoch": 0.2180129990714949, + "grad_norm": 1.5600991249084473, + "learning_rate": 7.258663366336634e-07, + "loss": 0.4706, + "mean_token_accuracy": 0.8491179347038269, + "num_tokens": 42825835.0, + "step": 1174 + }, + { + "epoch": 0.2181987000928505, + "grad_norm": 1.6177606582641602, + "learning_rate": 7.264851485148515e-07, + "loss": 0.4828, + "mean_token_accuracy": 0.8459553718566895, + "num_tokens": 42862427.0, + "step": 1175 + }, + { + "epoch": 0.21838440111420612, + "grad_norm": 1.6015024185180664, + "learning_rate": 7.271039603960396e-07, + "loss": 0.4591, + "mean_token_accuracy": 0.8487316966056824, + "num_tokens": 42899418.0, + "step": 1176 + }, + { + "epoch": 0.21857010213556174, + "grad_norm": 1.6401358842849731, + "learning_rate": 7.277227722772277e-07, + "loss": 0.4101, + "mean_token_accuracy": 0.8655049800872803, + "num_tokens": 42931086.0, + "step": 1177 + }, + { + "epoch": 0.21875580315691737, + "grad_norm": 1.6101361513137817, + "learning_rate": 7.283415841584159e-07, + "loss": 0.446, + "mean_token_accuracy": 0.8570996522903442, + "num_tokens": 42962703.0, + "step": 1178 + }, + { + "epoch": 0.218941504178273, + "grad_norm": 1.5545779466629028, + "learning_rate": 7.289603960396039e-07, + "loss": 0.4593, + "mean_token_accuracy": 0.8511607646942139, + "num_tokens": 42998473.0, + "step": 1179 + }, + { + "epoch": 0.2191272051996286, + "grad_norm": 1.5914932489395142, + "learning_rate": 7.295792079207921e-07, + "loss": 0.4064, + "mean_token_accuracy": 0.8614599704742432, + "num_tokens": 43029347.0, + "step": 1180 + }, + { + "epoch": 0.2193129062209842, + "grad_norm": 1.5100574493408203, + "learning_rate": 7.301980198019801e-07, + "loss": 0.4641, + "mean_token_accuracy": 0.8488385677337646, + "num_tokens": 43066184.0, + "step": 1181 + }, + { + "epoch": 0.21949860724233983, + "grad_norm": 1.3859597444534302, + "learning_rate": 7.308168316831683e-07, + "loss": 0.4356, + "mean_token_accuracy": 0.8602861166000366, + "num_tokens": 43107819.0, + "step": 1182 + }, + { + "epoch": 0.21968430826369545, + "grad_norm": 1.4954237937927246, + "learning_rate": 7.314356435643564e-07, + "loss": 0.4931, + "mean_token_accuracy": 0.8403523564338684, + "num_tokens": 43147277.0, + "step": 1183 + }, + { + "epoch": 0.21987000928505107, + "grad_norm": 1.5091339349746704, + "learning_rate": 7.320544554455445e-07, + "loss": 0.435, + "mean_token_accuracy": 0.85962975025177, + "num_tokens": 43183435.0, + "step": 1184 + }, + { + "epoch": 0.2200557103064067, + "grad_norm": 1.4251354932785034, + "learning_rate": 7.326732673267326e-07, + "loss": 0.4039, + "mean_token_accuracy": 0.8666521310806274, + "num_tokens": 43224466.0, + "step": 1185 + }, + { + "epoch": 0.22024141132776232, + "grad_norm": 1.5134987831115723, + "learning_rate": 7.332920792079207e-07, + "loss": 0.4347, + "mean_token_accuracy": 0.857215166091919, + "num_tokens": 43259775.0, + "step": 1186 + }, + { + "epoch": 0.2204271123491179, + "grad_norm": 1.5591884851455688, + "learning_rate": 7.339108910891089e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8453806638717651, + "num_tokens": 43297017.0, + "step": 1187 + }, + { + "epoch": 0.22061281337047353, + "grad_norm": 1.5185396671295166, + "learning_rate": 7.345297029702971e-07, + "loss": 0.4438, + "mean_token_accuracy": 0.8519653677940369, + "num_tokens": 43334473.0, + "step": 1188 + }, + { + "epoch": 0.22079851439182915, + "grad_norm": 1.4138693809509277, + "learning_rate": 7.351485148514851e-07, + "loss": 0.3856, + "mean_token_accuracy": 0.8713358044624329, + "num_tokens": 43370654.0, + "step": 1189 + }, + { + "epoch": 0.22098421541318478, + "grad_norm": 1.4293591976165771, + "learning_rate": 7.357673267326733e-07, + "loss": 0.4277, + "mean_token_accuracy": 0.8609548211097717, + "num_tokens": 43410791.0, + "step": 1190 + }, + { + "epoch": 0.2211699164345404, + "grad_norm": 1.4749287366867065, + "learning_rate": 7.363861386138614e-07, + "loss": 0.4009, + "mean_token_accuracy": 0.8685209155082703, + "num_tokens": 43444157.0, + "step": 1191 + }, + { + "epoch": 0.22135561745589602, + "grad_norm": 1.6263363361358643, + "learning_rate": 7.370049504950495e-07, + "loss": 0.5009, + "mean_token_accuracy": 0.8365150690078735, + "num_tokens": 43481757.0, + "step": 1192 + }, + { + "epoch": 0.22154131847725161, + "grad_norm": 1.4906367063522339, + "learning_rate": 7.376237623762376e-07, + "loss": 0.4147, + "mean_token_accuracy": 0.8575528264045715, + "num_tokens": 43514320.0, + "step": 1193 + }, + { + "epoch": 0.22172701949860724, + "grad_norm": 1.4899598360061646, + "learning_rate": 7.382425742574257e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.8575035929679871, + "num_tokens": 43551134.0, + "step": 1194 + }, + { + "epoch": 0.22191272051996286, + "grad_norm": 1.5660094022750854, + "learning_rate": 7.388613861386138e-07, + "loss": 0.4743, + "mean_token_accuracy": 0.8441680669784546, + "num_tokens": 43586641.0, + "step": 1195 + }, + { + "epoch": 0.22209842154131848, + "grad_norm": 1.4551767110824585, + "learning_rate": 7.39480198019802e-07, + "loss": 0.4495, + "mean_token_accuracy": 0.8529811501502991, + "num_tokens": 43624017.0, + "step": 1196 + }, + { + "epoch": 0.2222841225626741, + "grad_norm": 1.4521121978759766, + "learning_rate": 7.4009900990099e-07, + "loss": 0.3926, + "mean_token_accuracy": 0.870825469493866, + "num_tokens": 43663075.0, + "step": 1197 + }, + { + "epoch": 0.22246982358402972, + "grad_norm": 1.5370914936065674, + "learning_rate": 7.407178217821782e-07, + "loss": 0.4436, + "mean_token_accuracy": 0.8534127473831177, + "num_tokens": 43701643.0, + "step": 1198 + }, + { + "epoch": 0.22265552460538532, + "grad_norm": 1.5575315952301025, + "learning_rate": 7.413366336633662e-07, + "loss": 0.4044, + "mean_token_accuracy": 0.8664168119430542, + "num_tokens": 43737050.0, + "step": 1199 + }, + { + "epoch": 0.22284122562674094, + "grad_norm": 1.6785019636154175, + "learning_rate": 7.419554455445545e-07, + "loss": 0.4786, + "mean_token_accuracy": 0.8416342735290527, + "num_tokens": 43770388.0, + "step": 1200 + }, + { + "epoch": 0.22302692664809656, + "grad_norm": 1.523389220237732, + "learning_rate": 7.425742574257426e-07, + "loss": 0.4136, + "mean_token_accuracy": 0.8636651039123535, + "num_tokens": 43807224.0, + "step": 1201 + }, + { + "epoch": 0.22321262766945218, + "grad_norm": 1.519086241722107, + "learning_rate": 7.431930693069307e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8525640368461609, + "num_tokens": 43844223.0, + "step": 1202 + }, + { + "epoch": 0.2233983286908078, + "grad_norm": 1.5808581113815308, + "learning_rate": 7.438118811881188e-07, + "loss": 0.4564, + "mean_token_accuracy": 0.8525490760803223, + "num_tokens": 43879732.0, + "step": 1203 + }, + { + "epoch": 0.22358402971216343, + "grad_norm": 1.4299167394638062, + "learning_rate": 7.44430693069307e-07, + "loss": 0.4576, + "mean_token_accuracy": 0.849807858467102, + "num_tokens": 43919403.0, + "step": 1204 + }, + { + "epoch": 0.22376973073351902, + "grad_norm": 1.5118619203567505, + "learning_rate": 7.45049504950495e-07, + "loss": 0.4435, + "mean_token_accuracy": 0.853792667388916, + "num_tokens": 43961408.0, + "step": 1205 + }, + { + "epoch": 0.22395543175487465, + "grad_norm": 1.464697241783142, + "learning_rate": 7.456683168316832e-07, + "loss": 0.4681, + "mean_token_accuracy": 0.845087468624115, + "num_tokens": 44005955.0, + "step": 1206 + }, + { + "epoch": 0.22414113277623027, + "grad_norm": 1.5438522100448608, + "learning_rate": 7.462871287128712e-07, + "loss": 0.4264, + "mean_token_accuracy": 0.8598439693450928, + "num_tokens": 44039861.0, + "step": 1207 + }, + { + "epoch": 0.2243268337975859, + "grad_norm": 1.5147203207015991, + "learning_rate": 7.469059405940594e-07, + "loss": 0.4197, + "mean_token_accuracy": 0.8634211421012878, + "num_tokens": 44069975.0, + "step": 1208 + }, + { + "epoch": 0.2245125348189415, + "grad_norm": 1.4459351301193237, + "learning_rate": 7.475247524752475e-07, + "loss": 0.3919, + "mean_token_accuracy": 0.8723061084747314, + "num_tokens": 44106979.0, + "step": 1209 + }, + { + "epoch": 0.22469823584029713, + "grad_norm": 1.591813087463379, + "learning_rate": 7.481435643564356e-07, + "loss": 0.4081, + "mean_token_accuracy": 0.8624846935272217, + "num_tokens": 44137723.0, + "step": 1210 + }, + { + "epoch": 0.22488393686165273, + "grad_norm": 1.4277303218841553, + "learning_rate": 7.487623762376237e-07, + "loss": 0.4545, + "mean_token_accuracy": 0.848602294921875, + "num_tokens": 44177915.0, + "step": 1211 + }, + { + "epoch": 0.22506963788300835, + "grad_norm": 1.4779868125915527, + "learning_rate": 7.493811881188119e-07, + "loss": 0.412, + "mean_token_accuracy": 0.8611881732940674, + "num_tokens": 44216763.0, + "step": 1212 + }, + { + "epoch": 0.22525533890436397, + "grad_norm": 1.7412632703781128, + "learning_rate": 7.5e-07, + "loss": 0.4622, + "mean_token_accuracy": 0.8470056056976318, + "num_tokens": 44245087.0, + "step": 1213 + }, + { + "epoch": 0.2254410399257196, + "grad_norm": 1.6169841289520264, + "learning_rate": 7.506188118811881e-07, + "loss": 0.4693, + "mean_token_accuracy": 0.8460599184036255, + "num_tokens": 44281343.0, + "step": 1214 + }, + { + "epoch": 0.22562674094707522, + "grad_norm": 1.506519079208374, + "learning_rate": 7.512376237623762e-07, + "loss": 0.457, + "mean_token_accuracy": 0.851651132106781, + "num_tokens": 44319073.0, + "step": 1215 + }, + { + "epoch": 0.22581244196843084, + "grad_norm": 1.5483344793319702, + "learning_rate": 7.518564356435643e-07, + "loss": 0.4498, + "mean_token_accuracy": 0.8528937101364136, + "num_tokens": 44353533.0, + "step": 1216 + }, + { + "epoch": 0.22599814298978643, + "grad_norm": 1.619340181350708, + "learning_rate": 7.524752475247525e-07, + "loss": 0.4401, + "mean_token_accuracy": 0.8550211191177368, + "num_tokens": 44386808.0, + "step": 1217 + }, + { + "epoch": 0.22618384401114205, + "grad_norm": 1.5591460466384888, + "learning_rate": 7.530940594059405e-07, + "loss": 0.4404, + "mean_token_accuracy": 0.8554648160934448, + "num_tokens": 44422303.0, + "step": 1218 + }, + { + "epoch": 0.22636954503249768, + "grad_norm": 1.59636390209198, + "learning_rate": 7.537128712871287e-07, + "loss": 0.4644, + "mean_token_accuracy": 0.8485299944877625, + "num_tokens": 44456542.0, + "step": 1219 + }, + { + "epoch": 0.2265552460538533, + "grad_norm": 1.5578893423080444, + "learning_rate": 7.543316831683167e-07, + "loss": 0.4639, + "mean_token_accuracy": 0.8467337489128113, + "num_tokens": 44490830.0, + "step": 1220 + }, + { + "epoch": 0.22674094707520892, + "grad_norm": 1.5350661277770996, + "learning_rate": 7.549504950495049e-07, + "loss": 0.423, + "mean_token_accuracy": 0.8603578805923462, + "num_tokens": 44524522.0, + "step": 1221 + }, + { + "epoch": 0.22692664809656454, + "grad_norm": 1.497302770614624, + "learning_rate": 7.55569306930693e-07, + "loss": 0.4269, + "mean_token_accuracy": 0.8568695783615112, + "num_tokens": 44561114.0, + "step": 1222 + }, + { + "epoch": 0.22711234911792014, + "grad_norm": 1.546332836151123, + "learning_rate": 7.561881188118811e-07, + "loss": 0.4106, + "mean_token_accuracy": 0.8658344745635986, + "num_tokens": 44596294.0, + "step": 1223 + }, + { + "epoch": 0.22729805013927576, + "grad_norm": 1.394285798072815, + "learning_rate": 7.568069306930692e-07, + "loss": 0.4636, + "mean_token_accuracy": 0.8484339714050293, + "num_tokens": 44637730.0, + "step": 1224 + }, + { + "epoch": 0.22748375116063138, + "grad_norm": 1.4439001083374023, + "learning_rate": 7.574257425742574e-07, + "loss": 0.4435, + "mean_token_accuracy": 0.853835940361023, + "num_tokens": 44678458.0, + "step": 1225 + }, + { + "epoch": 0.227669452181987, + "grad_norm": 1.5523101091384888, + "learning_rate": 7.580445544554454e-07, + "loss": 0.4271, + "mean_token_accuracy": 0.8578049540519714, + "num_tokens": 44712140.0, + "step": 1226 + }, + { + "epoch": 0.22785515320334263, + "grad_norm": 1.5325251817703247, + "learning_rate": 7.586633663366337e-07, + "loss": 0.4568, + "mean_token_accuracy": 0.8494853973388672, + "num_tokens": 44749321.0, + "step": 1227 + }, + { + "epoch": 0.22804085422469825, + "grad_norm": 1.4529409408569336, + "learning_rate": 7.592821782178217e-07, + "loss": 0.4281, + "mean_token_accuracy": 0.860439121723175, + "num_tokens": 44787481.0, + "step": 1228 + }, + { + "epoch": 0.22822655524605384, + "grad_norm": 1.366661548614502, + "learning_rate": 7.599009900990099e-07, + "loss": 0.4072, + "mean_token_accuracy": 0.8651717901229858, + "num_tokens": 44826575.0, + "step": 1229 + }, + { + "epoch": 0.22841225626740946, + "grad_norm": 1.5239427089691162, + "learning_rate": 7.60519801980198e-07, + "loss": 0.4939, + "mean_token_accuracy": 0.8397706747055054, + "num_tokens": 44863183.0, + "step": 1230 + }, + { + "epoch": 0.22859795728876509, + "grad_norm": 1.5287927389144897, + "learning_rate": 7.611386138613861e-07, + "loss": 0.4025, + "mean_token_accuracy": 0.866551399230957, + "num_tokens": 44899651.0, + "step": 1231 + }, + { + "epoch": 0.2287836583101207, + "grad_norm": 1.5016498565673828, + "learning_rate": 7.617574257425742e-07, + "loss": 0.4217, + "mean_token_accuracy": 0.8588989973068237, + "num_tokens": 44935421.0, + "step": 1232 + }, + { + "epoch": 0.22896935933147633, + "grad_norm": 1.5004385709762573, + "learning_rate": 7.623762376237624e-07, + "loss": 0.4764, + "mean_token_accuracy": 0.8440676927566528, + "num_tokens": 44972056.0, + "step": 1233 + }, + { + "epoch": 0.22915506035283195, + "grad_norm": 1.562144160270691, + "learning_rate": 7.629950495049504e-07, + "loss": 0.5041, + "mean_token_accuracy": 0.8339524269104004, + "num_tokens": 45011065.0, + "step": 1234 + }, + { + "epoch": 0.22934076137418755, + "grad_norm": 1.592865228652954, + "learning_rate": 7.636138613861386e-07, + "loss": 0.4284, + "mean_token_accuracy": 0.8584386110305786, + "num_tokens": 45042363.0, + "step": 1235 + }, + { + "epoch": 0.22952646239554317, + "grad_norm": 1.4239649772644043, + "learning_rate": 7.642326732673266e-07, + "loss": 0.459, + "mean_token_accuracy": 0.8468523025512695, + "num_tokens": 45083748.0, + "step": 1236 + }, + { + "epoch": 0.2297121634168988, + "grad_norm": 1.5004545450210571, + "learning_rate": 7.648514851485148e-07, + "loss": 0.4348, + "mean_token_accuracy": 0.8566415905952454, + "num_tokens": 45116961.0, + "step": 1237 + }, + { + "epoch": 0.2298978644382544, + "grad_norm": 1.6200379133224487, + "learning_rate": 7.654702970297029e-07, + "loss": 0.5153, + "mean_token_accuracy": 0.8336489200592041, + "num_tokens": 45152349.0, + "step": 1238 + }, + { + "epoch": 0.23008356545961003, + "grad_norm": 1.5680649280548096, + "learning_rate": 7.66089108910891e-07, + "loss": 0.4389, + "mean_token_accuracy": 0.8567655086517334, + "num_tokens": 45184719.0, + "step": 1239 + }, + { + "epoch": 0.23026926648096566, + "grad_norm": 1.453891634941101, + "learning_rate": 7.667079207920792e-07, + "loss": 0.4532, + "mean_token_accuracy": 0.8508288860321045, + "num_tokens": 45220636.0, + "step": 1240 + }, + { + "epoch": 0.23045496750232125, + "grad_norm": 1.4982938766479492, + "learning_rate": 7.673267326732673e-07, + "loss": 0.4713, + "mean_token_accuracy": 0.8451868891716003, + "num_tokens": 45256664.0, + "step": 1241 + }, + { + "epoch": 0.23064066852367687, + "grad_norm": 1.5147688388824463, + "learning_rate": 7.679455445544554e-07, + "loss": 0.4104, + "mean_token_accuracy": 0.8657873868942261, + "num_tokens": 45289771.0, + "step": 1242 + }, + { + "epoch": 0.2308263695450325, + "grad_norm": 1.4725829362869263, + "learning_rate": 7.685643564356436e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.8480873107910156, + "num_tokens": 45329251.0, + "step": 1243 + }, + { + "epoch": 0.23101207056638812, + "grad_norm": 1.4642281532287598, + "learning_rate": 7.691831683168316e-07, + "loss": 0.4365, + "mean_token_accuracy": 0.8566395044326782, + "num_tokens": 45366375.0, + "step": 1244 + }, + { + "epoch": 0.23119777158774374, + "grad_norm": 1.4752148389816284, + "learning_rate": 7.698019801980198e-07, + "loss": 0.4415, + "mean_token_accuracy": 0.8588728308677673, + "num_tokens": 45402076.0, + "step": 1245 + }, + { + "epoch": 0.23138347260909936, + "grad_norm": 1.353724718093872, + "learning_rate": 7.704207920792079e-07, + "loss": 0.461, + "mean_token_accuracy": 0.8542063236236572, + "num_tokens": 45445905.0, + "step": 1246 + }, + { + "epoch": 0.23156917363045496, + "grad_norm": 1.5690712928771973, + "learning_rate": 7.71039603960396e-07, + "loss": 0.4773, + "mean_token_accuracy": 0.8420320749282837, + "num_tokens": 45479772.0, + "step": 1247 + }, + { + "epoch": 0.23175487465181058, + "grad_norm": 1.4014374017715454, + "learning_rate": 7.716584158415841e-07, + "loss": 0.4341, + "mean_token_accuracy": 0.8584610223770142, + "num_tokens": 45520138.0, + "step": 1248 + }, + { + "epoch": 0.2319405756731662, + "grad_norm": 1.7198026180267334, + "learning_rate": 7.722772277227722e-07, + "loss": 0.4895, + "mean_token_accuracy": 0.8416774272918701, + "num_tokens": 45555305.0, + "step": 1249 + }, + { + "epoch": 0.23212627669452182, + "grad_norm": 1.5286786556243896, + "learning_rate": 7.728960396039603e-07, + "loss": 0.4728, + "mean_token_accuracy": 0.846393883228302, + "num_tokens": 45594059.0, + "step": 1250 + }, + { + "epoch": 0.23231197771587744, + "grad_norm": 1.8868423700332642, + "learning_rate": 7.735148514851485e-07, + "loss": 0.4452, + "mean_token_accuracy": 0.8549688458442688, + "num_tokens": 45626160.0, + "step": 1251 + }, + { + "epoch": 0.23249767873723307, + "grad_norm": 1.511576771736145, + "learning_rate": 7.741336633663365e-07, + "loss": 0.4193, + "mean_token_accuracy": 0.8614488840103149, + "num_tokens": 45660123.0, + "step": 1252 + }, + { + "epoch": 0.23268337975858866, + "grad_norm": 1.6680504083633423, + "learning_rate": 7.747524752475248e-07, + "loss": 0.4663, + "mean_token_accuracy": 0.8471324443817139, + "num_tokens": 45697248.0, + "step": 1253 + }, + { + "epoch": 0.23286908077994428, + "grad_norm": 1.566537618637085, + "learning_rate": 7.753712871287128e-07, + "loss": 0.4248, + "mean_token_accuracy": 0.8604797124862671, + "num_tokens": 45730650.0, + "step": 1254 + }, + { + "epoch": 0.2330547818012999, + "grad_norm": 1.5038981437683105, + "learning_rate": 7.75990099009901e-07, + "loss": 0.4315, + "mean_token_accuracy": 0.8601861000061035, + "num_tokens": 45768946.0, + "step": 1255 + }, + { + "epoch": 0.23324048282265553, + "grad_norm": 1.429797887802124, + "learning_rate": 7.766089108910891e-07, + "loss": 0.4645, + "mean_token_accuracy": 0.8468988537788391, + "num_tokens": 45808427.0, + "step": 1256 + }, + { + "epoch": 0.23342618384401115, + "grad_norm": 1.7297303676605225, + "learning_rate": 7.772277227722772e-07, + "loss": 0.4794, + "mean_token_accuracy": 0.8428783416748047, + "num_tokens": 45841303.0, + "step": 1257 + }, + { + "epoch": 0.23361188486536677, + "grad_norm": 1.5720312595367432, + "learning_rate": 7.778465346534653e-07, + "loss": 0.4116, + "mean_token_accuracy": 0.8668016195297241, + "num_tokens": 45874251.0, + "step": 1258 + }, + { + "epoch": 0.23379758588672236, + "grad_norm": 1.6143759489059448, + "learning_rate": 7.784653465346535e-07, + "loss": 0.4207, + "mean_token_accuracy": 0.8631839752197266, + "num_tokens": 45909102.0, + "step": 1259 + }, + { + "epoch": 0.233983286908078, + "grad_norm": 1.6144264936447144, + "learning_rate": 7.790841584158415e-07, + "loss": 0.4456, + "mean_token_accuracy": 0.8511199355125427, + "num_tokens": 45942980.0, + "step": 1260 + }, + { + "epoch": 0.2341689879294336, + "grad_norm": 1.5302335023880005, + "learning_rate": 7.797029702970297e-07, + "loss": 0.4465, + "mean_token_accuracy": 0.8604873418807983, + "num_tokens": 45980465.0, + "step": 1261 + }, + { + "epoch": 0.23435468895078923, + "grad_norm": 1.6304715871810913, + "learning_rate": 7.803217821782177e-07, + "loss": 0.4235, + "mean_token_accuracy": 0.8618968725204468, + "num_tokens": 46010590.0, + "step": 1262 + }, + { + "epoch": 0.23454038997214485, + "grad_norm": 1.5532169342041016, + "learning_rate": 7.809405940594059e-07, + "loss": 0.413, + "mean_token_accuracy": 0.8599900007247925, + "num_tokens": 46044106.0, + "step": 1263 + }, + { + "epoch": 0.23472609099350047, + "grad_norm": 1.5182710886001587, + "learning_rate": 7.81559405940594e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8469448685646057, + "num_tokens": 46080834.0, + "step": 1264 + }, + { + "epoch": 0.23491179201485607, + "grad_norm": 1.4582014083862305, + "learning_rate": 7.821782178217821e-07, + "loss": 0.4159, + "mean_token_accuracy": 0.868475079536438, + "num_tokens": 46116990.0, + "step": 1265 + }, + { + "epoch": 0.2350974930362117, + "grad_norm": 1.3274263143539429, + "learning_rate": 7.827970297029702e-07, + "loss": 0.4373, + "mean_token_accuracy": 0.8562690019607544, + "num_tokens": 46161453.0, + "step": 1266 + }, + { + "epoch": 0.2352831940575673, + "grad_norm": 1.5196603536605835, + "learning_rate": 7.834158415841585e-07, + "loss": 0.4701, + "mean_token_accuracy": 0.8532528281211853, + "num_tokens": 46199952.0, + "step": 1267 + }, + { + "epoch": 0.23546889507892294, + "grad_norm": 1.4948352575302124, + "learning_rate": 7.840346534653465e-07, + "loss": 0.4185, + "mean_token_accuracy": 0.8619234561920166, + "num_tokens": 46238894.0, + "step": 1268 + }, + { + "epoch": 0.23565459610027856, + "grad_norm": 1.4621820449829102, + "learning_rate": 7.846534653465347e-07, + "loss": 0.4607, + "mean_token_accuracy": 0.8495514392852783, + "num_tokens": 46277974.0, + "step": 1269 + }, + { + "epoch": 0.23584029712163418, + "grad_norm": 1.4134613275527954, + "learning_rate": 7.852722772277227e-07, + "loss": 0.4595, + "mean_token_accuracy": 0.8502403497695923, + "num_tokens": 46320801.0, + "step": 1270 + }, + { + "epoch": 0.23602599814298977, + "grad_norm": 1.6001020669937134, + "learning_rate": 7.858910891089109e-07, + "loss": 0.4412, + "mean_token_accuracy": 0.8530686497688293, + "num_tokens": 46351031.0, + "step": 1271 + }, + { + "epoch": 0.2362116991643454, + "grad_norm": 1.5299732685089111, + "learning_rate": 7.86509900990099e-07, + "loss": 0.5266, + "mean_token_accuracy": 0.8345900774002075, + "num_tokens": 46390349.0, + "step": 1272 + }, + { + "epoch": 0.23639740018570102, + "grad_norm": 1.429937481880188, + "learning_rate": 7.871287128712871e-07, + "loss": 0.409, + "mean_token_accuracy": 0.8634076118469238, + "num_tokens": 46428702.0, + "step": 1273 + }, + { + "epoch": 0.23658310120705664, + "grad_norm": 1.5148674249649048, + "learning_rate": 7.877475247524752e-07, + "loss": 0.4599, + "mean_token_accuracy": 0.8498517870903015, + "num_tokens": 46463133.0, + "step": 1274 + }, + { + "epoch": 0.23676880222841226, + "grad_norm": 1.5551923513412476, + "learning_rate": 7.883663366336633e-07, + "loss": 0.4729, + "mean_token_accuracy": 0.8478279113769531, + "num_tokens": 46497909.0, + "step": 1275 + }, + { + "epoch": 0.23695450324976788, + "grad_norm": 1.37396240234375, + "learning_rate": 7.889851485148514e-07, + "loss": 0.4434, + "mean_token_accuracy": 0.8570770621299744, + "num_tokens": 46540740.0, + "step": 1276 + }, + { + "epoch": 0.23714020427112348, + "grad_norm": 1.464558482170105, + "learning_rate": 7.896039603960396e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.856859564781189, + "num_tokens": 46577097.0, + "step": 1277 + }, + { + "epoch": 0.2373259052924791, + "grad_norm": 1.5810796022415161, + "learning_rate": 7.902227722772276e-07, + "loss": 0.4644, + "mean_token_accuracy": 0.8507672548294067, + "num_tokens": 46611041.0, + "step": 1278 + }, + { + "epoch": 0.23751160631383472, + "grad_norm": 1.612115740776062, + "learning_rate": 7.908415841584158e-07, + "loss": 0.3757, + "mean_token_accuracy": 0.8736463785171509, + "num_tokens": 46639477.0, + "step": 1279 + }, + { + "epoch": 0.23769730733519034, + "grad_norm": 1.4909896850585938, + "learning_rate": 7.91460396039604e-07, + "loss": 0.4165, + "mean_token_accuracy": 0.865125834941864, + "num_tokens": 46679052.0, + "step": 1280 + }, + { + "epoch": 0.23788300835654597, + "grad_norm": 1.4770506620407104, + "learning_rate": 7.920792079207921e-07, + "loss": 0.4394, + "mean_token_accuracy": 0.8558934330940247, + "num_tokens": 46712495.0, + "step": 1281 + }, + { + "epoch": 0.2380687093779016, + "grad_norm": 1.5087395906448364, + "learning_rate": 7.926980198019802e-07, + "loss": 0.4374, + "mean_token_accuracy": 0.853691816329956, + "num_tokens": 46747009.0, + "step": 1282 + }, + { + "epoch": 0.23825441039925718, + "grad_norm": 1.5528000593185425, + "learning_rate": 7.933168316831683e-07, + "loss": 0.4767, + "mean_token_accuracy": 0.8403401374816895, + "num_tokens": 46782807.0, + "step": 1283 + }, + { + "epoch": 0.2384401114206128, + "grad_norm": 1.5711151361465454, + "learning_rate": 7.939356435643564e-07, + "loss": 0.4389, + "mean_token_accuracy": 0.8516501188278198, + "num_tokens": 46816900.0, + "step": 1284 + }, + { + "epoch": 0.23862581244196843, + "grad_norm": 1.5496926307678223, + "learning_rate": 7.945544554455446e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.8435479402542114, + "num_tokens": 46852934.0, + "step": 1285 + }, + { + "epoch": 0.23881151346332405, + "grad_norm": 1.6982779502868652, + "learning_rate": 7.951732673267326e-07, + "loss": 0.4816, + "mean_token_accuracy": 0.8450204133987427, + "num_tokens": 46886837.0, + "step": 1286 + }, + { + "epoch": 0.23899721448467967, + "grad_norm": 1.6217684745788574, + "learning_rate": 7.957920792079208e-07, + "loss": 0.4611, + "mean_token_accuracy": 0.8496446013450623, + "num_tokens": 46918759.0, + "step": 1287 + }, + { + "epoch": 0.2391829155060353, + "grad_norm": 1.597939372062683, + "learning_rate": 7.964108910891088e-07, + "loss": 0.4846, + "mean_token_accuracy": 0.8427523374557495, + "num_tokens": 46953293.0, + "step": 1288 + }, + { + "epoch": 0.2393686165273909, + "grad_norm": 1.5367313623428345, + "learning_rate": 7.97029702970297e-07, + "loss": 0.4608, + "mean_token_accuracy": 0.8487057685852051, + "num_tokens": 46990217.0, + "step": 1289 + }, + { + "epoch": 0.2395543175487465, + "grad_norm": 1.599744439125061, + "learning_rate": 7.976485148514851e-07, + "loss": 0.4413, + "mean_token_accuracy": 0.8543442487716675, + "num_tokens": 47022665.0, + "step": 1290 + }, + { + "epoch": 0.23974001857010213, + "grad_norm": 1.4849672317504883, + "learning_rate": 7.982673267326732e-07, + "loss": 0.4408, + "mean_token_accuracy": 0.8524780869483948, + "num_tokens": 47060333.0, + "step": 1291 + }, + { + "epoch": 0.23992571959145775, + "grad_norm": 1.5161960124969482, + "learning_rate": 7.988861386138613e-07, + "loss": 0.4574, + "mean_token_accuracy": 0.8473086357116699, + "num_tokens": 47096259.0, + "step": 1292 + }, + { + "epoch": 0.24011142061281338, + "grad_norm": 1.46018385887146, + "learning_rate": 7.995049504950496e-07, + "loss": 0.499, + "mean_token_accuracy": 0.8378844261169434, + "num_tokens": 47137730.0, + "step": 1293 + }, + { + "epoch": 0.240297121634169, + "grad_norm": 1.620697259902954, + "learning_rate": 8.001237623762376e-07, + "loss": 0.4477, + "mean_token_accuracy": 0.8531156778335571, + "num_tokens": 47173417.0, + "step": 1294 + }, + { + "epoch": 0.2404828226555246, + "grad_norm": 1.408940315246582, + "learning_rate": 8.007425742574258e-07, + "loss": 0.416, + "mean_token_accuracy": 0.8624346852302551, + "num_tokens": 47213862.0, + "step": 1295 + }, + { + "epoch": 0.2406685236768802, + "grad_norm": 1.406950831413269, + "learning_rate": 8.013613861386138e-07, + "loss": 0.4401, + "mean_token_accuracy": 0.856535792350769, + "num_tokens": 47254987.0, + "step": 1296 + }, + { + "epoch": 0.24085422469823584, + "grad_norm": 1.4146255254745483, + "learning_rate": 8.01980198019802e-07, + "loss": 0.4122, + "mean_token_accuracy": 0.8637315630912781, + "num_tokens": 47295477.0, + "step": 1297 + }, + { + "epoch": 0.24103992571959146, + "grad_norm": 1.519697666168213, + "learning_rate": 8.025990099009901e-07, + "loss": 0.4558, + "mean_token_accuracy": 0.8495985269546509, + "num_tokens": 47330976.0, + "step": 1298 + }, + { + "epoch": 0.24122562674094708, + "grad_norm": 1.5194661617279053, + "learning_rate": 8.032178217821782e-07, + "loss": 0.469, + "mean_token_accuracy": 0.849334716796875, + "num_tokens": 47368933.0, + "step": 1299 + }, + { + "epoch": 0.2414113277623027, + "grad_norm": 1.6056567430496216, + "learning_rate": 8.038366336633663e-07, + "loss": 0.4475, + "mean_token_accuracy": 0.8489859104156494, + "num_tokens": 47401247.0, + "step": 1300 + }, + { + "epoch": 0.2415970287836583, + "grad_norm": 1.4885263442993164, + "learning_rate": 8.044554455445544e-07, + "loss": 0.4927, + "mean_token_accuracy": 0.8379600048065186, + "num_tokens": 47440957.0, + "step": 1301 + }, + { + "epoch": 0.24178272980501392, + "grad_norm": 1.542341947555542, + "learning_rate": 8.050742574257425e-07, + "loss": 0.4504, + "mean_token_accuracy": 0.8499650955200195, + "num_tokens": 47479715.0, + "step": 1302 + }, + { + "epoch": 0.24196843082636954, + "grad_norm": 1.4516019821166992, + "learning_rate": 8.056930693069307e-07, + "loss": 0.4223, + "mean_token_accuracy": 0.8621864318847656, + "num_tokens": 47518605.0, + "step": 1303 + }, + { + "epoch": 0.24215413184772516, + "grad_norm": 1.4973900318145752, + "learning_rate": 8.063118811881187e-07, + "loss": 0.453, + "mean_token_accuracy": 0.8528980016708374, + "num_tokens": 47557345.0, + "step": 1304 + }, + { + "epoch": 0.24233983286908078, + "grad_norm": 1.5442224740982056, + "learning_rate": 8.069306930693069e-07, + "loss": 0.5304, + "mean_token_accuracy": 0.8309695720672607, + "num_tokens": 47599338.0, + "step": 1305 + }, + { + "epoch": 0.2425255338904364, + "grad_norm": 1.5627152919769287, + "learning_rate": 8.075495049504951e-07, + "loss": 0.4223, + "mean_token_accuracy": 0.860773503780365, + "num_tokens": 47631856.0, + "step": 1306 + }, + { + "epoch": 0.24271123491179203, + "grad_norm": 1.3880410194396973, + "learning_rate": 8.081683168316832e-07, + "loss": 0.4191, + "mean_token_accuracy": 0.8611111640930176, + "num_tokens": 47674499.0, + "step": 1307 + }, + { + "epoch": 0.24289693593314762, + "grad_norm": 1.4947807788848877, + "learning_rate": 8.087871287128713e-07, + "loss": 0.3895, + "mean_token_accuracy": 0.8705041408538818, + "num_tokens": 47709258.0, + "step": 1308 + }, + { + "epoch": 0.24308263695450325, + "grad_norm": 1.45516836643219, + "learning_rate": 8.094059405940594e-07, + "loss": 0.4405, + "mean_token_accuracy": 0.8552992343902588, + "num_tokens": 47748054.0, + "step": 1309 + }, + { + "epoch": 0.24326833797585887, + "grad_norm": 1.4760183095932007, + "learning_rate": 8.100247524752475e-07, + "loss": 0.471, + "mean_token_accuracy": 0.848660409450531, + "num_tokens": 47784247.0, + "step": 1310 + }, + { + "epoch": 0.2434540389972145, + "grad_norm": 1.4238375425338745, + "learning_rate": 8.106435643564357e-07, + "loss": 0.437, + "mean_token_accuracy": 0.8578733205795288, + "num_tokens": 47822935.0, + "step": 1311 + }, + { + "epoch": 0.2436397400185701, + "grad_norm": 1.4505287408828735, + "learning_rate": 8.112623762376237e-07, + "loss": 0.426, + "mean_token_accuracy": 0.8619289994239807, + "num_tokens": 47863077.0, + "step": 1312 + }, + { + "epoch": 0.24382544103992573, + "grad_norm": 1.4069781303405762, + "learning_rate": 8.118811881188119e-07, + "loss": 0.4586, + "mean_token_accuracy": 0.8516759276390076, + "num_tokens": 47904357.0, + "step": 1313 + }, + { + "epoch": 0.24401114206128133, + "grad_norm": 1.5049768686294556, + "learning_rate": 8.125e-07, + "loss": 0.3973, + "mean_token_accuracy": 0.8645886182785034, + "num_tokens": 47939811.0, + "step": 1314 + }, + { + "epoch": 0.24419684308263695, + "grad_norm": 1.6043121814727783, + "learning_rate": 8.13118811881188e-07, + "loss": 0.4645, + "mean_token_accuracy": 0.8520280122756958, + "num_tokens": 47974910.0, + "step": 1315 + }, + { + "epoch": 0.24438254410399257, + "grad_norm": 1.5911879539489746, + "learning_rate": 8.137376237623762e-07, + "loss": 0.4072, + "mean_token_accuracy": 0.8681540489196777, + "num_tokens": 48004857.0, + "step": 1316 + }, + { + "epoch": 0.2445682451253482, + "grad_norm": 1.628623604774475, + "learning_rate": 8.143564356435642e-07, + "loss": 0.4658, + "mean_token_accuracy": 0.85056072473526, + "num_tokens": 48035922.0, + "step": 1317 + }, + { + "epoch": 0.24475394614670382, + "grad_norm": 1.7625513076782227, + "learning_rate": 8.149752475247524e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8465331792831421, + "num_tokens": 48062851.0, + "step": 1318 + }, + { + "epoch": 0.24493964716805944, + "grad_norm": 1.5142219066619873, + "learning_rate": 8.155940594059405e-07, + "loss": 0.4197, + "mean_token_accuracy": 0.8598325252532959, + "num_tokens": 48100008.0, + "step": 1319 + }, + { + "epoch": 0.24512534818941503, + "grad_norm": 1.4832900762557983, + "learning_rate": 8.162128712871287e-07, + "loss": 0.3636, + "mean_token_accuracy": 0.8776046633720398, + "num_tokens": 48129333.0, + "step": 1320 + }, + { + "epoch": 0.24531104921077065, + "grad_norm": 1.4639956951141357, + "learning_rate": 8.168316831683168e-07, + "loss": 0.4544, + "mean_token_accuracy": 0.852566659450531, + "num_tokens": 48166582.0, + "step": 1321 + }, + { + "epoch": 0.24549675023212628, + "grad_norm": 1.4452712535858154, + "learning_rate": 8.174504950495049e-07, + "loss": 0.4253, + "mean_token_accuracy": 0.8592534065246582, + "num_tokens": 48205931.0, + "step": 1322 + }, + { + "epoch": 0.2456824512534819, + "grad_norm": 1.534541368484497, + "learning_rate": 8.18069306930693e-07, + "loss": 0.4083, + "mean_token_accuracy": 0.8621620535850525, + "num_tokens": 48244561.0, + "step": 1323 + }, + { + "epoch": 0.24586815227483752, + "grad_norm": 1.5002180337905884, + "learning_rate": 8.186881188118812e-07, + "loss": 0.4781, + "mean_token_accuracy": 0.8429445028305054, + "num_tokens": 48283548.0, + "step": 1324 + }, + { + "epoch": 0.24605385329619314, + "grad_norm": 1.6333621740341187, + "learning_rate": 8.193069306930692e-07, + "loss": 0.4726, + "mean_token_accuracy": 0.8465299010276794, + "num_tokens": 48316358.0, + "step": 1325 + }, + { + "epoch": 0.24623955431754874, + "grad_norm": 1.4267246723175049, + "learning_rate": 8.199257425742574e-07, + "loss": 0.4129, + "mean_token_accuracy": 0.8609919548034668, + "num_tokens": 48355415.0, + "step": 1326 + }, + { + "epoch": 0.24642525533890436, + "grad_norm": 1.475623369216919, + "learning_rate": 8.205445544554455e-07, + "loss": 0.4631, + "mean_token_accuracy": 0.8483707904815674, + "num_tokens": 48392556.0, + "step": 1327 + }, + { + "epoch": 0.24661095636025998, + "grad_norm": 1.4223997592926025, + "learning_rate": 8.211633663366336e-07, + "loss": 0.3695, + "mean_token_accuracy": 0.8766566514968872, + "num_tokens": 48426967.0, + "step": 1328 + }, + { + "epoch": 0.2467966573816156, + "grad_norm": 1.4684087038040161, + "learning_rate": 8.217821782178217e-07, + "loss": 0.431, + "mean_token_accuracy": 0.8565866947174072, + "num_tokens": 48464891.0, + "step": 1329 + }, + { + "epoch": 0.24698235840297122, + "grad_norm": 1.478729009628296, + "learning_rate": 8.224009900990098e-07, + "loss": 0.4394, + "mean_token_accuracy": 0.8558380603790283, + "num_tokens": 48502817.0, + "step": 1330 + }, + { + "epoch": 0.24716805942432685, + "grad_norm": 1.8228193521499634, + "learning_rate": 8.230198019801979e-07, + "loss": 0.5011, + "mean_token_accuracy": 0.8415385484695435, + "num_tokens": 48542254.0, + "step": 1331 + }, + { + "epoch": 0.24735376044568244, + "grad_norm": 1.4940241575241089, + "learning_rate": 8.236386138613861e-07, + "loss": 0.4127, + "mean_token_accuracy": 0.8597665429115295, + "num_tokens": 48579625.0, + "step": 1332 + }, + { + "epoch": 0.24753946146703806, + "grad_norm": 1.5715587139129639, + "learning_rate": 8.242574257425742e-07, + "loss": 0.4808, + "mean_token_accuracy": 0.8427969217300415, + "num_tokens": 48617371.0, + "step": 1333 + }, + { + "epoch": 0.24772516248839369, + "grad_norm": 1.617844581604004, + "learning_rate": 8.248762376237624e-07, + "loss": 0.451, + "mean_token_accuracy": 0.848591148853302, + "num_tokens": 48648608.0, + "step": 1334 + }, + { + "epoch": 0.2479108635097493, + "grad_norm": 1.6082098484039307, + "learning_rate": 8.254950495049504e-07, + "loss": 0.4281, + "mean_token_accuracy": 0.8607777953147888, + "num_tokens": 48679038.0, + "step": 1335 + }, + { + "epoch": 0.24809656453110493, + "grad_norm": 1.5406315326690674, + "learning_rate": 8.261138613861386e-07, + "loss": 0.4304, + "mean_token_accuracy": 0.8610433340072632, + "num_tokens": 48714154.0, + "step": 1336 + }, + { + "epoch": 0.24828226555246055, + "grad_norm": 1.4844424724578857, + "learning_rate": 8.267326732673267e-07, + "loss": 0.4342, + "mean_token_accuracy": 0.8567943572998047, + "num_tokens": 48752895.0, + "step": 1337 + }, + { + "epoch": 0.24846796657381615, + "grad_norm": 1.3909029960632324, + "learning_rate": 8.273514851485148e-07, + "loss": 0.3981, + "mean_token_accuracy": 0.86564040184021, + "num_tokens": 48788595.0, + "step": 1338 + }, + { + "epoch": 0.24865366759517177, + "grad_norm": 1.6012898683547974, + "learning_rate": 8.279702970297029e-07, + "loss": 0.4407, + "mean_token_accuracy": 0.8599083423614502, + "num_tokens": 48820943.0, + "step": 1339 + }, + { + "epoch": 0.2488393686165274, + "grad_norm": 1.5544668436050415, + "learning_rate": 8.285891089108911e-07, + "loss": 0.4301, + "mean_token_accuracy": 0.8609304428100586, + "num_tokens": 48855595.0, + "step": 1340 + }, + { + "epoch": 0.249025069637883, + "grad_norm": 1.446353793144226, + "learning_rate": 8.292079207920791e-07, + "loss": 0.3911, + "mean_token_accuracy": 0.8698381185531616, + "num_tokens": 48892770.0, + "step": 1341 + }, + { + "epoch": 0.24921077065923863, + "grad_norm": 1.5634889602661133, + "learning_rate": 8.298267326732673e-07, + "loss": 0.4588, + "mean_token_accuracy": 0.8506785035133362, + "num_tokens": 48930546.0, + "step": 1342 + }, + { + "epoch": 0.24939647168059426, + "grad_norm": 1.525431513786316, + "learning_rate": 8.304455445544553e-07, + "loss": 0.4043, + "mean_token_accuracy": 0.8659112453460693, + "num_tokens": 48964797.0, + "step": 1343 + }, + { + "epoch": 0.24958217270194985, + "grad_norm": 1.5519689321517944, + "learning_rate": 8.310643564356435e-07, + "loss": 0.4591, + "mean_token_accuracy": 0.8511704206466675, + "num_tokens": 48999106.0, + "step": 1344 + }, + { + "epoch": 0.24976787372330547, + "grad_norm": 1.4556821584701538, + "learning_rate": 8.316831683168316e-07, + "loss": 0.4326, + "mean_token_accuracy": 0.8570258617401123, + "num_tokens": 49037318.0, + "step": 1345 + }, + { + "epoch": 0.2499535747446611, + "grad_norm": 1.4661760330200195, + "learning_rate": 8.323019801980198e-07, + "loss": 0.4481, + "mean_token_accuracy": 0.856364905834198, + "num_tokens": 49078691.0, + "step": 1346 + }, + { + "epoch": 0.2501392757660167, + "grad_norm": 1.4680464267730713, + "learning_rate": 8.329207920792079e-07, + "loss": 0.4368, + "mean_token_accuracy": 0.8541860580444336, + "num_tokens": 49117580.0, + "step": 1347 + }, + { + "epoch": 0.2503249767873723, + "grad_norm": 1.5178227424621582, + "learning_rate": 8.33539603960396e-07, + "loss": 0.4769, + "mean_token_accuracy": 0.8462085723876953, + "num_tokens": 49153234.0, + "step": 1348 + }, + { + "epoch": 0.25051067780872793, + "grad_norm": 1.607442021369934, + "learning_rate": 8.341584158415841e-07, + "loss": 0.4606, + "mean_token_accuracy": 0.8489528894424438, + "num_tokens": 49184381.0, + "step": 1349 + }, + { + "epoch": 0.25069637883008355, + "grad_norm": 1.5457172393798828, + "learning_rate": 8.347772277227723e-07, + "loss": 0.4582, + "mean_token_accuracy": 0.850201427936554, + "num_tokens": 49216958.0, + "step": 1350 + }, + { + "epoch": 0.2508820798514392, + "grad_norm": 1.4342610836029053, + "learning_rate": 8.353960396039603e-07, + "loss": 0.4627, + "mean_token_accuracy": 0.8485809564590454, + "num_tokens": 49258281.0, + "step": 1351 + }, + { + "epoch": 0.2510677808727948, + "grad_norm": 1.6229113340377808, + "learning_rate": 8.360148514851485e-07, + "loss": 0.4457, + "mean_token_accuracy": 0.8535956144332886, + "num_tokens": 49291263.0, + "step": 1352 + }, + { + "epoch": 0.2512534818941504, + "grad_norm": 1.6581368446350098, + "learning_rate": 8.366336633663366e-07, + "loss": 0.4704, + "mean_token_accuracy": 0.8511598706245422, + "num_tokens": 49327754.0, + "step": 1353 + }, + { + "epoch": 0.25143918291550604, + "grad_norm": 1.4347695112228394, + "learning_rate": 8.372524752475247e-07, + "loss": 0.3894, + "mean_token_accuracy": 0.8691881895065308, + "num_tokens": 49363496.0, + "step": 1354 + }, + { + "epoch": 0.25162488393686167, + "grad_norm": 1.4088321924209595, + "learning_rate": 8.378712871287128e-07, + "loss": 0.4547, + "mean_token_accuracy": 0.8491421937942505, + "num_tokens": 49406007.0, + "step": 1355 + }, + { + "epoch": 0.2518105849582173, + "grad_norm": 1.5541253089904785, + "learning_rate": 8.384900990099009e-07, + "loss": 0.4409, + "mean_token_accuracy": 0.8570554256439209, + "num_tokens": 49439593.0, + "step": 1356 + }, + { + "epoch": 0.2519962859795729, + "grad_norm": 1.3633074760437012, + "learning_rate": 8.39108910891089e-07, + "loss": 0.4004, + "mean_token_accuracy": 0.8661243915557861, + "num_tokens": 49480752.0, + "step": 1357 + }, + { + "epoch": 0.25218198700092853, + "grad_norm": 1.605421543121338, + "learning_rate": 8.397277227722772e-07, + "loss": 0.4186, + "mean_token_accuracy": 0.8625296354293823, + "num_tokens": 49511048.0, + "step": 1358 + }, + { + "epoch": 0.2523676880222841, + "grad_norm": 1.5066113471984863, + "learning_rate": 8.403465346534653e-07, + "loss": 0.4382, + "mean_token_accuracy": 0.8519605398178101, + "num_tokens": 49547380.0, + "step": 1359 + }, + { + "epoch": 0.2525533890436397, + "grad_norm": 1.4856250286102295, + "learning_rate": 8.409653465346535e-07, + "loss": 0.449, + "mean_token_accuracy": 0.8521390557289124, + "num_tokens": 49584626.0, + "step": 1360 + }, + { + "epoch": 0.25273909006499534, + "grad_norm": 1.5021480321884155, + "learning_rate": 8.415841584158416e-07, + "loss": 0.4513, + "mean_token_accuracy": 0.8540586233139038, + "num_tokens": 49622465.0, + "step": 1361 + }, + { + "epoch": 0.25292479108635096, + "grad_norm": 1.6755869388580322, + "learning_rate": 8.422029702970297e-07, + "loss": 0.4627, + "mean_token_accuracy": 0.8472295999526978, + "num_tokens": 49655197.0, + "step": 1362 + }, + { + "epoch": 0.2531104921077066, + "grad_norm": 1.3926074504852295, + "learning_rate": 8.428217821782178e-07, + "loss": 0.4511, + "mean_token_accuracy": 0.8526708483695984, + "num_tokens": 49692925.0, + "step": 1363 + }, + { + "epoch": 0.2532961931290622, + "grad_norm": 1.4394274950027466, + "learning_rate": 8.434405940594059e-07, + "loss": 0.4522, + "mean_token_accuracy": 0.8517318367958069, + "num_tokens": 49734006.0, + "step": 1364 + }, + { + "epoch": 0.25348189415041783, + "grad_norm": 1.3688331842422485, + "learning_rate": 8.44059405940594e-07, + "loss": 0.4184, + "mean_token_accuracy": 0.8599275946617126, + "num_tokens": 49775057.0, + "step": 1365 + }, + { + "epoch": 0.25366759517177345, + "grad_norm": 1.5621691942214966, + "learning_rate": 8.446782178217822e-07, + "loss": 0.4665, + "mean_token_accuracy": 0.8453472852706909, + "num_tokens": 49807918.0, + "step": 1366 + }, + { + "epoch": 0.2538532961931291, + "grad_norm": 1.4371060132980347, + "learning_rate": 8.452970297029702e-07, + "loss": 0.4009, + "mean_token_accuracy": 0.868134617805481, + "num_tokens": 49842929.0, + "step": 1367 + }, + { + "epoch": 0.2540389972144847, + "grad_norm": 1.5103367567062378, + "learning_rate": 8.459158415841584e-07, + "loss": 0.4174, + "mean_token_accuracy": 0.8593281507492065, + "num_tokens": 49878437.0, + "step": 1368 + }, + { + "epoch": 0.2542246982358403, + "grad_norm": 1.4484028816223145, + "learning_rate": 8.465346534653464e-07, + "loss": 0.421, + "mean_token_accuracy": 0.861722469329834, + "num_tokens": 49915979.0, + "step": 1369 + }, + { + "epoch": 0.25441039925719594, + "grad_norm": 1.3705437183380127, + "learning_rate": 8.471534653465346e-07, + "loss": 0.385, + "mean_token_accuracy": 0.8722964525222778, + "num_tokens": 49956709.0, + "step": 1370 + }, + { + "epoch": 0.2545961002785515, + "grad_norm": 1.5451345443725586, + "learning_rate": 8.477722772277227e-07, + "loss": 0.4438, + "mean_token_accuracy": 0.8532077074050903, + "num_tokens": 49989758.0, + "step": 1371 + }, + { + "epoch": 0.25478180129990713, + "grad_norm": 1.5301432609558105, + "learning_rate": 8.483910891089109e-07, + "loss": 0.4234, + "mean_token_accuracy": 0.8587183952331543, + "num_tokens": 50023072.0, + "step": 1372 + }, + { + "epoch": 0.25496750232126275, + "grad_norm": 1.5889954566955566, + "learning_rate": 8.49009900990099e-07, + "loss": 0.4635, + "mean_token_accuracy": 0.848944902420044, + "num_tokens": 50056077.0, + "step": 1373 + }, + { + "epoch": 0.2551532033426184, + "grad_norm": 1.497963309288025, + "learning_rate": 8.496287128712872e-07, + "loss": 0.4972, + "mean_token_accuracy": 0.8377537131309509, + "num_tokens": 50096386.0, + "step": 1374 + }, + { + "epoch": 0.255338904363974, + "grad_norm": 1.5201466083526611, + "learning_rate": 8.502475247524752e-07, + "loss": 0.4193, + "mean_token_accuracy": 0.8637681603431702, + "num_tokens": 50131196.0, + "step": 1375 + }, + { + "epoch": 0.2555246053853296, + "grad_norm": 1.5271711349487305, + "learning_rate": 8.508663366336634e-07, + "loss": 0.4058, + "mean_token_accuracy": 0.8653246164321899, + "num_tokens": 50163135.0, + "step": 1376 + }, + { + "epoch": 0.25571030640668524, + "grad_norm": 1.4355286359786987, + "learning_rate": 8.514851485148514e-07, + "loss": 0.4368, + "mean_token_accuracy": 0.8577049374580383, + "num_tokens": 50200012.0, + "step": 1377 + }, + { + "epoch": 0.25589600742804086, + "grad_norm": 1.4893923997879028, + "learning_rate": 8.521039603960396e-07, + "loss": 0.4341, + "mean_token_accuracy": 0.8562065958976746, + "num_tokens": 50235040.0, + "step": 1378 + }, + { + "epoch": 0.2560817084493965, + "grad_norm": 1.5086954832077026, + "learning_rate": 8.527227722772277e-07, + "loss": 0.4644, + "mean_token_accuracy": 0.8496471643447876, + "num_tokens": 50268381.0, + "step": 1379 + }, + { + "epoch": 0.2562674094707521, + "grad_norm": 1.5548691749572754, + "learning_rate": 8.533415841584158e-07, + "loss": 0.4853, + "mean_token_accuracy": 0.8394218683242798, + "num_tokens": 50304253.0, + "step": 1380 + }, + { + "epoch": 0.2564531104921077, + "grad_norm": 1.5245426893234253, + "learning_rate": 8.539603960396039e-07, + "loss": 0.4201, + "mean_token_accuracy": 0.8638125658035278, + "num_tokens": 50341345.0, + "step": 1381 + }, + { + "epoch": 0.25663881151346335, + "grad_norm": 1.4195811748504639, + "learning_rate": 8.54579207920792e-07, + "loss": 0.4309, + "mean_token_accuracy": 0.8579975366592407, + "num_tokens": 50381100.0, + "step": 1382 + }, + { + "epoch": 0.2568245125348189, + "grad_norm": 1.7789262533187866, + "learning_rate": 8.551980198019801e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8402271270751953, + "num_tokens": 50414199.0, + "step": 1383 + }, + { + "epoch": 0.25701021355617454, + "grad_norm": 1.581060767173767, + "learning_rate": 8.558168316831683e-07, + "loss": 0.4221, + "mean_token_accuracy": 0.8601304292678833, + "num_tokens": 50452190.0, + "step": 1384 + }, + { + "epoch": 0.25719591457753016, + "grad_norm": 1.5940618515014648, + "learning_rate": 8.564356435643563e-07, + "loss": 0.4223, + "mean_token_accuracy": 0.8652321100234985, + "num_tokens": 50485653.0, + "step": 1385 + }, + { + "epoch": 0.2573816155988858, + "grad_norm": 1.6191774606704712, + "learning_rate": 8.570544554455446e-07, + "loss": 0.4534, + "mean_token_accuracy": 0.8516576290130615, + "num_tokens": 50517404.0, + "step": 1386 + }, + { + "epoch": 0.2575673166202414, + "grad_norm": 1.4750815629959106, + "learning_rate": 8.576732673267327e-07, + "loss": 0.4626, + "mean_token_accuracy": 0.8499537110328674, + "num_tokens": 50554579.0, + "step": 1387 + }, + { + "epoch": 0.257753017641597, + "grad_norm": 1.5797522068023682, + "learning_rate": 8.582920792079208e-07, + "loss": 0.4326, + "mean_token_accuracy": 0.8574469685554504, + "num_tokens": 50586807.0, + "step": 1388 + }, + { + "epoch": 0.25793871866295265, + "grad_norm": 1.583878755569458, + "learning_rate": 8.589108910891089e-07, + "loss": 0.4601, + "mean_token_accuracy": 0.8470038771629333, + "num_tokens": 50621822.0, + "step": 1389 + }, + { + "epoch": 0.25812441968430827, + "grad_norm": 1.533368706703186, + "learning_rate": 8.59529702970297e-07, + "loss": 0.453, + "mean_token_accuracy": 0.8507506847381592, + "num_tokens": 50657148.0, + "step": 1390 + }, + { + "epoch": 0.2583101207056639, + "grad_norm": 1.463864803314209, + "learning_rate": 8.601485148514851e-07, + "loss": 0.4123, + "mean_token_accuracy": 0.8659805655479431, + "num_tokens": 50691490.0, + "step": 1391 + }, + { + "epoch": 0.2584958217270195, + "grad_norm": 1.5153144598007202, + "learning_rate": 8.607673267326733e-07, + "loss": 0.4098, + "mean_token_accuracy": 0.8642215132713318, + "num_tokens": 50728954.0, + "step": 1392 + }, + { + "epoch": 0.25868152274837514, + "grad_norm": 1.456939935684204, + "learning_rate": 8.613861386138613e-07, + "loss": 0.4541, + "mean_token_accuracy": 0.8487385511398315, + "num_tokens": 50768792.0, + "step": 1393 + }, + { + "epoch": 0.25886722376973076, + "grad_norm": 1.496555209159851, + "learning_rate": 8.620049504950495e-07, + "loss": 0.438, + "mean_token_accuracy": 0.8549819588661194, + "num_tokens": 50806271.0, + "step": 1394 + }, + { + "epoch": 0.2590529247910863, + "grad_norm": 1.5692297220230103, + "learning_rate": 8.626237623762375e-07, + "loss": 0.4257, + "mean_token_accuracy": 0.8586097955703735, + "num_tokens": 50839048.0, + "step": 1395 + }, + { + "epoch": 0.25923862581244195, + "grad_norm": 1.5138360261917114, + "learning_rate": 8.632425742574257e-07, + "loss": 0.4274, + "mean_token_accuracy": 0.8593041896820068, + "num_tokens": 50874299.0, + "step": 1396 + }, + { + "epoch": 0.25942432683379757, + "grad_norm": 1.588979721069336, + "learning_rate": 8.638613861386138e-07, + "loss": 0.4261, + "mean_token_accuracy": 0.8574231266975403, + "num_tokens": 50907733.0, + "step": 1397 + }, + { + "epoch": 0.2596100278551532, + "grad_norm": 1.4413001537322998, + "learning_rate": 8.644801980198019e-07, + "loss": 0.4416, + "mean_token_accuracy": 0.8531761169433594, + "num_tokens": 50944929.0, + "step": 1398 + }, + { + "epoch": 0.2597957288765088, + "grad_norm": 1.478067398071289, + "learning_rate": 8.650990099009901e-07, + "loss": 0.4665, + "mean_token_accuracy": 0.8395187854766846, + "num_tokens": 50984381.0, + "step": 1399 + }, + { + "epoch": 0.25998142989786444, + "grad_norm": 1.490341067314148, + "learning_rate": 8.657178217821783e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8552632331848145, + "num_tokens": 51020867.0, + "step": 1400 + }, + { + "epoch": 0.26016713091922006, + "grad_norm": 1.526936411857605, + "learning_rate": 8.663366336633663e-07, + "loss": 0.4357, + "mean_token_accuracy": 0.856899082660675, + "num_tokens": 51055695.0, + "step": 1401 + }, + { + "epoch": 0.2603528319405757, + "grad_norm": 1.5104331970214844, + "learning_rate": 8.669554455445545e-07, + "loss": 0.4103, + "mean_token_accuracy": 0.8668089509010315, + "num_tokens": 51091219.0, + "step": 1402 + }, + { + "epoch": 0.2605385329619313, + "grad_norm": 1.514461636543274, + "learning_rate": 8.675742574257425e-07, + "loss": 0.4274, + "mean_token_accuracy": 0.8570033311843872, + "num_tokens": 51126940.0, + "step": 1403 + }, + { + "epoch": 0.2607242339832869, + "grad_norm": 1.6845871210098267, + "learning_rate": 8.681930693069307e-07, + "loss": 0.4342, + "mean_token_accuracy": 0.8589080572128296, + "num_tokens": 51158166.0, + "step": 1404 + }, + { + "epoch": 0.26090993500464255, + "grad_norm": 1.4862990379333496, + "learning_rate": 8.688118811881188e-07, + "loss": 0.3828, + "mean_token_accuracy": 0.8730530738830566, + "num_tokens": 51191181.0, + "step": 1405 + }, + { + "epoch": 0.26109563602599817, + "grad_norm": 1.5313407182693481, + "learning_rate": 8.694306930693069e-07, + "loss": 0.4565, + "mean_token_accuracy": 0.8495570421218872, + "num_tokens": 51226235.0, + "step": 1406 + }, + { + "epoch": 0.26128133704735373, + "grad_norm": 1.4398510456085205, + "learning_rate": 8.70049504950495e-07, + "loss": 0.4694, + "mean_token_accuracy": 0.8473798036575317, + "num_tokens": 51265287.0, + "step": 1407 + }, + { + "epoch": 0.26146703806870936, + "grad_norm": 1.5186002254486084, + "learning_rate": 8.706683168316832e-07, + "loss": 0.4361, + "mean_token_accuracy": 0.8547293543815613, + "num_tokens": 51302017.0, + "step": 1408 + }, + { + "epoch": 0.261652739090065, + "grad_norm": 1.500877857208252, + "learning_rate": 8.712871287128712e-07, + "loss": 0.4207, + "mean_token_accuracy": 0.8605813980102539, + "num_tokens": 51340532.0, + "step": 1409 + }, + { + "epoch": 0.2618384401114206, + "grad_norm": 1.6001055240631104, + "learning_rate": 8.719059405940594e-07, + "loss": 0.4558, + "mean_token_accuracy": 0.8513639569282532, + "num_tokens": 51375838.0, + "step": 1410 + }, + { + "epoch": 0.2620241411327762, + "grad_norm": 1.4109615087509155, + "learning_rate": 8.725247524752474e-07, + "loss": 0.4473, + "mean_token_accuracy": 0.8542214632034302, + "num_tokens": 51413599.0, + "step": 1411 + }, + { + "epoch": 0.26220984215413184, + "grad_norm": 1.4936261177062988, + "learning_rate": 8.731435643564357e-07, + "loss": 0.421, + "mean_token_accuracy": 0.8575198650360107, + "num_tokens": 51448590.0, + "step": 1412 + }, + { + "epoch": 0.26239554317548747, + "grad_norm": 1.5508630275726318, + "learning_rate": 8.737623762376238e-07, + "loss": 0.4741, + "mean_token_accuracy": 0.8445023894309998, + "num_tokens": 51485387.0, + "step": 1413 + }, + { + "epoch": 0.2625812441968431, + "grad_norm": 1.5014197826385498, + "learning_rate": 8.743811881188119e-07, + "loss": 0.4566, + "mean_token_accuracy": 0.8510030508041382, + "num_tokens": 51520205.0, + "step": 1414 + }, + { + "epoch": 0.2627669452181987, + "grad_norm": 1.4653782844543457, + "learning_rate": 8.75e-07, + "loss": 0.5022, + "mean_token_accuracy": 0.8353708982467651, + "num_tokens": 51562885.0, + "step": 1415 + }, + { + "epoch": 0.26295264623955433, + "grad_norm": 1.6157431602478027, + "learning_rate": 8.75618811881188e-07, + "loss": 0.3956, + "mean_token_accuracy": 0.869439423084259, + "num_tokens": 51592787.0, + "step": 1416 + }, + { + "epoch": 0.26313834726090995, + "grad_norm": 1.6096266508102417, + "learning_rate": 8.762376237623762e-07, + "loss": 0.4448, + "mean_token_accuracy": 0.851085901260376, + "num_tokens": 51628522.0, + "step": 1417 + }, + { + "epoch": 0.2633240482822656, + "grad_norm": 1.505422830581665, + "learning_rate": 8.768564356435643e-07, + "loss": 0.4372, + "mean_token_accuracy": 0.8565685749053955, + "num_tokens": 51668100.0, + "step": 1418 + }, + { + "epoch": 0.26350974930362114, + "grad_norm": 1.451879620552063, + "learning_rate": 8.774752475247524e-07, + "loss": 0.432, + "mean_token_accuracy": 0.8567677736282349, + "num_tokens": 51703013.0, + "step": 1419 + }, + { + "epoch": 0.26369545032497677, + "grad_norm": 1.7258431911468506, + "learning_rate": 8.780940594059405e-07, + "loss": 0.5109, + "mean_token_accuracy": 0.8399698138237, + "num_tokens": 51736637.0, + "step": 1420 + }, + { + "epoch": 0.2638811513463324, + "grad_norm": 1.3886353969573975, + "learning_rate": 8.787128712871287e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8536702394485474, + "num_tokens": 51784591.0, + "step": 1421 + }, + { + "epoch": 0.264066852367688, + "grad_norm": 1.5769597291946411, + "learning_rate": 8.793316831683167e-07, + "loss": 0.4602, + "mean_token_accuracy": 0.8531838655471802, + "num_tokens": 51818638.0, + "step": 1422 + }, + { + "epoch": 0.26425255338904363, + "grad_norm": 1.5301666259765625, + "learning_rate": 8.799504950495049e-07, + "loss": 0.4177, + "mean_token_accuracy": 0.8605555295944214, + "num_tokens": 51852467.0, + "step": 1423 + }, + { + "epoch": 0.26443825441039925, + "grad_norm": 1.5239500999450684, + "learning_rate": 8.805693069306929e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8320897817611694, + "num_tokens": 51889943.0, + "step": 1424 + }, + { + "epoch": 0.2646239554317549, + "grad_norm": 1.461777925491333, + "learning_rate": 8.811881188118812e-07, + "loss": 0.4478, + "mean_token_accuracy": 0.8525078296661377, + "num_tokens": 51927837.0, + "step": 1425 + }, + { + "epoch": 0.2648096564531105, + "grad_norm": 1.3769549131393433, + "learning_rate": 8.818069306930693e-07, + "loss": 0.3915, + "mean_token_accuracy": 0.8696995973587036, + "num_tokens": 51969024.0, + "step": 1426 + }, + { + "epoch": 0.2649953574744661, + "grad_norm": 1.4224954843521118, + "learning_rate": 8.824257425742574e-07, + "loss": 0.4256, + "mean_token_accuracy": 0.8590570688247681, + "num_tokens": 52013622.0, + "step": 1427 + }, + { + "epoch": 0.26518105849582174, + "grad_norm": 1.5087553262710571, + "learning_rate": 8.830445544554455e-07, + "loss": 0.4744, + "mean_token_accuracy": 0.8513635396957397, + "num_tokens": 52048331.0, + "step": 1428 + }, + { + "epoch": 0.26536675951717736, + "grad_norm": 1.4565781354904175, + "learning_rate": 8.836633663366337e-07, + "loss": 0.4872, + "mean_token_accuracy": 0.8429925441741943, + "num_tokens": 52089482.0, + "step": 1429 + }, + { + "epoch": 0.265552460538533, + "grad_norm": 1.4215096235275269, + "learning_rate": 8.842821782178217e-07, + "loss": 0.3827, + "mean_token_accuracy": 0.8708159327507019, + "num_tokens": 52126023.0, + "step": 1430 + }, + { + "epoch": 0.26573816155988855, + "grad_norm": 1.5110315084457397, + "learning_rate": 8.849009900990099e-07, + "loss": 0.4703, + "mean_token_accuracy": 0.8489815592765808, + "num_tokens": 52164647.0, + "step": 1431 + }, + { + "epoch": 0.2659238625812442, + "grad_norm": 1.429986834526062, + "learning_rate": 8.855198019801979e-07, + "loss": 0.4377, + "mean_token_accuracy": 0.8556559681892395, + "num_tokens": 52202503.0, + "step": 1432 + }, + { + "epoch": 0.2661095636025998, + "grad_norm": 1.421506404876709, + "learning_rate": 8.861386138613861e-07, + "loss": 0.4736, + "mean_token_accuracy": 0.8458796739578247, + "num_tokens": 52245416.0, + "step": 1433 + }, + { + "epoch": 0.2662952646239554, + "grad_norm": 1.4190524816513062, + "learning_rate": 8.867574257425742e-07, + "loss": 0.4192, + "mean_token_accuracy": 0.8623290657997131, + "num_tokens": 52283140.0, + "step": 1434 + }, + { + "epoch": 0.26648096564531104, + "grad_norm": 1.5412224531173706, + "learning_rate": 8.873762376237623e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.8446276187896729, + "num_tokens": 52322350.0, + "step": 1435 + }, + { + "epoch": 0.26666666666666666, + "grad_norm": 1.4803372621536255, + "learning_rate": 8.879950495049504e-07, + "loss": 0.4567, + "mean_token_accuracy": 0.848419725894928, + "num_tokens": 52363699.0, + "step": 1436 + }, + { + "epoch": 0.2668523676880223, + "grad_norm": 1.5736476182937622, + "learning_rate": 8.886138613861385e-07, + "loss": 0.4431, + "mean_token_accuracy": 0.8560689687728882, + "num_tokens": 52398800.0, + "step": 1437 + }, + { + "epoch": 0.2670380687093779, + "grad_norm": 2.270174503326416, + "learning_rate": 8.892326732673266e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8463224768638611, + "num_tokens": 52430611.0, + "step": 1438 + }, + { + "epoch": 0.26722376973073353, + "grad_norm": 1.4851689338684082, + "learning_rate": 8.898514851485149e-07, + "loss": 0.4176, + "mean_token_accuracy": 0.8646361231803894, + "num_tokens": 52465360.0, + "step": 1439 + }, + { + "epoch": 0.26740947075208915, + "grad_norm": 1.5105407238006592, + "learning_rate": 8.904702970297029e-07, + "loss": 0.4001, + "mean_token_accuracy": 0.8615022301673889, + "num_tokens": 52498374.0, + "step": 1440 + }, + { + "epoch": 0.2675951717734448, + "grad_norm": 1.3837692737579346, + "learning_rate": 8.910891089108911e-07, + "loss": 0.4507, + "mean_token_accuracy": 0.8518813848495483, + "num_tokens": 52540106.0, + "step": 1441 + }, + { + "epoch": 0.2677808727948004, + "grad_norm": 1.3961849212646484, + "learning_rate": 8.917079207920792e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.8470540046691895, + "num_tokens": 52582696.0, + "step": 1442 + }, + { + "epoch": 0.26796657381615596, + "grad_norm": 1.4037437438964844, + "learning_rate": 8.923267326732673e-07, + "loss": 0.4204, + "mean_token_accuracy": 0.8573962450027466, + "num_tokens": 52620580.0, + "step": 1443 + }, + { + "epoch": 0.2681522748375116, + "grad_norm": 1.489976406097412, + "learning_rate": 8.929455445544554e-07, + "loss": 0.4208, + "mean_token_accuracy": 0.8590973615646362, + "num_tokens": 52658276.0, + "step": 1444 + }, + { + "epoch": 0.2683379758588672, + "grad_norm": 1.4672760963439941, + "learning_rate": 8.935643564356435e-07, + "loss": 0.4711, + "mean_token_accuracy": 0.8472319841384888, + "num_tokens": 52697747.0, + "step": 1445 + }, + { + "epoch": 0.26852367688022283, + "grad_norm": 1.604328989982605, + "learning_rate": 8.941831683168316e-07, + "loss": 0.425, + "mean_token_accuracy": 0.858596920967102, + "num_tokens": 52730373.0, + "step": 1446 + }, + { + "epoch": 0.26870937790157845, + "grad_norm": 1.6569712162017822, + "learning_rate": 8.948019801980198e-07, + "loss": 0.4483, + "mean_token_accuracy": 0.8520669937133789, + "num_tokens": 52762998.0, + "step": 1447 + }, + { + "epoch": 0.26889507892293407, + "grad_norm": 1.4616165161132812, + "learning_rate": 8.954207920792078e-07, + "loss": 0.3965, + "mean_token_accuracy": 0.8673463463783264, + "num_tokens": 52801978.0, + "step": 1448 + }, + { + "epoch": 0.2690807799442897, + "grad_norm": 1.3395917415618896, + "learning_rate": 8.96039603960396e-07, + "loss": 0.3775, + "mean_token_accuracy": 0.8761082291603088, + "num_tokens": 52843110.0, + "step": 1449 + }, + { + "epoch": 0.2692664809656453, + "grad_norm": 1.5492641925811768, + "learning_rate": 8.96658415841584e-07, + "loss": 0.4554, + "mean_token_accuracy": 0.8489267230033875, + "num_tokens": 52882099.0, + "step": 1450 + }, + { + "epoch": 0.26945218198700094, + "grad_norm": 1.8348313570022583, + "learning_rate": 8.972772277227722e-07, + "loss": 0.3958, + "mean_token_accuracy": 0.8655245900154114, + "num_tokens": 52911266.0, + "step": 1451 + }, + { + "epoch": 0.26963788300835656, + "grad_norm": 1.6258294582366943, + "learning_rate": 8.978960396039604e-07, + "loss": 0.4277, + "mean_token_accuracy": 0.8640332818031311, + "num_tokens": 52942674.0, + "step": 1452 + }, + { + "epoch": 0.2698235840297122, + "grad_norm": 1.562512993812561, + "learning_rate": 8.985148514851485e-07, + "loss": 0.4331, + "mean_token_accuracy": 0.8596469163894653, + "num_tokens": 52975496.0, + "step": 1453 + }, + { + "epoch": 0.2700092850510678, + "grad_norm": 1.5002230405807495, + "learning_rate": 8.991336633663366e-07, + "loss": 0.4356, + "mean_token_accuracy": 0.8569841384887695, + "num_tokens": 53012956.0, + "step": 1454 + }, + { + "epoch": 0.27019498607242337, + "grad_norm": 1.5108346939086914, + "learning_rate": 8.997524752475248e-07, + "loss": 0.4425, + "mean_token_accuracy": 0.8566027879714966, + "num_tokens": 53049268.0, + "step": 1455 + }, + { + "epoch": 0.270380687093779, + "grad_norm": 1.5655895471572876, + "learning_rate": 9.003712871287128e-07, + "loss": 0.4276, + "mean_token_accuracy": 0.8571377396583557, + "num_tokens": 53082593.0, + "step": 1456 + }, + { + "epoch": 0.2705663881151346, + "grad_norm": 1.5425889492034912, + "learning_rate": 9.00990099009901e-07, + "loss": 0.4862, + "mean_token_accuracy": 0.8423079252243042, + "num_tokens": 53116966.0, + "step": 1457 + }, + { + "epoch": 0.27075208913649024, + "grad_norm": 1.4906965494155884, + "learning_rate": 9.01608910891089e-07, + "loss": 0.4309, + "mean_token_accuracy": 0.855322003364563, + "num_tokens": 53154071.0, + "step": 1458 + }, + { + "epoch": 0.27093779015784586, + "grad_norm": 1.422042965888977, + "learning_rate": 9.022277227722772e-07, + "loss": 0.4464, + "mean_token_accuracy": 0.8533022403717041, + "num_tokens": 53192389.0, + "step": 1459 + }, + { + "epoch": 0.2711234911792015, + "grad_norm": 1.5189871788024902, + "learning_rate": 9.028465346534653e-07, + "loss": 0.4103, + "mean_token_accuracy": 0.8656470775604248, + "num_tokens": 53226690.0, + "step": 1460 + }, + { + "epoch": 0.2713091922005571, + "grad_norm": 1.573527216911316, + "learning_rate": 9.034653465346534e-07, + "loss": 0.4634, + "mean_token_accuracy": 0.8515726327896118, + "num_tokens": 53261803.0, + "step": 1461 + }, + { + "epoch": 0.2714948932219127, + "grad_norm": 1.730407476425171, + "learning_rate": 9.040841584158415e-07, + "loss": 0.4922, + "mean_token_accuracy": 0.8399155139923096, + "num_tokens": 53295205.0, + "step": 1462 + }, + { + "epoch": 0.27168059424326835, + "grad_norm": 1.5572751760482788, + "learning_rate": 9.047029702970296e-07, + "loss": 0.4387, + "mean_token_accuracy": 0.8557271361351013, + "num_tokens": 53330991.0, + "step": 1463 + }, + { + "epoch": 0.27186629526462397, + "grad_norm": 1.5613608360290527, + "learning_rate": 9.053217821782177e-07, + "loss": 0.4309, + "mean_token_accuracy": 0.8557409644126892, + "num_tokens": 53365184.0, + "step": 1464 + }, + { + "epoch": 0.2720519962859796, + "grad_norm": 1.611222505569458, + "learning_rate": 9.05940594059406e-07, + "loss": 0.5094, + "mean_token_accuracy": 0.8346086740493774, + "num_tokens": 53400253.0, + "step": 1465 + }, + { + "epoch": 0.2722376973073352, + "grad_norm": 1.5152721405029297, + "learning_rate": 9.06559405940594e-07, + "loss": 0.4804, + "mean_token_accuracy": 0.844225287437439, + "num_tokens": 53440648.0, + "step": 1466 + }, + { + "epoch": 0.2724233983286908, + "grad_norm": 1.4968657493591309, + "learning_rate": 9.071782178217822e-07, + "loss": 0.4404, + "mean_token_accuracy": 0.8575787544250488, + "num_tokens": 53479758.0, + "step": 1467 + }, + { + "epoch": 0.2726090993500464, + "grad_norm": 1.433982253074646, + "learning_rate": 9.077970297029703e-07, + "loss": 0.3994, + "mean_token_accuracy": 0.8661929965019226, + "num_tokens": 53517916.0, + "step": 1468 + }, + { + "epoch": 0.272794800371402, + "grad_norm": 1.643678069114685, + "learning_rate": 9.084158415841584e-07, + "loss": 0.4917, + "mean_token_accuracy": 0.841424822807312, + "num_tokens": 53549553.0, + "step": 1469 + }, + { + "epoch": 0.27298050139275765, + "grad_norm": 1.4568449258804321, + "learning_rate": 9.090346534653465e-07, + "loss": 0.3795, + "mean_token_accuracy": 0.8748199939727783, + "num_tokens": 53583018.0, + "step": 1470 + }, + { + "epoch": 0.27316620241411327, + "grad_norm": 1.507462739944458, + "learning_rate": 9.096534653465346e-07, + "loss": 0.4329, + "mean_token_accuracy": 0.8569178581237793, + "num_tokens": 53620881.0, + "step": 1471 + }, + { + "epoch": 0.2733519034354689, + "grad_norm": 1.5138559341430664, + "learning_rate": 9.102722772277227e-07, + "loss": 0.4143, + "mean_token_accuracy": 0.8611422777175903, + "num_tokens": 53657033.0, + "step": 1472 + }, + { + "epoch": 0.2735376044568245, + "grad_norm": 1.5720572471618652, + "learning_rate": 9.108910891089109e-07, + "loss": 0.4172, + "mean_token_accuracy": 0.8595031499862671, + "num_tokens": 53688183.0, + "step": 1473 + }, + { + "epoch": 0.27372330547818013, + "grad_norm": 1.5840948820114136, + "learning_rate": 9.115099009900989e-07, + "loss": 0.4403, + "mean_token_accuracy": 0.8562508225440979, + "num_tokens": 53722457.0, + "step": 1474 + }, + { + "epoch": 0.27390900649953576, + "grad_norm": 1.5117243528366089, + "learning_rate": 9.121287128712871e-07, + "loss": 0.4183, + "mean_token_accuracy": 0.863959550857544, + "num_tokens": 53756314.0, + "step": 1475 + }, + { + "epoch": 0.2740947075208914, + "grad_norm": 1.4571690559387207, + "learning_rate": 9.127475247524751e-07, + "loss": 0.3882, + "mean_token_accuracy": 0.8716492652893066, + "num_tokens": 53793579.0, + "step": 1476 + }, + { + "epoch": 0.274280408542247, + "grad_norm": 1.6364881992340088, + "learning_rate": 9.133663366336633e-07, + "loss": 0.4222, + "mean_token_accuracy": 0.8600873947143555, + "num_tokens": 53822664.0, + "step": 1477 + }, + { + "epoch": 0.2744661095636026, + "grad_norm": 1.664818286895752, + "learning_rate": 9.139851485148514e-07, + "loss": 0.4382, + "mean_token_accuracy": 0.8573474884033203, + "num_tokens": 53852270.0, + "step": 1478 + }, + { + "epoch": 0.27465181058495824, + "grad_norm": 1.6443121433258057, + "learning_rate": 9.146039603960396e-07, + "loss": 0.4602, + "mean_token_accuracy": 0.8498456478118896, + "num_tokens": 53883654.0, + "step": 1479 + }, + { + "epoch": 0.2748375116063138, + "grad_norm": 1.651323676109314, + "learning_rate": 9.152227722772277e-07, + "loss": 0.4669, + "mean_token_accuracy": 0.8437114953994751, + "num_tokens": 53921478.0, + "step": 1480 + }, + { + "epoch": 0.27502321262766943, + "grad_norm": 1.5538358688354492, + "learning_rate": 9.158415841584159e-07, + "loss": 0.4488, + "mean_token_accuracy": 0.850922703742981, + "num_tokens": 53958220.0, + "step": 1481 + }, + { + "epoch": 0.27520891364902506, + "grad_norm": 1.473469853401184, + "learning_rate": 9.164603960396039e-07, + "loss": 0.5155, + "mean_token_accuracy": 0.8315972089767456, + "num_tokens": 53999594.0, + "step": 1482 + }, + { + "epoch": 0.2753946146703807, + "grad_norm": 1.5078355073928833, + "learning_rate": 9.170792079207921e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8475676774978638, + "num_tokens": 54036350.0, + "step": 1483 + }, + { + "epoch": 0.2755803156917363, + "grad_norm": 1.525327205657959, + "learning_rate": 9.176980198019801e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8463536500930786, + "num_tokens": 54078668.0, + "step": 1484 + }, + { + "epoch": 0.2757660167130919, + "grad_norm": 1.4195072650909424, + "learning_rate": 9.183168316831683e-07, + "loss": 0.4394, + "mean_token_accuracy": 0.8540737628936768, + "num_tokens": 54121451.0, + "step": 1485 + }, + { + "epoch": 0.27595171773444754, + "grad_norm": 1.597436547279358, + "learning_rate": 9.189356435643564e-07, + "loss": 0.4158, + "mean_token_accuracy": 0.8625755310058594, + "num_tokens": 54158448.0, + "step": 1486 + }, + { + "epoch": 0.27613741875580317, + "grad_norm": 1.3948560953140259, + "learning_rate": 9.195544554455445e-07, + "loss": 0.4243, + "mean_token_accuracy": 0.8613042235374451, + "num_tokens": 54201251.0, + "step": 1487 + }, + { + "epoch": 0.2763231197771588, + "grad_norm": 1.4082492589950562, + "learning_rate": 9.201732673267326e-07, + "loss": 0.4157, + "mean_token_accuracy": 0.8575881719589233, + "num_tokens": 54243409.0, + "step": 1488 + }, + { + "epoch": 0.2765088207985144, + "grad_norm": 1.46044921875, + "learning_rate": 9.207920792079208e-07, + "loss": 0.417, + "mean_token_accuracy": 0.8609880208969116, + "num_tokens": 54284141.0, + "step": 1489 + }, + { + "epoch": 0.27669452181987003, + "grad_norm": 1.765742540359497, + "learning_rate": 9.214108910891088e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.853203535079956, + "num_tokens": 54317090.0, + "step": 1490 + }, + { + "epoch": 0.27688022284122565, + "grad_norm": 1.8123688697814941, + "learning_rate": 9.220297029702971e-07, + "loss": 0.466, + "mean_token_accuracy": 0.8496296405792236, + "num_tokens": 54353071.0, + "step": 1491 + }, + { + "epoch": 0.2770659238625812, + "grad_norm": 1.6446908712387085, + "learning_rate": 9.226485148514851e-07, + "loss": 0.4097, + "mean_token_accuracy": 0.866379976272583, + "num_tokens": 54386567.0, + "step": 1492 + }, + { + "epoch": 0.27725162488393684, + "grad_norm": 1.4950469732284546, + "learning_rate": 9.232673267326733e-07, + "loss": 0.4195, + "mean_token_accuracy": 0.8627454042434692, + "num_tokens": 54423756.0, + "step": 1493 + }, + { + "epoch": 0.27743732590529246, + "grad_norm": 1.5656689405441284, + "learning_rate": 9.238861386138614e-07, + "loss": 0.3923, + "mean_token_accuracy": 0.8655191659927368, + "num_tokens": 54457448.0, + "step": 1494 + }, + { + "epoch": 0.2776230269266481, + "grad_norm": 1.4763660430908203, + "learning_rate": 9.245049504950495e-07, + "loss": 0.4845, + "mean_token_accuracy": 0.8439246416091919, + "num_tokens": 54500630.0, + "step": 1495 + }, + { + "epoch": 0.2778087279480037, + "grad_norm": 1.55701744556427, + "learning_rate": 9.251237623762376e-07, + "loss": 0.4769, + "mean_token_accuracy": 0.8466856479644775, + "num_tokens": 54534615.0, + "step": 1496 + }, + { + "epoch": 0.27799442896935933, + "grad_norm": 1.4987260103225708, + "learning_rate": 9.257425742574257e-07, + "loss": 0.4237, + "mean_token_accuracy": 0.8605437278747559, + "num_tokens": 54571251.0, + "step": 1497 + }, + { + "epoch": 0.27818012999071495, + "grad_norm": 1.6530165672302246, + "learning_rate": 9.263613861386138e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.8558733463287354, + "num_tokens": 54604145.0, + "step": 1498 + }, + { + "epoch": 0.2783658310120706, + "grad_norm": 1.4660389423370361, + "learning_rate": 9.26980198019802e-07, + "loss": 0.4288, + "mean_token_accuracy": 0.8588472604751587, + "num_tokens": 54641172.0, + "step": 1499 + }, + { + "epoch": 0.2785515320334262, + "grad_norm": 1.5720888376235962, + "learning_rate": 9.2759900990099e-07, + "loss": 0.5091, + "mean_token_accuracy": 0.832986056804657, + "num_tokens": 54678345.0, + "step": 1500 + }, + { + "epoch": 0.2787372330547818, + "grad_norm": 1.5142673254013062, + "learning_rate": 9.282178217821782e-07, + "loss": 0.4061, + "mean_token_accuracy": 0.8636742234230042, + "num_tokens": 54712590.0, + "step": 1501 + }, + { + "epoch": 0.27892293407613744, + "grad_norm": 1.5733506679534912, + "learning_rate": 9.288366336633663e-07, + "loss": 0.5161, + "mean_token_accuracy": 0.8290741443634033, + "num_tokens": 54750772.0, + "step": 1502 + }, + { + "epoch": 0.27910863509749306, + "grad_norm": 1.5854601860046387, + "learning_rate": 9.294554455445544e-07, + "loss": 0.4921, + "mean_token_accuracy": 0.8392401933670044, + "num_tokens": 54782930.0, + "step": 1503 + }, + { + "epoch": 0.27929433611884863, + "grad_norm": 1.5095700025558472, + "learning_rate": 9.300742574257425e-07, + "loss": 0.4678, + "mean_token_accuracy": 0.8482443690299988, + "num_tokens": 54821336.0, + "step": 1504 + }, + { + "epoch": 0.27948003714020425, + "grad_norm": 1.4998685121536255, + "learning_rate": 9.306930693069307e-07, + "loss": 0.3783, + "mean_token_accuracy": 0.8751742243766785, + "num_tokens": 54856789.0, + "step": 1505 + }, + { + "epoch": 0.2796657381615599, + "grad_norm": 1.565507173538208, + "learning_rate": 9.313118811881188e-07, + "loss": 0.419, + "mean_token_accuracy": 0.8589529991149902, + "num_tokens": 54889430.0, + "step": 1506 + }, + { + "epoch": 0.2798514391829155, + "grad_norm": 1.6725279092788696, + "learning_rate": 9.31930693069307e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8451001644134521, + "num_tokens": 54920769.0, + "step": 1507 + }, + { + "epoch": 0.2800371402042711, + "grad_norm": 1.4621269702911377, + "learning_rate": 9.32549504950495e-07, + "loss": 0.463, + "mean_token_accuracy": 0.8486300706863403, + "num_tokens": 54961235.0, + "step": 1508 + }, + { + "epoch": 0.28022284122562674, + "grad_norm": 1.4157942533493042, + "learning_rate": 9.331683168316832e-07, + "loss": 0.4425, + "mean_token_accuracy": 0.8541422486305237, + "num_tokens": 54999350.0, + "step": 1509 + }, + { + "epoch": 0.28040854224698236, + "grad_norm": 1.3937880992889404, + "learning_rate": 9.337871287128712e-07, + "loss": 0.4117, + "mean_token_accuracy": 0.8646464347839355, + "num_tokens": 55036879.0, + "step": 1510 + }, + { + "epoch": 0.280594243268338, + "grad_norm": 1.5488295555114746, + "learning_rate": 9.344059405940594e-07, + "loss": 0.4612, + "mean_token_accuracy": 0.8510209321975708, + "num_tokens": 55072782.0, + "step": 1511 + }, + { + "epoch": 0.2807799442896936, + "grad_norm": 1.5680484771728516, + "learning_rate": 9.350247524752475e-07, + "loss": 0.4287, + "mean_token_accuracy": 0.8576449155807495, + "num_tokens": 55105407.0, + "step": 1512 + }, + { + "epoch": 0.28096564531104923, + "grad_norm": 1.466490626335144, + "learning_rate": 9.356435643564356e-07, + "loss": 0.3818, + "mean_token_accuracy": 0.8746190071105957, + "num_tokens": 55138942.0, + "step": 1513 + }, + { + "epoch": 0.28115134633240485, + "grad_norm": 1.469928503036499, + "learning_rate": 9.362623762376237e-07, + "loss": 0.4403, + "mean_token_accuracy": 0.8548399209976196, + "num_tokens": 55175938.0, + "step": 1514 + }, + { + "epoch": 0.28133704735376047, + "grad_norm": 1.618971824645996, + "learning_rate": 9.368811881188119e-07, + "loss": 0.4433, + "mean_token_accuracy": 0.8549433946609497, + "num_tokens": 55211085.0, + "step": 1515 + }, + { + "epoch": 0.28152274837511604, + "grad_norm": 1.5478941202163696, + "learning_rate": 9.374999999999999e-07, + "loss": 0.5166, + "mean_token_accuracy": 0.8359498977661133, + "num_tokens": 55251659.0, + "step": 1516 + }, + { + "epoch": 0.28170844939647166, + "grad_norm": 1.6155132055282593, + "learning_rate": 9.38118811881188e-07, + "loss": 0.4985, + "mean_token_accuracy": 0.8449825048446655, + "num_tokens": 55286371.0, + "step": 1517 + }, + { + "epoch": 0.2818941504178273, + "grad_norm": 1.5596338510513306, + "learning_rate": 9.387376237623762e-07, + "loss": 0.4648, + "mean_token_accuracy": 0.8485053181648254, + "num_tokens": 55324981.0, + "step": 1518 + }, + { + "epoch": 0.2820798514391829, + "grad_norm": 1.5279349088668823, + "learning_rate": 9.393564356435643e-07, + "loss": 0.4378, + "mean_token_accuracy": 0.8536847233772278, + "num_tokens": 55359995.0, + "step": 1519 + }, + { + "epoch": 0.2822655524605385, + "grad_norm": 1.3691823482513428, + "learning_rate": 9.399752475247525e-07, + "loss": 0.4636, + "mean_token_accuracy": 0.84537273645401, + "num_tokens": 55406534.0, + "step": 1520 + }, + { + "epoch": 0.28245125348189415, + "grad_norm": 1.5184831619262695, + "learning_rate": 9.405940594059405e-07, + "loss": 0.4075, + "mean_token_accuracy": 0.8659011125564575, + "num_tokens": 55441444.0, + "step": 1521 + }, + { + "epoch": 0.28263695450324977, + "grad_norm": 1.5283554792404175, + "learning_rate": 9.412128712871287e-07, + "loss": 0.4439, + "mean_token_accuracy": 0.8518263101577759, + "num_tokens": 55474955.0, + "step": 1522 + }, + { + "epoch": 0.2828226555246054, + "grad_norm": 1.4941035509109497, + "learning_rate": 9.418316831683168e-07, + "loss": 0.4638, + "mean_token_accuracy": 0.8491657972335815, + "num_tokens": 55513403.0, + "step": 1523 + }, + { + "epoch": 0.283008356545961, + "grad_norm": 1.421682596206665, + "learning_rate": 9.424504950495049e-07, + "loss": 0.4368, + "mean_token_accuracy": 0.8554128408432007, + "num_tokens": 55554361.0, + "step": 1524 + }, + { + "epoch": 0.28319405756731664, + "grad_norm": 1.457545280456543, + "learning_rate": 9.43069306930693e-07, + "loss": 0.462, + "mean_token_accuracy": 0.8503815531730652, + "num_tokens": 55593181.0, + "step": 1525 + }, + { + "epoch": 0.28337975858867226, + "grad_norm": 1.5946872234344482, + "learning_rate": 9.436881188118811e-07, + "loss": 0.4331, + "mean_token_accuracy": 0.8571764230728149, + "num_tokens": 55626124.0, + "step": 1526 + }, + { + "epoch": 0.2835654596100279, + "grad_norm": 1.5568203926086426, + "learning_rate": 9.443069306930692e-07, + "loss": 0.4063, + "mean_token_accuracy": 0.8683896064758301, + "num_tokens": 55660124.0, + "step": 1527 + }, + { + "epoch": 0.28375116063138345, + "grad_norm": 1.4653949737548828, + "learning_rate": 9.449257425742574e-07, + "loss": 0.4472, + "mean_token_accuracy": 0.8501750230789185, + "num_tokens": 55698945.0, + "step": 1528 + }, + { + "epoch": 0.28393686165273907, + "grad_norm": 1.5513325929641724, + "learning_rate": 9.455445544554454e-07, + "loss": 0.4166, + "mean_token_accuracy": 0.8652668595314026, + "num_tokens": 55735621.0, + "step": 1529 + }, + { + "epoch": 0.2841225626740947, + "grad_norm": 1.547150731086731, + "learning_rate": 9.461633663366336e-07, + "loss": 0.3947, + "mean_token_accuracy": 0.8670581579208374, + "num_tokens": 55770927.0, + "step": 1530 + }, + { + "epoch": 0.2843082636954503, + "grad_norm": 1.3801336288452148, + "learning_rate": 9.467821782178216e-07, + "loss": 0.4253, + "mean_token_accuracy": 0.8590497970581055, + "num_tokens": 55814895.0, + "step": 1531 + }, + { + "epoch": 0.28449396471680594, + "grad_norm": 1.5717531442642212, + "learning_rate": 9.474009900990099e-07, + "loss": 0.394, + "mean_token_accuracy": 0.8686307668685913, + "num_tokens": 55847110.0, + "step": 1532 + }, + { + "epoch": 0.28467966573816156, + "grad_norm": 1.3626291751861572, + "learning_rate": 9.48019801980198e-07, + "loss": 0.4198, + "mean_token_accuracy": 0.8599196672439575, + "num_tokens": 55890087.0, + "step": 1533 + }, + { + "epoch": 0.2848653667595172, + "grad_norm": 1.5193095207214355, + "learning_rate": 9.486386138613861e-07, + "loss": 0.4935, + "mean_token_accuracy": 0.8384404182434082, + "num_tokens": 55931553.0, + "step": 1534 + }, + { + "epoch": 0.2850510677808728, + "grad_norm": 1.5139966011047363, + "learning_rate": 9.492574257425742e-07, + "loss": 0.4555, + "mean_token_accuracy": 0.8471889495849609, + "num_tokens": 55968027.0, + "step": 1535 + }, + { + "epoch": 0.2852367688022284, + "grad_norm": 1.4177966117858887, + "learning_rate": 9.498762376237624e-07, + "loss": 0.432, + "mean_token_accuracy": 0.8576096892356873, + "num_tokens": 56006517.0, + "step": 1536 + }, + { + "epoch": 0.28542246982358405, + "grad_norm": 1.4395701885223389, + "learning_rate": 9.504950495049504e-07, + "loss": 0.4082, + "mean_token_accuracy": 0.863853931427002, + "num_tokens": 56042802.0, + "step": 1537 + }, + { + "epoch": 0.28560817084493967, + "grad_norm": 1.5687817335128784, + "learning_rate": 9.511138613861386e-07, + "loss": 0.4546, + "mean_token_accuracy": 0.851227879524231, + "num_tokens": 56075291.0, + "step": 1538 + }, + { + "epoch": 0.2857938718662953, + "grad_norm": 1.491692066192627, + "learning_rate": 9.517326732673266e-07, + "loss": 0.4226, + "mean_token_accuracy": 0.8575161099433899, + "num_tokens": 56113204.0, + "step": 1539 + }, + { + "epoch": 0.28597957288765086, + "grad_norm": 1.5245661735534668, + "learning_rate": 9.523514851485148e-07, + "loss": 0.3862, + "mean_token_accuracy": 0.8723812103271484, + "num_tokens": 56147402.0, + "step": 1540 + }, + { + "epoch": 0.2861652739090065, + "grad_norm": 1.5347983837127686, + "learning_rate": 9.529702970297029e-07, + "loss": 0.4142, + "mean_token_accuracy": 0.8594415783882141, + "num_tokens": 56178930.0, + "step": 1541 + }, + { + "epoch": 0.2863509749303621, + "grad_norm": 1.4799493551254272, + "learning_rate": 9.53589108910891e-07, + "loss": 0.41, + "mean_token_accuracy": 0.8629257678985596, + "num_tokens": 56212528.0, + "step": 1542 + }, + { + "epoch": 0.2865366759517177, + "grad_norm": 1.5060428380966187, + "learning_rate": 9.542079207920792e-07, + "loss": 0.4522, + "mean_token_accuracy": 0.8496959209442139, + "num_tokens": 56250385.0, + "step": 1543 + }, + { + "epoch": 0.28672237697307335, + "grad_norm": 1.5358482599258423, + "learning_rate": 9.548267326732672e-07, + "loss": 0.4546, + "mean_token_accuracy": 0.8529624938964844, + "num_tokens": 56285931.0, + "step": 1544 + }, + { + "epoch": 0.28690807799442897, + "grad_norm": 1.6365342140197754, + "learning_rate": 9.554455445544553e-07, + "loss": 0.435, + "mean_token_accuracy": 0.8550848364830017, + "num_tokens": 56319875.0, + "step": 1545 + }, + { + "epoch": 0.2870937790157846, + "grad_norm": 1.551693081855774, + "learning_rate": 9.560643564356436e-07, + "loss": 0.4641, + "mean_token_accuracy": 0.8460301160812378, + "num_tokens": 56355637.0, + "step": 1546 + }, + { + "epoch": 0.2872794800371402, + "grad_norm": 1.5212963819503784, + "learning_rate": 9.566831683168316e-07, + "loss": 0.4441, + "mean_token_accuracy": 0.8581791520118713, + "num_tokens": 56390517.0, + "step": 1547 + }, + { + "epoch": 0.28746518105849583, + "grad_norm": 1.3737362623214722, + "learning_rate": 9.573019801980197e-07, + "loss": 0.382, + "mean_token_accuracy": 0.872072696685791, + "num_tokens": 56432569.0, + "step": 1548 + }, + { + "epoch": 0.28765088207985146, + "grad_norm": 1.5687899589538574, + "learning_rate": 9.579207920792078e-07, + "loss": 0.4489, + "mean_token_accuracy": 0.8556305170059204, + "num_tokens": 56466744.0, + "step": 1549 + }, + { + "epoch": 0.2878365831012071, + "grad_norm": 1.7294005155563354, + "learning_rate": 9.58539603960396e-07, + "loss": 0.478, + "mean_token_accuracy": 0.8449512124061584, + "num_tokens": 56493474.0, + "step": 1550 + }, + { + "epoch": 0.2880222841225627, + "grad_norm": 1.4385117292404175, + "learning_rate": 9.59158415841584e-07, + "loss": 0.3684, + "mean_token_accuracy": 0.8743199110031128, + "num_tokens": 56526944.0, + "step": 1551 + }, + { + "epoch": 0.28820798514391827, + "grad_norm": 1.4184092283248901, + "learning_rate": 9.597772277227723e-07, + "loss": 0.3837, + "mean_token_accuracy": 0.8687710165977478, + "num_tokens": 56562548.0, + "step": 1552 + }, + { + "epoch": 0.2883936861652739, + "grad_norm": 1.4927369356155396, + "learning_rate": 9.603960396039604e-07, + "loss": 0.4385, + "mean_token_accuracy": 0.8521919250488281, + "num_tokens": 56599166.0, + "step": 1553 + }, + { + "epoch": 0.2885793871866295, + "grad_norm": 1.458153247833252, + "learning_rate": 9.610148514851485e-07, + "loss": 0.4326, + "mean_token_accuracy": 0.8559424877166748, + "num_tokens": 56634752.0, + "step": 1554 + }, + { + "epoch": 0.28876508820798513, + "grad_norm": 1.5171147584915161, + "learning_rate": 9.616336633663365e-07, + "loss": 0.4582, + "mean_token_accuracy": 0.8526560068130493, + "num_tokens": 56670716.0, + "step": 1555 + }, + { + "epoch": 0.28895078922934075, + "grad_norm": 1.5114209651947021, + "learning_rate": 9.622524752475248e-07, + "loss": 0.4183, + "mean_token_accuracy": 0.8602110147476196, + "num_tokens": 56703179.0, + "step": 1556 + }, + { + "epoch": 0.2891364902506964, + "grad_norm": 1.533124327659607, + "learning_rate": 9.628712871287129e-07, + "loss": 0.4431, + "mean_token_accuracy": 0.8546159267425537, + "num_tokens": 56742362.0, + "step": 1557 + }, + { + "epoch": 0.289322191272052, + "grad_norm": 1.6173737049102783, + "learning_rate": 9.63490099009901e-07, + "loss": 0.4416, + "mean_token_accuracy": 0.853410005569458, + "num_tokens": 56777582.0, + "step": 1558 + }, + { + "epoch": 0.2895078922934076, + "grad_norm": 1.644679069519043, + "learning_rate": 9.64108910891089e-07, + "loss": 0.4505, + "mean_token_accuracy": 0.8535490036010742, + "num_tokens": 56812734.0, + "step": 1559 + }, + { + "epoch": 0.28969359331476324, + "grad_norm": 1.4737669229507446, + "learning_rate": 9.647277227722772e-07, + "loss": 0.4353, + "mean_token_accuracy": 0.856367290019989, + "num_tokens": 56846449.0, + "step": 1560 + }, + { + "epoch": 0.28987929433611886, + "grad_norm": 1.5525323152542114, + "learning_rate": 9.653465346534653e-07, + "loss": 0.4038, + "mean_token_accuracy": 0.8671509623527527, + "num_tokens": 56881020.0, + "step": 1561 + }, + { + "epoch": 0.2900649953574745, + "grad_norm": 1.5565940141677856, + "learning_rate": 9.659653465346534e-07, + "loss": 0.4516, + "mean_token_accuracy": 0.8509984612464905, + "num_tokens": 56914626.0, + "step": 1562 + }, + { + "epoch": 0.2902506963788301, + "grad_norm": 1.416911005973816, + "learning_rate": 9.665841584158414e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.852171778678894, + "num_tokens": 56957950.0, + "step": 1563 + }, + { + "epoch": 0.2904363974001857, + "grad_norm": 1.7847164869308472, + "learning_rate": 9.672029702970297e-07, + "loss": 0.4549, + "mean_token_accuracy": 0.8467298746109009, + "num_tokens": 56984048.0, + "step": 1564 + }, + { + "epoch": 0.2906220984215413, + "grad_norm": 1.5138599872589111, + "learning_rate": 9.678217821782177e-07, + "loss": 0.448, + "mean_token_accuracy": 0.8528307676315308, + "num_tokens": 57022815.0, + "step": 1565 + }, + { + "epoch": 0.2908077994428969, + "grad_norm": 1.5065958499908447, + "learning_rate": 9.68440594059406e-07, + "loss": 0.4378, + "mean_token_accuracy": 0.855380117893219, + "num_tokens": 57059628.0, + "step": 1566 + }, + { + "epoch": 0.29099350046425254, + "grad_norm": 1.5290547609329224, + "learning_rate": 9.69059405940594e-07, + "loss": 0.4266, + "mean_token_accuracy": 0.8574562668800354, + "num_tokens": 57093325.0, + "step": 1567 + }, + { + "epoch": 0.29117920148560816, + "grad_norm": 1.4695500135421753, + "learning_rate": 9.696782178217821e-07, + "loss": 0.4061, + "mean_token_accuracy": 0.8662017583847046, + "num_tokens": 57131597.0, + "step": 1568 + }, + { + "epoch": 0.2913649025069638, + "grad_norm": 1.504902720451355, + "learning_rate": 9.702970297029702e-07, + "loss": 0.4567, + "mean_token_accuracy": 0.8506077527999878, + "num_tokens": 57171771.0, + "step": 1569 + }, + { + "epoch": 0.2915506035283194, + "grad_norm": 1.4873875379562378, + "learning_rate": 9.709158415841585e-07, + "loss": 0.4354, + "mean_token_accuracy": 0.856521487236023, + "num_tokens": 57211241.0, + "step": 1570 + }, + { + "epoch": 0.29173630454967503, + "grad_norm": 1.4415112733840942, + "learning_rate": 9.715346534653465e-07, + "loss": 0.4697, + "mean_token_accuracy": 0.8488394021987915, + "num_tokens": 57250633.0, + "step": 1571 + }, + { + "epoch": 0.29192200557103065, + "grad_norm": 1.517587661743164, + "learning_rate": 9.721534653465346e-07, + "loss": 0.4389, + "mean_token_accuracy": 0.8530761003494263, + "num_tokens": 57287315.0, + "step": 1572 + }, + { + "epoch": 0.2921077065923863, + "grad_norm": 1.5861231088638306, + "learning_rate": 9.727722772277226e-07, + "loss": 0.4411, + "mean_token_accuracy": 0.8545785546302795, + "num_tokens": 57321977.0, + "step": 1573 + }, + { + "epoch": 0.2922934076137419, + "grad_norm": 1.7221102714538574, + "learning_rate": 9.73391089108911e-07, + "loss": 0.3813, + "mean_token_accuracy": 0.8688334822654724, + "num_tokens": 57351339.0, + "step": 1574 + }, + { + "epoch": 0.2924791086350975, + "grad_norm": 1.5123399496078491, + "learning_rate": 9.74009900990099e-07, + "loss": 0.4319, + "mean_token_accuracy": 0.853939414024353, + "num_tokens": 57386082.0, + "step": 1575 + }, + { + "epoch": 0.2926648096564531, + "grad_norm": 1.4689885377883911, + "learning_rate": 9.74628712871287e-07, + "loss": 0.4755, + "mean_token_accuracy": 0.8434749841690063, + "num_tokens": 57424931.0, + "step": 1576 + }, + { + "epoch": 0.2928505106778087, + "grad_norm": 1.5333061218261719, + "learning_rate": 9.75247524752475e-07, + "loss": 0.4726, + "mean_token_accuracy": 0.8472719192504883, + "num_tokens": 57464480.0, + "step": 1577 + }, + { + "epoch": 0.29303621169916433, + "grad_norm": 1.373579978942871, + "learning_rate": 9.758663366336633e-07, + "loss": 0.4196, + "mean_token_accuracy": 0.8600753545761108, + "num_tokens": 57504920.0, + "step": 1578 + }, + { + "epoch": 0.29322191272051995, + "grad_norm": 1.5613961219787598, + "learning_rate": 9.764851485148514e-07, + "loss": 0.4429, + "mean_token_accuracy": 0.8532301187515259, + "num_tokens": 57539906.0, + "step": 1579 + }, + { + "epoch": 0.2934076137418756, + "grad_norm": 1.3713818788528442, + "learning_rate": 9.771039603960397e-07, + "loss": 0.3973, + "mean_token_accuracy": 0.8671009540557861, + "num_tokens": 57576460.0, + "step": 1580 + }, + { + "epoch": 0.2935933147632312, + "grad_norm": 1.5006741285324097, + "learning_rate": 9.777227722772277e-07, + "loss": 0.4145, + "mean_token_accuracy": 0.8602867722511292, + "num_tokens": 57612633.0, + "step": 1581 + }, + { + "epoch": 0.2937790157845868, + "grad_norm": 1.4070109128952026, + "learning_rate": 9.783415841584158e-07, + "loss": 0.4041, + "mean_token_accuracy": 0.864516019821167, + "num_tokens": 57648731.0, + "step": 1582 + }, + { + "epoch": 0.29396471680594244, + "grad_norm": 1.4272109270095825, + "learning_rate": 9.789603960396039e-07, + "loss": 0.4417, + "mean_token_accuracy": 0.852150559425354, + "num_tokens": 57687586.0, + "step": 1583 + }, + { + "epoch": 0.29415041782729806, + "grad_norm": 1.4694275856018066, + "learning_rate": 9.795792079207921e-07, + "loss": 0.4893, + "mean_token_accuracy": 0.8384912014007568, + "num_tokens": 57725775.0, + "step": 1584 + }, + { + "epoch": 0.2943361188486537, + "grad_norm": 1.5540130138397217, + "learning_rate": 9.801980198019802e-07, + "loss": 0.3832, + "mean_token_accuracy": 0.8721462488174438, + "num_tokens": 57760212.0, + "step": 1585 + }, + { + "epoch": 0.2945218198700093, + "grad_norm": 1.468010425567627, + "learning_rate": 9.808168316831682e-07, + "loss": 0.428, + "mean_token_accuracy": 0.8552186489105225, + "num_tokens": 57798408.0, + "step": 1586 + }, + { + "epoch": 0.2947075208913649, + "grad_norm": 1.444706678390503, + "learning_rate": 9.814356435643563e-07, + "loss": 0.4468, + "mean_token_accuracy": 0.8519824743270874, + "num_tokens": 57836467.0, + "step": 1587 + }, + { + "epoch": 0.2948932219127205, + "grad_norm": 1.5511465072631836, + "learning_rate": 9.820544554455446e-07, + "loss": 0.41, + "mean_token_accuracy": 0.8652889132499695, + "num_tokens": 57873817.0, + "step": 1588 + }, + { + "epoch": 0.2950789229340761, + "grad_norm": 1.5075453519821167, + "learning_rate": 9.826732673267326e-07, + "loss": 0.4527, + "mean_token_accuracy": 0.851325273513794, + "num_tokens": 57911175.0, + "step": 1589 + }, + { + "epoch": 0.29526462395543174, + "grad_norm": 1.4697635173797607, + "learning_rate": 9.832920792079207e-07, + "loss": 0.4228, + "mean_token_accuracy": 0.8574557304382324, + "num_tokens": 57947957.0, + "step": 1590 + }, + { + "epoch": 0.29545032497678736, + "grad_norm": 1.5475475788116455, + "learning_rate": 9.83910891089109e-07, + "loss": 0.4189, + "mean_token_accuracy": 0.8611254692077637, + "num_tokens": 57980035.0, + "step": 1591 + }, + { + "epoch": 0.295636025998143, + "grad_norm": 1.5863289833068848, + "learning_rate": 9.84529702970297e-07, + "loss": 0.4231, + "mean_token_accuracy": 0.8574585914611816, + "num_tokens": 58015240.0, + "step": 1592 + }, + { + "epoch": 0.2958217270194986, + "grad_norm": 1.4707010984420776, + "learning_rate": 9.85148514851485e-07, + "loss": 0.3987, + "mean_token_accuracy": 0.8650140166282654, + "num_tokens": 58052176.0, + "step": 1593 + }, + { + "epoch": 0.2960074280408542, + "grad_norm": 1.5415855646133423, + "learning_rate": 9.857673267326733e-07, + "loss": 0.4267, + "mean_token_accuracy": 0.8607263565063477, + "num_tokens": 58089762.0, + "step": 1594 + }, + { + "epoch": 0.29619312906220985, + "grad_norm": 1.44496750831604, + "learning_rate": 9.863861386138614e-07, + "loss": 0.4689, + "mean_token_accuracy": 0.8503788709640503, + "num_tokens": 58131171.0, + "step": 1595 + }, + { + "epoch": 0.29637883008356547, + "grad_norm": 1.548000454902649, + "learning_rate": 9.870049504950495e-07, + "loss": 0.3907, + "mean_token_accuracy": 0.8688087463378906, + "num_tokens": 58162504.0, + "step": 1596 + }, + { + "epoch": 0.2965645311049211, + "grad_norm": 1.4390114545822144, + "learning_rate": 9.876237623762375e-07, + "loss": 0.4325, + "mean_token_accuracy": 0.8566005825996399, + "num_tokens": 58198797.0, + "step": 1597 + }, + { + "epoch": 0.2967502321262767, + "grad_norm": 1.7592921257019043, + "learning_rate": 9.882425742574258e-07, + "loss": 0.5074, + "mean_token_accuracy": 0.8384550213813782, + "num_tokens": 58230590.0, + "step": 1598 + }, + { + "epoch": 0.29693593314763234, + "grad_norm": 1.4872417449951172, + "learning_rate": 9.888613861386138e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.8453170657157898, + "num_tokens": 58268405.0, + "step": 1599 + }, + { + "epoch": 0.2971216341689879, + "grad_norm": 1.4164116382598877, + "learning_rate": 9.89480198019802e-07, + "loss": 0.4243, + "mean_token_accuracy": 0.8589283227920532, + "num_tokens": 58305048.0, + "step": 1600 + }, + { + "epoch": 0.2973073351903435, + "grad_norm": 1.496350884437561, + "learning_rate": 9.9009900990099e-07, + "loss": 0.414, + "mean_token_accuracy": 0.8620843887329102, + "num_tokens": 58342789.0, + "step": 1601 + }, + { + "epoch": 0.29749303621169915, + "grad_norm": 1.5878063440322876, + "learning_rate": 9.907178217821782e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8486020565032959, + "num_tokens": 58375770.0, + "step": 1602 + }, + { + "epoch": 0.29767873723305477, + "grad_norm": 1.5029327869415283, + "learning_rate": 9.913366336633663e-07, + "loss": 0.4543, + "mean_token_accuracy": 0.8485094904899597, + "num_tokens": 58409582.0, + "step": 1603 + }, + { + "epoch": 0.2978644382544104, + "grad_norm": 1.4080525636672974, + "learning_rate": 9.919554455445546e-07, + "loss": 0.4238, + "mean_token_accuracy": 0.8589967489242554, + "num_tokens": 58448483.0, + "step": 1604 + }, + { + "epoch": 0.298050139275766, + "grad_norm": 1.582727313041687, + "learning_rate": 9.925742574257426e-07, + "loss": 0.5186, + "mean_token_accuracy": 0.8317165374755859, + "num_tokens": 58483173.0, + "step": 1605 + }, + { + "epoch": 0.29823584029712163, + "grad_norm": 1.396224856376648, + "learning_rate": 9.931930693069307e-07, + "loss": 0.4526, + "mean_token_accuracy": 0.8504268527030945, + "num_tokens": 58525027.0, + "step": 1606 + }, + { + "epoch": 0.29842154131847726, + "grad_norm": 1.3647558689117432, + "learning_rate": 9.938118811881187e-07, + "loss": 0.387, + "mean_token_accuracy": 0.870628833770752, + "num_tokens": 58564807.0, + "step": 1607 + }, + { + "epoch": 0.2986072423398329, + "grad_norm": 1.5010313987731934, + "learning_rate": 9.94430693069307e-07, + "loss": 0.4809, + "mean_token_accuracy": 0.8428987264633179, + "num_tokens": 58603083.0, + "step": 1608 + }, + { + "epoch": 0.2987929433611885, + "grad_norm": 1.582154631614685, + "learning_rate": 9.95049504950495e-07, + "loss": 0.436, + "mean_token_accuracy": 0.8588358163833618, + "num_tokens": 58638326.0, + "step": 1609 + }, + { + "epoch": 0.2989786443825441, + "grad_norm": 1.5236417055130005, + "learning_rate": 9.956683168316831e-07, + "loss": 0.4294, + "mean_token_accuracy": 0.85813307762146, + "num_tokens": 58672523.0, + "step": 1610 + }, + { + "epoch": 0.29916434540389975, + "grad_norm": 1.432858943939209, + "learning_rate": 9.962871287128712e-07, + "loss": 0.4108, + "mean_token_accuracy": 0.8643551468849182, + "num_tokens": 58710844.0, + "step": 1611 + }, + { + "epoch": 0.2993500464252553, + "grad_norm": 1.5014485120773315, + "learning_rate": 9.969059405940595e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.844596803188324, + "num_tokens": 58754202.0, + "step": 1612 + }, + { + "epoch": 0.29953574744661093, + "grad_norm": 1.6079802513122559, + "learning_rate": 9.975247524752475e-07, + "loss": 0.4436, + "mean_token_accuracy": 0.8515169024467468, + "num_tokens": 58785925.0, + "step": 1613 + }, + { + "epoch": 0.29972144846796656, + "grad_norm": 1.4312430620193481, + "learning_rate": 9.981435643564356e-07, + "loss": 0.4317, + "mean_token_accuracy": 0.8586400747299194, + "num_tokens": 58824602.0, + "step": 1614 + }, + { + "epoch": 0.2999071494893222, + "grad_norm": 1.5083534717559814, + "learning_rate": 9.987623762376236e-07, + "loss": 0.435, + "mean_token_accuracy": 0.8558725714683533, + "num_tokens": 58859091.0, + "step": 1615 + }, + { + "epoch": 0.3000928505106778, + "grad_norm": 1.5046519041061401, + "learning_rate": 9.99381188118812e-07, + "loss": 0.4141, + "mean_token_accuracy": 0.863430917263031, + "num_tokens": 58890901.0, + "step": 1616 + }, + { + "epoch": 0.3002785515320334, + "grad_norm": 1.426460862159729, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8703335523605347, + "num_tokens": 58927231.0, + "step": 1617 + }, + { + "epoch": 0.30046425255338904, + "grad_norm": 1.6633968353271484, + "learning_rate": 1e-06, + "loss": 0.4893, + "mean_token_accuracy": 0.8366295695304871, + "num_tokens": 58961449.0, + "step": 1618 + }, + { + "epoch": 0.30064995357474467, + "grad_norm": 1.4429454803466797, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8436979055404663, + "num_tokens": 59001037.0, + "step": 1619 + }, + { + "epoch": 0.3008356545961003, + "grad_norm": 1.6148922443389893, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.864874541759491, + "num_tokens": 59030914.0, + "step": 1620 + }, + { + "epoch": 0.3010213556174559, + "grad_norm": 1.471161127090454, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8632568120956421, + "num_tokens": 59067545.0, + "step": 1621 + }, + { + "epoch": 0.30120705663881153, + "grad_norm": 1.4959512948989868, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8567285537719727, + "num_tokens": 59106726.0, + "step": 1622 + }, + { + "epoch": 0.30139275766016715, + "grad_norm": 1.486331582069397, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8651738166809082, + "num_tokens": 59143116.0, + "step": 1623 + }, + { + "epoch": 0.3015784586815227, + "grad_norm": 1.391812801361084, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8698610067367554, + "num_tokens": 59180630.0, + "step": 1624 + }, + { + "epoch": 0.30176415970287834, + "grad_norm": 1.6521800756454468, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8478569388389587, + "num_tokens": 59212931.0, + "step": 1625 + }, + { + "epoch": 0.30194986072423396, + "grad_norm": 1.412489652633667, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8689656257629395, + "num_tokens": 59248819.0, + "step": 1626 + }, + { + "epoch": 0.3021355617455896, + "grad_norm": 1.447648286819458, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8514140844345093, + "num_tokens": 59286715.0, + "step": 1627 + }, + { + "epoch": 0.3023212627669452, + "grad_norm": 1.4605367183685303, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8566089272499084, + "num_tokens": 59326723.0, + "step": 1628 + }, + { + "epoch": 0.30250696378830083, + "grad_norm": 1.5053545236587524, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8530752658843994, + "num_tokens": 59365258.0, + "step": 1629 + }, + { + "epoch": 0.30269266480965645, + "grad_norm": 1.7582286596298218, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8535298705101013, + "num_tokens": 59393061.0, + "step": 1630 + }, + { + "epoch": 0.3028783658310121, + "grad_norm": 1.5468300580978394, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8548462390899658, + "num_tokens": 59426195.0, + "step": 1631 + }, + { + "epoch": 0.3030640668523677, + "grad_norm": 1.5506678819656372, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8621289730072021, + "num_tokens": 59459646.0, + "step": 1632 + }, + { + "epoch": 0.3032497678737233, + "grad_norm": 1.4553598165512085, + "learning_rate": 1e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8370930552482605, + "num_tokens": 59502698.0, + "step": 1633 + }, + { + "epoch": 0.30343546889507894, + "grad_norm": 1.5957282781600952, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8535886406898499, + "num_tokens": 59537581.0, + "step": 1634 + }, + { + "epoch": 0.30362116991643456, + "grad_norm": 1.4959166049957275, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8538926243782043, + "num_tokens": 59574105.0, + "step": 1635 + }, + { + "epoch": 0.3038068709377902, + "grad_norm": 1.4503908157348633, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8638745546340942, + "num_tokens": 59609009.0, + "step": 1636 + }, + { + "epoch": 0.30399257195914575, + "grad_norm": 1.4672939777374268, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8599773645401001, + "num_tokens": 59648619.0, + "step": 1637 + }, + { + "epoch": 0.3041782729805014, + "grad_norm": 1.4151418209075928, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8597120642662048, + "num_tokens": 59691237.0, + "step": 1638 + }, + { + "epoch": 0.304363974001857, + "grad_norm": 1.4676942825317383, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8777023553848267, + "num_tokens": 59725804.0, + "step": 1639 + }, + { + "epoch": 0.3045496750232126, + "grad_norm": 1.4242634773254395, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8661402463912964, + "num_tokens": 59762195.0, + "step": 1640 + }, + { + "epoch": 0.30473537604456824, + "grad_norm": 1.4509135484695435, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8652338981628418, + "num_tokens": 59795271.0, + "step": 1641 + }, + { + "epoch": 0.30492107706592386, + "grad_norm": 1.4562735557556152, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.864190936088562, + "num_tokens": 59831523.0, + "step": 1642 + }, + { + "epoch": 0.3051067780872795, + "grad_norm": 1.3762181997299194, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8702771067619324, + "num_tokens": 59870395.0, + "step": 1643 + }, + { + "epoch": 0.3052924791086351, + "grad_norm": 1.501640796661377, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8572025895118713, + "num_tokens": 59903477.0, + "step": 1644 + }, + { + "epoch": 0.30547818012999073, + "grad_norm": 1.4000730514526367, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8594574928283691, + "num_tokens": 59942151.0, + "step": 1645 + }, + { + "epoch": 0.30566388115134635, + "grad_norm": 1.5159646272659302, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8559538125991821, + "num_tokens": 59978036.0, + "step": 1646 + }, + { + "epoch": 0.305849582172702, + "grad_norm": 1.5813491344451904, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.8544577360153198, + "num_tokens": 60011848.0, + "step": 1647 + }, + { + "epoch": 0.3060352831940576, + "grad_norm": 1.5355114936828613, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8585926294326782, + "num_tokens": 60046197.0, + "step": 1648 + }, + { + "epoch": 0.30622098421541316, + "grad_norm": 1.576572060585022, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8603938817977905, + "num_tokens": 60078374.0, + "step": 1649 + }, + { + "epoch": 0.3064066852367688, + "grad_norm": 1.546294927597046, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8586699962615967, + "num_tokens": 60112166.0, + "step": 1650 + }, + { + "epoch": 0.3065923862581244, + "grad_norm": 1.6348079442977905, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8541860580444336, + "num_tokens": 60143548.0, + "step": 1651 + }, + { + "epoch": 0.30677808727948, + "grad_norm": 1.5228729248046875, + "learning_rate": 1e-06, + "loss": 0.5081, + "mean_token_accuracy": 0.8332138061523438, + "num_tokens": 60182875.0, + "step": 1652 + }, + { + "epoch": 0.30696378830083565, + "grad_norm": 1.6993869543075562, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8556135892868042, + "num_tokens": 60214118.0, + "step": 1653 + }, + { + "epoch": 0.30714948932219127, + "grad_norm": 1.5513076782226562, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8618557453155518, + "num_tokens": 60249758.0, + "step": 1654 + }, + { + "epoch": 0.3073351903435469, + "grad_norm": 1.497044324874878, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8603423237800598, + "num_tokens": 60284201.0, + "step": 1655 + }, + { + "epoch": 0.3075208913649025, + "grad_norm": 1.7146703004837036, + "learning_rate": 1e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.8477746248245239, + "num_tokens": 60317119.0, + "step": 1656 + }, + { + "epoch": 0.30770659238625814, + "grad_norm": 1.4839941263198853, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8581162691116333, + "num_tokens": 60351410.0, + "step": 1657 + }, + { + "epoch": 0.30789229340761376, + "grad_norm": 1.485333800315857, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8606879711151123, + "num_tokens": 60396959.0, + "step": 1658 + }, + { + "epoch": 0.3080779944289694, + "grad_norm": 1.3908169269561768, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8601989150047302, + "num_tokens": 60439820.0, + "step": 1659 + }, + { + "epoch": 0.308263695450325, + "grad_norm": 1.4824367761611938, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8458420038223267, + "num_tokens": 60480621.0, + "step": 1660 + }, + { + "epoch": 0.30844939647168057, + "grad_norm": 1.512658953666687, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8560059070587158, + "num_tokens": 60516147.0, + "step": 1661 + }, + { + "epoch": 0.3086350974930362, + "grad_norm": 1.6935539245605469, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8502222299575806, + "num_tokens": 60545672.0, + "step": 1662 + }, + { + "epoch": 0.3088207985143918, + "grad_norm": 1.6330792903900146, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8650826811790466, + "num_tokens": 60576385.0, + "step": 1663 + }, + { + "epoch": 0.30900649953574744, + "grad_norm": 1.6114273071289062, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8612887859344482, + "num_tokens": 60608727.0, + "step": 1664 + }, + { + "epoch": 0.30919220055710306, + "grad_norm": 1.536303997039795, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8682183027267456, + "num_tokens": 60645959.0, + "step": 1665 + }, + { + "epoch": 0.3093779015784587, + "grad_norm": 1.4801907539367676, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.860671877861023, + "num_tokens": 60683450.0, + "step": 1666 + }, + { + "epoch": 0.3095636025998143, + "grad_norm": 1.6058660745620728, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8569110035896301, + "num_tokens": 60718948.0, + "step": 1667 + }, + { + "epoch": 0.3097493036211699, + "grad_norm": 1.5615843534469604, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8574994802474976, + "num_tokens": 60752542.0, + "step": 1668 + }, + { + "epoch": 0.30993500464252555, + "grad_norm": 1.5297926664352417, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8535913228988647, + "num_tokens": 60791380.0, + "step": 1669 + }, + { + "epoch": 0.31012070566388117, + "grad_norm": 1.431624174118042, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8702617883682251, + "num_tokens": 60828748.0, + "step": 1670 + }, + { + "epoch": 0.3103064066852368, + "grad_norm": 1.470449686050415, + "learning_rate": 1e-06, + "loss": 0.4765, + "mean_token_accuracy": 0.8442129492759705, + "num_tokens": 60865990.0, + "step": 1671 + }, + { + "epoch": 0.3104921077065924, + "grad_norm": 1.5461794137954712, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8601592779159546, + "num_tokens": 60899993.0, + "step": 1672 + }, + { + "epoch": 0.310677808727948, + "grad_norm": 1.6027822494506836, + "learning_rate": 1e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8427940011024475, + "num_tokens": 60935313.0, + "step": 1673 + }, + { + "epoch": 0.3108635097493036, + "grad_norm": 1.4824262857437134, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8629475831985474, + "num_tokens": 60971890.0, + "step": 1674 + }, + { + "epoch": 0.3110492107706592, + "grad_norm": 1.422986626625061, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8487096428871155, + "num_tokens": 61010911.0, + "step": 1675 + }, + { + "epoch": 0.31123491179201485, + "grad_norm": 1.411792516708374, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8486045598983765, + "num_tokens": 61052369.0, + "step": 1676 + }, + { + "epoch": 0.31142061281337047, + "grad_norm": 1.3939238786697388, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8786826133728027, + "num_tokens": 61085423.0, + "step": 1677 + }, + { + "epoch": 0.3116063138347261, + "grad_norm": 1.5592827796936035, + "learning_rate": 1e-06, + "loss": 0.4684, + "mean_token_accuracy": 0.8465807437896729, + "num_tokens": 61119156.0, + "step": 1678 + }, + { + "epoch": 0.3117920148560817, + "grad_norm": 1.5861268043518066, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8566699028015137, + "num_tokens": 61154776.0, + "step": 1679 + }, + { + "epoch": 0.31197771587743733, + "grad_norm": 1.4426140785217285, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8628824353218079, + "num_tokens": 61193334.0, + "step": 1680 + }, + { + "epoch": 0.31216341689879296, + "grad_norm": 1.5027306079864502, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8532393574714661, + "num_tokens": 61228346.0, + "step": 1681 + }, + { + "epoch": 0.3123491179201486, + "grad_norm": 1.4097399711608887, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8693174123764038, + "num_tokens": 61262482.0, + "step": 1682 + }, + { + "epoch": 0.3125348189415042, + "grad_norm": 1.4287093877792358, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8713356256484985, + "num_tokens": 61300030.0, + "step": 1683 + }, + { + "epoch": 0.3127205199628598, + "grad_norm": 1.3219592571258545, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8569389581680298, + "num_tokens": 61348356.0, + "step": 1684 + }, + { + "epoch": 0.3129062209842154, + "grad_norm": 1.443945288658142, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8516208529472351, + "num_tokens": 61386996.0, + "step": 1685 + }, + { + "epoch": 0.313091922005571, + "grad_norm": 1.629607081413269, + "learning_rate": 1e-06, + "loss": 0.4947, + "mean_token_accuracy": 0.8405847549438477, + "num_tokens": 61419741.0, + "step": 1686 + }, + { + "epoch": 0.31327762302692663, + "grad_norm": 1.398831844329834, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8699063062667847, + "num_tokens": 61457970.0, + "step": 1687 + }, + { + "epoch": 0.31346332404828225, + "grad_norm": 1.3931729793548584, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8550804853439331, + "num_tokens": 61498597.0, + "step": 1688 + }, + { + "epoch": 0.3136490250696379, + "grad_norm": 1.514880657196045, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8546276688575745, + "num_tokens": 61534617.0, + "step": 1689 + }, + { + "epoch": 0.3138347260909935, + "grad_norm": 1.6302337646484375, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8609163761138916, + "num_tokens": 61565620.0, + "step": 1690 + }, + { + "epoch": 0.3140204271123491, + "grad_norm": 1.5638000965118408, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8524792194366455, + "num_tokens": 61597775.0, + "step": 1691 + }, + { + "epoch": 0.31420612813370474, + "grad_norm": 1.6316843032836914, + "learning_rate": 1e-06, + "loss": 0.4773, + "mean_token_accuracy": 0.8431828022003174, + "num_tokens": 61631931.0, + "step": 1692 + }, + { + "epoch": 0.31439182915506036, + "grad_norm": 1.4722464084625244, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.8396605253219604, + "num_tokens": 61670168.0, + "step": 1693 + }, + { + "epoch": 0.314577530176416, + "grad_norm": 1.4184207916259766, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8608939051628113, + "num_tokens": 61708540.0, + "step": 1694 + }, + { + "epoch": 0.3147632311977716, + "grad_norm": 1.509644627571106, + "learning_rate": 1e-06, + "loss": 0.4853, + "mean_token_accuracy": 0.8431887030601501, + "num_tokens": 61745971.0, + "step": 1695 + }, + { + "epoch": 0.31494893221912723, + "grad_norm": 1.3766684532165527, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8662916421890259, + "num_tokens": 61787776.0, + "step": 1696 + }, + { + "epoch": 0.3151346332404828, + "grad_norm": 1.5321992635726929, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8674534559249878, + "num_tokens": 61820377.0, + "step": 1697 + }, + { + "epoch": 0.3153203342618384, + "grad_norm": 1.4448565244674683, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8685320615768433, + "num_tokens": 61858988.0, + "step": 1698 + }, + { + "epoch": 0.31550603528319404, + "grad_norm": 1.5757362842559814, + "learning_rate": 1e-06, + "loss": 0.4905, + "mean_token_accuracy": 0.8401215076446533, + "num_tokens": 61893144.0, + "step": 1699 + }, + { + "epoch": 0.31569173630454966, + "grad_norm": 1.547340750694275, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8577486276626587, + "num_tokens": 61932540.0, + "step": 1700 + }, + { + "epoch": 0.3158774373259053, + "grad_norm": 1.477624535560608, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8797144889831543, + "num_tokens": 61968368.0, + "step": 1701 + }, + { + "epoch": 0.3160631383472609, + "grad_norm": 1.505685567855835, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8643183708190918, + "num_tokens": 62002867.0, + "step": 1702 + }, + { + "epoch": 0.31624883936861653, + "grad_norm": 1.4935551881790161, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.853541374206543, + "num_tokens": 62038558.0, + "step": 1703 + }, + { + "epoch": 0.31643454038997215, + "grad_norm": 1.5360041856765747, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.860543966293335, + "num_tokens": 62069696.0, + "step": 1704 + }, + { + "epoch": 0.3166202414113278, + "grad_norm": 1.5689234733581543, + "learning_rate": 1e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.841901957988739, + "num_tokens": 62105404.0, + "step": 1705 + }, + { + "epoch": 0.3168059424326834, + "grad_norm": 1.4709880352020264, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8512461185455322, + "num_tokens": 62145440.0, + "step": 1706 + }, + { + "epoch": 0.316991643454039, + "grad_norm": 1.6336787939071655, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8610348701477051, + "num_tokens": 62177336.0, + "step": 1707 + }, + { + "epoch": 0.31717734447539464, + "grad_norm": 1.3359838724136353, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8580162525177002, + "num_tokens": 62219429.0, + "step": 1708 + }, + { + "epoch": 0.3173630454967502, + "grad_norm": 1.4563777446746826, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.870241105556488, + "num_tokens": 62252076.0, + "step": 1709 + }, + { + "epoch": 0.31754874651810583, + "grad_norm": 1.5447806119918823, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8610638976097107, + "num_tokens": 62287023.0, + "step": 1710 + }, + { + "epoch": 0.31773444753946145, + "grad_norm": 1.5818397998809814, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8490312695503235, + "num_tokens": 62320855.0, + "step": 1711 + }, + { + "epoch": 0.3179201485608171, + "grad_norm": 1.5006916522979736, + "learning_rate": 1e-06, + "loss": 0.4932, + "mean_token_accuracy": 0.8371438384056091, + "num_tokens": 62361534.0, + "step": 1712 + }, + { + "epoch": 0.3181058495821727, + "grad_norm": 1.4853435754776, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.874004065990448, + "num_tokens": 62395184.0, + "step": 1713 + }, + { + "epoch": 0.3182915506035283, + "grad_norm": 1.5779609680175781, + "learning_rate": 1e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8468061685562134, + "num_tokens": 62429681.0, + "step": 1714 + }, + { + "epoch": 0.31847725162488394, + "grad_norm": 1.6302587985992432, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.858643651008606, + "num_tokens": 62460481.0, + "step": 1715 + }, + { + "epoch": 0.31866295264623956, + "grad_norm": 1.703345775604248, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8545910120010376, + "num_tokens": 62489790.0, + "step": 1716 + }, + { + "epoch": 0.3188486536675952, + "grad_norm": 1.4188624620437622, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.846847653388977, + "num_tokens": 62530893.0, + "step": 1717 + }, + { + "epoch": 0.3190343546889508, + "grad_norm": 1.4975591897964478, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8620574474334717, + "num_tokens": 62569903.0, + "step": 1718 + }, + { + "epoch": 0.3192200557103064, + "grad_norm": 1.5581918954849243, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8678618669509888, + "num_tokens": 62604212.0, + "step": 1719 + }, + { + "epoch": 0.31940575673166205, + "grad_norm": 1.4365246295928955, + "learning_rate": 1e-06, + "loss": 0.4737, + "mean_token_accuracy": 0.8486632108688354, + "num_tokens": 62645129.0, + "step": 1720 + }, + { + "epoch": 0.3195914577530176, + "grad_norm": 1.6056959629058838, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8476767539978027, + "num_tokens": 62679138.0, + "step": 1721 + }, + { + "epoch": 0.31977715877437324, + "grad_norm": 1.4921469688415527, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8557330369949341, + "num_tokens": 62718772.0, + "step": 1722 + }, + { + "epoch": 0.31996285979572886, + "grad_norm": 1.4285712242126465, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8655261397361755, + "num_tokens": 62755653.0, + "step": 1723 + }, + { + "epoch": 0.3201485608170845, + "grad_norm": 1.4470714330673218, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8609743118286133, + "num_tokens": 62792600.0, + "step": 1724 + }, + { + "epoch": 0.3203342618384401, + "grad_norm": 1.427626371383667, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8543935418128967, + "num_tokens": 62829839.0, + "step": 1725 + }, + { + "epoch": 0.3205199628597957, + "grad_norm": 1.4229291677474976, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.854590654373169, + "num_tokens": 62868698.0, + "step": 1726 + }, + { + "epoch": 0.32070566388115135, + "grad_norm": 1.4054651260375977, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.8460319638252258, + "num_tokens": 62908534.0, + "step": 1727 + }, + { + "epoch": 0.32089136490250697, + "grad_norm": 1.4321649074554443, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8786262273788452, + "num_tokens": 62941824.0, + "step": 1728 + }, + { + "epoch": 0.3210770659238626, + "grad_norm": 1.5311453342437744, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8554938435554504, + "num_tokens": 62978372.0, + "step": 1729 + }, + { + "epoch": 0.3212627669452182, + "grad_norm": 1.4295272827148438, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8622412085533142, + "num_tokens": 63016961.0, + "step": 1730 + }, + { + "epoch": 0.32144846796657384, + "grad_norm": 1.6572343111038208, + "learning_rate": 1e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8459458351135254, + "num_tokens": 63049217.0, + "step": 1731 + }, + { + "epoch": 0.32163416898792946, + "grad_norm": 1.3818161487579346, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.861839771270752, + "num_tokens": 63088655.0, + "step": 1732 + }, + { + "epoch": 0.321819870009285, + "grad_norm": 1.4566078186035156, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8596187233924866, + "num_tokens": 63125158.0, + "step": 1733 + }, + { + "epoch": 0.32200557103064065, + "grad_norm": 1.4381026029586792, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8656556606292725, + "num_tokens": 63162250.0, + "step": 1734 + }, + { + "epoch": 0.32219127205199627, + "grad_norm": 1.474047064781189, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8635403513908386, + "num_tokens": 63198925.0, + "step": 1735 + }, + { + "epoch": 0.3223769730733519, + "grad_norm": 1.4425607919692993, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8589968085289001, + "num_tokens": 63236539.0, + "step": 1736 + }, + { + "epoch": 0.3225626740947075, + "grad_norm": 1.49044668674469, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8597254157066345, + "num_tokens": 63271902.0, + "step": 1737 + }, + { + "epoch": 0.32274837511606314, + "grad_norm": 1.48496675491333, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8639043569564819, + "num_tokens": 63306597.0, + "step": 1738 + }, + { + "epoch": 0.32293407613741876, + "grad_norm": 1.4881491661071777, + "learning_rate": 1e-06, + "loss": 0.4495, + "mean_token_accuracy": 0.8522173166275024, + "num_tokens": 63341939.0, + "step": 1739 + }, + { + "epoch": 0.3231197771587744, + "grad_norm": 1.6335034370422363, + "learning_rate": 1e-06, + "loss": 0.487, + "mean_token_accuracy": 0.8424389362335205, + "num_tokens": 63376601.0, + "step": 1740 + }, + { + "epoch": 0.32330547818013, + "grad_norm": 1.5571935176849365, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8573146462440491, + "num_tokens": 63415380.0, + "step": 1741 + }, + { + "epoch": 0.3234911792014856, + "grad_norm": 1.674921989440918, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8711070418357849, + "num_tokens": 63444112.0, + "step": 1742 + }, + { + "epoch": 0.32367688022284125, + "grad_norm": 1.4263404607772827, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8546470403671265, + "num_tokens": 63484042.0, + "step": 1743 + }, + { + "epoch": 0.32386258124419687, + "grad_norm": 1.5972882509231567, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8479604125022888, + "num_tokens": 63518328.0, + "step": 1744 + }, + { + "epoch": 0.32404828226555243, + "grad_norm": 1.5119668245315552, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8642856478691101, + "num_tokens": 63555840.0, + "step": 1745 + }, + { + "epoch": 0.32423398328690806, + "grad_norm": 1.433593988418579, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8657143115997314, + "num_tokens": 63599087.0, + "step": 1746 + }, + { + "epoch": 0.3244196843082637, + "grad_norm": 1.3091237545013428, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8607562184333801, + "num_tokens": 63646329.0, + "step": 1747 + }, + { + "epoch": 0.3246053853296193, + "grad_norm": 1.5822664499282837, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8552954196929932, + "num_tokens": 63681062.0, + "step": 1748 + }, + { + "epoch": 0.3247910863509749, + "grad_norm": 1.522598385810852, + "learning_rate": 1e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8468787670135498, + "num_tokens": 63717108.0, + "step": 1749 + }, + { + "epoch": 0.32497678737233054, + "grad_norm": 1.472400426864624, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8548201322555542, + "num_tokens": 63753364.0, + "step": 1750 + }, + { + "epoch": 0.32516248839368617, + "grad_norm": 1.4644417762756348, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8564963340759277, + "num_tokens": 63791418.0, + "step": 1751 + }, + { + "epoch": 0.3253481894150418, + "grad_norm": 1.4122066497802734, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8581883907318115, + "num_tokens": 63831079.0, + "step": 1752 + }, + { + "epoch": 0.3255338904363974, + "grad_norm": 1.4305415153503418, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8650896549224854, + "num_tokens": 63870783.0, + "step": 1753 + }, + { + "epoch": 0.32571959145775303, + "grad_norm": 1.4165019989013672, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8675615191459656, + "num_tokens": 63907875.0, + "step": 1754 + }, + { + "epoch": 0.32590529247910865, + "grad_norm": 1.5477046966552734, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8668002486228943, + "num_tokens": 63939188.0, + "step": 1755 + }, + { + "epoch": 0.3260909935004643, + "grad_norm": 1.525436520576477, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.867885947227478, + "num_tokens": 63976728.0, + "step": 1756 + }, + { + "epoch": 0.32627669452181984, + "grad_norm": 1.48750901222229, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8578352928161621, + "num_tokens": 64014836.0, + "step": 1757 + }, + { + "epoch": 0.32646239554317547, + "grad_norm": 1.5046528577804565, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8507888913154602, + "num_tokens": 64054846.0, + "step": 1758 + }, + { + "epoch": 0.3266480965645311, + "grad_norm": 1.5935661792755127, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8645564913749695, + "num_tokens": 64087189.0, + "step": 1759 + }, + { + "epoch": 0.3268337975858867, + "grad_norm": 1.4448877573013306, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8543344736099243, + "num_tokens": 64125234.0, + "step": 1760 + }, + { + "epoch": 0.32701949860724233, + "grad_norm": 1.4404724836349487, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8673964738845825, + "num_tokens": 64159436.0, + "step": 1761 + }, + { + "epoch": 0.32720519962859795, + "grad_norm": 1.5119969844818115, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8546046018600464, + "num_tokens": 64197222.0, + "step": 1762 + }, + { + "epoch": 0.3273909006499536, + "grad_norm": 1.5430079698562622, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8405131101608276, + "num_tokens": 64236692.0, + "step": 1763 + }, + { + "epoch": 0.3275766016713092, + "grad_norm": 1.4664829969406128, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8543069362640381, + "num_tokens": 64276572.0, + "step": 1764 + }, + { + "epoch": 0.3277623026926648, + "grad_norm": 1.4723304510116577, + "learning_rate": 1e-06, + "loss": 0.4668, + "mean_token_accuracy": 0.8512035608291626, + "num_tokens": 64315595.0, + "step": 1765 + }, + { + "epoch": 0.32794800371402044, + "grad_norm": 1.5648853778839111, + "learning_rate": 1e-06, + "loss": 0.469, + "mean_token_accuracy": 0.8455999493598938, + "num_tokens": 64352631.0, + "step": 1766 + }, + { + "epoch": 0.32813370473537606, + "grad_norm": 1.4473446607589722, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8520187139511108, + "num_tokens": 64392910.0, + "step": 1767 + }, + { + "epoch": 0.3283194057567317, + "grad_norm": 1.4418963193893433, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8557870388031006, + "num_tokens": 64430464.0, + "step": 1768 + }, + { + "epoch": 0.32850510677808725, + "grad_norm": 1.5275521278381348, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8626692295074463, + "num_tokens": 64467319.0, + "step": 1769 + }, + { + "epoch": 0.3286908077994429, + "grad_norm": 1.4510804414749146, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8683304786682129, + "num_tokens": 64508912.0, + "step": 1770 + }, + { + "epoch": 0.3288765088207985, + "grad_norm": 1.618878960609436, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8666175007820129, + "num_tokens": 64541387.0, + "step": 1771 + }, + { + "epoch": 0.3290622098421541, + "grad_norm": 1.5346291065216064, + "learning_rate": 1e-06, + "loss": 0.476, + "mean_token_accuracy": 0.8494857549667358, + "num_tokens": 64579558.0, + "step": 1772 + }, + { + "epoch": 0.32924791086350974, + "grad_norm": 1.6583759784698486, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8696640729904175, + "num_tokens": 64608531.0, + "step": 1773 + }, + { + "epoch": 0.32943361188486536, + "grad_norm": 1.5923622846603394, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8510644435882568, + "num_tokens": 64642407.0, + "step": 1774 + }, + { + "epoch": 0.329619312906221, + "grad_norm": 1.5287165641784668, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8673617839813232, + "num_tokens": 64680240.0, + "step": 1775 + }, + { + "epoch": 0.3298050139275766, + "grad_norm": 1.5121734142303467, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8620505332946777, + "num_tokens": 64718680.0, + "step": 1776 + }, + { + "epoch": 0.32999071494893223, + "grad_norm": 1.4374014139175415, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.862994909286499, + "num_tokens": 64754455.0, + "step": 1777 + }, + { + "epoch": 0.33017641597028785, + "grad_norm": 1.583885908126831, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8588454723358154, + "num_tokens": 64789845.0, + "step": 1778 + }, + { + "epoch": 0.3303621169916435, + "grad_norm": 1.5762799978256226, + "learning_rate": 1e-06, + "loss": 0.4922, + "mean_token_accuracy": 0.8432227373123169, + "num_tokens": 64828293.0, + "step": 1779 + }, + { + "epoch": 0.3305478180129991, + "grad_norm": 1.4176396131515503, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8671082854270935, + "num_tokens": 64865079.0, + "step": 1780 + }, + { + "epoch": 0.33073351903435466, + "grad_norm": 1.4932364225387573, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8711632490158081, + "num_tokens": 64896750.0, + "step": 1781 + }, + { + "epoch": 0.3309192200557103, + "grad_norm": 1.5729252099990845, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.862057089805603, + "num_tokens": 64933953.0, + "step": 1782 + }, + { + "epoch": 0.3311049210770659, + "grad_norm": 1.421081781387329, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8569244146347046, + "num_tokens": 64972239.0, + "step": 1783 + }, + { + "epoch": 0.3312906220984215, + "grad_norm": 1.5274932384490967, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8604313731193542, + "num_tokens": 65006743.0, + "step": 1784 + }, + { + "epoch": 0.33147632311977715, + "grad_norm": 1.5660526752471924, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8584393262863159, + "num_tokens": 65038293.0, + "step": 1785 + }, + { + "epoch": 0.33166202414113277, + "grad_norm": 1.5559875965118408, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8504356145858765, + "num_tokens": 65072310.0, + "step": 1786 + }, + { + "epoch": 0.3318477251624884, + "grad_norm": 1.5348328351974487, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.8496057987213135, + "num_tokens": 65110378.0, + "step": 1787 + }, + { + "epoch": 0.332033426183844, + "grad_norm": 1.5147027969360352, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8695684671401978, + "num_tokens": 65143500.0, + "step": 1788 + }, + { + "epoch": 0.33221912720519964, + "grad_norm": 1.539615273475647, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8517687320709229, + "num_tokens": 65180869.0, + "step": 1789 + }, + { + "epoch": 0.33240482822655526, + "grad_norm": 1.4866750240325928, + "learning_rate": 1e-06, + "loss": 0.4845, + "mean_token_accuracy": 0.8377772569656372, + "num_tokens": 65221235.0, + "step": 1790 + }, + { + "epoch": 0.3325905292479109, + "grad_norm": 1.372600793838501, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8511569499969482, + "num_tokens": 65265530.0, + "step": 1791 + }, + { + "epoch": 0.3327762302692665, + "grad_norm": 1.6037269830703735, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8556188941001892, + "num_tokens": 65293785.0, + "step": 1792 + }, + { + "epoch": 0.33296193129062207, + "grad_norm": 1.4794390201568604, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8649327754974365, + "num_tokens": 65331330.0, + "step": 1793 + }, + { + "epoch": 0.3331476323119777, + "grad_norm": 1.5418299436569214, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8517873287200928, + "num_tokens": 65366350.0, + "step": 1794 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 1.4761954545974731, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8494228720664978, + "num_tokens": 65401192.0, + "step": 1795 + }, + { + "epoch": 0.33351903435468894, + "grad_norm": 1.650510549545288, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.8501335382461548, + "num_tokens": 65436003.0, + "step": 1796 + }, + { + "epoch": 0.33370473537604456, + "grad_norm": 1.4746015071868896, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8613263368606567, + "num_tokens": 65471966.0, + "step": 1797 + }, + { + "epoch": 0.3338904363974002, + "grad_norm": 1.4588366746902466, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8700276613235474, + "num_tokens": 65510896.0, + "step": 1798 + }, + { + "epoch": 0.3340761374187558, + "grad_norm": 1.4568374156951904, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8663702011108398, + "num_tokens": 65549220.0, + "step": 1799 + }, + { + "epoch": 0.3342618384401114, + "grad_norm": 1.5127687454223633, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8529280424118042, + "num_tokens": 65593635.0, + "step": 1800 + }, + { + "epoch": 0.33444753946146705, + "grad_norm": 1.4609816074371338, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8681252598762512, + "num_tokens": 65629862.0, + "step": 1801 + }, + { + "epoch": 0.33463324048282267, + "grad_norm": 1.4917999505996704, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8598533868789673, + "num_tokens": 65664628.0, + "step": 1802 + }, + { + "epoch": 0.3348189415041783, + "grad_norm": 1.3743754625320435, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8614150285720825, + "num_tokens": 65706695.0, + "step": 1803 + }, + { + "epoch": 0.3350046425255339, + "grad_norm": 1.4149069786071777, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.853904664516449, + "num_tokens": 65745347.0, + "step": 1804 + }, + { + "epoch": 0.33519034354688954, + "grad_norm": 1.6583009958267212, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8637456893920898, + "num_tokens": 65777154.0, + "step": 1805 + }, + { + "epoch": 0.3353760445682451, + "grad_norm": 1.4466373920440674, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8560832738876343, + "num_tokens": 65814990.0, + "step": 1806 + }, + { + "epoch": 0.3355617455896007, + "grad_norm": 1.6107090711593628, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8540180325508118, + "num_tokens": 65846879.0, + "step": 1807 + }, + { + "epoch": 0.33574744661095635, + "grad_norm": 1.4800738096237183, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8546880483627319, + "num_tokens": 65883240.0, + "step": 1808 + }, + { + "epoch": 0.33593314763231197, + "grad_norm": 1.4512660503387451, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8696584701538086, + "num_tokens": 65920409.0, + "step": 1809 + }, + { + "epoch": 0.3361188486536676, + "grad_norm": 1.4143288135528564, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8586769700050354, + "num_tokens": 65958141.0, + "step": 1810 + }, + { + "epoch": 0.3363045496750232, + "grad_norm": 1.6283854246139526, + "learning_rate": 1e-06, + "loss": 0.5021, + "mean_token_accuracy": 0.8384321331977844, + "num_tokens": 65996009.0, + "step": 1811 + }, + { + "epoch": 0.33649025069637883, + "grad_norm": 1.538661241531372, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8624578714370728, + "num_tokens": 66030466.0, + "step": 1812 + }, + { + "epoch": 0.33667595171773446, + "grad_norm": 1.494264841079712, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8556985855102539, + "num_tokens": 66068740.0, + "step": 1813 + }, + { + "epoch": 0.3368616527390901, + "grad_norm": 1.4412174224853516, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8602350950241089, + "num_tokens": 66109465.0, + "step": 1814 + }, + { + "epoch": 0.3370473537604457, + "grad_norm": 1.673371434211731, + "learning_rate": 1e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8468362092971802, + "num_tokens": 66142751.0, + "step": 1815 + }, + { + "epoch": 0.3372330547818013, + "grad_norm": 1.399191975593567, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8697221279144287, + "num_tokens": 66179218.0, + "step": 1816 + }, + { + "epoch": 0.33741875580315694, + "grad_norm": 1.5013723373413086, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8566102981567383, + "num_tokens": 66214926.0, + "step": 1817 + }, + { + "epoch": 0.3376044568245125, + "grad_norm": 1.381771206855774, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8672389984130859, + "num_tokens": 66255363.0, + "step": 1818 + }, + { + "epoch": 0.33779015784586813, + "grad_norm": 1.4110795259475708, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8660278916358948, + "num_tokens": 66292344.0, + "step": 1819 + }, + { + "epoch": 0.33797585886722376, + "grad_norm": 1.3730576038360596, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8542308807373047, + "num_tokens": 66333711.0, + "step": 1820 + }, + { + "epoch": 0.3381615598885794, + "grad_norm": 1.4799835681915283, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8575088977813721, + "num_tokens": 66373068.0, + "step": 1821 + }, + { + "epoch": 0.338347260909935, + "grad_norm": 1.4674522876739502, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8507007360458374, + "num_tokens": 66409361.0, + "step": 1822 + }, + { + "epoch": 0.3385329619312906, + "grad_norm": 1.3494813442230225, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8713901042938232, + "num_tokens": 66449023.0, + "step": 1823 + }, + { + "epoch": 0.33871866295264624, + "grad_norm": 1.5494816303253174, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8700752854347229, + "num_tokens": 66478601.0, + "step": 1824 + }, + { + "epoch": 0.33890436397400187, + "grad_norm": 1.4077675342559814, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8585692048072815, + "num_tokens": 66518228.0, + "step": 1825 + }, + { + "epoch": 0.3390900649953575, + "grad_norm": 1.4462573528289795, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8608329892158508, + "num_tokens": 66558433.0, + "step": 1826 + }, + { + "epoch": 0.3392757660167131, + "grad_norm": 1.3818398714065552, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8580136299133301, + "num_tokens": 66599669.0, + "step": 1827 + }, + { + "epoch": 0.33946146703806873, + "grad_norm": 1.4909242391586304, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8524108529090881, + "num_tokens": 66637273.0, + "step": 1828 + }, + { + "epoch": 0.33964716805942435, + "grad_norm": 1.4387224912643433, + "learning_rate": 1e-06, + "loss": 0.4783, + "mean_token_accuracy": 0.8445460200309753, + "num_tokens": 66676242.0, + "step": 1829 + }, + { + "epoch": 0.3398328690807799, + "grad_norm": 1.5094693899154663, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8600961565971375, + "num_tokens": 66709299.0, + "step": 1830 + }, + { + "epoch": 0.34001857010213554, + "grad_norm": 1.425832986831665, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8482241630554199, + "num_tokens": 66751008.0, + "step": 1831 + }, + { + "epoch": 0.34020427112349116, + "grad_norm": 1.623806118965149, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8507161140441895, + "num_tokens": 66785483.0, + "step": 1832 + }, + { + "epoch": 0.3403899721448468, + "grad_norm": 1.5841026306152344, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8569755554199219, + "num_tokens": 66819723.0, + "step": 1833 + }, + { + "epoch": 0.3405756731662024, + "grad_norm": 1.4356971979141235, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8629879951477051, + "num_tokens": 66859168.0, + "step": 1834 + }, + { + "epoch": 0.34076137418755803, + "grad_norm": 1.5241711139678955, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8558322191238403, + "num_tokens": 66893137.0, + "step": 1835 + }, + { + "epoch": 0.34094707520891365, + "grad_norm": 1.6139540672302246, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8579434752464294, + "num_tokens": 66926393.0, + "step": 1836 + }, + { + "epoch": 0.3411327762302693, + "grad_norm": 1.512098789215088, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8497848510742188, + "num_tokens": 66961516.0, + "step": 1837 + }, + { + "epoch": 0.3413184772516249, + "grad_norm": 1.4161463975906372, + "learning_rate": 1e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8423848152160645, + "num_tokens": 67001889.0, + "step": 1838 + }, + { + "epoch": 0.3415041782729805, + "grad_norm": 1.548740029335022, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8559257388114929, + "num_tokens": 67036999.0, + "step": 1839 + }, + { + "epoch": 0.34168987929433614, + "grad_norm": 1.5020238161087036, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8628116846084595, + "num_tokens": 67071914.0, + "step": 1840 + }, + { + "epoch": 0.34187558031569176, + "grad_norm": 1.5613077878952026, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8489511013031006, + "num_tokens": 67107310.0, + "step": 1841 + }, + { + "epoch": 0.34206128133704733, + "grad_norm": 1.3833820819854736, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8618133068084717, + "num_tokens": 67147694.0, + "step": 1842 + }, + { + "epoch": 0.34224698235840295, + "grad_norm": 1.6029268503189087, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8582993745803833, + "num_tokens": 67177319.0, + "step": 1843 + }, + { + "epoch": 0.3424326833797586, + "grad_norm": 1.4265080690383911, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8644235730171204, + "num_tokens": 67214170.0, + "step": 1844 + }, + { + "epoch": 0.3426183844011142, + "grad_norm": 1.4850574731826782, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8678593635559082, + "num_tokens": 67248865.0, + "step": 1845 + }, + { + "epoch": 0.3428040854224698, + "grad_norm": 1.5203794240951538, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8472631573677063, + "num_tokens": 67289811.0, + "step": 1846 + }, + { + "epoch": 0.34298978644382544, + "grad_norm": 1.3865768909454346, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8644340634346008, + "num_tokens": 67327334.0, + "step": 1847 + }, + { + "epoch": 0.34317548746518106, + "grad_norm": 1.4040552377700806, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8535820245742798, + "num_tokens": 67367748.0, + "step": 1848 + }, + { + "epoch": 0.3433611884865367, + "grad_norm": 1.5035068988800049, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8591703176498413, + "num_tokens": 67404439.0, + "step": 1849 + }, + { + "epoch": 0.3435468895078923, + "grad_norm": 1.3526222705841064, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8640379905700684, + "num_tokens": 67450618.0, + "step": 1850 + }, + { + "epoch": 0.34373259052924793, + "grad_norm": 1.4669651985168457, + "learning_rate": 1e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8398652076721191, + "num_tokens": 67487128.0, + "step": 1851 + }, + { + "epoch": 0.34391829155060355, + "grad_norm": 1.5593949556350708, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8543270826339722, + "num_tokens": 67521482.0, + "step": 1852 + }, + { + "epoch": 0.34410399257195917, + "grad_norm": 1.5072062015533447, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8535592555999756, + "num_tokens": 67557824.0, + "step": 1853 + }, + { + "epoch": 0.34428969359331474, + "grad_norm": 1.4537482261657715, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8598316311836243, + "num_tokens": 67598040.0, + "step": 1854 + }, + { + "epoch": 0.34447539461467036, + "grad_norm": 1.4819433689117432, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8491300940513611, + "num_tokens": 67635051.0, + "step": 1855 + }, + { + "epoch": 0.344661095636026, + "grad_norm": 1.5323315858840942, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8593166470527649, + "num_tokens": 67669747.0, + "step": 1856 + }, + { + "epoch": 0.3448467966573816, + "grad_norm": 1.4885886907577515, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8627889156341553, + "num_tokens": 67705303.0, + "step": 1857 + }, + { + "epoch": 0.3450324976787372, + "grad_norm": 1.4709006547927856, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.872360348701477, + "num_tokens": 67738849.0, + "step": 1858 + }, + { + "epoch": 0.34521819870009285, + "grad_norm": 1.5499608516693115, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8730700016021729, + "num_tokens": 67768834.0, + "step": 1859 + }, + { + "epoch": 0.34540389972144847, + "grad_norm": 1.4642661809921265, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8675774931907654, + "num_tokens": 67802070.0, + "step": 1860 + }, + { + "epoch": 0.3455896007428041, + "grad_norm": 1.526272177696228, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8610332012176514, + "num_tokens": 67835819.0, + "step": 1861 + }, + { + "epoch": 0.3457753017641597, + "grad_norm": 1.5670045614242554, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8479678630828857, + "num_tokens": 67872546.0, + "step": 1862 + }, + { + "epoch": 0.34596100278551534, + "grad_norm": 1.6537805795669556, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8539139032363892, + "num_tokens": 67905942.0, + "step": 1863 + }, + { + "epoch": 0.34614670380687096, + "grad_norm": 1.3676600456237793, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.856993556022644, + "num_tokens": 67946276.0, + "step": 1864 + }, + { + "epoch": 0.3463324048282266, + "grad_norm": 1.5405522584915161, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8612408638000488, + "num_tokens": 67981515.0, + "step": 1865 + }, + { + "epoch": 0.34651810584958215, + "grad_norm": 1.4612537622451782, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8639793395996094, + "num_tokens": 68014382.0, + "step": 1866 + }, + { + "epoch": 0.34670380687093777, + "grad_norm": 1.515293002128601, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8521367907524109, + "num_tokens": 68052177.0, + "step": 1867 + }, + { + "epoch": 0.3468895078922934, + "grad_norm": 1.3581053018569946, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8732537031173706, + "num_tokens": 68090656.0, + "step": 1868 + }, + { + "epoch": 0.347075208913649, + "grad_norm": 1.396019458770752, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8739558458328247, + "num_tokens": 68125261.0, + "step": 1869 + }, + { + "epoch": 0.34726090993500464, + "grad_norm": 1.473044753074646, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.846125602722168, + "num_tokens": 68162760.0, + "step": 1870 + }, + { + "epoch": 0.34744661095636026, + "grad_norm": 1.5400390625, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8596826791763306, + "num_tokens": 68196587.0, + "step": 1871 + }, + { + "epoch": 0.3476323119777159, + "grad_norm": 1.5244150161743164, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8570266962051392, + "num_tokens": 68231707.0, + "step": 1872 + }, + { + "epoch": 0.3478180129990715, + "grad_norm": 1.5268833637237549, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8634151816368103, + "num_tokens": 68268488.0, + "step": 1873 + }, + { + "epoch": 0.3480037140204271, + "grad_norm": 1.4004194736480713, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8592759370803833, + "num_tokens": 68306645.0, + "step": 1874 + }, + { + "epoch": 0.34818941504178275, + "grad_norm": 1.6995900869369507, + "learning_rate": 1e-06, + "loss": 0.458, + "mean_token_accuracy": 0.854816198348999, + "num_tokens": 68337023.0, + "step": 1875 + }, + { + "epoch": 0.34837511606313837, + "grad_norm": 1.5495595932006836, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8692529201507568, + "num_tokens": 68368588.0, + "step": 1876 + }, + { + "epoch": 0.348560817084494, + "grad_norm": 1.5359489917755127, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8633941411972046, + "num_tokens": 68401579.0, + "step": 1877 + }, + { + "epoch": 0.34874651810584956, + "grad_norm": 1.6017793416976929, + "learning_rate": 1e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8458529710769653, + "num_tokens": 68437193.0, + "step": 1878 + }, + { + "epoch": 0.3489322191272052, + "grad_norm": 1.4650136232376099, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8533064723014832, + "num_tokens": 68479413.0, + "step": 1879 + }, + { + "epoch": 0.3491179201485608, + "grad_norm": 1.5889495611190796, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8644364476203918, + "num_tokens": 68508185.0, + "step": 1880 + }, + { + "epoch": 0.3493036211699164, + "grad_norm": 1.491902232170105, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8624902963638306, + "num_tokens": 68543789.0, + "step": 1881 + }, + { + "epoch": 0.34948932219127204, + "grad_norm": 1.4579788446426392, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8703224658966064, + "num_tokens": 68579704.0, + "step": 1882 + }, + { + "epoch": 0.34967502321262767, + "grad_norm": 1.7266212701797485, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8602927923202515, + "num_tokens": 68609516.0, + "step": 1883 + }, + { + "epoch": 0.3498607242339833, + "grad_norm": 1.3959990739822388, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8633866906166077, + "num_tokens": 68647299.0, + "step": 1884 + }, + { + "epoch": 0.3500464252553389, + "grad_norm": 1.3684366941452026, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8782380819320679, + "num_tokens": 68683922.0, + "step": 1885 + }, + { + "epoch": 0.35023212627669453, + "grad_norm": 1.4355831146240234, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8643331527709961, + "num_tokens": 68718751.0, + "step": 1886 + }, + { + "epoch": 0.35041782729805016, + "grad_norm": 1.480351209640503, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8680750131607056, + "num_tokens": 68751581.0, + "step": 1887 + }, + { + "epoch": 0.3506035283194058, + "grad_norm": 1.4828746318817139, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8503279685974121, + "num_tokens": 68790956.0, + "step": 1888 + }, + { + "epoch": 0.3507892293407614, + "grad_norm": 1.4049667119979858, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8625524044036865, + "num_tokens": 68830225.0, + "step": 1889 + }, + { + "epoch": 0.35097493036211697, + "grad_norm": 1.6044553518295288, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8459075689315796, + "num_tokens": 68865921.0, + "step": 1890 + }, + { + "epoch": 0.3511606313834726, + "grad_norm": 1.4111789464950562, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8825587630271912, + "num_tokens": 68901171.0, + "step": 1891 + }, + { + "epoch": 0.3513463324048282, + "grad_norm": 1.619104027748108, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8637231588363647, + "num_tokens": 68934208.0, + "step": 1892 + }, + { + "epoch": 0.35153203342618383, + "grad_norm": 1.4310449361801147, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8620946407318115, + "num_tokens": 68972114.0, + "step": 1893 + }, + { + "epoch": 0.35171773444753945, + "grad_norm": 1.5288549661636353, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.855615496635437, + "num_tokens": 69009047.0, + "step": 1894 + }, + { + "epoch": 0.3519034354688951, + "grad_norm": 1.45033597946167, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8670946359634399, + "num_tokens": 69045428.0, + "step": 1895 + }, + { + "epoch": 0.3520891364902507, + "grad_norm": 1.4750622510910034, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8664741516113281, + "num_tokens": 69082901.0, + "step": 1896 + }, + { + "epoch": 0.3522748375116063, + "grad_norm": 1.4724414348602295, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8716883063316345, + "num_tokens": 69117175.0, + "step": 1897 + }, + { + "epoch": 0.35246053853296194, + "grad_norm": 1.407920479774475, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8554311990737915, + "num_tokens": 69158661.0, + "step": 1898 + }, + { + "epoch": 0.35264623955431756, + "grad_norm": 1.366193413734436, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8523159027099609, + "num_tokens": 69203739.0, + "step": 1899 + }, + { + "epoch": 0.3528319405756732, + "grad_norm": 1.524652123451233, + "learning_rate": 1e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8481184840202332, + "num_tokens": 69240623.0, + "step": 1900 + }, + { + "epoch": 0.3530176415970288, + "grad_norm": 1.4310352802276611, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8625159859657288, + "num_tokens": 69276957.0, + "step": 1901 + }, + { + "epoch": 0.3532033426183844, + "grad_norm": 1.3466620445251465, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8638638257980347, + "num_tokens": 69316267.0, + "step": 1902 + }, + { + "epoch": 0.35338904363974, + "grad_norm": 1.522682547569275, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.869361400604248, + "num_tokens": 69349947.0, + "step": 1903 + }, + { + "epoch": 0.3535747446610956, + "grad_norm": 1.4808484315872192, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8650227785110474, + "num_tokens": 69385887.0, + "step": 1904 + }, + { + "epoch": 0.35376044568245124, + "grad_norm": 1.3763810396194458, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.867289662361145, + "num_tokens": 69423673.0, + "step": 1905 + }, + { + "epoch": 0.35394614670380686, + "grad_norm": 1.5051429271697998, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8639534711837769, + "num_tokens": 69456558.0, + "step": 1906 + }, + { + "epoch": 0.3541318477251625, + "grad_norm": 1.5059638023376465, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.867748498916626, + "num_tokens": 69489219.0, + "step": 1907 + }, + { + "epoch": 0.3543175487465181, + "grad_norm": 1.4438695907592773, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8611558079719543, + "num_tokens": 69525439.0, + "step": 1908 + }, + { + "epoch": 0.35450324976787373, + "grad_norm": 1.4087741374969482, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8590117692947388, + "num_tokens": 69565045.0, + "step": 1909 + }, + { + "epoch": 0.35468895078922935, + "grad_norm": 1.498152494430542, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.864106297492981, + "num_tokens": 69599472.0, + "step": 1910 + }, + { + "epoch": 0.354874651810585, + "grad_norm": 1.5066126585006714, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8676630854606628, + "num_tokens": 69639146.0, + "step": 1911 + }, + { + "epoch": 0.3550603528319406, + "grad_norm": 1.5512425899505615, + "learning_rate": 1e-06, + "loss": 0.5023, + "mean_token_accuracy": 0.8387836217880249, + "num_tokens": 69677340.0, + "step": 1912 + }, + { + "epoch": 0.3552460538532962, + "grad_norm": 1.468961477279663, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8583452701568604, + "num_tokens": 69715785.0, + "step": 1913 + }, + { + "epoch": 0.3554317548746518, + "grad_norm": 1.6331307888031006, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8511859178543091, + "num_tokens": 69747524.0, + "step": 1914 + }, + { + "epoch": 0.3556174558960074, + "grad_norm": 1.5724716186523438, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8497814536094666, + "num_tokens": 69782276.0, + "step": 1915 + }, + { + "epoch": 0.35580315691736303, + "grad_norm": 1.5630640983581543, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8508923053741455, + "num_tokens": 69820383.0, + "step": 1916 + }, + { + "epoch": 0.35598885793871865, + "grad_norm": 1.5592211484909058, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.858681321144104, + "num_tokens": 69855390.0, + "step": 1917 + }, + { + "epoch": 0.3561745589600743, + "grad_norm": 1.5404211282730103, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8535535335540771, + "num_tokens": 69888654.0, + "step": 1918 + }, + { + "epoch": 0.3563602599814299, + "grad_norm": 1.5370303392410278, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8518065214157104, + "num_tokens": 69921276.0, + "step": 1919 + }, + { + "epoch": 0.3565459610027855, + "grad_norm": 1.4992319345474243, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8555700182914734, + "num_tokens": 69955657.0, + "step": 1920 + }, + { + "epoch": 0.35673166202414114, + "grad_norm": 1.37357497215271, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.868824303150177, + "num_tokens": 69995134.0, + "step": 1921 + }, + { + "epoch": 0.35691736304549676, + "grad_norm": 1.4302436113357544, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.858435332775116, + "num_tokens": 70033902.0, + "step": 1922 + }, + { + "epoch": 0.3571030640668524, + "grad_norm": 1.5170084238052368, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8538621664047241, + "num_tokens": 70070633.0, + "step": 1923 + }, + { + "epoch": 0.357288765088208, + "grad_norm": 1.4407432079315186, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8720771074295044, + "num_tokens": 70102933.0, + "step": 1924 + }, + { + "epoch": 0.3574744661095636, + "grad_norm": 1.504159688949585, + "learning_rate": 1e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.842014729976654, + "num_tokens": 70142010.0, + "step": 1925 + }, + { + "epoch": 0.3576601671309192, + "grad_norm": 1.3408018350601196, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8722087740898132, + "num_tokens": 70182623.0, + "step": 1926 + }, + { + "epoch": 0.3578458681522748, + "grad_norm": 1.4849514961242676, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8539050221443176, + "num_tokens": 70220441.0, + "step": 1927 + }, + { + "epoch": 0.35803156917363044, + "grad_norm": 1.6129564046859741, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8625200390815735, + "num_tokens": 70253669.0, + "step": 1928 + }, + { + "epoch": 0.35821727019498606, + "grad_norm": 1.392322301864624, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8528510332107544, + "num_tokens": 70293064.0, + "step": 1929 + }, + { + "epoch": 0.3584029712163417, + "grad_norm": 1.4901344776153564, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8702335953712463, + "num_tokens": 70329064.0, + "step": 1930 + }, + { + "epoch": 0.3585886722376973, + "grad_norm": 1.474670171737671, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8595360517501831, + "num_tokens": 70364274.0, + "step": 1931 + }, + { + "epoch": 0.3587743732590529, + "grad_norm": 1.385066270828247, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.863156795501709, + "num_tokens": 70404880.0, + "step": 1932 + }, + { + "epoch": 0.35896007428040855, + "grad_norm": 1.6349573135375977, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8627058267593384, + "num_tokens": 70434955.0, + "step": 1933 + }, + { + "epoch": 0.35914577530176417, + "grad_norm": 1.5027186870574951, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8573713302612305, + "num_tokens": 70471651.0, + "step": 1934 + }, + { + "epoch": 0.3593314763231198, + "grad_norm": 1.4107716083526611, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.865060567855835, + "num_tokens": 70510365.0, + "step": 1935 + }, + { + "epoch": 0.3595171773444754, + "grad_norm": 1.4211515188217163, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8711046576499939, + "num_tokens": 70548187.0, + "step": 1936 + }, + { + "epoch": 0.35970287836583104, + "grad_norm": 1.4918792247772217, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8547108769416809, + "num_tokens": 70585592.0, + "step": 1937 + }, + { + "epoch": 0.3598885793871866, + "grad_norm": 1.5343236923217773, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8697916269302368, + "num_tokens": 70622307.0, + "step": 1938 + }, + { + "epoch": 0.3600742804085422, + "grad_norm": 1.5486047267913818, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8541337251663208, + "num_tokens": 70655965.0, + "step": 1939 + }, + { + "epoch": 0.36025998142989785, + "grad_norm": 1.488900065422058, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8597239255905151, + "num_tokens": 70690426.0, + "step": 1940 + }, + { + "epoch": 0.36044568245125347, + "grad_norm": 1.4890267848968506, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8689088821411133, + "num_tokens": 70723601.0, + "step": 1941 + }, + { + "epoch": 0.3606313834726091, + "grad_norm": 1.4232087135314941, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8777881860733032, + "num_tokens": 70758681.0, + "step": 1942 + }, + { + "epoch": 0.3608170844939647, + "grad_norm": 1.4492061138153076, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8668444156646729, + "num_tokens": 70794873.0, + "step": 1943 + }, + { + "epoch": 0.36100278551532033, + "grad_norm": 1.5070527791976929, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8673368692398071, + "num_tokens": 70827737.0, + "step": 1944 + }, + { + "epoch": 0.36118848653667596, + "grad_norm": 1.6496195793151855, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8441050052642822, + "num_tokens": 70860669.0, + "step": 1945 + }, + { + "epoch": 0.3613741875580316, + "grad_norm": 1.533473253250122, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8529748916625977, + "num_tokens": 70895761.0, + "step": 1946 + }, + { + "epoch": 0.3615598885793872, + "grad_norm": 1.747214913368225, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8441503047943115, + "num_tokens": 70927648.0, + "step": 1947 + }, + { + "epoch": 0.3617455896007428, + "grad_norm": 1.482702612876892, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8502192497253418, + "num_tokens": 70962336.0, + "step": 1948 + }, + { + "epoch": 0.36193129062209844, + "grad_norm": 2.094391107559204, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8747661113739014, + "num_tokens": 70997541.0, + "step": 1949 + }, + { + "epoch": 0.362116991643454, + "grad_norm": 1.482491374015808, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8592456579208374, + "num_tokens": 71035394.0, + "step": 1950 + }, + { + "epoch": 0.36230269266480963, + "grad_norm": 1.4802172183990479, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8599687218666077, + "num_tokens": 71073451.0, + "step": 1951 + }, + { + "epoch": 0.36248839368616526, + "grad_norm": 1.4087142944335938, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8690548539161682, + "num_tokens": 71112674.0, + "step": 1952 + }, + { + "epoch": 0.3626740947075209, + "grad_norm": 1.4388436079025269, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8590250015258789, + "num_tokens": 71150443.0, + "step": 1953 + }, + { + "epoch": 0.3628597957288765, + "grad_norm": 1.4999407529830933, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8644095659255981, + "num_tokens": 71185543.0, + "step": 1954 + }, + { + "epoch": 0.3630454967502321, + "grad_norm": 1.5045716762542725, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8595461845397949, + "num_tokens": 71222881.0, + "step": 1955 + }, + { + "epoch": 0.36323119777158774, + "grad_norm": 1.4696223735809326, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8737999200820923, + "num_tokens": 71259841.0, + "step": 1956 + }, + { + "epoch": 0.36341689879294337, + "grad_norm": 1.5294212102890015, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8566296100616455, + "num_tokens": 71296570.0, + "step": 1957 + }, + { + "epoch": 0.363602599814299, + "grad_norm": 1.6177905797958374, + "learning_rate": 1e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8453190326690674, + "num_tokens": 71330634.0, + "step": 1958 + }, + { + "epoch": 0.3637883008356546, + "grad_norm": 1.433127999305725, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8657500743865967, + "num_tokens": 71368607.0, + "step": 1959 + }, + { + "epoch": 0.36397400185701023, + "grad_norm": 1.5751725435256958, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8563480377197266, + "num_tokens": 71404641.0, + "step": 1960 + }, + { + "epoch": 0.36415970287836585, + "grad_norm": 1.5958728790283203, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8549875617027283, + "num_tokens": 71437405.0, + "step": 1961 + }, + { + "epoch": 0.3643454038997215, + "grad_norm": 1.7045104503631592, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8499204516410828, + "num_tokens": 71470201.0, + "step": 1962 + }, + { + "epoch": 0.36453110492107704, + "grad_norm": 1.5556309223175049, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8566954135894775, + "num_tokens": 71506720.0, + "step": 1963 + }, + { + "epoch": 0.36471680594243266, + "grad_norm": 1.416852593421936, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8706740736961365, + "num_tokens": 71546522.0, + "step": 1964 + }, + { + "epoch": 0.3649025069637883, + "grad_norm": 1.5651496648788452, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8693149089813232, + "num_tokens": 71579364.0, + "step": 1965 + }, + { + "epoch": 0.3650882079851439, + "grad_norm": 1.609824538230896, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8456825017929077, + "num_tokens": 71617248.0, + "step": 1966 + }, + { + "epoch": 0.36527390900649953, + "grad_norm": 1.5067280530929565, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8667002320289612, + "num_tokens": 71656310.0, + "step": 1967 + }, + { + "epoch": 0.36545961002785515, + "grad_norm": 1.50790536403656, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8571387529373169, + "num_tokens": 71698312.0, + "step": 1968 + }, + { + "epoch": 0.3656453110492108, + "grad_norm": 1.4635826349258423, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8604318499565125, + "num_tokens": 71737168.0, + "step": 1969 + }, + { + "epoch": 0.3658310120705664, + "grad_norm": 1.569339394569397, + "learning_rate": 1e-06, + "loss": 0.5054, + "mean_token_accuracy": 0.8354405164718628, + "num_tokens": 71773732.0, + "step": 1970 + }, + { + "epoch": 0.366016713091922, + "grad_norm": 1.5102918148040771, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8611741662025452, + "num_tokens": 71808983.0, + "step": 1971 + }, + { + "epoch": 0.36620241411327764, + "grad_norm": 1.5917166471481323, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8596764802932739, + "num_tokens": 71847856.0, + "step": 1972 + }, + { + "epoch": 0.36638811513463326, + "grad_norm": 1.4798156023025513, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8703317642211914, + "num_tokens": 71884142.0, + "step": 1973 + }, + { + "epoch": 0.3665738161559889, + "grad_norm": 1.5571534633636475, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8653818964958191, + "num_tokens": 71914439.0, + "step": 1974 + }, + { + "epoch": 0.36675951717734445, + "grad_norm": 1.450584053993225, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8552730679512024, + "num_tokens": 71953451.0, + "step": 1975 + }, + { + "epoch": 0.3669452181987001, + "grad_norm": 1.5419788360595703, + "learning_rate": 1e-06, + "loss": 0.4495, + "mean_token_accuracy": 0.8533999919891357, + "num_tokens": 71991680.0, + "step": 1976 + }, + { + "epoch": 0.3671309192200557, + "grad_norm": 1.680545449256897, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8576796054840088, + "num_tokens": 72025260.0, + "step": 1977 + }, + { + "epoch": 0.3673166202414113, + "grad_norm": 1.5589948892593384, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8573058247566223, + "num_tokens": 72059685.0, + "step": 1978 + }, + { + "epoch": 0.36750232126276694, + "grad_norm": 1.5557315349578857, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8502512574195862, + "num_tokens": 72096691.0, + "step": 1979 + }, + { + "epoch": 0.36768802228412256, + "grad_norm": 1.629537582397461, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8615567684173584, + "num_tokens": 72129765.0, + "step": 1980 + }, + { + "epoch": 0.3678737233054782, + "grad_norm": 2.0249533653259277, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8607453107833862, + "num_tokens": 72165438.0, + "step": 1981 + }, + { + "epoch": 0.3680594243268338, + "grad_norm": 1.5503365993499756, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8493345379829407, + "num_tokens": 72200527.0, + "step": 1982 + }, + { + "epoch": 0.36824512534818943, + "grad_norm": 1.5398286581039429, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8618929982185364, + "num_tokens": 72239009.0, + "step": 1983 + }, + { + "epoch": 0.36843082636954505, + "grad_norm": 1.386314034461975, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8562777638435364, + "num_tokens": 72284850.0, + "step": 1984 + }, + { + "epoch": 0.3686165273909007, + "grad_norm": 1.5139180421829224, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8494023084640503, + "num_tokens": 72323779.0, + "step": 1985 + }, + { + "epoch": 0.3688022284122563, + "grad_norm": 1.479539155960083, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8543710112571716, + "num_tokens": 72361180.0, + "step": 1986 + }, + { + "epoch": 0.36898792943361186, + "grad_norm": 1.7456880807876587, + "learning_rate": 1e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.8413084745407104, + "num_tokens": 72390993.0, + "step": 1987 + }, + { + "epoch": 0.3691736304549675, + "grad_norm": 1.508075475692749, + "learning_rate": 1e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8536893725395203, + "num_tokens": 72429390.0, + "step": 1988 + }, + { + "epoch": 0.3693593314763231, + "grad_norm": 1.5234715938568115, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8552115559577942, + "num_tokens": 72465073.0, + "step": 1989 + }, + { + "epoch": 0.3695450324976787, + "grad_norm": 1.540099024772644, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8698434829711914, + "num_tokens": 72499633.0, + "step": 1990 + }, + { + "epoch": 0.36973073351903435, + "grad_norm": 1.4273786544799805, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8605289459228516, + "num_tokens": 72539164.0, + "step": 1991 + }, + { + "epoch": 0.36991643454038997, + "grad_norm": 1.6623278856277466, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8583451509475708, + "num_tokens": 72570711.0, + "step": 1992 + }, + { + "epoch": 0.3701021355617456, + "grad_norm": 1.4047784805297852, + "learning_rate": 1e-06, + "loss": 0.4605, + "mean_token_accuracy": 0.849077582359314, + "num_tokens": 72611734.0, + "step": 1993 + }, + { + "epoch": 0.3702878365831012, + "grad_norm": 1.4652161598205566, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8527624011039734, + "num_tokens": 72648712.0, + "step": 1994 + }, + { + "epoch": 0.37047353760445684, + "grad_norm": 1.431829571723938, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8697484731674194, + "num_tokens": 72689820.0, + "step": 1995 + }, + { + "epoch": 0.37065923862581246, + "grad_norm": 1.4542090892791748, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8551816940307617, + "num_tokens": 72729917.0, + "step": 1996 + }, + { + "epoch": 0.3708449396471681, + "grad_norm": 1.5734550952911377, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8578119277954102, + "num_tokens": 72764802.0, + "step": 1997 + }, + { + "epoch": 0.3710306406685237, + "grad_norm": 1.4685239791870117, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8545777797698975, + "num_tokens": 72804357.0, + "step": 1998 + }, + { + "epoch": 0.37121634168987927, + "grad_norm": 1.4527853727340698, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8533344268798828, + "num_tokens": 72840935.0, + "step": 1999 + }, + { + "epoch": 0.3714020427112349, + "grad_norm": 1.4273725748062134, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8741834163665771, + "num_tokens": 72876803.0, + "step": 2000 + }, + { + "epoch": 0.3715877437325905, + "grad_norm": 1.5652493238449097, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8634382486343384, + "num_tokens": 72910252.0, + "step": 2001 + }, + { + "epoch": 0.37177344475394614, + "grad_norm": 1.3949748277664185, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8771074414253235, + "num_tokens": 72946246.0, + "step": 2002 + }, + { + "epoch": 0.37195914577530176, + "grad_norm": 1.4378634691238403, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8566617965698242, + "num_tokens": 72983508.0, + "step": 2003 + }, + { + "epoch": 0.3721448467966574, + "grad_norm": 1.429219126701355, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.870345950126648, + "num_tokens": 73020938.0, + "step": 2004 + }, + { + "epoch": 0.372330547818013, + "grad_norm": 1.4583561420440674, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8603522777557373, + "num_tokens": 73056843.0, + "step": 2005 + }, + { + "epoch": 0.3725162488393686, + "grad_norm": 1.4613876342773438, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.868221640586853, + "num_tokens": 73093601.0, + "step": 2006 + }, + { + "epoch": 0.37270194986072425, + "grad_norm": 1.648807406425476, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8612172603607178, + "num_tokens": 73124993.0, + "step": 2007 + }, + { + "epoch": 0.37288765088207987, + "grad_norm": 1.557877540588379, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8705264329910278, + "num_tokens": 73155203.0, + "step": 2008 + }, + { + "epoch": 0.3730733519034355, + "grad_norm": 1.4920693635940552, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8695629835128784, + "num_tokens": 73185901.0, + "step": 2009 + }, + { + "epoch": 0.3732590529247911, + "grad_norm": 1.3791855573654175, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8846727609634399, + "num_tokens": 73223290.0, + "step": 2010 + }, + { + "epoch": 0.3734447539461467, + "grad_norm": 1.5500524044036865, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8688637018203735, + "num_tokens": 73260247.0, + "step": 2011 + }, + { + "epoch": 0.3736304549675023, + "grad_norm": 1.5839967727661133, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.867940366268158, + "num_tokens": 73293118.0, + "step": 2012 + }, + { + "epoch": 0.3738161559888579, + "grad_norm": 1.5607386827468872, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8576619625091553, + "num_tokens": 73329542.0, + "step": 2013 + }, + { + "epoch": 0.37400185701021355, + "grad_norm": 1.5154961347579956, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8620588779449463, + "num_tokens": 73362333.0, + "step": 2014 + }, + { + "epoch": 0.37418755803156917, + "grad_norm": 1.51914381980896, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8556569814682007, + "num_tokens": 73399385.0, + "step": 2015 + }, + { + "epoch": 0.3743732590529248, + "grad_norm": 1.545554518699646, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8598923683166504, + "num_tokens": 73432035.0, + "step": 2016 + }, + { + "epoch": 0.3745589600742804, + "grad_norm": 1.675440788269043, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8532570600509644, + "num_tokens": 73465723.0, + "step": 2017 + }, + { + "epoch": 0.37474466109563603, + "grad_norm": 1.3999896049499512, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8634024858474731, + "num_tokens": 73506834.0, + "step": 2018 + }, + { + "epoch": 0.37493036211699166, + "grad_norm": 1.6003446578979492, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8577280044555664, + "num_tokens": 73539481.0, + "step": 2019 + }, + { + "epoch": 0.3751160631383473, + "grad_norm": 1.4540237188339233, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8692746162414551, + "num_tokens": 73575447.0, + "step": 2020 + }, + { + "epoch": 0.3753017641597029, + "grad_norm": 1.4192478656768799, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.878334105014801, + "num_tokens": 73610254.0, + "step": 2021 + }, + { + "epoch": 0.3754874651810585, + "grad_norm": 1.527820348739624, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8589012622833252, + "num_tokens": 73652236.0, + "step": 2022 + }, + { + "epoch": 0.3756731662024141, + "grad_norm": 1.5542550086975098, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8516535758972168, + "num_tokens": 73686911.0, + "step": 2023 + }, + { + "epoch": 0.3758588672237697, + "grad_norm": 1.6215208768844604, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8534206748008728, + "num_tokens": 73730175.0, + "step": 2024 + }, + { + "epoch": 0.37604456824512533, + "grad_norm": 1.6476919651031494, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8520790934562683, + "num_tokens": 73759319.0, + "step": 2025 + }, + { + "epoch": 0.37623026926648095, + "grad_norm": 1.5340371131896973, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8509184122085571, + "num_tokens": 73793132.0, + "step": 2026 + }, + { + "epoch": 0.3764159702878366, + "grad_norm": 1.533338189125061, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.868177592754364, + "num_tokens": 73824858.0, + "step": 2027 + }, + { + "epoch": 0.3766016713091922, + "grad_norm": 1.3878111839294434, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8571093678474426, + "num_tokens": 73863060.0, + "step": 2028 + }, + { + "epoch": 0.3767873723305478, + "grad_norm": 1.4701228141784668, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8636177182197571, + "num_tokens": 73900302.0, + "step": 2029 + }, + { + "epoch": 0.37697307335190344, + "grad_norm": 1.5782612562179565, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8533111214637756, + "num_tokens": 73934834.0, + "step": 2030 + }, + { + "epoch": 0.37715877437325906, + "grad_norm": 1.4538443088531494, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8550345301628113, + "num_tokens": 73971254.0, + "step": 2031 + }, + { + "epoch": 0.3773444753946147, + "grad_norm": 1.421943187713623, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8661150932312012, + "num_tokens": 74005328.0, + "step": 2032 + }, + { + "epoch": 0.3775301764159703, + "grad_norm": 1.7297793626785278, + "learning_rate": 1e-06, + "loss": 0.509, + "mean_token_accuracy": 0.8423945903778076, + "num_tokens": 74036621.0, + "step": 2033 + }, + { + "epoch": 0.37771587743732593, + "grad_norm": 1.5260170698165894, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.858585000038147, + "num_tokens": 74070782.0, + "step": 2034 + }, + { + "epoch": 0.3779015784586815, + "grad_norm": 1.3717559576034546, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.857524037361145, + "num_tokens": 74111854.0, + "step": 2035 + }, + { + "epoch": 0.3780872794800371, + "grad_norm": 1.4954042434692383, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8614404201507568, + "num_tokens": 74147128.0, + "step": 2036 + }, + { + "epoch": 0.37827298050139274, + "grad_norm": 1.418562412261963, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8672034740447998, + "num_tokens": 74185729.0, + "step": 2037 + }, + { + "epoch": 0.37845868152274836, + "grad_norm": 1.4999840259552002, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8599430322647095, + "num_tokens": 74222855.0, + "step": 2038 + }, + { + "epoch": 0.378644382544104, + "grad_norm": 1.4083001613616943, + "learning_rate": 1e-06, + "loss": 0.4637, + "mean_token_accuracy": 0.8471082448959351, + "num_tokens": 74262978.0, + "step": 2039 + }, + { + "epoch": 0.3788300835654596, + "grad_norm": 1.3773164749145508, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8554442524909973, + "num_tokens": 74305194.0, + "step": 2040 + }, + { + "epoch": 0.37901578458681523, + "grad_norm": 1.5509381294250488, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8523508310317993, + "num_tokens": 74345697.0, + "step": 2041 + }, + { + "epoch": 0.37920148560817085, + "grad_norm": 1.6553200483322144, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8650636672973633, + "num_tokens": 74381786.0, + "step": 2042 + }, + { + "epoch": 0.3793871866295265, + "grad_norm": 1.4613584280014038, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8650882840156555, + "num_tokens": 74420879.0, + "step": 2043 + }, + { + "epoch": 0.3795728876508821, + "grad_norm": 1.4944162368774414, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8613502979278564, + "num_tokens": 74456426.0, + "step": 2044 + }, + { + "epoch": 0.3797585886722377, + "grad_norm": 1.4057496786117554, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.869015634059906, + "num_tokens": 74495980.0, + "step": 2045 + }, + { + "epoch": 0.37994428969359334, + "grad_norm": 1.4399678707122803, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8653545379638672, + "num_tokens": 74537197.0, + "step": 2046 + }, + { + "epoch": 0.3801299907149489, + "grad_norm": 1.4873831272125244, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8720162510871887, + "num_tokens": 74571031.0, + "step": 2047 + }, + { + "epoch": 0.38031569173630453, + "grad_norm": 1.5403679609298706, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8584556579589844, + "num_tokens": 74603521.0, + "step": 2048 + }, + { + "epoch": 0.38050139275766015, + "grad_norm": 1.6360979080200195, + "learning_rate": 1e-06, + "loss": 0.4993, + "mean_token_accuracy": 0.8401487469673157, + "num_tokens": 74637992.0, + "step": 2049 + }, + { + "epoch": 0.3806870937790158, + "grad_norm": 1.4002968072891235, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.861858606338501, + "num_tokens": 74680959.0, + "step": 2050 + }, + { + "epoch": 0.3808727948003714, + "grad_norm": 1.545270323753357, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8624042868614197, + "num_tokens": 74715782.0, + "step": 2051 + }, + { + "epoch": 0.381058495821727, + "grad_norm": 1.3237594366073608, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8634213805198669, + "num_tokens": 74756960.0, + "step": 2052 + }, + { + "epoch": 0.38124419684308264, + "grad_norm": 1.5429298877716064, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.8504056930541992, + "num_tokens": 74792130.0, + "step": 2053 + }, + { + "epoch": 0.38142989786443826, + "grad_norm": 1.5693718194961548, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8645220994949341, + "num_tokens": 74823746.0, + "step": 2054 + }, + { + "epoch": 0.3816155988857939, + "grad_norm": 1.3911139965057373, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8569576740264893, + "num_tokens": 74863702.0, + "step": 2055 + }, + { + "epoch": 0.3818012999071495, + "grad_norm": 1.5655748844146729, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8486351370811462, + "num_tokens": 74897676.0, + "step": 2056 + }, + { + "epoch": 0.3819870009285051, + "grad_norm": 1.5131813287734985, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8640071749687195, + "num_tokens": 74932333.0, + "step": 2057 + }, + { + "epoch": 0.38217270194986075, + "grad_norm": 1.5075730085372925, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8701964020729065, + "num_tokens": 74964504.0, + "step": 2058 + }, + { + "epoch": 0.3823584029712163, + "grad_norm": 1.7413545846939087, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8502324819564819, + "num_tokens": 74995216.0, + "step": 2059 + }, + { + "epoch": 0.38254410399257194, + "grad_norm": 1.6472593545913696, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.866636335849762, + "num_tokens": 75026243.0, + "step": 2060 + }, + { + "epoch": 0.38272980501392756, + "grad_norm": 1.5377576351165771, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8671247959136963, + "num_tokens": 75055673.0, + "step": 2061 + }, + { + "epoch": 0.3829155060352832, + "grad_norm": 1.4112211465835571, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8683971166610718, + "num_tokens": 75095932.0, + "step": 2062 + }, + { + "epoch": 0.3831012070566388, + "grad_norm": 1.4676426649093628, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8625662922859192, + "num_tokens": 75133389.0, + "step": 2063 + }, + { + "epoch": 0.3832869080779944, + "grad_norm": 1.4388943910598755, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8650991320610046, + "num_tokens": 75173432.0, + "step": 2064 + }, + { + "epoch": 0.38347260909935005, + "grad_norm": 1.4432753324508667, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8527320623397827, + "num_tokens": 75212117.0, + "step": 2065 + }, + { + "epoch": 0.38365831012070567, + "grad_norm": 1.4235337972640991, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8579970002174377, + "num_tokens": 75249101.0, + "step": 2066 + }, + { + "epoch": 0.3838440111420613, + "grad_norm": 1.437561273574829, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8582971096038818, + "num_tokens": 75282991.0, + "step": 2067 + }, + { + "epoch": 0.3840297121634169, + "grad_norm": 1.509892225265503, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8697993755340576, + "num_tokens": 75317921.0, + "step": 2068 + }, + { + "epoch": 0.38421541318477254, + "grad_norm": 1.5409038066864014, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8540573716163635, + "num_tokens": 75357624.0, + "step": 2069 + }, + { + "epoch": 0.38440111420612816, + "grad_norm": 1.4431331157684326, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8619223833084106, + "num_tokens": 75391664.0, + "step": 2070 + }, + { + "epoch": 0.3845868152274837, + "grad_norm": 1.7647768259048462, + "learning_rate": 1e-06, + "loss": 0.4607, + "mean_token_accuracy": 0.8506284356117249, + "num_tokens": 75427253.0, + "step": 2071 + }, + { + "epoch": 0.38477251624883935, + "grad_norm": 1.4564684629440308, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8545902967453003, + "num_tokens": 75465244.0, + "step": 2072 + }, + { + "epoch": 0.38495821727019497, + "grad_norm": 1.6011608839035034, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8534672260284424, + "num_tokens": 75496926.0, + "step": 2073 + }, + { + "epoch": 0.3851439182915506, + "grad_norm": 1.4235951900482178, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8546816110610962, + "num_tokens": 75533967.0, + "step": 2074 + }, + { + "epoch": 0.3853296193129062, + "grad_norm": 1.472680687904358, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8664963841438293, + "num_tokens": 75569113.0, + "step": 2075 + }, + { + "epoch": 0.38551532033426184, + "grad_norm": 1.539790153503418, + "learning_rate": 1e-06, + "loss": 0.48, + "mean_token_accuracy": 0.8431723117828369, + "num_tokens": 75606460.0, + "step": 2076 + }, + { + "epoch": 0.38570102135561746, + "grad_norm": 1.5534712076187134, + "learning_rate": 1e-06, + "loss": 0.4893, + "mean_token_accuracy": 0.8387982845306396, + "num_tokens": 75648260.0, + "step": 2077 + }, + { + "epoch": 0.3858867223769731, + "grad_norm": 1.4957584142684937, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8535048961639404, + "num_tokens": 75686721.0, + "step": 2078 + }, + { + "epoch": 0.3860724233983287, + "grad_norm": 1.4747332334518433, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8705528378486633, + "num_tokens": 75718550.0, + "step": 2079 + }, + { + "epoch": 0.3862581244196843, + "grad_norm": 1.5158030986785889, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8543946743011475, + "num_tokens": 75757475.0, + "step": 2080 + }, + { + "epoch": 0.38644382544103995, + "grad_norm": 1.420849323272705, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8674267530441284, + "num_tokens": 75795807.0, + "step": 2081 + }, + { + "epoch": 0.38662952646239557, + "grad_norm": 1.5427531003952026, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.854333758354187, + "num_tokens": 75833898.0, + "step": 2082 + }, + { + "epoch": 0.38681522748375113, + "grad_norm": 1.4852603673934937, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8757573366165161, + "num_tokens": 75867706.0, + "step": 2083 + }, + { + "epoch": 0.38700092850510676, + "grad_norm": 1.3863261938095093, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.861811637878418, + "num_tokens": 75909308.0, + "step": 2084 + }, + { + "epoch": 0.3871866295264624, + "grad_norm": 1.5734407901763916, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8593263626098633, + "num_tokens": 75946520.0, + "step": 2085 + }, + { + "epoch": 0.387372330547818, + "grad_norm": 1.40175199508667, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.859890878200531, + "num_tokens": 75985444.0, + "step": 2086 + }, + { + "epoch": 0.3875580315691736, + "grad_norm": 1.4866808652877808, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8672795295715332, + "num_tokens": 76017714.0, + "step": 2087 + }, + { + "epoch": 0.38774373259052924, + "grad_norm": 1.550221562385559, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8731515407562256, + "num_tokens": 76047418.0, + "step": 2088 + }, + { + "epoch": 0.38792943361188487, + "grad_norm": 1.4332412481307983, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8735635876655579, + "num_tokens": 76084556.0, + "step": 2089 + }, + { + "epoch": 0.3881151346332405, + "grad_norm": 1.5117028951644897, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8730220198631287, + "num_tokens": 76118318.0, + "step": 2090 + }, + { + "epoch": 0.3883008356545961, + "grad_norm": 1.4771628379821777, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8610605597496033, + "num_tokens": 76157175.0, + "step": 2091 + }, + { + "epoch": 0.38848653667595173, + "grad_norm": 1.47059965133667, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8718047738075256, + "num_tokens": 76192357.0, + "step": 2092 + }, + { + "epoch": 0.38867223769730735, + "grad_norm": 1.4174461364746094, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8610033392906189, + "num_tokens": 76234494.0, + "step": 2093 + }, + { + "epoch": 0.388857938718663, + "grad_norm": 1.466808795928955, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8773752450942993, + "num_tokens": 76267590.0, + "step": 2094 + }, + { + "epoch": 0.38904363974001854, + "grad_norm": 1.4241299629211426, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8627281785011292, + "num_tokens": 76305240.0, + "step": 2095 + }, + { + "epoch": 0.38922934076137417, + "grad_norm": 1.5600688457489014, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8598495721817017, + "num_tokens": 76339089.0, + "step": 2096 + }, + { + "epoch": 0.3894150417827298, + "grad_norm": 1.4119657278060913, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8742746114730835, + "num_tokens": 76376081.0, + "step": 2097 + }, + { + "epoch": 0.3896007428040854, + "grad_norm": 1.5136557817459106, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8564286231994629, + "num_tokens": 76412573.0, + "step": 2098 + }, + { + "epoch": 0.38978644382544103, + "grad_norm": 1.4546257257461548, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8732693195343018, + "num_tokens": 76449374.0, + "step": 2099 + }, + { + "epoch": 0.38997214484679665, + "grad_norm": 1.3730790615081787, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8635559678077698, + "num_tokens": 76488430.0, + "step": 2100 + }, + { + "epoch": 0.3901578458681523, + "grad_norm": 1.5057305097579956, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.858647882938385, + "num_tokens": 76524745.0, + "step": 2101 + }, + { + "epoch": 0.3903435468895079, + "grad_norm": 1.5110466480255127, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8519854545593262, + "num_tokens": 76563010.0, + "step": 2102 + }, + { + "epoch": 0.3905292479108635, + "grad_norm": 1.551548957824707, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8645803928375244, + "num_tokens": 76595889.0, + "step": 2103 + }, + { + "epoch": 0.39071494893221914, + "grad_norm": 1.5717482566833496, + "learning_rate": 1e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.8487855195999146, + "num_tokens": 76630102.0, + "step": 2104 + }, + { + "epoch": 0.39090064995357476, + "grad_norm": 1.4287554025650024, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8671185970306396, + "num_tokens": 76668246.0, + "step": 2105 + }, + { + "epoch": 0.3910863509749304, + "grad_norm": 1.406861424446106, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8604060411453247, + "num_tokens": 76704072.0, + "step": 2106 + }, + { + "epoch": 0.39127205199628595, + "grad_norm": 1.6017941236495972, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8561104536056519, + "num_tokens": 76734202.0, + "step": 2107 + }, + { + "epoch": 0.3914577530176416, + "grad_norm": 1.5857588052749634, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8545507192611694, + "num_tokens": 76768882.0, + "step": 2108 + }, + { + "epoch": 0.3916434540389972, + "grad_norm": 1.4036060571670532, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8678428530693054, + "num_tokens": 76812179.0, + "step": 2109 + }, + { + "epoch": 0.3918291550603528, + "grad_norm": 1.5552687644958496, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8609906435012817, + "num_tokens": 76843720.0, + "step": 2110 + }, + { + "epoch": 0.39201485608170844, + "grad_norm": 1.5035189390182495, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8601198196411133, + "num_tokens": 76878775.0, + "step": 2111 + }, + { + "epoch": 0.39220055710306406, + "grad_norm": 1.517449975013733, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8633245229721069, + "num_tokens": 76911416.0, + "step": 2112 + }, + { + "epoch": 0.3923862581244197, + "grad_norm": 1.4835426807403564, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8614028692245483, + "num_tokens": 76949220.0, + "step": 2113 + }, + { + "epoch": 0.3925719591457753, + "grad_norm": 1.347801923751831, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8713135123252869, + "num_tokens": 76990147.0, + "step": 2114 + }, + { + "epoch": 0.39275766016713093, + "grad_norm": 1.5832796096801758, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8807779550552368, + "num_tokens": 77018453.0, + "step": 2115 + }, + { + "epoch": 0.39294336118848655, + "grad_norm": 1.4038431644439697, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8666198253631592, + "num_tokens": 77056089.0, + "step": 2116 + }, + { + "epoch": 0.3931290622098422, + "grad_norm": 1.6617547273635864, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8645737171173096, + "num_tokens": 77083434.0, + "step": 2117 + }, + { + "epoch": 0.3933147632311978, + "grad_norm": 1.4913432598114014, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8569585084915161, + "num_tokens": 77120911.0, + "step": 2118 + }, + { + "epoch": 0.39350046425255336, + "grad_norm": 1.453865647315979, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8550883531570435, + "num_tokens": 77160916.0, + "step": 2119 + }, + { + "epoch": 0.393686165273909, + "grad_norm": 1.5919172763824463, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8467188477516174, + "num_tokens": 77190995.0, + "step": 2120 + }, + { + "epoch": 0.3938718662952646, + "grad_norm": 1.4625004529953003, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8608753681182861, + "num_tokens": 77225520.0, + "step": 2121 + }, + { + "epoch": 0.3940575673166202, + "grad_norm": 1.4812527894973755, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8580875992774963, + "num_tokens": 77261411.0, + "step": 2122 + }, + { + "epoch": 0.39424326833797585, + "grad_norm": 1.5972124338150024, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8557353615760803, + "num_tokens": 77296682.0, + "step": 2123 + }, + { + "epoch": 0.39442896935933147, + "grad_norm": 1.4365167617797852, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8727619051933289, + "num_tokens": 77333927.0, + "step": 2124 + }, + { + "epoch": 0.3946146703806871, + "grad_norm": 1.4218127727508545, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8693770170211792, + "num_tokens": 77371998.0, + "step": 2125 + }, + { + "epoch": 0.3948003714020427, + "grad_norm": 1.4297428131103516, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8686988949775696, + "num_tokens": 77407954.0, + "step": 2126 + }, + { + "epoch": 0.39498607242339834, + "grad_norm": 1.4326704740524292, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8636993169784546, + "num_tokens": 77451193.0, + "step": 2127 + }, + { + "epoch": 0.39517177344475396, + "grad_norm": 1.441900372505188, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8634003400802612, + "num_tokens": 77491798.0, + "step": 2128 + }, + { + "epoch": 0.3953574744661096, + "grad_norm": 1.3976114988327026, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8638147115707397, + "num_tokens": 77527886.0, + "step": 2129 + }, + { + "epoch": 0.3955431754874652, + "grad_norm": 1.469228744506836, + "learning_rate": 1e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8435794711112976, + "num_tokens": 77569138.0, + "step": 2130 + }, + { + "epoch": 0.3957288765088208, + "grad_norm": 1.5294456481933594, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8616700768470764, + "num_tokens": 77602245.0, + "step": 2131 + }, + { + "epoch": 0.3959145775301764, + "grad_norm": 1.354143500328064, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8668747544288635, + "num_tokens": 77644185.0, + "step": 2132 + }, + { + "epoch": 0.396100278551532, + "grad_norm": 1.4679349660873413, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8723335862159729, + "num_tokens": 77676838.0, + "step": 2133 + }, + { + "epoch": 0.39628597957288764, + "grad_norm": 1.5711013078689575, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8572289943695068, + "num_tokens": 77708151.0, + "step": 2134 + }, + { + "epoch": 0.39647168059424326, + "grad_norm": 1.5051418542861938, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8618719577789307, + "num_tokens": 77743436.0, + "step": 2135 + }, + { + "epoch": 0.3966573816155989, + "grad_norm": 1.559090256690979, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8645292520523071, + "num_tokens": 77781503.0, + "step": 2136 + }, + { + "epoch": 0.3968430826369545, + "grad_norm": 1.5141818523406982, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8612117767333984, + "num_tokens": 77822734.0, + "step": 2137 + }, + { + "epoch": 0.3970287836583101, + "grad_norm": 1.5646311044692993, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8495714664459229, + "num_tokens": 77858949.0, + "step": 2138 + }, + { + "epoch": 0.39721448467966575, + "grad_norm": 1.5997941493988037, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8598189353942871, + "num_tokens": 77890741.0, + "step": 2139 + }, + { + "epoch": 0.39740018570102137, + "grad_norm": 1.5521349906921387, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8550021648406982, + "num_tokens": 77927022.0, + "step": 2140 + }, + { + "epoch": 0.397585886722377, + "grad_norm": 1.5030162334442139, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.861243724822998, + "num_tokens": 77960680.0, + "step": 2141 + }, + { + "epoch": 0.3977715877437326, + "grad_norm": 1.4308439493179321, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8527369499206543, + "num_tokens": 78002933.0, + "step": 2142 + }, + { + "epoch": 0.39795728876508824, + "grad_norm": 1.4498580694198608, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8728605508804321, + "num_tokens": 78039288.0, + "step": 2143 + }, + { + "epoch": 0.3981429897864438, + "grad_norm": 1.454737901687622, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8575490713119507, + "num_tokens": 78077424.0, + "step": 2144 + }, + { + "epoch": 0.3983286908077994, + "grad_norm": 1.3953982591629028, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8712145686149597, + "num_tokens": 78116473.0, + "step": 2145 + }, + { + "epoch": 0.39851439182915505, + "grad_norm": 1.4612435102462769, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8735073208808899, + "num_tokens": 78151480.0, + "step": 2146 + }, + { + "epoch": 0.39870009285051067, + "grad_norm": 1.7364712953567505, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8553993701934814, + "num_tokens": 78184072.0, + "step": 2147 + }, + { + "epoch": 0.3988857938718663, + "grad_norm": 1.49800443649292, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8661080002784729, + "num_tokens": 78225327.0, + "step": 2148 + }, + { + "epoch": 0.3990714948932219, + "grad_norm": 1.3425626754760742, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8659353256225586, + "num_tokens": 78265820.0, + "step": 2149 + }, + { + "epoch": 0.39925719591457753, + "grad_norm": 1.4166259765625, + "learning_rate": 1e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8511813879013062, + "num_tokens": 78306818.0, + "step": 2150 + }, + { + "epoch": 0.39944289693593316, + "grad_norm": 1.5199995040893555, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8663579225540161, + "num_tokens": 78343323.0, + "step": 2151 + }, + { + "epoch": 0.3996285979572888, + "grad_norm": 1.4741711616516113, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8513857126235962, + "num_tokens": 78383881.0, + "step": 2152 + }, + { + "epoch": 0.3998142989786444, + "grad_norm": 1.5611975193023682, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8498454093933105, + "num_tokens": 78418089.0, + "step": 2153 + }, + { + "epoch": 0.4, + "grad_norm": 1.4332170486450195, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8554577827453613, + "num_tokens": 78460401.0, + "step": 2154 + }, + { + "epoch": 0.40018570102135564, + "grad_norm": 1.5243695974349976, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8524624705314636, + "num_tokens": 78496061.0, + "step": 2155 + }, + { + "epoch": 0.4003714020427112, + "grad_norm": 1.5944956541061401, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.853890597820282, + "num_tokens": 78528085.0, + "step": 2156 + }, + { + "epoch": 0.40055710306406683, + "grad_norm": 1.330623745918274, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8587873578071594, + "num_tokens": 78569009.0, + "step": 2157 + }, + { + "epoch": 0.40074280408542245, + "grad_norm": 1.3927744626998901, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8712177872657776, + "num_tokens": 78606244.0, + "step": 2158 + }, + { + "epoch": 0.4009285051067781, + "grad_norm": 1.4191378355026245, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8592426776885986, + "num_tokens": 78642963.0, + "step": 2159 + }, + { + "epoch": 0.4011142061281337, + "grad_norm": 1.4887938499450684, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8604816794395447, + "num_tokens": 78680148.0, + "step": 2160 + }, + { + "epoch": 0.4012999071494893, + "grad_norm": 1.4637134075164795, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8599814176559448, + "num_tokens": 78713671.0, + "step": 2161 + }, + { + "epoch": 0.40148560817084494, + "grad_norm": 1.4185348749160767, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8705628514289856, + "num_tokens": 78750854.0, + "step": 2162 + }, + { + "epoch": 0.40167130919220057, + "grad_norm": 1.538129448890686, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8585634827613831, + "num_tokens": 78783552.0, + "step": 2163 + }, + { + "epoch": 0.4018570102135562, + "grad_norm": 1.3998631238937378, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8574566841125488, + "num_tokens": 78821687.0, + "step": 2164 + }, + { + "epoch": 0.4020427112349118, + "grad_norm": 1.3636213541030884, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8611035943031311, + "num_tokens": 78864545.0, + "step": 2165 + }, + { + "epoch": 0.40222841225626743, + "grad_norm": 1.4557973146438599, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.865200400352478, + "num_tokens": 78897802.0, + "step": 2166 + }, + { + "epoch": 0.40241411327762305, + "grad_norm": 1.5061485767364502, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8549039363861084, + "num_tokens": 78936316.0, + "step": 2167 + }, + { + "epoch": 0.4025998142989786, + "grad_norm": 1.2726356983184814, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8596525192260742, + "num_tokens": 78982062.0, + "step": 2168 + }, + { + "epoch": 0.40278551532033424, + "grad_norm": 1.4685925245285034, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8752983808517456, + "num_tokens": 79019446.0, + "step": 2169 + }, + { + "epoch": 0.40297121634168986, + "grad_norm": 1.4591103792190552, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8689659833908081, + "num_tokens": 79056243.0, + "step": 2170 + }, + { + "epoch": 0.4031569173630455, + "grad_norm": 1.4068795442581177, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8607985377311707, + "num_tokens": 79092972.0, + "step": 2171 + }, + { + "epoch": 0.4033426183844011, + "grad_norm": 1.5243321657180786, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8717623949050903, + "num_tokens": 79126562.0, + "step": 2172 + }, + { + "epoch": 0.40352831940575673, + "grad_norm": 1.609486699104309, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.864916205406189, + "num_tokens": 79155981.0, + "step": 2173 + }, + { + "epoch": 0.40371402042711235, + "grad_norm": 1.4500635862350464, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8727409839630127, + "num_tokens": 79192454.0, + "step": 2174 + }, + { + "epoch": 0.403899721448468, + "grad_norm": 1.5008840560913086, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.859378457069397, + "num_tokens": 79229090.0, + "step": 2175 + }, + { + "epoch": 0.4040854224698236, + "grad_norm": 1.5488619804382324, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8480432629585266, + "num_tokens": 79263237.0, + "step": 2176 + }, + { + "epoch": 0.4042711234911792, + "grad_norm": 1.4391807317733765, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8598212003707886, + "num_tokens": 79301053.0, + "step": 2177 + }, + { + "epoch": 0.40445682451253484, + "grad_norm": 1.581878900527954, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8582513332366943, + "num_tokens": 79334551.0, + "step": 2178 + }, + { + "epoch": 0.40464252553389046, + "grad_norm": 1.6300687789916992, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8676271438598633, + "num_tokens": 79366858.0, + "step": 2179 + }, + { + "epoch": 0.40482822655524603, + "grad_norm": 1.399614930152893, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8610925674438477, + "num_tokens": 79411413.0, + "step": 2180 + }, + { + "epoch": 0.40501392757660165, + "grad_norm": 1.4685121774673462, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8499994277954102, + "num_tokens": 79453192.0, + "step": 2181 + }, + { + "epoch": 0.4051996285979573, + "grad_norm": 1.737674593925476, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8509207963943481, + "num_tokens": 79482490.0, + "step": 2182 + }, + { + "epoch": 0.4053853296193129, + "grad_norm": 1.4829752445220947, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8653917908668518, + "num_tokens": 79520245.0, + "step": 2183 + }, + { + "epoch": 0.4055710306406685, + "grad_norm": 1.613673210144043, + "learning_rate": 1e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8464373350143433, + "num_tokens": 79557317.0, + "step": 2184 + }, + { + "epoch": 0.40575673166202414, + "grad_norm": 1.38608717918396, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8702977895736694, + "num_tokens": 79598838.0, + "step": 2185 + }, + { + "epoch": 0.40594243268337976, + "grad_norm": 1.5199239253997803, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8656085133552551, + "num_tokens": 79633813.0, + "step": 2186 + }, + { + "epoch": 0.4061281337047354, + "grad_norm": 1.4595872163772583, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8678290843963623, + "num_tokens": 79673924.0, + "step": 2187 + }, + { + "epoch": 0.406313834726091, + "grad_norm": 1.5936747789382935, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8722649812698364, + "num_tokens": 79706605.0, + "step": 2188 + }, + { + "epoch": 0.4064995357474466, + "grad_norm": 1.3136507272720337, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8686490654945374, + "num_tokens": 79750251.0, + "step": 2189 + }, + { + "epoch": 0.40668523676880225, + "grad_norm": 1.470381259918213, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8558008670806885, + "num_tokens": 79787481.0, + "step": 2190 + }, + { + "epoch": 0.40687093779015787, + "grad_norm": 1.430382490158081, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.872047483921051, + "num_tokens": 79826813.0, + "step": 2191 + }, + { + "epoch": 0.40705663881151344, + "grad_norm": 1.5262340307235718, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8512598276138306, + "num_tokens": 79862536.0, + "step": 2192 + }, + { + "epoch": 0.40724233983286906, + "grad_norm": 1.5245637893676758, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8555485010147095, + "num_tokens": 79896802.0, + "step": 2193 + }, + { + "epoch": 0.4074280408542247, + "grad_norm": 1.5286792516708374, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8568565845489502, + "num_tokens": 79932059.0, + "step": 2194 + }, + { + "epoch": 0.4076137418755803, + "grad_norm": 1.5787721872329712, + "learning_rate": 1e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8488510847091675, + "num_tokens": 79968724.0, + "step": 2195 + }, + { + "epoch": 0.4077994428969359, + "grad_norm": 1.4061875343322754, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8705145120620728, + "num_tokens": 80005847.0, + "step": 2196 + }, + { + "epoch": 0.40798514391829155, + "grad_norm": 1.4606891870498657, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.861536979675293, + "num_tokens": 80041024.0, + "step": 2197 + }, + { + "epoch": 0.40817084493964717, + "grad_norm": 1.332157850265503, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8670616149902344, + "num_tokens": 80084120.0, + "step": 2198 + }, + { + "epoch": 0.4083565459610028, + "grad_norm": 1.50749933719635, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.867040753364563, + "num_tokens": 80118461.0, + "step": 2199 + }, + { + "epoch": 0.4085422469823584, + "grad_norm": 1.2965561151504517, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8779947757720947, + "num_tokens": 80159848.0, + "step": 2200 + }, + { + "epoch": 0.40872794800371404, + "grad_norm": 1.400773525238037, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8659111261367798, + "num_tokens": 80197545.0, + "step": 2201 + }, + { + "epoch": 0.40891364902506966, + "grad_norm": 1.4597203731536865, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8599443435668945, + "num_tokens": 80233404.0, + "step": 2202 + }, + { + "epoch": 0.4090993500464253, + "grad_norm": 1.4810248613357544, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8563984036445618, + "num_tokens": 80272528.0, + "step": 2203 + }, + { + "epoch": 0.40928505106778085, + "grad_norm": 1.521748423576355, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8584743738174438, + "num_tokens": 80307976.0, + "step": 2204 + }, + { + "epoch": 0.40947075208913647, + "grad_norm": 1.492809534072876, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8765307664871216, + "num_tokens": 80340099.0, + "step": 2205 + }, + { + "epoch": 0.4096564531104921, + "grad_norm": 1.5285580158233643, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8556561470031738, + "num_tokens": 80374678.0, + "step": 2206 + }, + { + "epoch": 0.4098421541318477, + "grad_norm": 1.552101969718933, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.868989884853363, + "num_tokens": 80410277.0, + "step": 2207 + }, + { + "epoch": 0.41002785515320334, + "grad_norm": 1.4997140169143677, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8581045866012573, + "num_tokens": 80444079.0, + "step": 2208 + }, + { + "epoch": 0.41021355617455896, + "grad_norm": 1.556585431098938, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8560197353363037, + "num_tokens": 80477705.0, + "step": 2209 + }, + { + "epoch": 0.4103992571959146, + "grad_norm": 1.3574782609939575, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8737753033638, + "num_tokens": 80515709.0, + "step": 2210 + }, + { + "epoch": 0.4105849582172702, + "grad_norm": 1.4190254211425781, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8660832643508911, + "num_tokens": 80556575.0, + "step": 2211 + }, + { + "epoch": 0.4107706592386258, + "grad_norm": 1.4623531103134155, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8535081148147583, + "num_tokens": 80593810.0, + "step": 2212 + }, + { + "epoch": 0.41095636025998145, + "grad_norm": 1.3268440961837769, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8711742758750916, + "num_tokens": 80637417.0, + "step": 2213 + }, + { + "epoch": 0.41114206128133707, + "grad_norm": 1.3978849649429321, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8680022358894348, + "num_tokens": 80675629.0, + "step": 2214 + }, + { + "epoch": 0.4113277623026927, + "grad_norm": 1.367323875427246, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8563461899757385, + "num_tokens": 80716391.0, + "step": 2215 + }, + { + "epoch": 0.41151346332404826, + "grad_norm": 1.4930975437164307, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8540171384811401, + "num_tokens": 80754097.0, + "step": 2216 + }, + { + "epoch": 0.4116991643454039, + "grad_norm": 1.4064598083496094, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8695127964019775, + "num_tokens": 80791346.0, + "step": 2217 + }, + { + "epoch": 0.4118848653667595, + "grad_norm": 1.3450936079025269, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8702737092971802, + "num_tokens": 80830921.0, + "step": 2218 + }, + { + "epoch": 0.4120705663881151, + "grad_norm": 1.6762337684631348, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8560303449630737, + "num_tokens": 80860962.0, + "step": 2219 + }, + { + "epoch": 0.41225626740947074, + "grad_norm": 1.5108329057693481, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8679947853088379, + "num_tokens": 80896366.0, + "step": 2220 + }, + { + "epoch": 0.41244196843082637, + "grad_norm": 1.4062135219573975, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8571630716323853, + "num_tokens": 80937409.0, + "step": 2221 + }, + { + "epoch": 0.412627669452182, + "grad_norm": 1.5150026082992554, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8643234372138977, + "num_tokens": 80970977.0, + "step": 2222 + }, + { + "epoch": 0.4128133704735376, + "grad_norm": 1.6067005395889282, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8589872121810913, + "num_tokens": 81004675.0, + "step": 2223 + }, + { + "epoch": 0.41299907149489323, + "grad_norm": 1.3364832401275635, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8736427426338196, + "num_tokens": 81049289.0, + "step": 2224 + }, + { + "epoch": 0.41318477251624885, + "grad_norm": 1.5680267810821533, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8550084829330444, + "num_tokens": 81084563.0, + "step": 2225 + }, + { + "epoch": 0.4133704735376045, + "grad_norm": 1.6477656364440918, + "learning_rate": 1e-06, + "loss": 0.4823, + "mean_token_accuracy": 0.8395236730575562, + "num_tokens": 81117283.0, + "step": 2226 + }, + { + "epoch": 0.4135561745589601, + "grad_norm": 1.4128260612487793, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8767471313476562, + "num_tokens": 81154346.0, + "step": 2227 + }, + { + "epoch": 0.41374187558031567, + "grad_norm": 1.614517092704773, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.8473806381225586, + "num_tokens": 81190061.0, + "step": 2228 + }, + { + "epoch": 0.4139275766016713, + "grad_norm": 1.4722437858581543, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.860271692276001, + "num_tokens": 81225364.0, + "step": 2229 + }, + { + "epoch": 0.4141132776230269, + "grad_norm": 1.5137742757797241, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8507019281387329, + "num_tokens": 81259417.0, + "step": 2230 + }, + { + "epoch": 0.41429897864438253, + "grad_norm": 1.470144510269165, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8506101369857788, + "num_tokens": 81302949.0, + "step": 2231 + }, + { + "epoch": 0.41448467966573815, + "grad_norm": 1.6302663087844849, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8572545647621155, + "num_tokens": 81333716.0, + "step": 2232 + }, + { + "epoch": 0.4146703806870938, + "grad_norm": 1.5464794635772705, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8640998601913452, + "num_tokens": 81371762.0, + "step": 2233 + }, + { + "epoch": 0.4148560817084494, + "grad_norm": 1.4606318473815918, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8587905168533325, + "num_tokens": 81409822.0, + "step": 2234 + }, + { + "epoch": 0.415041782729805, + "grad_norm": 1.627269983291626, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8677826523780823, + "num_tokens": 81439405.0, + "step": 2235 + }, + { + "epoch": 0.41522748375116064, + "grad_norm": 1.5576153993606567, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8699182271957397, + "num_tokens": 81472142.0, + "step": 2236 + }, + { + "epoch": 0.41541318477251626, + "grad_norm": 1.7561179399490356, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8618980646133423, + "num_tokens": 81503012.0, + "step": 2237 + }, + { + "epoch": 0.4155988857938719, + "grad_norm": 1.4808799028396606, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.850126326084137, + "num_tokens": 81541501.0, + "step": 2238 + }, + { + "epoch": 0.4157845868152275, + "grad_norm": 1.5199109315872192, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8736653327941895, + "num_tokens": 81573676.0, + "step": 2239 + }, + { + "epoch": 0.4159702878365831, + "grad_norm": 1.5384645462036133, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8529084920883179, + "num_tokens": 81610384.0, + "step": 2240 + }, + { + "epoch": 0.4161559888579387, + "grad_norm": 1.4115313291549683, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.867736279964447, + "num_tokens": 81648026.0, + "step": 2241 + }, + { + "epoch": 0.4163416898792943, + "grad_norm": 1.525154709815979, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.86360102891922, + "num_tokens": 81683416.0, + "step": 2242 + }, + { + "epoch": 0.41652739090064994, + "grad_norm": 1.5304087400436401, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.857079267501831, + "num_tokens": 81718031.0, + "step": 2243 + }, + { + "epoch": 0.41671309192200556, + "grad_norm": 1.491858720779419, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8694608807563782, + "num_tokens": 81753580.0, + "step": 2244 + }, + { + "epoch": 0.4168987929433612, + "grad_norm": 1.5077389478683472, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8565441370010376, + "num_tokens": 81790387.0, + "step": 2245 + }, + { + "epoch": 0.4170844939647168, + "grad_norm": 1.548417329788208, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8601514101028442, + "num_tokens": 81822701.0, + "step": 2246 + }, + { + "epoch": 0.41727019498607243, + "grad_norm": 1.5290157794952393, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8676487803459167, + "num_tokens": 81855290.0, + "step": 2247 + }, + { + "epoch": 0.41745589600742805, + "grad_norm": 1.399296522140503, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8668748140335083, + "num_tokens": 81893889.0, + "step": 2248 + }, + { + "epoch": 0.4176415970287837, + "grad_norm": 1.5170706510543823, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8674233555793762, + "num_tokens": 81925961.0, + "step": 2249 + }, + { + "epoch": 0.4178272980501393, + "grad_norm": 1.4657564163208008, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8666011095046997, + "num_tokens": 81962355.0, + "step": 2250 + }, + { + "epoch": 0.4180129990714949, + "grad_norm": 1.4863746166229248, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8625937104225159, + "num_tokens": 81999702.0, + "step": 2251 + }, + { + "epoch": 0.4181987000928505, + "grad_norm": 1.5833685398101807, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8518143892288208, + "num_tokens": 82036917.0, + "step": 2252 + }, + { + "epoch": 0.4183844011142061, + "grad_norm": 1.4213480949401855, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8611984252929688, + "num_tokens": 82076434.0, + "step": 2253 + }, + { + "epoch": 0.41857010213556173, + "grad_norm": 1.4600111246109009, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8538818955421448, + "num_tokens": 82112836.0, + "step": 2254 + }, + { + "epoch": 0.41875580315691735, + "grad_norm": 1.5257601737976074, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8781008124351501, + "num_tokens": 82145190.0, + "step": 2255 + }, + { + "epoch": 0.41894150417827297, + "grad_norm": 1.5321520566940308, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8709924817085266, + "num_tokens": 82180649.0, + "step": 2256 + }, + { + "epoch": 0.4191272051996286, + "grad_norm": 1.6003103256225586, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8568987250328064, + "num_tokens": 82208791.0, + "step": 2257 + }, + { + "epoch": 0.4193129062209842, + "grad_norm": 1.5185328722000122, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8739434480667114, + "num_tokens": 82242161.0, + "step": 2258 + }, + { + "epoch": 0.41949860724233984, + "grad_norm": 1.427536129951477, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.855872392654419, + "num_tokens": 82282688.0, + "step": 2259 + }, + { + "epoch": 0.41968430826369546, + "grad_norm": 1.4000697135925293, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8636856079101562, + "num_tokens": 82321569.0, + "step": 2260 + }, + { + "epoch": 0.4198700092850511, + "grad_norm": 1.5411542654037476, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8673543930053711, + "num_tokens": 82355538.0, + "step": 2261 + }, + { + "epoch": 0.4200557103064067, + "grad_norm": 1.5423749685287476, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.864312469959259, + "num_tokens": 82388490.0, + "step": 2262 + }, + { + "epoch": 0.4202414113277623, + "grad_norm": 1.5385704040527344, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8535993099212646, + "num_tokens": 82421572.0, + "step": 2263 + }, + { + "epoch": 0.4204271123491179, + "grad_norm": 1.4358487129211426, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8668195009231567, + "num_tokens": 82458898.0, + "step": 2264 + }, + { + "epoch": 0.4206128133704735, + "grad_norm": 1.5209603309631348, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8590055108070374, + "num_tokens": 82495631.0, + "step": 2265 + }, + { + "epoch": 0.42079851439182914, + "grad_norm": 1.35844886302948, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8723456859588623, + "num_tokens": 82533122.0, + "step": 2266 + }, + { + "epoch": 0.42098421541318476, + "grad_norm": 1.5046378374099731, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8726444244384766, + "num_tokens": 82564880.0, + "step": 2267 + }, + { + "epoch": 0.4211699164345404, + "grad_norm": 1.58549964427948, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8649603128433228, + "num_tokens": 82597674.0, + "step": 2268 + }, + { + "epoch": 0.421355617455896, + "grad_norm": 1.5769678354263306, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8495281934738159, + "num_tokens": 82627165.0, + "step": 2269 + }, + { + "epoch": 0.4215413184772516, + "grad_norm": 1.614422082901001, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.854581892490387, + "num_tokens": 82659682.0, + "step": 2270 + }, + { + "epoch": 0.42172701949860725, + "grad_norm": 1.4538887739181519, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8651517629623413, + "num_tokens": 82694556.0, + "step": 2271 + }, + { + "epoch": 0.42191272051996287, + "grad_norm": 1.353930950164795, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8656310439109802, + "num_tokens": 82737267.0, + "step": 2272 + }, + { + "epoch": 0.4220984215413185, + "grad_norm": 1.4927058219909668, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8650532960891724, + "num_tokens": 82771851.0, + "step": 2273 + }, + { + "epoch": 0.4222841225626741, + "grad_norm": 1.566434621810913, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.862417459487915, + "num_tokens": 82807794.0, + "step": 2274 + }, + { + "epoch": 0.42246982358402974, + "grad_norm": 1.3769893646240234, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8704045414924622, + "num_tokens": 82851056.0, + "step": 2275 + }, + { + "epoch": 0.4226555246053853, + "grad_norm": 1.5425230264663696, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8531583547592163, + "num_tokens": 82885511.0, + "step": 2276 + }, + { + "epoch": 0.4228412256267409, + "grad_norm": 1.509970784187317, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8518026471138, + "num_tokens": 82921240.0, + "step": 2277 + }, + { + "epoch": 0.42302692664809655, + "grad_norm": 1.5962456464767456, + "learning_rate": 1e-06, + "loss": 0.4549, + "mean_token_accuracy": 0.8504245281219482, + "num_tokens": 82956581.0, + "step": 2278 + }, + { + "epoch": 0.42321262766945217, + "grad_norm": 1.354858160018921, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.869648814201355, + "num_tokens": 82995319.0, + "step": 2279 + }, + { + "epoch": 0.4233983286908078, + "grad_norm": 1.4219186305999756, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8648316860198975, + "num_tokens": 83032126.0, + "step": 2280 + }, + { + "epoch": 0.4235840297121634, + "grad_norm": 1.527097225189209, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8510148525238037, + "num_tokens": 83067359.0, + "step": 2281 + }, + { + "epoch": 0.42376973073351903, + "grad_norm": 1.5091511011123657, + "learning_rate": 1e-06, + "loss": 0.4874, + "mean_token_accuracy": 0.8411334753036499, + "num_tokens": 83104407.0, + "step": 2282 + }, + { + "epoch": 0.42395543175487466, + "grad_norm": 1.4061784744262695, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8599519729614258, + "num_tokens": 83139884.0, + "step": 2283 + }, + { + "epoch": 0.4241411327762303, + "grad_norm": 1.4683462381362915, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8700481653213501, + "num_tokens": 83174070.0, + "step": 2284 + }, + { + "epoch": 0.4243268337975859, + "grad_norm": 1.5152063369750977, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8606313467025757, + "num_tokens": 83210800.0, + "step": 2285 + }, + { + "epoch": 0.4245125348189415, + "grad_norm": 1.4041597843170166, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.869238018989563, + "num_tokens": 83250142.0, + "step": 2286 + }, + { + "epoch": 0.42469823584029714, + "grad_norm": 1.4558594226837158, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.859601616859436, + "num_tokens": 83286303.0, + "step": 2287 + }, + { + "epoch": 0.42488393686165277, + "grad_norm": 1.3811545372009277, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8725993633270264, + "num_tokens": 83323830.0, + "step": 2288 + }, + { + "epoch": 0.42506963788300833, + "grad_norm": 1.436087965965271, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.871991753578186, + "num_tokens": 83359478.0, + "step": 2289 + }, + { + "epoch": 0.42525533890436396, + "grad_norm": 1.4204342365264893, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.865154504776001, + "num_tokens": 83398041.0, + "step": 2290 + }, + { + "epoch": 0.4254410399257196, + "grad_norm": 1.3650635480880737, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8587102890014648, + "num_tokens": 83440135.0, + "step": 2291 + }, + { + "epoch": 0.4256267409470752, + "grad_norm": 1.5283211469650269, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8634518384933472, + "num_tokens": 83473176.0, + "step": 2292 + }, + { + "epoch": 0.4258124419684308, + "grad_norm": 1.588735818862915, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.873552143573761, + "num_tokens": 83504572.0, + "step": 2293 + }, + { + "epoch": 0.42599814298978644, + "grad_norm": 1.6267069578170776, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8603261709213257, + "num_tokens": 83534708.0, + "step": 2294 + }, + { + "epoch": 0.42618384401114207, + "grad_norm": 1.5465102195739746, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.85289466381073, + "num_tokens": 83567423.0, + "step": 2295 + }, + { + "epoch": 0.4263695450324977, + "grad_norm": 1.4464191198349, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8727279305458069, + "num_tokens": 83605309.0, + "step": 2296 + }, + { + "epoch": 0.4265552460538533, + "grad_norm": 1.5810010433197021, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8655565977096558, + "num_tokens": 83637786.0, + "step": 2297 + }, + { + "epoch": 0.42674094707520893, + "grad_norm": 1.3955436944961548, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8662428855895996, + "num_tokens": 83673468.0, + "step": 2298 + }, + { + "epoch": 0.42692664809656455, + "grad_norm": 1.6500484943389893, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8695969581604004, + "num_tokens": 83701659.0, + "step": 2299 + }, + { + "epoch": 0.4271123491179202, + "grad_norm": 1.5072892904281616, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8789412975311279, + "num_tokens": 83738675.0, + "step": 2300 + }, + { + "epoch": 0.42729805013927574, + "grad_norm": 1.533560872077942, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8646836876869202, + "num_tokens": 83772198.0, + "step": 2301 + }, + { + "epoch": 0.42748375116063136, + "grad_norm": 1.5060213804244995, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8499106764793396, + "num_tokens": 83809754.0, + "step": 2302 + }, + { + "epoch": 0.427669452181987, + "grad_norm": 1.5145292282104492, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8501952290534973, + "num_tokens": 83844903.0, + "step": 2303 + }, + { + "epoch": 0.4278551532033426, + "grad_norm": 1.751603126525879, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.867755651473999, + "num_tokens": 83874502.0, + "step": 2304 + }, + { + "epoch": 0.42804085422469823, + "grad_norm": 1.5723658800125122, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8383626937866211, + "num_tokens": 83908139.0, + "step": 2305 + }, + { + "epoch": 0.42822655524605385, + "grad_norm": 1.4476385116577148, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8658319711685181, + "num_tokens": 83947112.0, + "step": 2306 + }, + { + "epoch": 0.4284122562674095, + "grad_norm": 1.5398123264312744, + "learning_rate": 1e-06, + "loss": 0.51, + "mean_token_accuracy": 0.8378612995147705, + "num_tokens": 83987074.0, + "step": 2307 + }, + { + "epoch": 0.4285979572887651, + "grad_norm": 1.4004302024841309, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8574240803718567, + "num_tokens": 84028232.0, + "step": 2308 + }, + { + "epoch": 0.4287836583101207, + "grad_norm": 1.5846329927444458, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8625314235687256, + "num_tokens": 84060780.0, + "step": 2309 + }, + { + "epoch": 0.42896935933147634, + "grad_norm": 1.3563354015350342, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8660313487052917, + "num_tokens": 84098167.0, + "step": 2310 + }, + { + "epoch": 0.42915506035283196, + "grad_norm": 1.4606680870056152, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8712347745895386, + "num_tokens": 84135633.0, + "step": 2311 + }, + { + "epoch": 0.4293407613741876, + "grad_norm": 1.5408973693847656, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8584414720535278, + "num_tokens": 84172684.0, + "step": 2312 + }, + { + "epoch": 0.42952646239554315, + "grad_norm": 1.407595157623291, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8668995499610901, + "num_tokens": 84208488.0, + "step": 2313 + }, + { + "epoch": 0.4297121634168988, + "grad_norm": 1.5525617599487305, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8603882193565369, + "num_tokens": 84243333.0, + "step": 2314 + }, + { + "epoch": 0.4298978644382544, + "grad_norm": 1.5217586755752563, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8553416728973389, + "num_tokens": 84283414.0, + "step": 2315 + }, + { + "epoch": 0.43008356545961, + "grad_norm": 1.4802484512329102, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8620911836624146, + "num_tokens": 84320480.0, + "step": 2316 + }, + { + "epoch": 0.43026926648096564, + "grad_norm": 1.461986780166626, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8684049844741821, + "num_tokens": 84358383.0, + "step": 2317 + }, + { + "epoch": 0.43045496750232126, + "grad_norm": 1.516825556755066, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8450894355773926, + "num_tokens": 84396467.0, + "step": 2318 + }, + { + "epoch": 0.4306406685236769, + "grad_norm": 1.4719018936157227, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8559226989746094, + "num_tokens": 84428176.0, + "step": 2319 + }, + { + "epoch": 0.4308263695450325, + "grad_norm": 1.3826384544372559, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8668060898780823, + "num_tokens": 84465563.0, + "step": 2320 + }, + { + "epoch": 0.43101207056638813, + "grad_norm": 1.581908106803894, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8688027262687683, + "num_tokens": 84496831.0, + "step": 2321 + }, + { + "epoch": 0.43119777158774375, + "grad_norm": 1.4756845235824585, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8470761179924011, + "num_tokens": 84533404.0, + "step": 2322 + }, + { + "epoch": 0.43138347260909937, + "grad_norm": 1.5316035747528076, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.874565839767456, + "num_tokens": 84568944.0, + "step": 2323 + }, + { + "epoch": 0.431569173630455, + "grad_norm": 1.3398131132125854, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8687968254089355, + "num_tokens": 84610480.0, + "step": 2324 + }, + { + "epoch": 0.43175487465181056, + "grad_norm": 1.5378217697143555, + "learning_rate": 1e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.8472675085067749, + "num_tokens": 84643248.0, + "step": 2325 + }, + { + "epoch": 0.4319405756731662, + "grad_norm": 1.434675931930542, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8532130718231201, + "num_tokens": 84683849.0, + "step": 2326 + }, + { + "epoch": 0.4321262766945218, + "grad_norm": 1.454740047454834, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8633665442466736, + "num_tokens": 84720128.0, + "step": 2327 + }, + { + "epoch": 0.4323119777158774, + "grad_norm": 1.5341719388961792, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8683579564094543, + "num_tokens": 84753012.0, + "step": 2328 + }, + { + "epoch": 0.43249767873723305, + "grad_norm": 1.3660995960235596, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8546842932701111, + "num_tokens": 84798401.0, + "step": 2329 + }, + { + "epoch": 0.43268337975858867, + "grad_norm": 1.5329164266586304, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8669818639755249, + "num_tokens": 84829721.0, + "step": 2330 + }, + { + "epoch": 0.4328690807799443, + "grad_norm": 1.5076123476028442, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8532922863960266, + "num_tokens": 84868724.0, + "step": 2331 + }, + { + "epoch": 0.4330547818012999, + "grad_norm": 1.4268977642059326, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8762176036834717, + "num_tokens": 84910104.0, + "step": 2332 + }, + { + "epoch": 0.43324048282265554, + "grad_norm": 1.476375937461853, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.866934597492218, + "num_tokens": 84947928.0, + "step": 2333 + }, + { + "epoch": 0.43342618384401116, + "grad_norm": 1.4804346561431885, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8557029962539673, + "num_tokens": 84983883.0, + "step": 2334 + }, + { + "epoch": 0.4336118848653668, + "grad_norm": 1.6140005588531494, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8635584712028503, + "num_tokens": 85016285.0, + "step": 2335 + }, + { + "epoch": 0.4337975858867224, + "grad_norm": 1.6007872819900513, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8656246066093445, + "num_tokens": 85047342.0, + "step": 2336 + }, + { + "epoch": 0.43398328690807797, + "grad_norm": 1.540852427482605, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8670388460159302, + "num_tokens": 85084313.0, + "step": 2337 + }, + { + "epoch": 0.4341689879294336, + "grad_norm": 1.4225637912750244, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8777180910110474, + "num_tokens": 85121997.0, + "step": 2338 + }, + { + "epoch": 0.4343546889507892, + "grad_norm": 1.318208932876587, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8724452257156372, + "num_tokens": 85161976.0, + "step": 2339 + }, + { + "epoch": 0.43454038997214484, + "grad_norm": 1.5987731218338013, + "learning_rate": 1e-06, + "loss": 0.4963, + "mean_token_accuracy": 0.8349862098693848, + "num_tokens": 85195816.0, + "step": 2340 + }, + { + "epoch": 0.43472609099350046, + "grad_norm": 1.3435537815093994, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8650556802749634, + "num_tokens": 85239494.0, + "step": 2341 + }, + { + "epoch": 0.4349117920148561, + "grad_norm": 1.4612596035003662, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8533281087875366, + "num_tokens": 85277851.0, + "step": 2342 + }, + { + "epoch": 0.4350974930362117, + "grad_norm": 1.4596104621887207, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8577036261558533, + "num_tokens": 85314838.0, + "step": 2343 + }, + { + "epoch": 0.4352831940575673, + "grad_norm": 1.7509881258010864, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8450214862823486, + "num_tokens": 85342991.0, + "step": 2344 + }, + { + "epoch": 0.43546889507892295, + "grad_norm": 1.4361215829849243, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8594951629638672, + "num_tokens": 85381759.0, + "step": 2345 + }, + { + "epoch": 0.43565459610027857, + "grad_norm": 1.529359221458435, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8795291781425476, + "num_tokens": 85413779.0, + "step": 2346 + }, + { + "epoch": 0.4358402971216342, + "grad_norm": 1.5699617862701416, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8711808323860168, + "num_tokens": 85447178.0, + "step": 2347 + }, + { + "epoch": 0.4360259981429898, + "grad_norm": 1.3557955026626587, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8706860542297363, + "num_tokens": 85489258.0, + "step": 2348 + }, + { + "epoch": 0.4362116991643454, + "grad_norm": 1.5453966856002808, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8699268698692322, + "num_tokens": 85522274.0, + "step": 2349 + }, + { + "epoch": 0.436397400185701, + "grad_norm": 1.6634408235549927, + "learning_rate": 1e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8525173664093018, + "num_tokens": 85557871.0, + "step": 2350 + }, + { + "epoch": 0.4365831012070566, + "grad_norm": 1.4213277101516724, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8636029958724976, + "num_tokens": 85595014.0, + "step": 2351 + }, + { + "epoch": 0.43676880222841225, + "grad_norm": 1.590889573097229, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8716322183609009, + "num_tokens": 85625368.0, + "step": 2352 + }, + { + "epoch": 0.43695450324976787, + "grad_norm": 1.4985774755477905, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.856613278388977, + "num_tokens": 85661775.0, + "step": 2353 + }, + { + "epoch": 0.4371402042711235, + "grad_norm": 1.4821797609329224, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8509523868560791, + "num_tokens": 85698178.0, + "step": 2354 + }, + { + "epoch": 0.4373259052924791, + "grad_norm": 1.5001835823059082, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8667043447494507, + "num_tokens": 85734170.0, + "step": 2355 + }, + { + "epoch": 0.43751160631383473, + "grad_norm": 1.468946933746338, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.869990348815918, + "num_tokens": 85773043.0, + "step": 2356 + }, + { + "epoch": 0.43769730733519036, + "grad_norm": 1.389482855796814, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8713038563728333, + "num_tokens": 85808454.0, + "step": 2357 + }, + { + "epoch": 0.437883008356546, + "grad_norm": 1.3832165002822876, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8693912029266357, + "num_tokens": 85848856.0, + "step": 2358 + }, + { + "epoch": 0.4380687093779016, + "grad_norm": 1.4737707376480103, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8541762828826904, + "num_tokens": 85887656.0, + "step": 2359 + }, + { + "epoch": 0.4382544103992572, + "grad_norm": 1.4445881843566895, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.848346471786499, + "num_tokens": 85928627.0, + "step": 2360 + }, + { + "epoch": 0.4384401114206128, + "grad_norm": 1.3820208311080933, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8751909732818604, + "num_tokens": 85964603.0, + "step": 2361 + }, + { + "epoch": 0.4386258124419684, + "grad_norm": 1.5586086511611938, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8647480010986328, + "num_tokens": 85998378.0, + "step": 2362 + }, + { + "epoch": 0.43881151346332403, + "grad_norm": 1.4655286073684692, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8646215200424194, + "num_tokens": 86032120.0, + "step": 2363 + }, + { + "epoch": 0.43899721448467965, + "grad_norm": 1.5697109699249268, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8576000928878784, + "num_tokens": 86063859.0, + "step": 2364 + }, + { + "epoch": 0.4391829155060353, + "grad_norm": 1.5205388069152832, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8689025044441223, + "num_tokens": 86098298.0, + "step": 2365 + }, + { + "epoch": 0.4393686165273909, + "grad_norm": 1.5630987882614136, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8607822060585022, + "num_tokens": 86130140.0, + "step": 2366 + }, + { + "epoch": 0.4395543175487465, + "grad_norm": 1.5440607070922852, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.865332841873169, + "num_tokens": 86163073.0, + "step": 2367 + }, + { + "epoch": 0.43974001857010214, + "grad_norm": 1.4673033952713013, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8566330075263977, + "num_tokens": 86201988.0, + "step": 2368 + }, + { + "epoch": 0.43992571959145776, + "grad_norm": 1.493040680885315, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8594637513160706, + "num_tokens": 86240301.0, + "step": 2369 + }, + { + "epoch": 0.4401114206128134, + "grad_norm": 1.490381121635437, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8677321672439575, + "num_tokens": 86273515.0, + "step": 2370 + }, + { + "epoch": 0.440297121634169, + "grad_norm": 1.5351053476333618, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.844429612159729, + "num_tokens": 86313821.0, + "step": 2371 + }, + { + "epoch": 0.44048282265552463, + "grad_norm": 1.549696922302246, + "learning_rate": 1e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8491326570510864, + "num_tokens": 86349992.0, + "step": 2372 + }, + { + "epoch": 0.4406685236768802, + "grad_norm": 1.4635549783706665, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8629721999168396, + "num_tokens": 86385900.0, + "step": 2373 + }, + { + "epoch": 0.4408542246982358, + "grad_norm": 1.382229208946228, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8778977394104004, + "num_tokens": 86427750.0, + "step": 2374 + }, + { + "epoch": 0.44103992571959144, + "grad_norm": 1.5439684391021729, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8606945872306824, + "num_tokens": 86461776.0, + "step": 2375 + }, + { + "epoch": 0.44122562674094706, + "grad_norm": 1.6248104572296143, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8491649031639099, + "num_tokens": 86493309.0, + "step": 2376 + }, + { + "epoch": 0.4414113277623027, + "grad_norm": 1.501112699508667, + "learning_rate": 1e-06, + "loss": 0.4788, + "mean_token_accuracy": 0.8445435762405396, + "num_tokens": 86531772.0, + "step": 2377 + }, + { + "epoch": 0.4415970287836583, + "grad_norm": 1.4873919486999512, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8596810102462769, + "num_tokens": 86569756.0, + "step": 2378 + }, + { + "epoch": 0.44178272980501393, + "grad_norm": 1.3791707754135132, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8667457103729248, + "num_tokens": 86605733.0, + "step": 2379 + }, + { + "epoch": 0.44196843082636955, + "grad_norm": 1.4888901710510254, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8612852096557617, + "num_tokens": 86640115.0, + "step": 2380 + }, + { + "epoch": 0.4421541318477252, + "grad_norm": 1.5151779651641846, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8706908822059631, + "num_tokens": 86673984.0, + "step": 2381 + }, + { + "epoch": 0.4423398328690808, + "grad_norm": 1.378459095954895, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8741188049316406, + "num_tokens": 86713643.0, + "step": 2382 + }, + { + "epoch": 0.4425255338904364, + "grad_norm": 1.3809648752212524, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8601348400115967, + "num_tokens": 86754060.0, + "step": 2383 + }, + { + "epoch": 0.44271123491179204, + "grad_norm": 1.50229012966156, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8595211505889893, + "num_tokens": 86788338.0, + "step": 2384 + }, + { + "epoch": 0.4428969359331476, + "grad_norm": 1.5306391716003418, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.864730954170227, + "num_tokens": 86822350.0, + "step": 2385 + }, + { + "epoch": 0.44308263695450323, + "grad_norm": 1.4903481006622314, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8601325750350952, + "num_tokens": 86855016.0, + "step": 2386 + }, + { + "epoch": 0.44326833797585885, + "grad_norm": 1.5122711658477783, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8518129587173462, + "num_tokens": 86890934.0, + "step": 2387 + }, + { + "epoch": 0.4434540389972145, + "grad_norm": 1.4953055381774902, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8457030057907104, + "num_tokens": 86932213.0, + "step": 2388 + }, + { + "epoch": 0.4436397400185701, + "grad_norm": 1.485255241394043, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8580824136734009, + "num_tokens": 86976981.0, + "step": 2389 + }, + { + "epoch": 0.4438254410399257, + "grad_norm": 1.4600294828414917, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8759334683418274, + "num_tokens": 87009335.0, + "step": 2390 + }, + { + "epoch": 0.44401114206128134, + "grad_norm": 1.3681344985961914, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8645162582397461, + "num_tokens": 87046260.0, + "step": 2391 + }, + { + "epoch": 0.44419684308263696, + "grad_norm": 1.3202126026153564, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8634851574897766, + "num_tokens": 87090695.0, + "step": 2392 + }, + { + "epoch": 0.4443825441039926, + "grad_norm": 1.6001206636428833, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8557266592979431, + "num_tokens": 87121001.0, + "step": 2393 + }, + { + "epoch": 0.4445682451253482, + "grad_norm": 1.4054856300354004, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.867924153804779, + "num_tokens": 87160023.0, + "step": 2394 + }, + { + "epoch": 0.4447539461467038, + "grad_norm": 1.412882924079895, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8719059228897095, + "num_tokens": 87195262.0, + "step": 2395 + }, + { + "epoch": 0.44493964716805945, + "grad_norm": 1.4804199934005737, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8688864707946777, + "num_tokens": 87232059.0, + "step": 2396 + }, + { + "epoch": 0.445125348189415, + "grad_norm": 1.6006485223770142, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8695135712623596, + "num_tokens": 87263579.0, + "step": 2397 + }, + { + "epoch": 0.44531104921077064, + "grad_norm": 1.5499073266983032, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8719455003738403, + "num_tokens": 87294292.0, + "step": 2398 + }, + { + "epoch": 0.44549675023212626, + "grad_norm": 1.5206772089004517, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8682358860969543, + "num_tokens": 87325741.0, + "step": 2399 + }, + { + "epoch": 0.4456824512534819, + "grad_norm": 1.3793514966964722, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.877052903175354, + "num_tokens": 87362910.0, + "step": 2400 + }, + { + "epoch": 0.4458681522748375, + "grad_norm": 1.547487735748291, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.8567441701889038, + "num_tokens": 87396568.0, + "step": 2401 + }, + { + "epoch": 0.4460538532961931, + "grad_norm": 1.5567827224731445, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8634176254272461, + "num_tokens": 87429805.0, + "step": 2402 + }, + { + "epoch": 0.44623955431754875, + "grad_norm": 1.5991754531860352, + "learning_rate": 1e-06, + "loss": 0.5049, + "mean_token_accuracy": 0.833389401435852, + "num_tokens": 87466569.0, + "step": 2403 + }, + { + "epoch": 0.44642525533890437, + "grad_norm": 1.5538384914398193, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8530844449996948, + "num_tokens": 87503312.0, + "step": 2404 + }, + { + "epoch": 0.44661095636026, + "grad_norm": 1.4743542671203613, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8596580624580383, + "num_tokens": 87538977.0, + "step": 2405 + }, + { + "epoch": 0.4467966573816156, + "grad_norm": 1.5283985137939453, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8609443306922913, + "num_tokens": 87574621.0, + "step": 2406 + }, + { + "epoch": 0.44698235840297124, + "grad_norm": 1.4508922100067139, + "learning_rate": 1e-06, + "loss": 0.4945, + "mean_token_accuracy": 0.8409363031387329, + "num_tokens": 87616741.0, + "step": 2407 + }, + { + "epoch": 0.44716805942432686, + "grad_norm": 1.4384169578552246, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8463621139526367, + "num_tokens": 87659361.0, + "step": 2408 + }, + { + "epoch": 0.4473537604456824, + "grad_norm": 1.4628431797027588, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8729364275932312, + "num_tokens": 87691748.0, + "step": 2409 + }, + { + "epoch": 0.44753946146703805, + "grad_norm": 1.388615608215332, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8607414960861206, + "num_tokens": 87731046.0, + "step": 2410 + }, + { + "epoch": 0.44772516248839367, + "grad_norm": 1.5225706100463867, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8521775007247925, + "num_tokens": 87766636.0, + "step": 2411 + }, + { + "epoch": 0.4479108635097493, + "grad_norm": 1.3739820718765259, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8740949630737305, + "num_tokens": 87805331.0, + "step": 2412 + }, + { + "epoch": 0.4480965645311049, + "grad_norm": 1.4160312414169312, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8601325750350952, + "num_tokens": 87843910.0, + "step": 2413 + }, + { + "epoch": 0.44828226555246053, + "grad_norm": 1.4093942642211914, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8617185950279236, + "num_tokens": 87880671.0, + "step": 2414 + }, + { + "epoch": 0.44846796657381616, + "grad_norm": 1.341360092163086, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8600698113441467, + "num_tokens": 87922474.0, + "step": 2415 + }, + { + "epoch": 0.4486536675951718, + "grad_norm": 1.3861504793167114, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8725600838661194, + "num_tokens": 87963109.0, + "step": 2416 + }, + { + "epoch": 0.4488393686165274, + "grad_norm": 1.512453556060791, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8774791359901428, + "num_tokens": 87998172.0, + "step": 2417 + }, + { + "epoch": 0.449025069637883, + "grad_norm": 1.5096067190170288, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8537399768829346, + "num_tokens": 88035512.0, + "step": 2418 + }, + { + "epoch": 0.44921077065923865, + "grad_norm": 1.5575172901153564, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8543599843978882, + "num_tokens": 88070776.0, + "step": 2419 + }, + { + "epoch": 0.44939647168059427, + "grad_norm": 1.5054757595062256, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.871150016784668, + "num_tokens": 88102472.0, + "step": 2420 + }, + { + "epoch": 0.44958217270194983, + "grad_norm": 1.671546459197998, + "learning_rate": 1e-06, + "loss": 0.5039, + "mean_token_accuracy": 0.8330879211425781, + "num_tokens": 88132932.0, + "step": 2421 + }, + { + "epoch": 0.44976787372330546, + "grad_norm": 1.5235891342163086, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.864500880241394, + "num_tokens": 88165958.0, + "step": 2422 + }, + { + "epoch": 0.4499535747446611, + "grad_norm": 1.4710983037948608, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8479619026184082, + "num_tokens": 88206518.0, + "step": 2423 + }, + { + "epoch": 0.4501392757660167, + "grad_norm": 1.5053175687789917, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.853121280670166, + "num_tokens": 88245142.0, + "step": 2424 + }, + { + "epoch": 0.4503249767873723, + "grad_norm": 1.5836758613586426, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.858432412147522, + "num_tokens": 88278284.0, + "step": 2425 + }, + { + "epoch": 0.45051067780872794, + "grad_norm": 1.4180188179016113, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8649250268936157, + "num_tokens": 88316345.0, + "step": 2426 + }, + { + "epoch": 0.45069637883008357, + "grad_norm": 1.5459518432617188, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8555736541748047, + "num_tokens": 88346796.0, + "step": 2427 + }, + { + "epoch": 0.4508820798514392, + "grad_norm": 1.471459150314331, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.863793134689331, + "num_tokens": 88380886.0, + "step": 2428 + }, + { + "epoch": 0.4510677808727948, + "grad_norm": 1.4743213653564453, + "learning_rate": 1e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.8463045358657837, + "num_tokens": 88422153.0, + "step": 2429 + }, + { + "epoch": 0.45125348189415043, + "grad_norm": 1.6360530853271484, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.862410306930542, + "num_tokens": 88450088.0, + "step": 2430 + }, + { + "epoch": 0.45143918291550605, + "grad_norm": 1.4271560907363892, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8634836673736572, + "num_tokens": 88486214.0, + "step": 2431 + }, + { + "epoch": 0.4516248839368617, + "grad_norm": 1.4434905052185059, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.854268491268158, + "num_tokens": 88524461.0, + "step": 2432 + }, + { + "epoch": 0.45181058495821724, + "grad_norm": 1.4535547494888306, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8640456199645996, + "num_tokens": 88561032.0, + "step": 2433 + }, + { + "epoch": 0.45199628597957286, + "grad_norm": 1.47825288772583, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8567583560943604, + "num_tokens": 88601092.0, + "step": 2434 + }, + { + "epoch": 0.4521819870009285, + "grad_norm": 1.6202445030212402, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8587764501571655, + "num_tokens": 88633506.0, + "step": 2435 + }, + { + "epoch": 0.4523676880222841, + "grad_norm": 1.671152949333191, + "learning_rate": 1e-06, + "loss": 0.5039, + "mean_token_accuracy": 0.8354964256286621, + "num_tokens": 88665884.0, + "step": 2436 + }, + { + "epoch": 0.45255338904363973, + "grad_norm": 1.4959864616394043, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8547376394271851, + "num_tokens": 88700586.0, + "step": 2437 + }, + { + "epoch": 0.45273909006499535, + "grad_norm": 1.5044822692871094, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8616964817047119, + "num_tokens": 88736126.0, + "step": 2438 + }, + { + "epoch": 0.452924791086351, + "grad_norm": 1.4051313400268555, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8547996878623962, + "num_tokens": 88777012.0, + "step": 2439 + }, + { + "epoch": 0.4531104921077066, + "grad_norm": 1.456372618675232, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8703808784484863, + "num_tokens": 88812236.0, + "step": 2440 + }, + { + "epoch": 0.4532961931290622, + "grad_norm": 1.457588791847229, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8637163639068604, + "num_tokens": 88846853.0, + "step": 2441 + }, + { + "epoch": 0.45348189415041784, + "grad_norm": 1.4495443105697632, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8632038831710815, + "num_tokens": 88884578.0, + "step": 2442 + }, + { + "epoch": 0.45366759517177346, + "grad_norm": 1.5514503717422485, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8642799854278564, + "num_tokens": 88918428.0, + "step": 2443 + }, + { + "epoch": 0.4538532961931291, + "grad_norm": 1.4263415336608887, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8638046383857727, + "num_tokens": 88958279.0, + "step": 2444 + }, + { + "epoch": 0.45403899721448465, + "grad_norm": 1.419108510017395, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.859383225440979, + "num_tokens": 88994192.0, + "step": 2445 + }, + { + "epoch": 0.4542246982358403, + "grad_norm": 1.529327154159546, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8769490122795105, + "num_tokens": 89023736.0, + "step": 2446 + }, + { + "epoch": 0.4544103992571959, + "grad_norm": 1.8669192790985107, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8636211156845093, + "num_tokens": 89059052.0, + "step": 2447 + }, + { + "epoch": 0.4545961002785515, + "grad_norm": 1.4911270141601562, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8608871698379517, + "num_tokens": 89092667.0, + "step": 2448 + }, + { + "epoch": 0.45478180129990714, + "grad_norm": 1.4768970012664795, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8585398197174072, + "num_tokens": 89128703.0, + "step": 2449 + }, + { + "epoch": 0.45496750232126276, + "grad_norm": 1.4565107822418213, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8556053638458252, + "num_tokens": 89165311.0, + "step": 2450 + }, + { + "epoch": 0.4551532033426184, + "grad_norm": 1.3853905200958252, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8600559234619141, + "num_tokens": 89204842.0, + "step": 2451 + }, + { + "epoch": 0.455338904363974, + "grad_norm": 1.5510352849960327, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8614070415496826, + "num_tokens": 89238229.0, + "step": 2452 + }, + { + "epoch": 0.45552460538532963, + "grad_norm": 1.4817159175872803, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8632402420043945, + "num_tokens": 89275866.0, + "step": 2453 + }, + { + "epoch": 0.45571030640668525, + "grad_norm": 1.512323260307312, + "learning_rate": 1e-06, + "loss": 0.4906, + "mean_token_accuracy": 0.8472386002540588, + "num_tokens": 89314162.0, + "step": 2454 + }, + { + "epoch": 0.4558960074280409, + "grad_norm": 1.5063371658325195, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8562256097793579, + "num_tokens": 89350995.0, + "step": 2455 + }, + { + "epoch": 0.4560817084493965, + "grad_norm": 1.4291813373565674, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8695605397224426, + "num_tokens": 89388485.0, + "step": 2456 + }, + { + "epoch": 0.4562674094707521, + "grad_norm": 1.533757209777832, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8542668223381042, + "num_tokens": 89424618.0, + "step": 2457 + }, + { + "epoch": 0.4564531104921077, + "grad_norm": 1.4735755920410156, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.844428300857544, + "num_tokens": 89464160.0, + "step": 2458 + }, + { + "epoch": 0.4566388115134633, + "grad_norm": 1.4588652849197388, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8567825555801392, + "num_tokens": 89503359.0, + "step": 2459 + }, + { + "epoch": 0.4568245125348189, + "grad_norm": 1.371545433998108, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8685678243637085, + "num_tokens": 89545040.0, + "step": 2460 + }, + { + "epoch": 0.45701021355617455, + "grad_norm": 1.4936753511428833, + "learning_rate": 1e-06, + "loss": 0.4757, + "mean_token_accuracy": 0.8443250060081482, + "num_tokens": 89583068.0, + "step": 2461 + }, + { + "epoch": 0.45719591457753017, + "grad_norm": 1.434678554534912, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8466354608535767, + "num_tokens": 89621913.0, + "step": 2462 + }, + { + "epoch": 0.4573816155988858, + "grad_norm": 1.3898422718048096, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8587138652801514, + "num_tokens": 89660663.0, + "step": 2463 + }, + { + "epoch": 0.4575673166202414, + "grad_norm": 1.364883542060852, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8771917223930359, + "num_tokens": 89696900.0, + "step": 2464 + }, + { + "epoch": 0.45775301764159704, + "grad_norm": 1.393113613128662, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8740994334220886, + "num_tokens": 89735269.0, + "step": 2465 + }, + { + "epoch": 0.45793871866295266, + "grad_norm": 1.411813497543335, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8733565807342529, + "num_tokens": 89775421.0, + "step": 2466 + }, + { + "epoch": 0.4581244196843083, + "grad_norm": 1.4298582077026367, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8646187782287598, + "num_tokens": 89811597.0, + "step": 2467 + }, + { + "epoch": 0.4583101207056639, + "grad_norm": 1.3896178007125854, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8677480220794678, + "num_tokens": 89851588.0, + "step": 2468 + }, + { + "epoch": 0.4584958217270195, + "grad_norm": 1.4216798543930054, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8614366054534912, + "num_tokens": 89891152.0, + "step": 2469 + }, + { + "epoch": 0.4586815227483751, + "grad_norm": 1.5028077363967896, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8584350347518921, + "num_tokens": 89926358.0, + "step": 2470 + }, + { + "epoch": 0.4588672237697307, + "grad_norm": 1.607749581336975, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8761329650878906, + "num_tokens": 89958094.0, + "step": 2471 + }, + { + "epoch": 0.45905292479108634, + "grad_norm": 1.5786066055297852, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8787859678268433, + "num_tokens": 89993560.0, + "step": 2472 + }, + { + "epoch": 0.45923862581244196, + "grad_norm": 1.471039891242981, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8708158731460571, + "num_tokens": 90027004.0, + "step": 2473 + }, + { + "epoch": 0.4594243268337976, + "grad_norm": 1.4564738273620605, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8512231111526489, + "num_tokens": 90064081.0, + "step": 2474 + }, + { + "epoch": 0.4596100278551532, + "grad_norm": 1.4549164772033691, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8669081926345825, + "num_tokens": 90097638.0, + "step": 2475 + }, + { + "epoch": 0.4597957288765088, + "grad_norm": 1.4783543348312378, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8609097599983215, + "num_tokens": 90137651.0, + "step": 2476 + }, + { + "epoch": 0.45998142989786445, + "grad_norm": 1.468224287033081, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8593385219573975, + "num_tokens": 90175289.0, + "step": 2477 + }, + { + "epoch": 0.46016713091922007, + "grad_norm": 1.5077118873596191, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.857459545135498, + "num_tokens": 90208417.0, + "step": 2478 + }, + { + "epoch": 0.4603528319405757, + "grad_norm": 1.4319802522659302, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8525679111480713, + "num_tokens": 90251339.0, + "step": 2479 + }, + { + "epoch": 0.4605385329619313, + "grad_norm": 1.444156289100647, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.874690055847168, + "num_tokens": 90287316.0, + "step": 2480 + }, + { + "epoch": 0.46072423398328693, + "grad_norm": 1.5184557437896729, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8528530597686768, + "num_tokens": 90323988.0, + "step": 2481 + }, + { + "epoch": 0.4609099350046425, + "grad_norm": 1.5725107192993164, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8528791666030884, + "num_tokens": 90357971.0, + "step": 2482 + }, + { + "epoch": 0.4610956360259981, + "grad_norm": 1.3821598291397095, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8568050861358643, + "num_tokens": 90398786.0, + "step": 2483 + }, + { + "epoch": 0.46128133704735375, + "grad_norm": 1.3244527578353882, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8762363195419312, + "num_tokens": 90438724.0, + "step": 2484 + }, + { + "epoch": 0.46146703806870937, + "grad_norm": 1.446653127670288, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8608090877532959, + "num_tokens": 90474392.0, + "step": 2485 + }, + { + "epoch": 0.461652739090065, + "grad_norm": 1.4977108240127563, + "learning_rate": 1e-06, + "loss": 0.4742, + "mean_token_accuracy": 0.8454176187515259, + "num_tokens": 90512758.0, + "step": 2486 + }, + { + "epoch": 0.4618384401114206, + "grad_norm": 1.471397042274475, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8660233616828918, + "num_tokens": 90546818.0, + "step": 2487 + }, + { + "epoch": 0.46202414113277623, + "grad_norm": 1.4408470392227173, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8494517803192139, + "num_tokens": 90585795.0, + "step": 2488 + }, + { + "epoch": 0.46220984215413186, + "grad_norm": 1.649466633796692, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.846017599105835, + "num_tokens": 90621153.0, + "step": 2489 + }, + { + "epoch": 0.4623955431754875, + "grad_norm": 1.416223168373108, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8614509105682373, + "num_tokens": 90658709.0, + "step": 2490 + }, + { + "epoch": 0.4625812441968431, + "grad_norm": 1.4714959859848022, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.864675760269165, + "num_tokens": 90690660.0, + "step": 2491 + }, + { + "epoch": 0.4627669452181987, + "grad_norm": 1.4843817949295044, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8571478128433228, + "num_tokens": 90728262.0, + "step": 2492 + }, + { + "epoch": 0.46295264623955434, + "grad_norm": 1.4186151027679443, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8695518374443054, + "num_tokens": 90763581.0, + "step": 2493 + }, + { + "epoch": 0.4631383472609099, + "grad_norm": 1.4422707557678223, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8569600582122803, + "num_tokens": 90802238.0, + "step": 2494 + }, + { + "epoch": 0.46332404828226553, + "grad_norm": 1.4319409132003784, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.854052722454071, + "num_tokens": 90838626.0, + "step": 2495 + }, + { + "epoch": 0.46350974930362115, + "grad_norm": 1.5059008598327637, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.866959810256958, + "num_tokens": 90872811.0, + "step": 2496 + }, + { + "epoch": 0.4636954503249768, + "grad_norm": 1.339694619178772, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8683474659919739, + "num_tokens": 90912382.0, + "step": 2497 + }, + { + "epoch": 0.4638811513463324, + "grad_norm": 1.3714618682861328, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8797950744628906, + "num_tokens": 90948448.0, + "step": 2498 + }, + { + "epoch": 0.464066852367688, + "grad_norm": 1.488045573234558, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8635396361351013, + "num_tokens": 90984716.0, + "step": 2499 + }, + { + "epoch": 0.46425255338904364, + "grad_norm": 1.3285996913909912, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8699116110801697, + "num_tokens": 91024463.0, + "step": 2500 + }, + { + "epoch": 0.46443825441039926, + "grad_norm": 1.506712555885315, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.8498516082763672, + "num_tokens": 91059093.0, + "step": 2501 + }, + { + "epoch": 0.4646239554317549, + "grad_norm": 1.481752872467041, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8445464372634888, + "num_tokens": 91096303.0, + "step": 2502 + }, + { + "epoch": 0.4648096564531105, + "grad_norm": 1.414146065711975, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8709400296211243, + "num_tokens": 91132742.0, + "step": 2503 + }, + { + "epoch": 0.46499535747446613, + "grad_norm": 1.505666971206665, + "learning_rate": 1e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8394902944564819, + "num_tokens": 91172789.0, + "step": 2504 + }, + { + "epoch": 0.46518105849582175, + "grad_norm": 1.5303369760513306, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8646879196166992, + "num_tokens": 91204569.0, + "step": 2505 + }, + { + "epoch": 0.4653667595171773, + "grad_norm": 1.5707720518112183, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8791438341140747, + "num_tokens": 91234813.0, + "step": 2506 + }, + { + "epoch": 0.46555246053853294, + "grad_norm": 1.434598684310913, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8490099310874939, + "num_tokens": 91274528.0, + "step": 2507 + }, + { + "epoch": 0.46573816155988856, + "grad_norm": 1.3704986572265625, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8712652325630188, + "num_tokens": 91314107.0, + "step": 2508 + }, + { + "epoch": 0.4659238625812442, + "grad_norm": 1.572838544845581, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8678845167160034, + "num_tokens": 91346033.0, + "step": 2509 + }, + { + "epoch": 0.4661095636025998, + "grad_norm": 1.4296181201934814, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8744853734970093, + "num_tokens": 91384115.0, + "step": 2510 + }, + { + "epoch": 0.46629526462395543, + "grad_norm": 1.457573652267456, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8643888235092163, + "num_tokens": 91420911.0, + "step": 2511 + }, + { + "epoch": 0.46648096564531105, + "grad_norm": 1.451589822769165, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.858346164226532, + "num_tokens": 91461081.0, + "step": 2512 + }, + { + "epoch": 0.4666666666666667, + "grad_norm": 1.571049690246582, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8447896242141724, + "num_tokens": 91496522.0, + "step": 2513 + }, + { + "epoch": 0.4668523676880223, + "grad_norm": 1.4778047800064087, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8646697402000427, + "num_tokens": 91532493.0, + "step": 2514 + }, + { + "epoch": 0.4670380687093779, + "grad_norm": 1.4994614124298096, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8494380712509155, + "num_tokens": 91571744.0, + "step": 2515 + }, + { + "epoch": 0.46722376973073354, + "grad_norm": 1.4615461826324463, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8656103610992432, + "num_tokens": 91608590.0, + "step": 2516 + }, + { + "epoch": 0.46740947075208916, + "grad_norm": 1.5270633697509766, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8590521812438965, + "num_tokens": 91642997.0, + "step": 2517 + }, + { + "epoch": 0.46759517177344473, + "grad_norm": 1.4108222723007202, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8738715648651123, + "num_tokens": 91684398.0, + "step": 2518 + }, + { + "epoch": 0.46778087279480035, + "grad_norm": 1.444023609161377, + "learning_rate": 1e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8474048376083374, + "num_tokens": 91722747.0, + "step": 2519 + }, + { + "epoch": 0.467966573816156, + "grad_norm": 1.647538185119629, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8582075834274292, + "num_tokens": 91756142.0, + "step": 2520 + }, + { + "epoch": 0.4681522748375116, + "grad_norm": 1.583847165107727, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8546700477600098, + "num_tokens": 91788545.0, + "step": 2521 + }, + { + "epoch": 0.4683379758588672, + "grad_norm": 1.5791908502578735, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8585296869277954, + "num_tokens": 91824855.0, + "step": 2522 + }, + { + "epoch": 0.46852367688022284, + "grad_norm": 1.427098035812378, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8556925058364868, + "num_tokens": 91865293.0, + "step": 2523 + }, + { + "epoch": 0.46870937790157846, + "grad_norm": 1.5378732681274414, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8583834171295166, + "num_tokens": 91901512.0, + "step": 2524 + }, + { + "epoch": 0.4688950789229341, + "grad_norm": 1.4487998485565186, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8705794215202332, + "num_tokens": 91935789.0, + "step": 2525 + }, + { + "epoch": 0.4690807799442897, + "grad_norm": 1.5475081205368042, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8528684377670288, + "num_tokens": 91978069.0, + "step": 2526 + }, + { + "epoch": 0.4692664809656453, + "grad_norm": 1.4437693357467651, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8627883195877075, + "num_tokens": 92016464.0, + "step": 2527 + }, + { + "epoch": 0.46945218198700095, + "grad_norm": 1.5311226844787598, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.853370189666748, + "num_tokens": 92050377.0, + "step": 2528 + }, + { + "epoch": 0.46963788300835657, + "grad_norm": 1.5322544574737549, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8668957948684692, + "num_tokens": 92085922.0, + "step": 2529 + }, + { + "epoch": 0.46982358402971214, + "grad_norm": 1.5529600381851196, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8651247024536133, + "num_tokens": 92120182.0, + "step": 2530 + }, + { + "epoch": 0.47000928505106776, + "grad_norm": 1.4104244709014893, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8632321357727051, + "num_tokens": 92159648.0, + "step": 2531 + }, + { + "epoch": 0.4701949860724234, + "grad_norm": 1.4530024528503418, + "learning_rate": 1e-06, + "loss": 0.4703, + "mean_token_accuracy": 0.841293215751648, + "num_tokens": 92201982.0, + "step": 2532 + }, + { + "epoch": 0.470380687093779, + "grad_norm": 1.443701982498169, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8719446659088135, + "num_tokens": 92238201.0, + "step": 2533 + }, + { + "epoch": 0.4705663881151346, + "grad_norm": 1.5235060453414917, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8456190824508667, + "num_tokens": 92278758.0, + "step": 2534 + }, + { + "epoch": 0.47075208913649025, + "grad_norm": 1.5871872901916504, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.855380654335022, + "num_tokens": 92311772.0, + "step": 2535 + }, + { + "epoch": 0.47093779015784587, + "grad_norm": 1.4896175861358643, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8676189184188843, + "num_tokens": 92346466.0, + "step": 2536 + }, + { + "epoch": 0.4711234911792015, + "grad_norm": 1.4395790100097656, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8617522716522217, + "num_tokens": 92384917.0, + "step": 2537 + }, + { + "epoch": 0.4713091922005571, + "grad_norm": 1.4018183946609497, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8483357429504395, + "num_tokens": 92427143.0, + "step": 2538 + }, + { + "epoch": 0.47149489322191274, + "grad_norm": 1.383193850517273, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.867835283279419, + "num_tokens": 92466112.0, + "step": 2539 + }, + { + "epoch": 0.47168059424326836, + "grad_norm": 1.5367918014526367, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8612452745437622, + "num_tokens": 92504119.0, + "step": 2540 + }, + { + "epoch": 0.471866295264624, + "grad_norm": 1.4381606578826904, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8583216667175293, + "num_tokens": 92545020.0, + "step": 2541 + }, + { + "epoch": 0.47205199628597955, + "grad_norm": 1.3778412342071533, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8680579662322998, + "num_tokens": 92585173.0, + "step": 2542 + }, + { + "epoch": 0.47223769730733517, + "grad_norm": 1.3718442916870117, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.87612384557724, + "num_tokens": 92622149.0, + "step": 2543 + }, + { + "epoch": 0.4724233983286908, + "grad_norm": 1.4909685850143433, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.864395797252655, + "num_tokens": 92656439.0, + "step": 2544 + }, + { + "epoch": 0.4726090993500464, + "grad_norm": 1.6086328029632568, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8709454536437988, + "num_tokens": 92689246.0, + "step": 2545 + }, + { + "epoch": 0.47279480037140204, + "grad_norm": 1.4757999181747437, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8712822198867798, + "num_tokens": 92723082.0, + "step": 2546 + }, + { + "epoch": 0.47298050139275766, + "grad_norm": 1.6007331609725952, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8527529239654541, + "num_tokens": 92758128.0, + "step": 2547 + }, + { + "epoch": 0.4731662024141133, + "grad_norm": 1.5722858905792236, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8715914487838745, + "num_tokens": 92791759.0, + "step": 2548 + }, + { + "epoch": 0.4733519034354689, + "grad_norm": 1.4351972341537476, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8732543587684631, + "num_tokens": 92828159.0, + "step": 2549 + }, + { + "epoch": 0.4735376044568245, + "grad_norm": 1.354344129562378, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8638491034507751, + "num_tokens": 92869643.0, + "step": 2550 + }, + { + "epoch": 0.47372330547818015, + "grad_norm": 1.4274107217788696, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8760743141174316, + "num_tokens": 92908766.0, + "step": 2551 + }, + { + "epoch": 0.47390900649953577, + "grad_norm": 1.4158414602279663, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8619766235351562, + "num_tokens": 92948672.0, + "step": 2552 + }, + { + "epoch": 0.4740947075208914, + "grad_norm": 1.4071303606033325, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8708089590072632, + "num_tokens": 92981237.0, + "step": 2553 + }, + { + "epoch": 0.47428040854224696, + "grad_norm": 1.3787130117416382, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8740510940551758, + "num_tokens": 93017669.0, + "step": 2554 + }, + { + "epoch": 0.4744661095636026, + "grad_norm": 1.3581565618515015, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8668615818023682, + "num_tokens": 93058553.0, + "step": 2555 + }, + { + "epoch": 0.4746518105849582, + "grad_norm": 1.4331920146942139, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8710113167762756, + "num_tokens": 93092853.0, + "step": 2556 + }, + { + "epoch": 0.4748375116063138, + "grad_norm": 1.4946622848510742, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8545633554458618, + "num_tokens": 93132067.0, + "step": 2557 + }, + { + "epoch": 0.47502321262766944, + "grad_norm": 1.43233060836792, + "learning_rate": 1e-06, + "loss": 0.454, + "mean_token_accuracy": 0.8504218459129333, + "num_tokens": 93175347.0, + "step": 2558 + }, + { + "epoch": 0.47520891364902507, + "grad_norm": 1.6545798778533936, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8621387481689453, + "num_tokens": 93209387.0, + "step": 2559 + }, + { + "epoch": 0.4753946146703807, + "grad_norm": 1.45237135887146, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8573622703552246, + "num_tokens": 93247501.0, + "step": 2560 + }, + { + "epoch": 0.4755803156917363, + "grad_norm": 1.3772095441818237, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8578795790672302, + "num_tokens": 93287094.0, + "step": 2561 + }, + { + "epoch": 0.47576601671309193, + "grad_norm": 1.4258681535720825, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8697757720947266, + "num_tokens": 93324091.0, + "step": 2562 + }, + { + "epoch": 0.47595171773444755, + "grad_norm": 1.5160375833511353, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8504225611686707, + "num_tokens": 93358111.0, + "step": 2563 + }, + { + "epoch": 0.4761374187558032, + "grad_norm": 1.4936918020248413, + "learning_rate": 1e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8415389657020569, + "num_tokens": 93399285.0, + "step": 2564 + }, + { + "epoch": 0.4763231197771588, + "grad_norm": 1.5016865730285645, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8659319877624512, + "num_tokens": 93433213.0, + "step": 2565 + }, + { + "epoch": 0.47650882079851437, + "grad_norm": 1.3732047080993652, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8588119745254517, + "num_tokens": 93471259.0, + "step": 2566 + }, + { + "epoch": 0.47669452181987, + "grad_norm": 1.456327199935913, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8610975742340088, + "num_tokens": 93509674.0, + "step": 2567 + }, + { + "epoch": 0.4768802228412256, + "grad_norm": 1.5360078811645508, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8560774326324463, + "num_tokens": 93547900.0, + "step": 2568 + }, + { + "epoch": 0.47706592386258123, + "grad_norm": 1.508409023284912, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8500714302062988, + "num_tokens": 93583249.0, + "step": 2569 + }, + { + "epoch": 0.47725162488393685, + "grad_norm": 1.576902985572815, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8524179458618164, + "num_tokens": 93616974.0, + "step": 2570 + }, + { + "epoch": 0.4774373259052925, + "grad_norm": 1.572464942932129, + "learning_rate": 1e-06, + "loss": 0.4959, + "mean_token_accuracy": 0.8398627638816833, + "num_tokens": 93651123.0, + "step": 2571 + }, + { + "epoch": 0.4776230269266481, + "grad_norm": 1.353262186050415, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8790682554244995, + "num_tokens": 93687112.0, + "step": 2572 + }, + { + "epoch": 0.4778087279480037, + "grad_norm": 1.492828130722046, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.869261622428894, + "num_tokens": 93721486.0, + "step": 2573 + }, + { + "epoch": 0.47799442896935934, + "grad_norm": 1.485655665397644, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8808885812759399, + "num_tokens": 93755825.0, + "step": 2574 + }, + { + "epoch": 0.47818012999071496, + "grad_norm": 1.5842877626419067, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8660971522331238, + "num_tokens": 93787174.0, + "step": 2575 + }, + { + "epoch": 0.4783658310120706, + "grad_norm": 1.6066844463348389, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8617268204689026, + "num_tokens": 93817723.0, + "step": 2576 + }, + { + "epoch": 0.4785515320334262, + "grad_norm": 1.8083953857421875, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8481823801994324, + "num_tokens": 93851197.0, + "step": 2577 + }, + { + "epoch": 0.4787372330547818, + "grad_norm": 1.5765790939331055, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8603472113609314, + "num_tokens": 93886536.0, + "step": 2578 + }, + { + "epoch": 0.4789229340761374, + "grad_norm": 1.3427482843399048, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8582643270492554, + "num_tokens": 93929581.0, + "step": 2579 + }, + { + "epoch": 0.479108635097493, + "grad_norm": 1.5392987728118896, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8672683238983154, + "num_tokens": 93961625.0, + "step": 2580 + }, + { + "epoch": 0.47929433611884864, + "grad_norm": 1.3701995611190796, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.873852550983429, + "num_tokens": 93998135.0, + "step": 2581 + }, + { + "epoch": 0.47948003714020426, + "grad_norm": 1.763676404953003, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8672354221343994, + "num_tokens": 94030950.0, + "step": 2582 + }, + { + "epoch": 0.4796657381615599, + "grad_norm": 1.4956965446472168, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8496824502944946, + "num_tokens": 94066307.0, + "step": 2583 + }, + { + "epoch": 0.4798514391829155, + "grad_norm": 1.486710786819458, + "learning_rate": 1e-06, + "loss": 0.4587, + "mean_token_accuracy": 0.8468460440635681, + "num_tokens": 94107158.0, + "step": 2584 + }, + { + "epoch": 0.48003714020427113, + "grad_norm": 1.4223361015319824, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.869427502155304, + "num_tokens": 94145179.0, + "step": 2585 + }, + { + "epoch": 0.48022284122562675, + "grad_norm": 1.329150676727295, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8710081577301025, + "num_tokens": 94185722.0, + "step": 2586 + }, + { + "epoch": 0.4804085422469824, + "grad_norm": 1.274256706237793, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8799910545349121, + "num_tokens": 94224265.0, + "step": 2587 + }, + { + "epoch": 0.480594243268338, + "grad_norm": 1.4127066135406494, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8659197688102722, + "num_tokens": 94261436.0, + "step": 2588 + }, + { + "epoch": 0.4807799442896936, + "grad_norm": 1.5141379833221436, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8676989674568176, + "num_tokens": 94296171.0, + "step": 2589 + }, + { + "epoch": 0.4809656453110492, + "grad_norm": 1.4826961755752563, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8517207503318787, + "num_tokens": 94332980.0, + "step": 2590 + }, + { + "epoch": 0.4811513463324048, + "grad_norm": 1.547778844833374, + "learning_rate": 1e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.8444506525993347, + "num_tokens": 94368601.0, + "step": 2591 + }, + { + "epoch": 0.4813370473537604, + "grad_norm": 1.45969557762146, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.858258843421936, + "num_tokens": 94407658.0, + "step": 2592 + }, + { + "epoch": 0.48152274837511605, + "grad_norm": 1.4875885248184204, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8653548359870911, + "num_tokens": 94438777.0, + "step": 2593 + }, + { + "epoch": 0.48170844939647167, + "grad_norm": 1.3855434656143188, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8589450716972351, + "num_tokens": 94480741.0, + "step": 2594 + }, + { + "epoch": 0.4818941504178273, + "grad_norm": 1.4449608325958252, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.858220100402832, + "num_tokens": 94519041.0, + "step": 2595 + }, + { + "epoch": 0.4820798514391829, + "grad_norm": 1.5008995532989502, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8796805143356323, + "num_tokens": 94553970.0, + "step": 2596 + }, + { + "epoch": 0.48226555246053854, + "grad_norm": 1.5240617990493774, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8638985753059387, + "num_tokens": 94593352.0, + "step": 2597 + }, + { + "epoch": 0.48245125348189416, + "grad_norm": 1.5825608968734741, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8569132089614868, + "num_tokens": 94630300.0, + "step": 2598 + }, + { + "epoch": 0.4826369545032498, + "grad_norm": 1.4677846431732178, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8554875254631042, + "num_tokens": 94668420.0, + "step": 2599 + }, + { + "epoch": 0.4828226555246054, + "grad_norm": 1.4309954643249512, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8645215034484863, + "num_tokens": 94708141.0, + "step": 2600 + }, + { + "epoch": 0.483008356545961, + "grad_norm": 1.509520173072815, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8475052118301392, + "num_tokens": 94747105.0, + "step": 2601 + }, + { + "epoch": 0.4831940575673166, + "grad_norm": 1.520102620124817, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8667700290679932, + "num_tokens": 94778714.0, + "step": 2602 + }, + { + "epoch": 0.4833797585886722, + "grad_norm": 1.433212399482727, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8824200630187988, + "num_tokens": 94817256.0, + "step": 2603 + }, + { + "epoch": 0.48356545961002784, + "grad_norm": 1.5975627899169922, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.851568877696991, + "num_tokens": 94848447.0, + "step": 2604 + }, + { + "epoch": 0.48375116063138346, + "grad_norm": 1.559603214263916, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8697371482849121, + "num_tokens": 94878463.0, + "step": 2605 + }, + { + "epoch": 0.4839368616527391, + "grad_norm": 1.4294097423553467, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8828659057617188, + "num_tokens": 94913258.0, + "step": 2606 + }, + { + "epoch": 0.4841225626740947, + "grad_norm": 1.3865703344345093, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8653679490089417, + "num_tokens": 94953072.0, + "step": 2607 + }, + { + "epoch": 0.4843082636954503, + "grad_norm": 1.5429456233978271, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8641390204429626, + "num_tokens": 94986307.0, + "step": 2608 + }, + { + "epoch": 0.48449396471680595, + "grad_norm": 1.3617156744003296, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8677753210067749, + "num_tokens": 95028835.0, + "step": 2609 + }, + { + "epoch": 0.48467966573816157, + "grad_norm": 1.4979453086853027, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8581221103668213, + "num_tokens": 95065502.0, + "step": 2610 + }, + { + "epoch": 0.4848653667595172, + "grad_norm": 1.6071133613586426, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8599071502685547, + "num_tokens": 95099013.0, + "step": 2611 + }, + { + "epoch": 0.4850510677808728, + "grad_norm": 1.4211101531982422, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8648763298988342, + "num_tokens": 95137613.0, + "step": 2612 + }, + { + "epoch": 0.48523676880222844, + "grad_norm": 1.4822584390640259, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8725327253341675, + "num_tokens": 95170902.0, + "step": 2613 + }, + { + "epoch": 0.48542246982358406, + "grad_norm": 1.4824308156967163, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8672599792480469, + "num_tokens": 95204444.0, + "step": 2614 + }, + { + "epoch": 0.4856081708449396, + "grad_norm": 1.437557578086853, + "learning_rate": 1e-06, + "loss": 0.4635, + "mean_token_accuracy": 0.8534327745437622, + "num_tokens": 95245215.0, + "step": 2615 + }, + { + "epoch": 0.48579387186629525, + "grad_norm": 1.4442836046218872, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8626705408096313, + "num_tokens": 95279756.0, + "step": 2616 + }, + { + "epoch": 0.48597957288765087, + "grad_norm": 1.6639972925186157, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8640959858894348, + "num_tokens": 95309516.0, + "step": 2617 + }, + { + "epoch": 0.4861652739090065, + "grad_norm": 1.5574913024902344, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8670868873596191, + "num_tokens": 95339920.0, + "step": 2618 + }, + { + "epoch": 0.4863509749303621, + "grad_norm": 1.5194603204727173, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8598697185516357, + "num_tokens": 95372460.0, + "step": 2619 + }, + { + "epoch": 0.48653667595171773, + "grad_norm": 1.5111109018325806, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8559765219688416, + "num_tokens": 95406468.0, + "step": 2620 + }, + { + "epoch": 0.48672237697307336, + "grad_norm": 1.4913256168365479, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8607799410820007, + "num_tokens": 95438928.0, + "step": 2621 + }, + { + "epoch": 0.486908077994429, + "grad_norm": 1.4325286149978638, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8583028316497803, + "num_tokens": 95477001.0, + "step": 2622 + }, + { + "epoch": 0.4870937790157846, + "grad_norm": 1.5206247568130493, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8584442734718323, + "num_tokens": 95512928.0, + "step": 2623 + }, + { + "epoch": 0.4872794800371402, + "grad_norm": 1.4083832502365112, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8688558340072632, + "num_tokens": 95548846.0, + "step": 2624 + }, + { + "epoch": 0.48746518105849584, + "grad_norm": 1.3363382816314697, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8734902143478394, + "num_tokens": 95587716.0, + "step": 2625 + }, + { + "epoch": 0.48765088207985147, + "grad_norm": 1.5451287031173706, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8617862462997437, + "num_tokens": 95618436.0, + "step": 2626 + }, + { + "epoch": 0.48783658310120703, + "grad_norm": 1.4048608541488647, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8629916906356812, + "num_tokens": 95660704.0, + "step": 2627 + }, + { + "epoch": 0.48802228412256266, + "grad_norm": 1.381142258644104, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8612848520278931, + "num_tokens": 95700961.0, + "step": 2628 + }, + { + "epoch": 0.4882079851439183, + "grad_norm": 1.5367351770401, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8694550395011902, + "num_tokens": 95734881.0, + "step": 2629 + }, + { + "epoch": 0.4883936861652739, + "grad_norm": 1.542915940284729, + "learning_rate": 1e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.8459972143173218, + "num_tokens": 95772390.0, + "step": 2630 + }, + { + "epoch": 0.4885793871866295, + "grad_norm": 1.4533220529556274, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8711398839950562, + "num_tokens": 95805950.0, + "step": 2631 + }, + { + "epoch": 0.48876508820798514, + "grad_norm": 1.4277541637420654, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8566063046455383, + "num_tokens": 95841659.0, + "step": 2632 + }, + { + "epoch": 0.48895078922934077, + "grad_norm": 1.4020099639892578, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8550937175750732, + "num_tokens": 95881273.0, + "step": 2633 + }, + { + "epoch": 0.4891364902506964, + "grad_norm": 1.4911547899246216, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8560926914215088, + "num_tokens": 95916981.0, + "step": 2634 + }, + { + "epoch": 0.489322191272052, + "grad_norm": 1.5887324810028076, + "learning_rate": 1e-06, + "loss": 0.4751, + "mean_token_accuracy": 0.8435754776000977, + "num_tokens": 95952559.0, + "step": 2635 + }, + { + "epoch": 0.48950789229340763, + "grad_norm": 1.4839727878570557, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8636220693588257, + "num_tokens": 95988231.0, + "step": 2636 + }, + { + "epoch": 0.48969359331476325, + "grad_norm": 1.5609769821166992, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8675123453140259, + "num_tokens": 96026133.0, + "step": 2637 + }, + { + "epoch": 0.4898792943361189, + "grad_norm": 1.486498475074768, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8611863851547241, + "num_tokens": 96059802.0, + "step": 2638 + }, + { + "epoch": 0.49006499535747444, + "grad_norm": 1.5932596921920776, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8583694696426392, + "num_tokens": 96096742.0, + "step": 2639 + }, + { + "epoch": 0.49025069637883006, + "grad_norm": 1.6041010618209839, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8647263646125793, + "num_tokens": 96126098.0, + "step": 2640 + }, + { + "epoch": 0.4904363974001857, + "grad_norm": 1.5093886852264404, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8622851371765137, + "num_tokens": 96160528.0, + "step": 2641 + }, + { + "epoch": 0.4906220984215413, + "grad_norm": 1.5708699226379395, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8722947835922241, + "num_tokens": 96190500.0, + "step": 2642 + }, + { + "epoch": 0.49080779944289693, + "grad_norm": 1.4413973093032837, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8535007238388062, + "num_tokens": 96226890.0, + "step": 2643 + }, + { + "epoch": 0.49099350046425255, + "grad_norm": 1.3750989437103271, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8702849745750427, + "num_tokens": 96269775.0, + "step": 2644 + }, + { + "epoch": 0.4911792014856082, + "grad_norm": 1.384747862815857, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8626615405082703, + "num_tokens": 96308795.0, + "step": 2645 + }, + { + "epoch": 0.4913649025069638, + "grad_norm": 1.467064380645752, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.870370090007782, + "num_tokens": 96345952.0, + "step": 2646 + }, + { + "epoch": 0.4915506035283194, + "grad_norm": 1.3937058448791504, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8626649379730225, + "num_tokens": 96386390.0, + "step": 2647 + }, + { + "epoch": 0.49173630454967504, + "grad_norm": 1.4972478151321411, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8577979803085327, + "num_tokens": 96424162.0, + "step": 2648 + }, + { + "epoch": 0.49192200557103066, + "grad_norm": 1.6869574785232544, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8487972021102905, + "num_tokens": 96461297.0, + "step": 2649 + }, + { + "epoch": 0.4921077065923863, + "grad_norm": 1.4933806657791138, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.865937352180481, + "num_tokens": 96495070.0, + "step": 2650 + }, + { + "epoch": 0.49229340761374185, + "grad_norm": 1.8034313917160034, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8505270481109619, + "num_tokens": 96532382.0, + "step": 2651 + }, + { + "epoch": 0.4924791086350975, + "grad_norm": 1.5065125226974487, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8647164106369019, + "num_tokens": 96565569.0, + "step": 2652 + }, + { + "epoch": 0.4926648096564531, + "grad_norm": 1.458518624305725, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.860022783279419, + "num_tokens": 96601650.0, + "step": 2653 + }, + { + "epoch": 0.4928505106778087, + "grad_norm": 1.689858078956604, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8513026833534241, + "num_tokens": 96633902.0, + "step": 2654 + }, + { + "epoch": 0.49303621169916434, + "grad_norm": 1.6123982667922974, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.85075443983078, + "num_tokens": 96666979.0, + "step": 2655 + }, + { + "epoch": 0.49322191272051996, + "grad_norm": 1.4425421953201294, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.863860547542572, + "num_tokens": 96705074.0, + "step": 2656 + }, + { + "epoch": 0.4934076137418756, + "grad_norm": 1.4814631938934326, + "learning_rate": 1e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.8431202173233032, + "num_tokens": 96748533.0, + "step": 2657 + }, + { + "epoch": 0.4935933147632312, + "grad_norm": 1.3167413473129272, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8629640340805054, + "num_tokens": 96791867.0, + "step": 2658 + }, + { + "epoch": 0.4937790157845868, + "grad_norm": 1.5377607345581055, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8677152395248413, + "num_tokens": 96824571.0, + "step": 2659 + }, + { + "epoch": 0.49396471680594245, + "grad_norm": 1.3763797283172607, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8732591867446899, + "num_tokens": 96862393.0, + "step": 2660 + }, + { + "epoch": 0.49415041782729807, + "grad_norm": 1.5329071283340454, + "learning_rate": 1e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8452563881874084, + "num_tokens": 96899287.0, + "step": 2661 + }, + { + "epoch": 0.4943361188486537, + "grad_norm": 1.4059768915176392, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8715851306915283, + "num_tokens": 96940008.0, + "step": 2662 + }, + { + "epoch": 0.49452181987000926, + "grad_norm": 1.430463194847107, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8707748651504517, + "num_tokens": 96975084.0, + "step": 2663 + }, + { + "epoch": 0.4947075208913649, + "grad_norm": 1.457022786140442, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8686295747756958, + "num_tokens": 97014163.0, + "step": 2664 + }, + { + "epoch": 0.4948932219127205, + "grad_norm": 1.3875433206558228, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8729598522186279, + "num_tokens": 97049160.0, + "step": 2665 + }, + { + "epoch": 0.4950789229340761, + "grad_norm": 1.549100399017334, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8518109321594238, + "num_tokens": 97083481.0, + "step": 2666 + }, + { + "epoch": 0.49526462395543175, + "grad_norm": 1.4028642177581787, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8622028827667236, + "num_tokens": 97124519.0, + "step": 2667 + }, + { + "epoch": 0.49545032497678737, + "grad_norm": 1.715139627456665, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8648220300674438, + "num_tokens": 97151580.0, + "step": 2668 + }, + { + "epoch": 0.495636025998143, + "grad_norm": 1.5651155710220337, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8659681677818298, + "num_tokens": 97187268.0, + "step": 2669 + }, + { + "epoch": 0.4958217270194986, + "grad_norm": 1.4895405769348145, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8580734729766846, + "num_tokens": 97226792.0, + "step": 2670 + }, + { + "epoch": 0.49600742804085424, + "grad_norm": 1.4883029460906982, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8543245792388916, + "num_tokens": 97261739.0, + "step": 2671 + }, + { + "epoch": 0.49619312906220986, + "grad_norm": 1.4859086275100708, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8527655005455017, + "num_tokens": 97297610.0, + "step": 2672 + }, + { + "epoch": 0.4963788300835655, + "grad_norm": 1.555080771446228, + "learning_rate": 1e-06, + "loss": 0.4572, + "mean_token_accuracy": 0.8507629632949829, + "num_tokens": 97336242.0, + "step": 2673 + }, + { + "epoch": 0.4965645311049211, + "grad_norm": 1.6028587818145752, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.84848952293396, + "num_tokens": 97370424.0, + "step": 2674 + }, + { + "epoch": 0.49675023212627667, + "grad_norm": 1.5381513833999634, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.866363525390625, + "num_tokens": 97401784.0, + "step": 2675 + }, + { + "epoch": 0.4969359331476323, + "grad_norm": 1.4492552280426025, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8654303550720215, + "num_tokens": 97440287.0, + "step": 2676 + }, + { + "epoch": 0.4971216341689879, + "grad_norm": 1.4310537576675415, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8606241941452026, + "num_tokens": 97474315.0, + "step": 2677 + }, + { + "epoch": 0.49730733519034354, + "grad_norm": 1.5949316024780273, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8683911561965942, + "num_tokens": 97503578.0, + "step": 2678 + }, + { + "epoch": 0.49749303621169916, + "grad_norm": 1.338751196861267, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8721616864204407, + "num_tokens": 97545826.0, + "step": 2679 + }, + { + "epoch": 0.4976787372330548, + "grad_norm": 1.6150310039520264, + "learning_rate": 1e-06, + "loss": 0.5057, + "mean_token_accuracy": 0.8346239924430847, + "num_tokens": 97579571.0, + "step": 2680 + }, + { + "epoch": 0.4978644382544104, + "grad_norm": 1.4159018993377686, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8604391813278198, + "num_tokens": 97618378.0, + "step": 2681 + }, + { + "epoch": 0.498050139275766, + "grad_norm": 1.4629731178283691, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.867628812789917, + "num_tokens": 97652777.0, + "step": 2682 + }, + { + "epoch": 0.49823584029712165, + "grad_norm": 1.4980199337005615, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.868531346321106, + "num_tokens": 97687858.0, + "step": 2683 + }, + { + "epoch": 0.49842154131847727, + "grad_norm": 1.4781681299209595, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8576695919036865, + "num_tokens": 97722750.0, + "step": 2684 + }, + { + "epoch": 0.4986072423398329, + "grad_norm": 2.300656318664551, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8486148118972778, + "num_tokens": 97758331.0, + "step": 2685 + }, + { + "epoch": 0.4987929433611885, + "grad_norm": 1.5308091640472412, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.861963152885437, + "num_tokens": 97793501.0, + "step": 2686 + }, + { + "epoch": 0.4989786443825441, + "grad_norm": 1.5077909231185913, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.866576075553894, + "num_tokens": 97827828.0, + "step": 2687 + }, + { + "epoch": 0.4991643454038997, + "grad_norm": 1.4902982711791992, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8547236919403076, + "num_tokens": 97864181.0, + "step": 2688 + }, + { + "epoch": 0.4993500464252553, + "grad_norm": 1.455834984779358, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8646067380905151, + "num_tokens": 97904011.0, + "step": 2689 + }, + { + "epoch": 0.49953574744661094, + "grad_norm": 1.613292932510376, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8558954000473022, + "num_tokens": 97937370.0, + "step": 2690 + }, + { + "epoch": 0.49972144846796657, + "grad_norm": 1.5560442209243774, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8646402955055237, + "num_tokens": 97969595.0, + "step": 2691 + }, + { + "epoch": 0.4999071494893222, + "grad_norm": 1.388342261314392, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8561141490936279, + "num_tokens": 98012200.0, + "step": 2692 + }, + { + "epoch": 0.5000928505106778, + "grad_norm": 1.4753462076187134, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8609565496444702, + "num_tokens": 98048492.0, + "step": 2693 + }, + { + "epoch": 0.5002785515320334, + "grad_norm": 1.4762126207351685, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8548587560653687, + "num_tokens": 98083954.0, + "step": 2694 + }, + { + "epoch": 0.500464252553389, + "grad_norm": 1.4424197673797607, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8582882881164551, + "num_tokens": 98120276.0, + "step": 2695 + }, + { + "epoch": 0.5006499535747446, + "grad_norm": 1.542311429977417, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8545560836791992, + "num_tokens": 98155717.0, + "step": 2696 + }, + { + "epoch": 0.5008356545961002, + "grad_norm": 1.5716564655303955, + "learning_rate": 1e-06, + "loss": 0.4602, + "mean_token_accuracy": 0.847853422164917, + "num_tokens": 98193035.0, + "step": 2697 + }, + { + "epoch": 0.5010213556174559, + "grad_norm": 1.3510465621948242, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8817304372787476, + "num_tokens": 98227641.0, + "step": 2698 + }, + { + "epoch": 0.5012070566388115, + "grad_norm": 1.3420367240905762, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8836720585823059, + "num_tokens": 98263162.0, + "step": 2699 + }, + { + "epoch": 0.5013927576601671, + "grad_norm": 1.5037460327148438, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8711332082748413, + "num_tokens": 98296062.0, + "step": 2700 + }, + { + "epoch": 0.5015784586815227, + "grad_norm": 1.3657559156417847, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8674163818359375, + "num_tokens": 98335603.0, + "step": 2701 + }, + { + "epoch": 0.5017641597028784, + "grad_norm": 1.5613033771514893, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8830999135971069, + "num_tokens": 98363296.0, + "step": 2702 + }, + { + "epoch": 0.501949860724234, + "grad_norm": 1.4468358755111694, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8472039699554443, + "num_tokens": 98404590.0, + "step": 2703 + }, + { + "epoch": 0.5021355617455896, + "grad_norm": 1.3488168716430664, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8637299537658691, + "num_tokens": 98447512.0, + "step": 2704 + }, + { + "epoch": 0.5023212627669452, + "grad_norm": 1.3996676206588745, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8751809000968933, + "num_tokens": 98482852.0, + "step": 2705 + }, + { + "epoch": 0.5025069637883008, + "grad_norm": 1.4337725639343262, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8573834896087646, + "num_tokens": 98523902.0, + "step": 2706 + }, + { + "epoch": 0.5026926648096565, + "grad_norm": 1.3261998891830444, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8760897517204285, + "num_tokens": 98562570.0, + "step": 2707 + }, + { + "epoch": 0.5028783658310121, + "grad_norm": 1.4843589067459106, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8569087982177734, + "num_tokens": 98598343.0, + "step": 2708 + }, + { + "epoch": 0.5030640668523677, + "grad_norm": 1.520111083984375, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.87135249376297, + "num_tokens": 98631862.0, + "step": 2709 + }, + { + "epoch": 0.5032497678737233, + "grad_norm": 1.5001546144485474, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8653045296669006, + "num_tokens": 98664060.0, + "step": 2710 + }, + { + "epoch": 0.503435468895079, + "grad_norm": 1.7084507942199707, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8572659492492676, + "num_tokens": 98691776.0, + "step": 2711 + }, + { + "epoch": 0.5036211699164346, + "grad_norm": 1.5831847190856934, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.869611382484436, + "num_tokens": 98724579.0, + "step": 2712 + }, + { + "epoch": 0.5038068709377902, + "grad_norm": 1.4187428951263428, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8818410634994507, + "num_tokens": 98757557.0, + "step": 2713 + }, + { + "epoch": 0.5039925719591458, + "grad_norm": 1.4847350120544434, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8693825006484985, + "num_tokens": 98789929.0, + "step": 2714 + }, + { + "epoch": 0.5041782729805014, + "grad_norm": 1.5187989473342896, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.864219605922699, + "num_tokens": 98822458.0, + "step": 2715 + }, + { + "epoch": 0.5043639740018571, + "grad_norm": 1.637938141822815, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8489258885383606, + "num_tokens": 98852734.0, + "step": 2716 + }, + { + "epoch": 0.5045496750232126, + "grad_norm": 1.5615617036819458, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8620791435241699, + "num_tokens": 98886753.0, + "step": 2717 + }, + { + "epoch": 0.5047353760445682, + "grad_norm": 1.4567347764968872, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8500508069992065, + "num_tokens": 98925314.0, + "step": 2718 + }, + { + "epoch": 0.5049210770659238, + "grad_norm": 1.4040006399154663, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.869483232498169, + "num_tokens": 98963192.0, + "step": 2719 + }, + { + "epoch": 0.5051067780872794, + "grad_norm": 1.400273323059082, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8688738942146301, + "num_tokens": 99003571.0, + "step": 2720 + }, + { + "epoch": 0.5052924791086351, + "grad_norm": 1.6280808448791504, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8657162189483643, + "num_tokens": 99033592.0, + "step": 2721 + }, + { + "epoch": 0.5054781801299907, + "grad_norm": 1.3100532293319702, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8736249208450317, + "num_tokens": 99076338.0, + "step": 2722 + }, + { + "epoch": 0.5056638811513463, + "grad_norm": 1.442638635635376, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8700757026672363, + "num_tokens": 99111699.0, + "step": 2723 + }, + { + "epoch": 0.5058495821727019, + "grad_norm": 1.5306124687194824, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8727067708969116, + "num_tokens": 99144225.0, + "step": 2724 + }, + { + "epoch": 0.5060352831940576, + "grad_norm": 1.6050586700439453, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8550097942352295, + "num_tokens": 99177269.0, + "step": 2725 + }, + { + "epoch": 0.5062209842154132, + "grad_norm": 1.4022924900054932, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8599987030029297, + "num_tokens": 99214302.0, + "step": 2726 + }, + { + "epoch": 0.5064066852367688, + "grad_norm": 1.4400378465652466, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8540939092636108, + "num_tokens": 99256557.0, + "step": 2727 + }, + { + "epoch": 0.5065923862581244, + "grad_norm": 1.395887017250061, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8663229942321777, + "num_tokens": 99297679.0, + "step": 2728 + }, + { + "epoch": 0.50677808727948, + "grad_norm": 1.3414932489395142, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8646934628486633, + "num_tokens": 99340357.0, + "step": 2729 + }, + { + "epoch": 0.5069637883008357, + "grad_norm": 1.5467647314071655, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8562342524528503, + "num_tokens": 99374356.0, + "step": 2730 + }, + { + "epoch": 0.5071494893221913, + "grad_norm": 1.5001885890960693, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8671011924743652, + "num_tokens": 99407505.0, + "step": 2731 + }, + { + "epoch": 0.5073351903435469, + "grad_norm": 1.4993807077407837, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8682884573936462, + "num_tokens": 99440743.0, + "step": 2732 + }, + { + "epoch": 0.5075208913649025, + "grad_norm": 1.4002383947372437, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8710546493530273, + "num_tokens": 99478599.0, + "step": 2733 + }, + { + "epoch": 0.5077065923862581, + "grad_norm": 1.361830472946167, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.868701696395874, + "num_tokens": 99517198.0, + "step": 2734 + }, + { + "epoch": 0.5078922934076138, + "grad_norm": 1.4182790517807007, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8675521016120911, + "num_tokens": 99555780.0, + "step": 2735 + }, + { + "epoch": 0.5080779944289694, + "grad_norm": 1.451682686805725, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8600514531135559, + "num_tokens": 99593327.0, + "step": 2736 + }, + { + "epoch": 0.508263695450325, + "grad_norm": 1.3916618824005127, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8663262128829956, + "num_tokens": 99631323.0, + "step": 2737 + }, + { + "epoch": 0.5084493964716806, + "grad_norm": 1.5389710664749146, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8714935183525085, + "num_tokens": 99664633.0, + "step": 2738 + }, + { + "epoch": 0.5086350974930363, + "grad_norm": 1.4258204698562622, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8678916692733765, + "num_tokens": 99703244.0, + "step": 2739 + }, + { + "epoch": 0.5088207985143919, + "grad_norm": 1.497246503829956, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.866315484046936, + "num_tokens": 99737917.0, + "step": 2740 + }, + { + "epoch": 0.5090064995357474, + "grad_norm": 1.5416862964630127, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8680385947227478, + "num_tokens": 99773867.0, + "step": 2741 + }, + { + "epoch": 0.509192200557103, + "grad_norm": 1.3893235921859741, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8679167032241821, + "num_tokens": 99814546.0, + "step": 2742 + }, + { + "epoch": 0.5093779015784586, + "grad_norm": 1.392372965812683, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.865393340587616, + "num_tokens": 99854137.0, + "step": 2743 + }, + { + "epoch": 0.5095636025998143, + "grad_norm": 1.4234929084777832, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8661684989929199, + "num_tokens": 99894184.0, + "step": 2744 + }, + { + "epoch": 0.5097493036211699, + "grad_norm": 1.640174388885498, + "learning_rate": 1e-06, + "loss": 0.4811, + "mean_token_accuracy": 0.8412339091300964, + "num_tokens": 99924258.0, + "step": 2745 + }, + { + "epoch": 0.5099350046425255, + "grad_norm": 1.4261451959609985, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.874866783618927, + "num_tokens": 99959367.0, + "step": 2746 + }, + { + "epoch": 0.5101207056638811, + "grad_norm": 1.4370921850204468, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8617079257965088, + "num_tokens": 99996413.0, + "step": 2747 + }, + { + "epoch": 0.5103064066852367, + "grad_norm": 1.6286933422088623, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8589537143707275, + "num_tokens": 100027745.0, + "step": 2748 + }, + { + "epoch": 0.5104921077065924, + "grad_norm": 1.428062081336975, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8636835813522339, + "num_tokens": 100069386.0, + "step": 2749 + }, + { + "epoch": 0.510677808727948, + "grad_norm": 1.5566917657852173, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8523526191711426, + "num_tokens": 100106260.0, + "step": 2750 + }, + { + "epoch": 0.5108635097493036, + "grad_norm": 1.5219961404800415, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8555151224136353, + "num_tokens": 100141752.0, + "step": 2751 + }, + { + "epoch": 0.5110492107706592, + "grad_norm": 1.3668240308761597, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8674895167350769, + "num_tokens": 100184907.0, + "step": 2752 + }, + { + "epoch": 0.5112349117920149, + "grad_norm": 1.4557791948318481, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8636869192123413, + "num_tokens": 100221161.0, + "step": 2753 + }, + { + "epoch": 0.5114206128133705, + "grad_norm": 1.3958674669265747, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8673597574234009, + "num_tokens": 100256935.0, + "step": 2754 + }, + { + "epoch": 0.5116063138347261, + "grad_norm": 1.563441514968872, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8625671863555908, + "num_tokens": 100293173.0, + "step": 2755 + }, + { + "epoch": 0.5117920148560817, + "grad_norm": 1.4913671016693115, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8528989553451538, + "num_tokens": 100329800.0, + "step": 2756 + }, + { + "epoch": 0.5119777158774373, + "grad_norm": 1.5387234687805176, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8787865042686462, + "num_tokens": 100357646.0, + "step": 2757 + }, + { + "epoch": 0.512163416898793, + "grad_norm": 1.3932199478149414, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8697026968002319, + "num_tokens": 100393315.0, + "step": 2758 + }, + { + "epoch": 0.5123491179201486, + "grad_norm": 1.4453835487365723, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8560730218887329, + "num_tokens": 100431631.0, + "step": 2759 + }, + { + "epoch": 0.5125348189415042, + "grad_norm": 1.4227267503738403, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.861545205116272, + "num_tokens": 100471942.0, + "step": 2760 + }, + { + "epoch": 0.5127205199628598, + "grad_norm": 1.4400638341903687, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8698976039886475, + "num_tokens": 100508552.0, + "step": 2761 + }, + { + "epoch": 0.5129062209842155, + "grad_norm": 1.5597748756408691, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8553087711334229, + "num_tokens": 100542408.0, + "step": 2762 + }, + { + "epoch": 0.5130919220055711, + "grad_norm": 1.4375165700912476, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8644313812255859, + "num_tokens": 100577476.0, + "step": 2763 + }, + { + "epoch": 0.5132776230269267, + "grad_norm": 1.424970269203186, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8698155879974365, + "num_tokens": 100614526.0, + "step": 2764 + }, + { + "epoch": 0.5134633240482822, + "grad_norm": 1.504960060119629, + "learning_rate": 1e-06, + "loss": 0.4854, + "mean_token_accuracy": 0.8405662775039673, + "num_tokens": 100655427.0, + "step": 2765 + }, + { + "epoch": 0.5136490250696378, + "grad_norm": 1.451545238494873, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8542167544364929, + "num_tokens": 100693567.0, + "step": 2766 + }, + { + "epoch": 0.5138347260909935, + "grad_norm": 1.4443047046661377, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8637162446975708, + "num_tokens": 100733780.0, + "step": 2767 + }, + { + "epoch": 0.5140204271123491, + "grad_norm": 1.4326525926589966, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8665944337844849, + "num_tokens": 100771165.0, + "step": 2768 + }, + { + "epoch": 0.5142061281337047, + "grad_norm": 1.3127751350402832, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8709753751754761, + "num_tokens": 100811282.0, + "step": 2769 + }, + { + "epoch": 0.5143918291550603, + "grad_norm": 1.365317702293396, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8462705016136169, + "num_tokens": 100855213.0, + "step": 2770 + }, + { + "epoch": 0.5145775301764159, + "grad_norm": 1.608729362487793, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8695463538169861, + "num_tokens": 100887044.0, + "step": 2771 + }, + { + "epoch": 0.5147632311977716, + "grad_norm": 1.4444087743759155, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8643918037414551, + "num_tokens": 100925532.0, + "step": 2772 + }, + { + "epoch": 0.5149489322191272, + "grad_norm": 1.4374840259552002, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8686602711677551, + "num_tokens": 100961881.0, + "step": 2773 + }, + { + "epoch": 0.5151346332404828, + "grad_norm": 1.4978214502334595, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8668907284736633, + "num_tokens": 100994813.0, + "step": 2774 + }, + { + "epoch": 0.5153203342618384, + "grad_norm": 1.5552998781204224, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8649508357048035, + "num_tokens": 101026714.0, + "step": 2775 + }, + { + "epoch": 0.515506035283194, + "grad_norm": 1.3523956537246704, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8773662447929382, + "num_tokens": 101064834.0, + "step": 2776 + }, + { + "epoch": 0.5156917363045497, + "grad_norm": 1.4710758924484253, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.858771562576294, + "num_tokens": 101103817.0, + "step": 2777 + }, + { + "epoch": 0.5158774373259053, + "grad_norm": 1.5026650428771973, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.871530294418335, + "num_tokens": 101143688.0, + "step": 2778 + }, + { + "epoch": 0.5160631383472609, + "grad_norm": 1.5662022829055786, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8558610081672668, + "num_tokens": 101178053.0, + "step": 2779 + }, + { + "epoch": 0.5162488393686165, + "grad_norm": 1.3986098766326904, + "learning_rate": 1e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8495562076568604, + "num_tokens": 101219333.0, + "step": 2780 + }, + { + "epoch": 0.5164345403899722, + "grad_norm": 1.3862662315368652, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.871562123298645, + "num_tokens": 101257792.0, + "step": 2781 + }, + { + "epoch": 0.5166202414113278, + "grad_norm": 1.577120065689087, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8629140257835388, + "num_tokens": 101289410.0, + "step": 2782 + }, + { + "epoch": 0.5168059424326834, + "grad_norm": 1.6020066738128662, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8593811988830566, + "num_tokens": 101327465.0, + "step": 2783 + }, + { + "epoch": 0.516991643454039, + "grad_norm": 1.5751177072525024, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.861526608467102, + "num_tokens": 101360665.0, + "step": 2784 + }, + { + "epoch": 0.5171773444753947, + "grad_norm": 1.4829590320587158, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8698759078979492, + "num_tokens": 101396287.0, + "step": 2785 + }, + { + "epoch": 0.5173630454967503, + "grad_norm": 1.4006627798080444, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8728702068328857, + "num_tokens": 101437290.0, + "step": 2786 + }, + { + "epoch": 0.5175487465181059, + "grad_norm": 1.4473060369491577, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8665397763252258, + "num_tokens": 101476166.0, + "step": 2787 + }, + { + "epoch": 0.5177344475394615, + "grad_norm": 1.5090324878692627, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8614462614059448, + "num_tokens": 101513446.0, + "step": 2788 + }, + { + "epoch": 0.5179201485608171, + "grad_norm": 1.435028314590454, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8680623173713684, + "num_tokens": 101546883.0, + "step": 2789 + }, + { + "epoch": 0.5181058495821727, + "grad_norm": 1.4094408750534058, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8776023387908936, + "num_tokens": 101583236.0, + "step": 2790 + }, + { + "epoch": 0.5182915506035283, + "grad_norm": 1.5421931743621826, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8666272759437561, + "num_tokens": 101613120.0, + "step": 2791 + }, + { + "epoch": 0.5184772516248839, + "grad_norm": 1.6299591064453125, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8603389263153076, + "num_tokens": 101647877.0, + "step": 2792 + }, + { + "epoch": 0.5186629526462395, + "grad_norm": 1.4320576190948486, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8718414902687073, + "num_tokens": 101685853.0, + "step": 2793 + }, + { + "epoch": 0.5188486536675951, + "grad_norm": 1.5386700630187988, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8511226177215576, + "num_tokens": 101720735.0, + "step": 2794 + }, + { + "epoch": 0.5190343546889508, + "grad_norm": 1.5406745672225952, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8570383787155151, + "num_tokens": 101758036.0, + "step": 2795 + }, + { + "epoch": 0.5192200557103064, + "grad_norm": 1.3941171169281006, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8703162670135498, + "num_tokens": 101797752.0, + "step": 2796 + }, + { + "epoch": 0.519405756731662, + "grad_norm": 1.4603959321975708, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8635847568511963, + "num_tokens": 101833504.0, + "step": 2797 + }, + { + "epoch": 0.5195914577530176, + "grad_norm": 1.452397346496582, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.867218017578125, + "num_tokens": 101867819.0, + "step": 2798 + }, + { + "epoch": 0.5197771587743732, + "grad_norm": 1.4220812320709229, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8794271945953369, + "num_tokens": 101905869.0, + "step": 2799 + }, + { + "epoch": 0.5199628597957289, + "grad_norm": 1.490841269493103, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8675051927566528, + "num_tokens": 101943403.0, + "step": 2800 + }, + { + "epoch": 0.5201485608170845, + "grad_norm": 1.526056170463562, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8554225564002991, + "num_tokens": 101978758.0, + "step": 2801 + }, + { + "epoch": 0.5203342618384401, + "grad_norm": 1.620808720588684, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8630818724632263, + "num_tokens": 102009579.0, + "step": 2802 + }, + { + "epoch": 0.5205199628597957, + "grad_norm": 1.3724521398544312, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8588217496871948, + "num_tokens": 102053169.0, + "step": 2803 + }, + { + "epoch": 0.5207056638811514, + "grad_norm": 1.5615042448043823, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8538390398025513, + "num_tokens": 102094250.0, + "step": 2804 + }, + { + "epoch": 0.520891364902507, + "grad_norm": 1.4818947315216064, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8630529642105103, + "num_tokens": 102131774.0, + "step": 2805 + }, + { + "epoch": 0.5210770659238626, + "grad_norm": 1.531602144241333, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8495590090751648, + "num_tokens": 102169450.0, + "step": 2806 + }, + { + "epoch": 0.5212627669452182, + "grad_norm": 1.4824104309082031, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8616808652877808, + "num_tokens": 102205892.0, + "step": 2807 + }, + { + "epoch": 0.5214484679665738, + "grad_norm": 1.5178515911102295, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8518307209014893, + "num_tokens": 102243760.0, + "step": 2808 + }, + { + "epoch": 0.5216341689879295, + "grad_norm": 1.4315261840820312, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8710883855819702, + "num_tokens": 102283620.0, + "step": 2809 + }, + { + "epoch": 0.5218198700092851, + "grad_norm": 1.5409858226776123, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8563254475593567, + "num_tokens": 102318600.0, + "step": 2810 + }, + { + "epoch": 0.5220055710306407, + "grad_norm": 1.584926962852478, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8521630764007568, + "num_tokens": 102354331.0, + "step": 2811 + }, + { + "epoch": 0.5221912720519963, + "grad_norm": 1.3876298666000366, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8715071678161621, + "num_tokens": 102391661.0, + "step": 2812 + }, + { + "epoch": 0.522376973073352, + "grad_norm": 1.4406381845474243, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8544840812683105, + "num_tokens": 102431780.0, + "step": 2813 + }, + { + "epoch": 0.5225626740947075, + "grad_norm": 1.4823315143585205, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8610979318618774, + "num_tokens": 102470775.0, + "step": 2814 + }, + { + "epoch": 0.5227483751160631, + "grad_norm": 1.4523921012878418, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8631581664085388, + "num_tokens": 102509537.0, + "step": 2815 + }, + { + "epoch": 0.5229340761374187, + "grad_norm": 1.4160609245300293, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8682718873023987, + "num_tokens": 102549749.0, + "step": 2816 + }, + { + "epoch": 0.5231197771587743, + "grad_norm": 1.5253669023513794, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8590511083602905, + "num_tokens": 102583504.0, + "step": 2817 + }, + { + "epoch": 0.52330547818013, + "grad_norm": 1.4982640743255615, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8781248927116394, + "num_tokens": 102615902.0, + "step": 2818 + }, + { + "epoch": 0.5234911792014856, + "grad_norm": 1.4492942094802856, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8573563098907471, + "num_tokens": 102655557.0, + "step": 2819 + }, + { + "epoch": 0.5236768802228412, + "grad_norm": 1.4849096536636353, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8588578104972839, + "num_tokens": 102693724.0, + "step": 2820 + }, + { + "epoch": 0.5238625812441968, + "grad_norm": 1.5906434059143066, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8556105494499207, + "num_tokens": 102727383.0, + "step": 2821 + }, + { + "epoch": 0.5240482822655524, + "grad_norm": 1.4193555116653442, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8729336261749268, + "num_tokens": 102765475.0, + "step": 2822 + }, + { + "epoch": 0.5242339832869081, + "grad_norm": 1.5168969631195068, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8570595383644104, + "num_tokens": 102800889.0, + "step": 2823 + }, + { + "epoch": 0.5244196843082637, + "grad_norm": 1.455094337463379, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8567074537277222, + "num_tokens": 102840775.0, + "step": 2824 + }, + { + "epoch": 0.5246053853296193, + "grad_norm": 1.3962491750717163, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8587349653244019, + "num_tokens": 102882159.0, + "step": 2825 + }, + { + "epoch": 0.5247910863509749, + "grad_norm": 1.4386632442474365, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8759665489196777, + "num_tokens": 102916843.0, + "step": 2826 + }, + { + "epoch": 0.5249767873723306, + "grad_norm": 1.5026849508285522, + "learning_rate": 1e-06, + "loss": 0.5053, + "mean_token_accuracy": 0.8354412317276001, + "num_tokens": 102957200.0, + "step": 2827 + }, + { + "epoch": 0.5251624883936862, + "grad_norm": 1.5788899660110474, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8593822121620178, + "num_tokens": 102988519.0, + "step": 2828 + }, + { + "epoch": 0.5253481894150418, + "grad_norm": 1.335808277130127, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8776693344116211, + "num_tokens": 103030341.0, + "step": 2829 + }, + { + "epoch": 0.5255338904363974, + "grad_norm": 1.4128562211990356, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8683331608772278, + "num_tokens": 103065596.0, + "step": 2830 + }, + { + "epoch": 0.525719591457753, + "grad_norm": 1.4289162158966064, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8596645593643188, + "num_tokens": 103104703.0, + "step": 2831 + }, + { + "epoch": 0.5259052924791087, + "grad_norm": 1.4369641542434692, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8615759611129761, + "num_tokens": 103140108.0, + "step": 2832 + }, + { + "epoch": 0.5260909935004643, + "grad_norm": 1.5515081882476807, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.862944483757019, + "num_tokens": 103175029.0, + "step": 2833 + }, + { + "epoch": 0.5262766945218199, + "grad_norm": 1.470863699913025, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8610397577285767, + "num_tokens": 103215885.0, + "step": 2834 + }, + { + "epoch": 0.5264623955431755, + "grad_norm": 1.6419349908828735, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8667720556259155, + "num_tokens": 103242743.0, + "step": 2835 + }, + { + "epoch": 0.5266480965645312, + "grad_norm": 1.5816094875335693, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8515992760658264, + "num_tokens": 103274249.0, + "step": 2836 + }, + { + "epoch": 0.5268337975858868, + "grad_norm": 1.4205706119537354, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8706215023994446, + "num_tokens": 103311234.0, + "step": 2837 + }, + { + "epoch": 0.5270194986072423, + "grad_norm": 1.53098726272583, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8634610772132874, + "num_tokens": 103343575.0, + "step": 2838 + }, + { + "epoch": 0.5272051996285979, + "grad_norm": 1.457185983657837, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8581929206848145, + "num_tokens": 103381164.0, + "step": 2839 + }, + { + "epoch": 0.5273909006499535, + "grad_norm": 1.5042377710342407, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8715301752090454, + "num_tokens": 103417653.0, + "step": 2840 + }, + { + "epoch": 0.5275766016713092, + "grad_norm": 1.4408477544784546, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8639563918113708, + "num_tokens": 103456699.0, + "step": 2841 + }, + { + "epoch": 0.5277623026926648, + "grad_norm": 1.5541164875030518, + "learning_rate": 1e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8433411717414856, + "num_tokens": 103493937.0, + "step": 2842 + }, + { + "epoch": 0.5279480037140204, + "grad_norm": 1.5475417375564575, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8655136823654175, + "num_tokens": 103534447.0, + "step": 2843 + }, + { + "epoch": 0.528133704735376, + "grad_norm": 1.346049189567566, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8576028347015381, + "num_tokens": 103578134.0, + "step": 2844 + }, + { + "epoch": 0.5283194057567316, + "grad_norm": 1.4592831134796143, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8623043894767761, + "num_tokens": 103613169.0, + "step": 2845 + }, + { + "epoch": 0.5285051067780873, + "grad_norm": 1.3406236171722412, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8695638179779053, + "num_tokens": 103656272.0, + "step": 2846 + }, + { + "epoch": 0.5286908077994429, + "grad_norm": 1.408469796180725, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.86054527759552, + "num_tokens": 103694775.0, + "step": 2847 + }, + { + "epoch": 0.5288765088207985, + "grad_norm": 1.5701392889022827, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8726422190666199, + "num_tokens": 103728105.0, + "step": 2848 + }, + { + "epoch": 0.5290622098421541, + "grad_norm": 1.4516937732696533, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8487551212310791, + "num_tokens": 103766351.0, + "step": 2849 + }, + { + "epoch": 0.5292479108635098, + "grad_norm": 1.4169031381607056, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8616217374801636, + "num_tokens": 103804207.0, + "step": 2850 + }, + { + "epoch": 0.5294336118848654, + "grad_norm": 1.390202522277832, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8885672688484192, + "num_tokens": 103839356.0, + "step": 2851 + }, + { + "epoch": 0.529619312906221, + "grad_norm": 1.6994951963424683, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8679990768432617, + "num_tokens": 103875054.0, + "step": 2852 + }, + { + "epoch": 0.5298050139275766, + "grad_norm": 1.589301586151123, + "learning_rate": 1e-06, + "loss": 0.4608, + "mean_token_accuracy": 0.8478343486785889, + "num_tokens": 103905979.0, + "step": 2853 + }, + { + "epoch": 0.5299907149489322, + "grad_norm": 1.5107301473617554, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8544092774391174, + "num_tokens": 103942225.0, + "step": 2854 + }, + { + "epoch": 0.5301764159702879, + "grad_norm": 1.4570616483688354, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8667916059494019, + "num_tokens": 103979296.0, + "step": 2855 + }, + { + "epoch": 0.5303621169916435, + "grad_norm": 1.5126277208328247, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8567400574684143, + "num_tokens": 104014824.0, + "step": 2856 + }, + { + "epoch": 0.5305478180129991, + "grad_norm": 1.445131778717041, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8704938888549805, + "num_tokens": 104052263.0, + "step": 2857 + }, + { + "epoch": 0.5307335190343547, + "grad_norm": 1.4435908794403076, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8586008548736572, + "num_tokens": 104092910.0, + "step": 2858 + }, + { + "epoch": 0.5309192200557104, + "grad_norm": 1.4022966623306274, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8762526512145996, + "num_tokens": 104130965.0, + "step": 2859 + }, + { + "epoch": 0.531104921077066, + "grad_norm": 1.4685522317886353, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.86320960521698, + "num_tokens": 104174478.0, + "step": 2860 + }, + { + "epoch": 0.5312906220984216, + "grad_norm": 1.3682363033294678, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8666989803314209, + "num_tokens": 104214100.0, + "step": 2861 + }, + { + "epoch": 0.5314763231197771, + "grad_norm": 1.4595460891723633, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8609013557434082, + "num_tokens": 104249991.0, + "step": 2862 + }, + { + "epoch": 0.5316620241411327, + "grad_norm": 1.5143868923187256, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8628157377243042, + "num_tokens": 104281955.0, + "step": 2863 + }, + { + "epoch": 0.5318477251624883, + "grad_norm": 1.4528647661209106, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8641681671142578, + "num_tokens": 104318494.0, + "step": 2864 + }, + { + "epoch": 0.532033426183844, + "grad_norm": 1.4262012243270874, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8673534393310547, + "num_tokens": 104354547.0, + "step": 2865 + }, + { + "epoch": 0.5322191272051996, + "grad_norm": 1.3672183752059937, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8675539493560791, + "num_tokens": 104393903.0, + "step": 2866 + }, + { + "epoch": 0.5324048282265552, + "grad_norm": 1.4715101718902588, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8667783141136169, + "num_tokens": 104427530.0, + "step": 2867 + }, + { + "epoch": 0.5325905292479108, + "grad_norm": 1.4675283432006836, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8636226654052734, + "num_tokens": 104463264.0, + "step": 2868 + }, + { + "epoch": 0.5327762302692665, + "grad_norm": 1.4282124042510986, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8599696159362793, + "num_tokens": 104499017.0, + "step": 2869 + }, + { + "epoch": 0.5329619312906221, + "grad_norm": 1.4709898233413696, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.869326651096344, + "num_tokens": 104532669.0, + "step": 2870 + }, + { + "epoch": 0.5331476323119777, + "grad_norm": 1.4535382986068726, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8648388981819153, + "num_tokens": 104570232.0, + "step": 2871 + }, + { + "epoch": 0.5333333333333333, + "grad_norm": 1.511343002319336, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8700133562088013, + "num_tokens": 104604902.0, + "step": 2872 + }, + { + "epoch": 0.533519034354689, + "grad_norm": 1.4594415426254272, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8535038828849792, + "num_tokens": 104645597.0, + "step": 2873 + }, + { + "epoch": 0.5337047353760446, + "grad_norm": 1.497887372970581, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8705253005027771, + "num_tokens": 104678296.0, + "step": 2874 + }, + { + "epoch": 0.5338904363974002, + "grad_norm": 1.476258635520935, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8690645694732666, + "num_tokens": 104715752.0, + "step": 2875 + }, + { + "epoch": 0.5340761374187558, + "grad_norm": 1.524465560913086, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8684303760528564, + "num_tokens": 104745045.0, + "step": 2876 + }, + { + "epoch": 0.5342618384401114, + "grad_norm": 1.5329874753952026, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8610366582870483, + "num_tokens": 104776701.0, + "step": 2877 + }, + { + "epoch": 0.5344475394614671, + "grad_norm": 1.6612457036972046, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.870154619216919, + "num_tokens": 104808488.0, + "step": 2878 + }, + { + "epoch": 0.5346332404828227, + "grad_norm": 1.4175505638122559, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8600672483444214, + "num_tokens": 104849986.0, + "step": 2879 + }, + { + "epoch": 0.5348189415041783, + "grad_norm": 1.419123649597168, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8598088026046753, + "num_tokens": 104889657.0, + "step": 2880 + }, + { + "epoch": 0.5350046425255339, + "grad_norm": 1.4357279539108276, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8723167777061462, + "num_tokens": 104923402.0, + "step": 2881 + }, + { + "epoch": 0.5351903435468895, + "grad_norm": 1.464385986328125, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8560455441474915, + "num_tokens": 104960699.0, + "step": 2882 + }, + { + "epoch": 0.5353760445682452, + "grad_norm": 1.5232882499694824, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8652611970901489, + "num_tokens": 104991603.0, + "step": 2883 + }, + { + "epoch": 0.5355617455896008, + "grad_norm": 1.4948025941848755, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8703038692474365, + "num_tokens": 105023034.0, + "step": 2884 + }, + { + "epoch": 0.5357474466109564, + "grad_norm": 1.4267477989196777, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8562363386154175, + "num_tokens": 105062143.0, + "step": 2885 + }, + { + "epoch": 0.5359331476323119, + "grad_norm": 1.4202508926391602, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8627821803092957, + "num_tokens": 105095316.0, + "step": 2886 + }, + { + "epoch": 0.5361188486536675, + "grad_norm": 1.407353401184082, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8582831621170044, + "num_tokens": 105134738.0, + "step": 2887 + }, + { + "epoch": 0.5363045496750232, + "grad_norm": 1.4681111574172974, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8561472296714783, + "num_tokens": 105175008.0, + "step": 2888 + }, + { + "epoch": 0.5364902506963788, + "grad_norm": 1.604741096496582, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8506115674972534, + "num_tokens": 105208708.0, + "step": 2889 + }, + { + "epoch": 0.5366759517177344, + "grad_norm": 1.432342529296875, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.859687328338623, + "num_tokens": 105246866.0, + "step": 2890 + }, + { + "epoch": 0.53686165273909, + "grad_norm": 1.4957518577575684, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8698064088821411, + "num_tokens": 105279186.0, + "step": 2891 + }, + { + "epoch": 0.5370473537604457, + "grad_norm": 1.3972009420394897, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.873457133769989, + "num_tokens": 105317501.0, + "step": 2892 + }, + { + "epoch": 0.5372330547818013, + "grad_norm": 1.4052650928497314, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8741152882575989, + "num_tokens": 105353955.0, + "step": 2893 + }, + { + "epoch": 0.5374187558031569, + "grad_norm": 1.4117660522460938, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8678758144378662, + "num_tokens": 105391422.0, + "step": 2894 + }, + { + "epoch": 0.5376044568245125, + "grad_norm": 1.6485464572906494, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.861443281173706, + "num_tokens": 105420088.0, + "step": 2895 + }, + { + "epoch": 0.5377901578458681, + "grad_norm": 1.4925113916397095, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8553404211997986, + "num_tokens": 105455075.0, + "step": 2896 + }, + { + "epoch": 0.5379758588672238, + "grad_norm": 1.3542903661727905, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8722613453865051, + "num_tokens": 105495166.0, + "step": 2897 + }, + { + "epoch": 0.5381615598885794, + "grad_norm": 1.6173986196517944, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8483299016952515, + "num_tokens": 105527356.0, + "step": 2898 + }, + { + "epoch": 0.538347260909935, + "grad_norm": 1.448596715927124, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8644557595252991, + "num_tokens": 105559921.0, + "step": 2899 + }, + { + "epoch": 0.5385329619312906, + "grad_norm": 1.4960687160491943, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8684422969818115, + "num_tokens": 105596368.0, + "step": 2900 + }, + { + "epoch": 0.5387186629526463, + "grad_norm": 1.5645191669464111, + "learning_rate": 1e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.8490892052650452, + "num_tokens": 105630515.0, + "step": 2901 + }, + { + "epoch": 0.5389043639740019, + "grad_norm": 1.4221330881118774, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8689882755279541, + "num_tokens": 105669018.0, + "step": 2902 + }, + { + "epoch": 0.5390900649953575, + "grad_norm": 1.4028362035751343, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8595229387283325, + "num_tokens": 105708235.0, + "step": 2903 + }, + { + "epoch": 0.5392757660167131, + "grad_norm": 1.4272270202636719, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8684868812561035, + "num_tokens": 105744991.0, + "step": 2904 + }, + { + "epoch": 0.5394614670380687, + "grad_norm": 1.473379135131836, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.881880521774292, + "num_tokens": 105780183.0, + "step": 2905 + }, + { + "epoch": 0.5396471680594244, + "grad_norm": 1.504927635192871, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8547089695930481, + "num_tokens": 105817046.0, + "step": 2906 + }, + { + "epoch": 0.53983286908078, + "grad_norm": 1.4628783464431763, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8609002828598022, + "num_tokens": 105853904.0, + "step": 2907 + }, + { + "epoch": 0.5400185701021356, + "grad_norm": 1.4291162490844727, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8670645356178284, + "num_tokens": 105890663.0, + "step": 2908 + }, + { + "epoch": 0.5402042711234912, + "grad_norm": 1.4101537466049194, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.865176260471344, + "num_tokens": 105934201.0, + "step": 2909 + }, + { + "epoch": 0.5403899721448467, + "grad_norm": 1.4316980838775635, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8630902171134949, + "num_tokens": 105973596.0, + "step": 2910 + }, + { + "epoch": 0.5405756731662024, + "grad_norm": 1.4364686012268066, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8768541812896729, + "num_tokens": 106011154.0, + "step": 2911 + }, + { + "epoch": 0.540761374187558, + "grad_norm": 1.4659998416900635, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8739964962005615, + "num_tokens": 106048078.0, + "step": 2912 + }, + { + "epoch": 0.5409470752089136, + "grad_norm": 1.3695013523101807, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8621476888656616, + "num_tokens": 106089569.0, + "step": 2913 + }, + { + "epoch": 0.5411327762302692, + "grad_norm": 1.4936442375183105, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8536591529846191, + "num_tokens": 106127980.0, + "step": 2914 + }, + { + "epoch": 0.5413184772516249, + "grad_norm": 1.47042715549469, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8632117509841919, + "num_tokens": 106163327.0, + "step": 2915 + }, + { + "epoch": 0.5415041782729805, + "grad_norm": 1.4016257524490356, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8721676468849182, + "num_tokens": 106204463.0, + "step": 2916 + }, + { + "epoch": 0.5416898792943361, + "grad_norm": 1.2935502529144287, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.870720386505127, + "num_tokens": 106245170.0, + "step": 2917 + }, + { + "epoch": 0.5418755803156917, + "grad_norm": 1.5884097814559937, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8593925833702087, + "num_tokens": 106277427.0, + "step": 2918 + }, + { + "epoch": 0.5420612813370473, + "grad_norm": 1.515549898147583, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8658314943313599, + "num_tokens": 106312611.0, + "step": 2919 + }, + { + "epoch": 0.542246982358403, + "grad_norm": 1.5706350803375244, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8567473888397217, + "num_tokens": 106349362.0, + "step": 2920 + }, + { + "epoch": 0.5424326833797586, + "grad_norm": 1.450380563735962, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8669278025627136, + "num_tokens": 106385345.0, + "step": 2921 + }, + { + "epoch": 0.5426183844011142, + "grad_norm": 1.3545125722885132, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8562319874763489, + "num_tokens": 106427596.0, + "step": 2922 + }, + { + "epoch": 0.5428040854224698, + "grad_norm": 1.492526888847351, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.853472113609314, + "num_tokens": 106462342.0, + "step": 2923 + }, + { + "epoch": 0.5429897864438255, + "grad_norm": 1.5526422262191772, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8645198345184326, + "num_tokens": 106494602.0, + "step": 2924 + }, + { + "epoch": 0.5431754874651811, + "grad_norm": 1.475623607635498, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8744502067565918, + "num_tokens": 106532426.0, + "step": 2925 + }, + { + "epoch": 0.5433611884865367, + "grad_norm": 1.6465253829956055, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8547483682632446, + "num_tokens": 106566447.0, + "step": 2926 + }, + { + "epoch": 0.5435468895078923, + "grad_norm": 1.586470365524292, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8629138469696045, + "num_tokens": 106596140.0, + "step": 2927 + }, + { + "epoch": 0.5437325905292479, + "grad_norm": 1.6890629529953003, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8592550158500671, + "num_tokens": 106637972.0, + "step": 2928 + }, + { + "epoch": 0.5439182915506036, + "grad_norm": 1.5104472637176514, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8744062781333923, + "num_tokens": 106672233.0, + "step": 2929 + }, + { + "epoch": 0.5441039925719592, + "grad_norm": 1.5386004447937012, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8717575073242188, + "num_tokens": 106706225.0, + "step": 2930 + }, + { + "epoch": 0.5442896935933148, + "grad_norm": 1.4110487699508667, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8571035265922546, + "num_tokens": 106744854.0, + "step": 2931 + }, + { + "epoch": 0.5444753946146704, + "grad_norm": 1.4458673000335693, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8719272017478943, + "num_tokens": 106778564.0, + "step": 2932 + }, + { + "epoch": 0.544661095636026, + "grad_norm": 1.439497709274292, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8742384910583496, + "num_tokens": 106811922.0, + "step": 2933 + }, + { + "epoch": 0.5448467966573816, + "grad_norm": 1.5122816562652588, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8710622787475586, + "num_tokens": 106845780.0, + "step": 2934 + }, + { + "epoch": 0.5450324976787372, + "grad_norm": 1.456495761871338, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8549965620040894, + "num_tokens": 106881901.0, + "step": 2935 + }, + { + "epoch": 0.5452181987000928, + "grad_norm": 1.3365552425384521, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8686966896057129, + "num_tokens": 106922284.0, + "step": 2936 + }, + { + "epoch": 0.5454038997214484, + "grad_norm": 1.4816900491714478, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8578910827636719, + "num_tokens": 106955680.0, + "step": 2937 + }, + { + "epoch": 0.545589600742804, + "grad_norm": 1.4276241064071655, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8646733164787292, + "num_tokens": 106994377.0, + "step": 2938 + }, + { + "epoch": 0.5457753017641597, + "grad_norm": 1.4327545166015625, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8671727180480957, + "num_tokens": 107032281.0, + "step": 2939 + }, + { + "epoch": 0.5459610027855153, + "grad_norm": 1.4240461587905884, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8648313283920288, + "num_tokens": 107071097.0, + "step": 2940 + }, + { + "epoch": 0.5461467038068709, + "grad_norm": 1.356852650642395, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8746538758277893, + "num_tokens": 107109549.0, + "step": 2941 + }, + { + "epoch": 0.5463324048282265, + "grad_norm": 1.479108214378357, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8662362098693848, + "num_tokens": 107144352.0, + "step": 2942 + }, + { + "epoch": 0.5465181058495822, + "grad_norm": 1.4590197801589966, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8656682968139648, + "num_tokens": 107178874.0, + "step": 2943 + }, + { + "epoch": 0.5467038068709378, + "grad_norm": 1.4541740417480469, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.873467206954956, + "num_tokens": 107212972.0, + "step": 2944 + }, + { + "epoch": 0.5468895078922934, + "grad_norm": 1.5358543395996094, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8560703992843628, + "num_tokens": 107250068.0, + "step": 2945 + }, + { + "epoch": 0.547075208913649, + "grad_norm": 1.3916312456130981, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8618935346603394, + "num_tokens": 107287746.0, + "step": 2946 + }, + { + "epoch": 0.5472609099350046, + "grad_norm": 1.485392689704895, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8721439838409424, + "num_tokens": 107323095.0, + "step": 2947 + }, + { + "epoch": 0.5474466109563603, + "grad_norm": 1.534888505935669, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8758131265640259, + "num_tokens": 107352435.0, + "step": 2948 + }, + { + "epoch": 0.5476323119777159, + "grad_norm": 1.4286302328109741, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8717628121376038, + "num_tokens": 107388397.0, + "step": 2949 + }, + { + "epoch": 0.5478180129990715, + "grad_norm": 1.4133955240249634, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8741133213043213, + "num_tokens": 107426822.0, + "step": 2950 + }, + { + "epoch": 0.5480037140204271, + "grad_norm": 1.4107542037963867, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8798244595527649, + "num_tokens": 107465651.0, + "step": 2951 + }, + { + "epoch": 0.5481894150417828, + "grad_norm": 1.6463024616241455, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8516945242881775, + "num_tokens": 107497944.0, + "step": 2952 + }, + { + "epoch": 0.5483751160631384, + "grad_norm": 1.5043540000915527, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8549585342407227, + "num_tokens": 107531633.0, + "step": 2953 + }, + { + "epoch": 0.548560817084494, + "grad_norm": 1.3918156623840332, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8790542483329773, + "num_tokens": 107566828.0, + "step": 2954 + }, + { + "epoch": 0.5487465181058496, + "grad_norm": 1.463122844696045, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8550876379013062, + "num_tokens": 107603572.0, + "step": 2955 + }, + { + "epoch": 0.5489322191272052, + "grad_norm": 1.3964217901229858, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8682010173797607, + "num_tokens": 107641350.0, + "step": 2956 + }, + { + "epoch": 0.5491179201485609, + "grad_norm": 1.5440664291381836, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8640614748001099, + "num_tokens": 107677648.0, + "step": 2957 + }, + { + "epoch": 0.5493036211699165, + "grad_norm": 1.5456180572509766, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8711901903152466, + "num_tokens": 107712146.0, + "step": 2958 + }, + { + "epoch": 0.549489322191272, + "grad_norm": 1.4826409816741943, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8645007610321045, + "num_tokens": 107747369.0, + "step": 2959 + }, + { + "epoch": 0.5496750232126276, + "grad_norm": 1.3856656551361084, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8651857972145081, + "num_tokens": 107785008.0, + "step": 2960 + }, + { + "epoch": 0.5498607242339832, + "grad_norm": 1.5985867977142334, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8472576141357422, + "num_tokens": 107818764.0, + "step": 2961 + }, + { + "epoch": 0.5500464252553389, + "grad_norm": 1.3600832223892212, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8585513234138489, + "num_tokens": 107860264.0, + "step": 2962 + }, + { + "epoch": 0.5502321262766945, + "grad_norm": 1.393127679824829, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8686445951461792, + "num_tokens": 107900241.0, + "step": 2963 + }, + { + "epoch": 0.5504178272980501, + "grad_norm": 1.4518418312072754, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8543009757995605, + "num_tokens": 107938443.0, + "step": 2964 + }, + { + "epoch": 0.5506035283194057, + "grad_norm": 1.4415678977966309, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8657373785972595, + "num_tokens": 107975092.0, + "step": 2965 + }, + { + "epoch": 0.5507892293407614, + "grad_norm": 1.4372583627700806, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8713630437850952, + "num_tokens": 108014623.0, + "step": 2966 + }, + { + "epoch": 0.550974930362117, + "grad_norm": 1.6809747219085693, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8648090958595276, + "num_tokens": 108044576.0, + "step": 2967 + }, + { + "epoch": 0.5511606313834726, + "grad_norm": 1.4759470224380493, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8668333292007446, + "num_tokens": 108079102.0, + "step": 2968 + }, + { + "epoch": 0.5513463324048282, + "grad_norm": 1.4256638288497925, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8725258111953735, + "num_tokens": 108116776.0, + "step": 2969 + }, + { + "epoch": 0.5515320334261838, + "grad_norm": 1.4108705520629883, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8623696565628052, + "num_tokens": 108156009.0, + "step": 2970 + }, + { + "epoch": 0.5517177344475395, + "grad_norm": 1.3848119974136353, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8717012405395508, + "num_tokens": 108193996.0, + "step": 2971 + }, + { + "epoch": 0.5519034354688951, + "grad_norm": 1.4002629518508911, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8656565546989441, + "num_tokens": 108234001.0, + "step": 2972 + }, + { + "epoch": 0.5520891364902507, + "grad_norm": 1.5584577322006226, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8617803454399109, + "num_tokens": 108268425.0, + "step": 2973 + }, + { + "epoch": 0.5522748375116063, + "grad_norm": 1.370687484741211, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8736392259597778, + "num_tokens": 108306443.0, + "step": 2974 + }, + { + "epoch": 0.552460538532962, + "grad_norm": 1.4175127744674683, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8697561025619507, + "num_tokens": 108345866.0, + "step": 2975 + }, + { + "epoch": 0.5526462395543176, + "grad_norm": 1.5198925733566284, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8533070683479309, + "num_tokens": 108383337.0, + "step": 2976 + }, + { + "epoch": 0.5528319405756732, + "grad_norm": 1.544859766960144, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8656026721000671, + "num_tokens": 108417436.0, + "step": 2977 + }, + { + "epoch": 0.5530176415970288, + "grad_norm": 1.6427764892578125, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8614516258239746, + "num_tokens": 108450544.0, + "step": 2978 + }, + { + "epoch": 0.5532033426183844, + "grad_norm": 1.4855849742889404, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8685892820358276, + "num_tokens": 108487054.0, + "step": 2979 + }, + { + "epoch": 0.5533890436397401, + "grad_norm": 1.4570245742797852, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8750468492507935, + "num_tokens": 108524382.0, + "step": 2980 + }, + { + "epoch": 0.5535747446610957, + "grad_norm": 1.4770348072052002, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8621201515197754, + "num_tokens": 108563919.0, + "step": 2981 + }, + { + "epoch": 0.5537604456824513, + "grad_norm": 1.4549281597137451, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.863949179649353, + "num_tokens": 108600586.0, + "step": 2982 + }, + { + "epoch": 0.5539461467038068, + "grad_norm": 1.405551791191101, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8841366171836853, + "num_tokens": 108635664.0, + "step": 2983 + }, + { + "epoch": 0.5541318477251624, + "grad_norm": 1.4037508964538574, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.855103075504303, + "num_tokens": 108676002.0, + "step": 2984 + }, + { + "epoch": 0.5543175487465181, + "grad_norm": 1.5744459629058838, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8669419288635254, + "num_tokens": 108705847.0, + "step": 2985 + }, + { + "epoch": 0.5545032497678737, + "grad_norm": 1.427000880241394, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8613656759262085, + "num_tokens": 108744556.0, + "step": 2986 + }, + { + "epoch": 0.5546889507892293, + "grad_norm": 1.6623796224594116, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8560510873794556, + "num_tokens": 108776563.0, + "step": 2987 + }, + { + "epoch": 0.5548746518105849, + "grad_norm": 1.44871985912323, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8807085752487183, + "num_tokens": 108810790.0, + "step": 2988 + }, + { + "epoch": 0.5550603528319406, + "grad_norm": 1.4175002574920654, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8745829463005066, + "num_tokens": 108848614.0, + "step": 2989 + }, + { + "epoch": 0.5552460538532962, + "grad_norm": 1.52959144115448, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8460344076156616, + "num_tokens": 108885022.0, + "step": 2990 + }, + { + "epoch": 0.5554317548746518, + "grad_norm": 1.4972751140594482, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8664319515228271, + "num_tokens": 108920929.0, + "step": 2991 + }, + { + "epoch": 0.5556174558960074, + "grad_norm": 1.5155709981918335, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8673856258392334, + "num_tokens": 108955074.0, + "step": 2992 + }, + { + "epoch": 0.555803156917363, + "grad_norm": 1.4374330043792725, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8701125383377075, + "num_tokens": 108992988.0, + "step": 2993 + }, + { + "epoch": 0.5559888579387187, + "grad_norm": 1.453678011894226, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8652794361114502, + "num_tokens": 109033146.0, + "step": 2994 + }, + { + "epoch": 0.5561745589600743, + "grad_norm": 1.352201223373413, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.872789204120636, + "num_tokens": 109073825.0, + "step": 2995 + }, + { + "epoch": 0.5563602599814299, + "grad_norm": 1.4518250226974487, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8750820159912109, + "num_tokens": 109109191.0, + "step": 2996 + }, + { + "epoch": 0.5565459610027855, + "grad_norm": 1.4375654458999634, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8529839515686035, + "num_tokens": 109148941.0, + "step": 2997 + }, + { + "epoch": 0.5567316620241411, + "grad_norm": 1.3925573825836182, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8779572248458862, + "num_tokens": 109188052.0, + "step": 2998 + }, + { + "epoch": 0.5569173630454968, + "grad_norm": 1.495309829711914, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8863120079040527, + "num_tokens": 109217941.0, + "step": 2999 + }, + { + "epoch": 0.5571030640668524, + "grad_norm": 1.5619271993637085, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8501216769218445, + "num_tokens": 109252940.0, + "step": 3000 + }, + { + "epoch": 0.557288765088208, + "grad_norm": 1.4621362686157227, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8777235746383667, + "num_tokens": 109288610.0, + "step": 3001 + }, + { + "epoch": 0.5574744661095636, + "grad_norm": 1.4368531703948975, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8678092360496521, + "num_tokens": 109322761.0, + "step": 3002 + }, + { + "epoch": 0.5576601671309193, + "grad_norm": 1.3244858980178833, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8642386794090271, + "num_tokens": 109365252.0, + "step": 3003 + }, + { + "epoch": 0.5578458681522749, + "grad_norm": 1.5194380283355713, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8681230545043945, + "num_tokens": 109399235.0, + "step": 3004 + }, + { + "epoch": 0.5580315691736305, + "grad_norm": 1.4365628957748413, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8618451356887817, + "num_tokens": 109440054.0, + "step": 3005 + }, + { + "epoch": 0.5582172701949861, + "grad_norm": 1.4921621084213257, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.8537946939468384, + "num_tokens": 109476388.0, + "step": 3006 + }, + { + "epoch": 0.5584029712163416, + "grad_norm": 1.6989052295684814, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8653790354728699, + "num_tokens": 109505832.0, + "step": 3007 + }, + { + "epoch": 0.5585886722376973, + "grad_norm": 1.458890438079834, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8686692714691162, + "num_tokens": 109542877.0, + "step": 3008 + }, + { + "epoch": 0.5587743732590529, + "grad_norm": 1.5427299737930298, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8626775145530701, + "num_tokens": 109577904.0, + "step": 3009 + }, + { + "epoch": 0.5589600742804085, + "grad_norm": 1.5132231712341309, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.84798663854599, + "num_tokens": 109615669.0, + "step": 3010 + }, + { + "epoch": 0.5591457753017641, + "grad_norm": 1.456282377243042, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8680747747421265, + "num_tokens": 109650156.0, + "step": 3011 + }, + { + "epoch": 0.5593314763231197, + "grad_norm": 1.4995073080062866, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8616911172866821, + "num_tokens": 109684246.0, + "step": 3012 + }, + { + "epoch": 0.5595171773444754, + "grad_norm": 1.5488712787628174, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8636613488197327, + "num_tokens": 109720358.0, + "step": 3013 + }, + { + "epoch": 0.559702878365831, + "grad_norm": 1.475403904914856, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8798673152923584, + "num_tokens": 109755755.0, + "step": 3014 + }, + { + "epoch": 0.5598885793871866, + "grad_norm": 1.4752827882766724, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8621243834495544, + "num_tokens": 109793266.0, + "step": 3015 + }, + { + "epoch": 0.5600742804085422, + "grad_norm": 1.5248081684112549, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8746885061264038, + "num_tokens": 109827139.0, + "step": 3016 + }, + { + "epoch": 0.5602599814298979, + "grad_norm": 1.4059288501739502, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8720062375068665, + "num_tokens": 109863650.0, + "step": 3017 + }, + { + "epoch": 0.5604456824512535, + "grad_norm": 1.8736859560012817, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8639751076698303, + "num_tokens": 109899700.0, + "step": 3018 + }, + { + "epoch": 0.5606313834726091, + "grad_norm": 1.4633080959320068, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8764612674713135, + "num_tokens": 109933030.0, + "step": 3019 + }, + { + "epoch": 0.5608170844939647, + "grad_norm": 1.407551884651184, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8788467645645142, + "num_tokens": 109967892.0, + "step": 3020 + }, + { + "epoch": 0.5610027855153203, + "grad_norm": 1.4401330947875977, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8670127391815186, + "num_tokens": 110005750.0, + "step": 3021 + }, + { + "epoch": 0.561188486536676, + "grad_norm": 1.4830732345581055, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8674148321151733, + "num_tokens": 110043718.0, + "step": 3022 + }, + { + "epoch": 0.5613741875580316, + "grad_norm": 1.6551501750946045, + "learning_rate": 1e-06, + "loss": 0.4549, + "mean_token_accuracy": 0.8561283349990845, + "num_tokens": 110076706.0, + "step": 3023 + }, + { + "epoch": 0.5615598885793872, + "grad_norm": 1.5198540687561035, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8680327534675598, + "num_tokens": 110109274.0, + "step": 3024 + }, + { + "epoch": 0.5617455896007428, + "grad_norm": 1.5217853784561157, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8710088729858398, + "num_tokens": 110140382.0, + "step": 3025 + }, + { + "epoch": 0.5619312906220985, + "grad_norm": 1.422926902770996, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8627172708511353, + "num_tokens": 110182176.0, + "step": 3026 + }, + { + "epoch": 0.5621169916434541, + "grad_norm": 1.5044513940811157, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8666532039642334, + "num_tokens": 110219019.0, + "step": 3027 + }, + { + "epoch": 0.5623026926648097, + "grad_norm": 1.5598217248916626, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8769950866699219, + "num_tokens": 110255746.0, + "step": 3028 + }, + { + "epoch": 0.5624883936861653, + "grad_norm": 1.4011192321777344, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8628911972045898, + "num_tokens": 110296161.0, + "step": 3029 + }, + { + "epoch": 0.5626740947075209, + "grad_norm": 1.4768248796463013, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8693017959594727, + "num_tokens": 110334024.0, + "step": 3030 + }, + { + "epoch": 0.5628597957288765, + "grad_norm": 1.434157371520996, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8666541576385498, + "num_tokens": 110372790.0, + "step": 3031 + }, + { + "epoch": 0.5630454967502321, + "grad_norm": 1.411592721939087, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8589610457420349, + "num_tokens": 110410777.0, + "step": 3032 + }, + { + "epoch": 0.5632311977715877, + "grad_norm": 1.3561779260635376, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8676809072494507, + "num_tokens": 110449036.0, + "step": 3033 + }, + { + "epoch": 0.5634168987929433, + "grad_norm": 1.4418959617614746, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8654559850692749, + "num_tokens": 110484764.0, + "step": 3034 + }, + { + "epoch": 0.5636025998142989, + "grad_norm": 1.5290154218673706, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8636631965637207, + "num_tokens": 110518308.0, + "step": 3035 + }, + { + "epoch": 0.5637883008356546, + "grad_norm": 1.4904333353042603, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8552258610725403, + "num_tokens": 110553404.0, + "step": 3036 + }, + { + "epoch": 0.5639740018570102, + "grad_norm": 1.6025224924087524, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8609687685966492, + "num_tokens": 110588233.0, + "step": 3037 + }, + { + "epoch": 0.5641597028783658, + "grad_norm": 1.377447247505188, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8830169439315796, + "num_tokens": 110624674.0, + "step": 3038 + }, + { + "epoch": 0.5643454038997214, + "grad_norm": 1.3249566555023193, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.882107675075531, + "num_tokens": 110662870.0, + "step": 3039 + }, + { + "epoch": 0.564531104921077, + "grad_norm": 1.419681191444397, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8608603477478027, + "num_tokens": 110700119.0, + "step": 3040 + }, + { + "epoch": 0.5647168059424327, + "grad_norm": 1.3770650625228882, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8738906383514404, + "num_tokens": 110738028.0, + "step": 3041 + }, + { + "epoch": 0.5649025069637883, + "grad_norm": 1.4069024324417114, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.88379967212677, + "num_tokens": 110770274.0, + "step": 3042 + }, + { + "epoch": 0.5650882079851439, + "grad_norm": 1.2578176259994507, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8605391979217529, + "num_tokens": 110817084.0, + "step": 3043 + }, + { + "epoch": 0.5652739090064995, + "grad_norm": 1.3248682022094727, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8697648048400879, + "num_tokens": 110855847.0, + "step": 3044 + }, + { + "epoch": 0.5654596100278552, + "grad_norm": 1.5489789247512817, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8454829454421997, + "num_tokens": 110892455.0, + "step": 3045 + }, + { + "epoch": 0.5656453110492108, + "grad_norm": 1.3750782012939453, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8661649227142334, + "num_tokens": 110932769.0, + "step": 3046 + }, + { + "epoch": 0.5658310120705664, + "grad_norm": 1.4100919961929321, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8653659820556641, + "num_tokens": 110971393.0, + "step": 3047 + }, + { + "epoch": 0.566016713091922, + "grad_norm": 1.592422366142273, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8739724159240723, + "num_tokens": 111005737.0, + "step": 3048 + }, + { + "epoch": 0.5662024141132777, + "grad_norm": 1.3485219478607178, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8746920824050903, + "num_tokens": 111047393.0, + "step": 3049 + }, + { + "epoch": 0.5663881151346333, + "grad_norm": 1.4675869941711426, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8667975664138794, + "num_tokens": 111084887.0, + "step": 3050 + }, + { + "epoch": 0.5665738161559889, + "grad_norm": 1.5817419290542603, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8738062381744385, + "num_tokens": 111114867.0, + "step": 3051 + }, + { + "epoch": 0.5667595171773445, + "grad_norm": 1.5082834959030151, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8611403107643127, + "num_tokens": 111148752.0, + "step": 3052 + }, + { + "epoch": 0.5669452181987001, + "grad_norm": 1.5778818130493164, + "learning_rate": 1e-06, + "loss": 0.4893, + "mean_token_accuracy": 0.8410981893539429, + "num_tokens": 111185506.0, + "step": 3053 + }, + { + "epoch": 0.5671309192200558, + "grad_norm": 1.5659929513931274, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.852534830570221, + "num_tokens": 111220467.0, + "step": 3054 + }, + { + "epoch": 0.5673166202414113, + "grad_norm": 1.5424039363861084, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8399756550788879, + "num_tokens": 111255343.0, + "step": 3055 + }, + { + "epoch": 0.5675023212627669, + "grad_norm": 1.5211385488510132, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8668839931488037, + "num_tokens": 111289196.0, + "step": 3056 + }, + { + "epoch": 0.5676880222841225, + "grad_norm": 1.5195053815841675, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8595575094223022, + "num_tokens": 111321686.0, + "step": 3057 + }, + { + "epoch": 0.5678737233054781, + "grad_norm": 1.4508870840072632, + "learning_rate": 1e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8445535898208618, + "num_tokens": 111360959.0, + "step": 3058 + }, + { + "epoch": 0.5680594243268338, + "grad_norm": 1.6258286237716675, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8447487354278564, + "num_tokens": 111392923.0, + "step": 3059 + }, + { + "epoch": 0.5682451253481894, + "grad_norm": 1.3462224006652832, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8714309930801392, + "num_tokens": 111430184.0, + "step": 3060 + }, + { + "epoch": 0.568430826369545, + "grad_norm": 1.4873743057250977, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8573205471038818, + "num_tokens": 111467152.0, + "step": 3061 + }, + { + "epoch": 0.5686165273909006, + "grad_norm": 1.544145941734314, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8655909299850464, + "num_tokens": 111499604.0, + "step": 3062 + }, + { + "epoch": 0.5688022284122562, + "grad_norm": 1.3669649362564087, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.874147891998291, + "num_tokens": 111538634.0, + "step": 3063 + }, + { + "epoch": 0.5689879294336119, + "grad_norm": 1.4067301750183105, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8704522252082825, + "num_tokens": 111577424.0, + "step": 3064 + }, + { + "epoch": 0.5691736304549675, + "grad_norm": 1.4207863807678223, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8715954422950745, + "num_tokens": 111616687.0, + "step": 3065 + }, + { + "epoch": 0.5693593314763231, + "grad_norm": 1.3429590463638306, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8563480377197266, + "num_tokens": 111663579.0, + "step": 3066 + }, + { + "epoch": 0.5695450324976787, + "grad_norm": 1.381066918373108, + "learning_rate": 1e-06, + "loss": 0.4951, + "mean_token_accuracy": 0.836444079875946, + "num_tokens": 111711669.0, + "step": 3067 + }, + { + "epoch": 0.5697307335190344, + "grad_norm": 1.8971484899520874, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8539263606071472, + "num_tokens": 111744346.0, + "step": 3068 + }, + { + "epoch": 0.56991643454039, + "grad_norm": 1.4564793109893799, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8660799264907837, + "num_tokens": 111778426.0, + "step": 3069 + }, + { + "epoch": 0.5701021355617456, + "grad_norm": 1.4410349130630493, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8529247045516968, + "num_tokens": 111821420.0, + "step": 3070 + }, + { + "epoch": 0.5702878365831012, + "grad_norm": 1.387624979019165, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8739604949951172, + "num_tokens": 111857622.0, + "step": 3071 + }, + { + "epoch": 0.5704735376044568, + "grad_norm": 1.3150136470794678, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8677762150764465, + "num_tokens": 111901284.0, + "step": 3072 + }, + { + "epoch": 0.5706592386258125, + "grad_norm": 1.4233498573303223, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8563351631164551, + "num_tokens": 111940489.0, + "step": 3073 + }, + { + "epoch": 0.5708449396471681, + "grad_norm": 1.5478572845458984, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8545663356781006, + "num_tokens": 111976936.0, + "step": 3074 + }, + { + "epoch": 0.5710306406685237, + "grad_norm": 1.37820565700531, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8638867139816284, + "num_tokens": 112013658.0, + "step": 3075 + }, + { + "epoch": 0.5712163416898793, + "grad_norm": 1.372697353363037, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8707897663116455, + "num_tokens": 112054260.0, + "step": 3076 + }, + { + "epoch": 0.571402042711235, + "grad_norm": 1.4343295097351074, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8631229400634766, + "num_tokens": 112090907.0, + "step": 3077 + }, + { + "epoch": 0.5715877437325906, + "grad_norm": 1.410578727722168, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8617894053459167, + "num_tokens": 112129713.0, + "step": 3078 + }, + { + "epoch": 0.5717734447539461, + "grad_norm": 1.4100215435028076, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8504374027252197, + "num_tokens": 112169175.0, + "step": 3079 + }, + { + "epoch": 0.5719591457753017, + "grad_norm": 1.4037818908691406, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8512845039367676, + "num_tokens": 112208809.0, + "step": 3080 + }, + { + "epoch": 0.5721448467966573, + "grad_norm": 1.4266364574432373, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8826912641525269, + "num_tokens": 112244282.0, + "step": 3081 + }, + { + "epoch": 0.572330547818013, + "grad_norm": 1.509505033493042, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8696187734603882, + "num_tokens": 112274384.0, + "step": 3082 + }, + { + "epoch": 0.5725162488393686, + "grad_norm": 1.3500200510025024, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8745302557945251, + "num_tokens": 112315446.0, + "step": 3083 + }, + { + "epoch": 0.5727019498607242, + "grad_norm": 1.3780558109283447, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.869663655757904, + "num_tokens": 112354637.0, + "step": 3084 + }, + { + "epoch": 0.5728876508820798, + "grad_norm": 1.5432937145233154, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8571967482566833, + "num_tokens": 112386547.0, + "step": 3085 + }, + { + "epoch": 0.5730733519034354, + "grad_norm": 1.5011951923370361, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8693711757659912, + "num_tokens": 112421477.0, + "step": 3086 + }, + { + "epoch": 0.5732590529247911, + "grad_norm": 1.3817906379699707, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8830096125602722, + "num_tokens": 112460591.0, + "step": 3087 + }, + { + "epoch": 0.5734447539461467, + "grad_norm": 1.4751254320144653, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8633424043655396, + "num_tokens": 112496771.0, + "step": 3088 + }, + { + "epoch": 0.5736304549675023, + "grad_norm": 1.409350872039795, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8656993508338928, + "num_tokens": 112536240.0, + "step": 3089 + }, + { + "epoch": 0.5738161559888579, + "grad_norm": 1.407860517501831, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.870705783367157, + "num_tokens": 112570987.0, + "step": 3090 + }, + { + "epoch": 0.5740018570102136, + "grad_norm": 1.5199493169784546, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8439626693725586, + "num_tokens": 112605335.0, + "step": 3091 + }, + { + "epoch": 0.5741875580315692, + "grad_norm": 1.4788051843643188, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.861717939376831, + "num_tokens": 112641558.0, + "step": 3092 + }, + { + "epoch": 0.5743732590529248, + "grad_norm": 1.5350301265716553, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8486436605453491, + "num_tokens": 112679222.0, + "step": 3093 + }, + { + "epoch": 0.5745589600742804, + "grad_norm": 1.499997854232788, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8773967027664185, + "num_tokens": 112711040.0, + "step": 3094 + }, + { + "epoch": 0.574744661095636, + "grad_norm": 1.4657257795333862, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8663389682769775, + "num_tokens": 112745746.0, + "step": 3095 + }, + { + "epoch": 0.5749303621169917, + "grad_norm": 1.4882456064224243, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8710709810256958, + "num_tokens": 112779537.0, + "step": 3096 + }, + { + "epoch": 0.5751160631383473, + "grad_norm": 1.4674452543258667, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8661125898361206, + "num_tokens": 112815587.0, + "step": 3097 + }, + { + "epoch": 0.5753017641597029, + "grad_norm": 1.4735227823257446, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8795782327651978, + "num_tokens": 112850830.0, + "step": 3098 + }, + { + "epoch": 0.5754874651810585, + "grad_norm": 1.4841891527175903, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8809515237808228, + "num_tokens": 112879922.0, + "step": 3099 + }, + { + "epoch": 0.5756731662024142, + "grad_norm": 1.5168225765228271, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.856802225112915, + "num_tokens": 112916636.0, + "step": 3100 + }, + { + "epoch": 0.5758588672237698, + "grad_norm": 1.5291376113891602, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8622828722000122, + "num_tokens": 112953901.0, + "step": 3101 + }, + { + "epoch": 0.5760445682451254, + "grad_norm": 1.4634767770767212, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8672571778297424, + "num_tokens": 112987701.0, + "step": 3102 + }, + { + "epoch": 0.576230269266481, + "grad_norm": 1.4472280740737915, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8579189777374268, + "num_tokens": 113023650.0, + "step": 3103 + }, + { + "epoch": 0.5764159702878365, + "grad_norm": 1.44743013381958, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8510591983795166, + "num_tokens": 113062239.0, + "step": 3104 + }, + { + "epoch": 0.5766016713091922, + "grad_norm": 1.310693383216858, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8670984506607056, + "num_tokens": 113103410.0, + "step": 3105 + }, + { + "epoch": 0.5767873723305478, + "grad_norm": 1.3607537746429443, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8789986968040466, + "num_tokens": 113142692.0, + "step": 3106 + }, + { + "epoch": 0.5769730733519034, + "grad_norm": 1.4139918088912964, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8766974806785583, + "num_tokens": 113180224.0, + "step": 3107 + }, + { + "epoch": 0.577158774373259, + "grad_norm": 1.3989818096160889, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8525786399841309, + "num_tokens": 113220888.0, + "step": 3108 + }, + { + "epoch": 0.5773444753946146, + "grad_norm": 1.453332781791687, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8629575967788696, + "num_tokens": 113258123.0, + "step": 3109 + }, + { + "epoch": 0.5775301764159703, + "grad_norm": 1.562129020690918, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8716216683387756, + "num_tokens": 113290856.0, + "step": 3110 + }, + { + "epoch": 0.5777158774373259, + "grad_norm": 1.5224722623825073, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8666220903396606, + "num_tokens": 113326153.0, + "step": 3111 + }, + { + "epoch": 0.5779015784586815, + "grad_norm": 1.3189780712127686, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.861716628074646, + "num_tokens": 113368623.0, + "step": 3112 + }, + { + "epoch": 0.5780872794800371, + "grad_norm": 1.5738533735275269, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8709083795547485, + "num_tokens": 113398714.0, + "step": 3113 + }, + { + "epoch": 0.5782729805013928, + "grad_norm": 1.5436185598373413, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8510729074478149, + "num_tokens": 113434649.0, + "step": 3114 + }, + { + "epoch": 0.5784586815227484, + "grad_norm": 1.6375013589859009, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8473573923110962, + "num_tokens": 113467705.0, + "step": 3115 + }, + { + "epoch": 0.578644382544104, + "grad_norm": 1.5613890886306763, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8707275986671448, + "num_tokens": 113498232.0, + "step": 3116 + }, + { + "epoch": 0.5788300835654596, + "grad_norm": 1.366701602935791, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8798670768737793, + "num_tokens": 113536688.0, + "step": 3117 + }, + { + "epoch": 0.5790157845868152, + "grad_norm": 1.4212688207626343, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8842008709907532, + "num_tokens": 113569913.0, + "step": 3118 + }, + { + "epoch": 0.5792014856081709, + "grad_norm": 1.3913832902908325, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8660649061203003, + "num_tokens": 113611817.0, + "step": 3119 + }, + { + "epoch": 0.5793871866295265, + "grad_norm": 1.521328091621399, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8625272512435913, + "num_tokens": 113640823.0, + "step": 3120 + }, + { + "epoch": 0.5795728876508821, + "grad_norm": 1.4465490579605103, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8615858554840088, + "num_tokens": 113680980.0, + "step": 3121 + }, + { + "epoch": 0.5797585886722377, + "grad_norm": 1.4985737800598145, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8685124516487122, + "num_tokens": 113715170.0, + "step": 3122 + }, + { + "epoch": 0.5799442896935934, + "grad_norm": 1.4583204984664917, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8832984566688538, + "num_tokens": 113746721.0, + "step": 3123 + }, + { + "epoch": 0.580129990714949, + "grad_norm": 1.451714277267456, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8667362332344055, + "num_tokens": 113784132.0, + "step": 3124 + }, + { + "epoch": 0.5803156917363046, + "grad_norm": 1.4353517293930054, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8637118339538574, + "num_tokens": 113824637.0, + "step": 3125 + }, + { + "epoch": 0.5805013927576602, + "grad_norm": 1.5809019804000854, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8504267930984497, + "num_tokens": 113859788.0, + "step": 3126 + }, + { + "epoch": 0.5806870937790158, + "grad_norm": 1.4145293235778809, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8664525747299194, + "num_tokens": 113895320.0, + "step": 3127 + }, + { + "epoch": 0.5808727948003714, + "grad_norm": 1.459431529045105, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8662073612213135, + "num_tokens": 113930651.0, + "step": 3128 + }, + { + "epoch": 0.581058495821727, + "grad_norm": 1.3731635808944702, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8520654439926147, + "num_tokens": 113973941.0, + "step": 3129 + }, + { + "epoch": 0.5812441968430826, + "grad_norm": 1.3907523155212402, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8743600845336914, + "num_tokens": 114009896.0, + "step": 3130 + }, + { + "epoch": 0.5814298978644382, + "grad_norm": 1.7216459512710571, + "learning_rate": 1e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8467748761177063, + "num_tokens": 114038049.0, + "step": 3131 + }, + { + "epoch": 0.5816155988857938, + "grad_norm": 1.4650814533233643, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8596893548965454, + "num_tokens": 114074002.0, + "step": 3132 + }, + { + "epoch": 0.5818012999071495, + "grad_norm": 1.3409274816513062, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.877189040184021, + "num_tokens": 114116690.0, + "step": 3133 + }, + { + "epoch": 0.5819870009285051, + "grad_norm": 1.5783611536026, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8616015911102295, + "num_tokens": 114150528.0, + "step": 3134 + }, + { + "epoch": 0.5821727019498607, + "grad_norm": 1.4496049880981445, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8670966625213623, + "num_tokens": 114185651.0, + "step": 3135 + }, + { + "epoch": 0.5823584029712163, + "grad_norm": 1.4439911842346191, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8659423589706421, + "num_tokens": 114222715.0, + "step": 3136 + }, + { + "epoch": 0.582544103992572, + "grad_norm": 1.6002116203308105, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8680955171585083, + "num_tokens": 114255447.0, + "step": 3137 + }, + { + "epoch": 0.5827298050139276, + "grad_norm": 1.6109765768051147, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8651387691497803, + "num_tokens": 114287187.0, + "step": 3138 + }, + { + "epoch": 0.5829155060352832, + "grad_norm": 1.4140183925628662, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8582668304443359, + "num_tokens": 114326442.0, + "step": 3139 + }, + { + "epoch": 0.5831012070566388, + "grad_norm": 1.4818097352981567, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8679704070091248, + "num_tokens": 114362336.0, + "step": 3140 + }, + { + "epoch": 0.5832869080779944, + "grad_norm": 1.360215425491333, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8746577501296997, + "num_tokens": 114407312.0, + "step": 3141 + }, + { + "epoch": 0.5834726090993501, + "grad_norm": 1.3765815496444702, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8768779039382935, + "num_tokens": 114446447.0, + "step": 3142 + }, + { + "epoch": 0.5836583101207057, + "grad_norm": 1.441833734512329, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8639653921127319, + "num_tokens": 114485585.0, + "step": 3143 + }, + { + "epoch": 0.5838440111420613, + "grad_norm": 1.5118522644042969, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8747119903564453, + "num_tokens": 114518014.0, + "step": 3144 + }, + { + "epoch": 0.5840297121634169, + "grad_norm": 1.4988833665847778, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.861089289188385, + "num_tokens": 114552360.0, + "step": 3145 + }, + { + "epoch": 0.5842154131847725, + "grad_norm": 1.3913638591766357, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8664534091949463, + "num_tokens": 114595092.0, + "step": 3146 + }, + { + "epoch": 0.5844011142061282, + "grad_norm": 1.6948158740997314, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8656769394874573, + "num_tokens": 114623538.0, + "step": 3147 + }, + { + "epoch": 0.5845868152274838, + "grad_norm": 1.5179799795150757, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.857589840888977, + "num_tokens": 114657642.0, + "step": 3148 + }, + { + "epoch": 0.5847725162488394, + "grad_norm": 1.4459052085876465, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8602257966995239, + "num_tokens": 114696630.0, + "step": 3149 + }, + { + "epoch": 0.584958217270195, + "grad_norm": 1.4093424081802368, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8708996772766113, + "num_tokens": 114734206.0, + "step": 3150 + }, + { + "epoch": 0.5851439182915507, + "grad_norm": 1.5890069007873535, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8579843640327454, + "num_tokens": 114770854.0, + "step": 3151 + }, + { + "epoch": 0.5853296193129062, + "grad_norm": 1.3772844076156616, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8771264553070068, + "num_tokens": 114808038.0, + "step": 3152 + }, + { + "epoch": 0.5855153203342618, + "grad_norm": 1.5062429904937744, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8658205270767212, + "num_tokens": 114845465.0, + "step": 3153 + }, + { + "epoch": 0.5857010213556174, + "grad_norm": 1.3791627883911133, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8617683053016663, + "num_tokens": 114887180.0, + "step": 3154 + }, + { + "epoch": 0.585886722376973, + "grad_norm": 1.4832732677459717, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8548004627227783, + "num_tokens": 114924333.0, + "step": 3155 + }, + { + "epoch": 0.5860724233983287, + "grad_norm": 1.6189219951629639, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8608056306838989, + "num_tokens": 114958054.0, + "step": 3156 + }, + { + "epoch": 0.5862581244196843, + "grad_norm": 1.4340500831604004, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8733768463134766, + "num_tokens": 114991431.0, + "step": 3157 + }, + { + "epoch": 0.5864438254410399, + "grad_norm": 1.534656047821045, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8773001432418823, + "num_tokens": 115021904.0, + "step": 3158 + }, + { + "epoch": 0.5866295264623955, + "grad_norm": 1.5472270250320435, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8589515686035156, + "num_tokens": 115056850.0, + "step": 3159 + }, + { + "epoch": 0.5868152274837511, + "grad_norm": 1.335372805595398, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.876707136631012, + "num_tokens": 115100315.0, + "step": 3160 + }, + { + "epoch": 0.5870009285051068, + "grad_norm": 1.5558991432189941, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8521947264671326, + "num_tokens": 115136063.0, + "step": 3161 + }, + { + "epoch": 0.5871866295264624, + "grad_norm": 1.4225767850875854, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.866325855255127, + "num_tokens": 115178096.0, + "step": 3162 + }, + { + "epoch": 0.587372330547818, + "grad_norm": 1.582340121269226, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8799073696136475, + "num_tokens": 115204320.0, + "step": 3163 + }, + { + "epoch": 0.5875580315691736, + "grad_norm": 1.5413883924484253, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8691548109054565, + "num_tokens": 115242213.0, + "step": 3164 + }, + { + "epoch": 0.5877437325905293, + "grad_norm": 1.5651065111160278, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8664162158966064, + "num_tokens": 115281521.0, + "step": 3165 + }, + { + "epoch": 0.5879294336118849, + "grad_norm": 1.446116328239441, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8672075271606445, + "num_tokens": 115315067.0, + "step": 3166 + }, + { + "epoch": 0.5881151346332405, + "grad_norm": 1.3767986297607422, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8709872961044312, + "num_tokens": 115353231.0, + "step": 3167 + }, + { + "epoch": 0.5883008356545961, + "grad_norm": 1.5581303834915161, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8560531735420227, + "num_tokens": 115385965.0, + "step": 3168 + }, + { + "epoch": 0.5884865366759517, + "grad_norm": 1.4121168851852417, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8692394495010376, + "num_tokens": 115425801.0, + "step": 3169 + }, + { + "epoch": 0.5886722376973074, + "grad_norm": 1.4843186140060425, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8701318502426147, + "num_tokens": 115460998.0, + "step": 3170 + }, + { + "epoch": 0.588857938718663, + "grad_norm": 1.4411991834640503, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8774949312210083, + "num_tokens": 115496369.0, + "step": 3171 + }, + { + "epoch": 0.5890436397400186, + "grad_norm": 1.5544664859771729, + "learning_rate": 1e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8414756655693054, + "num_tokens": 115535898.0, + "step": 3172 + }, + { + "epoch": 0.5892293407613742, + "grad_norm": 1.3541488647460938, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8758471608161926, + "num_tokens": 115573841.0, + "step": 3173 + }, + { + "epoch": 0.5894150417827299, + "grad_norm": 1.3856301307678223, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8682795763015747, + "num_tokens": 115609649.0, + "step": 3174 + }, + { + "epoch": 0.5896007428040855, + "grad_norm": 1.432527780532837, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8670269250869751, + "num_tokens": 115646159.0, + "step": 3175 + }, + { + "epoch": 0.589786443825441, + "grad_norm": 1.3979753255844116, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8752872943878174, + "num_tokens": 115684363.0, + "step": 3176 + }, + { + "epoch": 0.5899721448467966, + "grad_norm": 1.55105459690094, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8675577044487, + "num_tokens": 115718368.0, + "step": 3177 + }, + { + "epoch": 0.5901578458681522, + "grad_norm": 1.6262859106063843, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8676748871803284, + "num_tokens": 115750964.0, + "step": 3178 + }, + { + "epoch": 0.5903435468895079, + "grad_norm": 1.6792515516281128, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8695218563079834, + "num_tokens": 115782426.0, + "step": 3179 + }, + { + "epoch": 0.5905292479108635, + "grad_norm": 1.5128120183944702, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8618799448013306, + "num_tokens": 115818397.0, + "step": 3180 + }, + { + "epoch": 0.5907149489322191, + "grad_norm": 1.4475018978118896, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8609303832054138, + "num_tokens": 115853144.0, + "step": 3181 + }, + { + "epoch": 0.5909006499535747, + "grad_norm": 1.569632887840271, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8675354719161987, + "num_tokens": 115885201.0, + "step": 3182 + }, + { + "epoch": 0.5910863509749303, + "grad_norm": 1.3575570583343506, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8760704398155212, + "num_tokens": 115922598.0, + "step": 3183 + }, + { + "epoch": 0.591272051996286, + "grad_norm": 1.4446016550064087, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8785368204116821, + "num_tokens": 115962307.0, + "step": 3184 + }, + { + "epoch": 0.5914577530176416, + "grad_norm": 1.4408291578292847, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8653608560562134, + "num_tokens": 115996191.0, + "step": 3185 + }, + { + "epoch": 0.5916434540389972, + "grad_norm": 1.4169851541519165, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8620728850364685, + "num_tokens": 116033521.0, + "step": 3186 + }, + { + "epoch": 0.5918291550603528, + "grad_norm": 1.405820608139038, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8615710735321045, + "num_tokens": 116076962.0, + "step": 3187 + }, + { + "epoch": 0.5920148560817085, + "grad_norm": 1.3361029624938965, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.869041919708252, + "num_tokens": 116120302.0, + "step": 3188 + }, + { + "epoch": 0.5922005571030641, + "grad_norm": 1.4805434942245483, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8642913103103638, + "num_tokens": 116155960.0, + "step": 3189 + }, + { + "epoch": 0.5923862581244197, + "grad_norm": 1.4009066820144653, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8578594326972961, + "num_tokens": 116196297.0, + "step": 3190 + }, + { + "epoch": 0.5925719591457753, + "grad_norm": 1.4684432744979858, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8559547662734985, + "num_tokens": 116232929.0, + "step": 3191 + }, + { + "epoch": 0.5927576601671309, + "grad_norm": 1.561472773551941, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.860355019569397, + "num_tokens": 116266244.0, + "step": 3192 + }, + { + "epoch": 0.5929433611884866, + "grad_norm": 1.4499849081039429, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8639793395996094, + "num_tokens": 116304695.0, + "step": 3193 + }, + { + "epoch": 0.5931290622098422, + "grad_norm": 1.465525507926941, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8598504066467285, + "num_tokens": 116342336.0, + "step": 3194 + }, + { + "epoch": 0.5933147632311978, + "grad_norm": 1.450272798538208, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8651567697525024, + "num_tokens": 116377550.0, + "step": 3195 + }, + { + "epoch": 0.5935004642525534, + "grad_norm": 1.4847623109817505, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8707813024520874, + "num_tokens": 116413252.0, + "step": 3196 + }, + { + "epoch": 0.593686165273909, + "grad_norm": 1.5906140804290771, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8640753626823425, + "num_tokens": 116446372.0, + "step": 3197 + }, + { + "epoch": 0.5938718662952647, + "grad_norm": 1.6002388000488281, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8637003898620605, + "num_tokens": 116476978.0, + "step": 3198 + }, + { + "epoch": 0.5940575673166203, + "grad_norm": 1.4476059675216675, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8608889579772949, + "num_tokens": 116514358.0, + "step": 3199 + }, + { + "epoch": 0.5942432683379758, + "grad_norm": 1.369869351387024, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8741906881332397, + "num_tokens": 116550504.0, + "step": 3200 + }, + { + "epoch": 0.5944289693593314, + "grad_norm": 1.4355748891830444, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8710067272186279, + "num_tokens": 116588465.0, + "step": 3201 + }, + { + "epoch": 0.594614670380687, + "grad_norm": 1.5229222774505615, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.871645987033844, + "num_tokens": 116626206.0, + "step": 3202 + }, + { + "epoch": 0.5948003714020427, + "grad_norm": 1.5319241285324097, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8545581102371216, + "num_tokens": 116661900.0, + "step": 3203 + }, + { + "epoch": 0.5949860724233983, + "grad_norm": 1.5222389698028564, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8530003428459167, + "num_tokens": 116706730.0, + "step": 3204 + }, + { + "epoch": 0.5951717734447539, + "grad_norm": 1.4755595922470093, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8651743531227112, + "num_tokens": 116743912.0, + "step": 3205 + }, + { + "epoch": 0.5953574744661095, + "grad_norm": 1.4711148738861084, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8589140176773071, + "num_tokens": 116781726.0, + "step": 3206 + }, + { + "epoch": 0.5955431754874652, + "grad_norm": 1.2939530611038208, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8854475021362305, + "num_tokens": 116824151.0, + "step": 3207 + }, + { + "epoch": 0.5957288765088208, + "grad_norm": 1.5915305614471436, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8621346950531006, + "num_tokens": 116855949.0, + "step": 3208 + }, + { + "epoch": 0.5959145775301764, + "grad_norm": 1.7672172784805298, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8597415685653687, + "num_tokens": 116889021.0, + "step": 3209 + }, + { + "epoch": 0.596100278551532, + "grad_norm": 1.4914127588272095, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8654797077178955, + "num_tokens": 116924890.0, + "step": 3210 + }, + { + "epoch": 0.5962859795728876, + "grad_norm": 1.3807203769683838, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8615473508834839, + "num_tokens": 116967543.0, + "step": 3211 + }, + { + "epoch": 0.5964716805942433, + "grad_norm": 1.6655690670013428, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8694362640380859, + "num_tokens": 116992947.0, + "step": 3212 + }, + { + "epoch": 0.5966573816155989, + "grad_norm": 1.4846469163894653, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8561892509460449, + "num_tokens": 117027292.0, + "step": 3213 + }, + { + "epoch": 0.5968430826369545, + "grad_norm": 1.3225270509719849, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8709983825683594, + "num_tokens": 117066878.0, + "step": 3214 + }, + { + "epoch": 0.5970287836583101, + "grad_norm": 1.456953525543213, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8697502613067627, + "num_tokens": 117103547.0, + "step": 3215 + }, + { + "epoch": 0.5972144846796658, + "grad_norm": 1.491353988647461, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8655278086662292, + "num_tokens": 117138295.0, + "step": 3216 + }, + { + "epoch": 0.5974001857010214, + "grad_norm": 1.4826020002365112, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8683853149414062, + "num_tokens": 117171626.0, + "step": 3217 + }, + { + "epoch": 0.597585886722377, + "grad_norm": 1.4315266609191895, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8614174127578735, + "num_tokens": 117212070.0, + "step": 3218 + }, + { + "epoch": 0.5977715877437326, + "grad_norm": 1.5209591388702393, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8537498712539673, + "num_tokens": 117251203.0, + "step": 3219 + }, + { + "epoch": 0.5979572887650882, + "grad_norm": 1.5153969526290894, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8729628324508667, + "num_tokens": 117285624.0, + "step": 3220 + }, + { + "epoch": 0.5981429897864439, + "grad_norm": 1.6270582675933838, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.855090320110321, + "num_tokens": 117326089.0, + "step": 3221 + }, + { + "epoch": 0.5983286908077995, + "grad_norm": 1.3870437145233154, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8715472221374512, + "num_tokens": 117364689.0, + "step": 3222 + }, + { + "epoch": 0.5985143918291551, + "grad_norm": 1.3011988401412964, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8727982640266418, + "num_tokens": 117408447.0, + "step": 3223 + }, + { + "epoch": 0.5987000928505106, + "grad_norm": 1.5135178565979004, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8662282824516296, + "num_tokens": 117440339.0, + "step": 3224 + }, + { + "epoch": 0.5988857938718662, + "grad_norm": 1.4573084115982056, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8635046482086182, + "num_tokens": 117477504.0, + "step": 3225 + }, + { + "epoch": 0.5990714948932219, + "grad_norm": 1.6017998456954956, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8550052642822266, + "num_tokens": 117510281.0, + "step": 3226 + }, + { + "epoch": 0.5992571959145775, + "grad_norm": 1.6209254264831543, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8666155338287354, + "num_tokens": 117540728.0, + "step": 3227 + }, + { + "epoch": 0.5994428969359331, + "grad_norm": 1.5001899003982544, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8656157851219177, + "num_tokens": 117574870.0, + "step": 3228 + }, + { + "epoch": 0.5996285979572887, + "grad_norm": 1.4589847326278687, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8705955743789673, + "num_tokens": 117614489.0, + "step": 3229 + }, + { + "epoch": 0.5998142989786444, + "grad_norm": 1.3958832025527954, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8832837343215942, + "num_tokens": 117649638.0, + "step": 3230 + }, + { + "epoch": 0.6, + "grad_norm": 1.5703662633895874, + "learning_rate": 1e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8461352586746216, + "num_tokens": 117683573.0, + "step": 3231 + }, + { + "epoch": 0.6001857010213556, + "grad_norm": 1.58212411403656, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8536167144775391, + "num_tokens": 117715236.0, + "step": 3232 + }, + { + "epoch": 0.6003714020427112, + "grad_norm": 1.4093295335769653, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8639795780181885, + "num_tokens": 117756412.0, + "step": 3233 + }, + { + "epoch": 0.6005571030640668, + "grad_norm": 1.4582453966140747, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.870476245880127, + "num_tokens": 117793786.0, + "step": 3234 + }, + { + "epoch": 0.6007428040854225, + "grad_norm": 1.4734429121017456, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8640779852867126, + "num_tokens": 117828261.0, + "step": 3235 + }, + { + "epoch": 0.6009285051067781, + "grad_norm": 1.3983560800552368, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8716907501220703, + "num_tokens": 117868567.0, + "step": 3236 + }, + { + "epoch": 0.6011142061281337, + "grad_norm": 1.4031710624694824, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8602861166000366, + "num_tokens": 117909303.0, + "step": 3237 + }, + { + "epoch": 0.6012999071494893, + "grad_norm": 1.412142276763916, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8645545244216919, + "num_tokens": 117949095.0, + "step": 3238 + }, + { + "epoch": 0.601485608170845, + "grad_norm": 1.3772841691970825, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8659815192222595, + "num_tokens": 117989138.0, + "step": 3239 + }, + { + "epoch": 0.6016713091922006, + "grad_norm": 1.4778445959091187, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8521238565444946, + "num_tokens": 118025715.0, + "step": 3240 + }, + { + "epoch": 0.6018570102135562, + "grad_norm": 1.4055737257003784, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8693862557411194, + "num_tokens": 118063553.0, + "step": 3241 + }, + { + "epoch": 0.6020427112349118, + "grad_norm": 1.486194372177124, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8536665439605713, + "num_tokens": 118098458.0, + "step": 3242 + }, + { + "epoch": 0.6022284122562674, + "grad_norm": 1.4794114828109741, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8683457374572754, + "num_tokens": 118132793.0, + "step": 3243 + }, + { + "epoch": 0.6024141132776231, + "grad_norm": 1.498160719871521, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8634825944900513, + "num_tokens": 118165946.0, + "step": 3244 + }, + { + "epoch": 0.6025998142989787, + "grad_norm": 1.4713265895843506, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8751736879348755, + "num_tokens": 118200100.0, + "step": 3245 + }, + { + "epoch": 0.6027855153203343, + "grad_norm": 1.383918285369873, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8769701719284058, + "num_tokens": 118237365.0, + "step": 3246 + }, + { + "epoch": 0.6029712163416899, + "grad_norm": 1.4746825695037842, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8696762323379517, + "num_tokens": 118274193.0, + "step": 3247 + }, + { + "epoch": 0.6031569173630454, + "grad_norm": 1.4889668226242065, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8635401725769043, + "num_tokens": 118306103.0, + "step": 3248 + }, + { + "epoch": 0.6033426183844011, + "grad_norm": 1.3839600086212158, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8646383881568909, + "num_tokens": 118343028.0, + "step": 3249 + }, + { + "epoch": 0.6035283194057567, + "grad_norm": 1.4351599216461182, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8593918085098267, + "num_tokens": 118382813.0, + "step": 3250 + }, + { + "epoch": 0.6037140204271123, + "grad_norm": 1.4179980754852295, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8717218637466431, + "num_tokens": 118420331.0, + "step": 3251 + }, + { + "epoch": 0.6038997214484679, + "grad_norm": 1.6023824214935303, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8705703020095825, + "num_tokens": 118451218.0, + "step": 3252 + }, + { + "epoch": 0.6040854224698236, + "grad_norm": 1.4618680477142334, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8508137464523315, + "num_tokens": 118493497.0, + "step": 3253 + }, + { + "epoch": 0.6042711234911792, + "grad_norm": 1.5041568279266357, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8618119955062866, + "num_tokens": 118528077.0, + "step": 3254 + }, + { + "epoch": 0.6044568245125348, + "grad_norm": 1.4502962827682495, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8605889081954956, + "num_tokens": 118564205.0, + "step": 3255 + }, + { + "epoch": 0.6046425255338904, + "grad_norm": 1.386960506439209, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8716216683387756, + "num_tokens": 118598355.0, + "step": 3256 + }, + { + "epoch": 0.604828226555246, + "grad_norm": 1.5322712659835815, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8528779745101929, + "num_tokens": 118633691.0, + "step": 3257 + }, + { + "epoch": 0.6050139275766017, + "grad_norm": 1.4185740947723389, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8773677349090576, + "num_tokens": 118668770.0, + "step": 3258 + }, + { + "epoch": 0.6051996285979573, + "grad_norm": 1.534909963607788, + "learning_rate": 1e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.8461059331893921, + "num_tokens": 118706782.0, + "step": 3259 + }, + { + "epoch": 0.6053853296193129, + "grad_norm": 1.3834648132324219, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8632621765136719, + "num_tokens": 118743274.0, + "step": 3260 + }, + { + "epoch": 0.6055710306406685, + "grad_norm": 1.4524036645889282, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8587526082992554, + "num_tokens": 118780581.0, + "step": 3261 + }, + { + "epoch": 0.6057567316620242, + "grad_norm": 1.4201332330703735, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8713475465774536, + "num_tokens": 118815285.0, + "step": 3262 + }, + { + "epoch": 0.6059424326833798, + "grad_norm": 1.5179139375686646, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8750396966934204, + "num_tokens": 118846633.0, + "step": 3263 + }, + { + "epoch": 0.6061281337047354, + "grad_norm": 1.5521782636642456, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8550924062728882, + "num_tokens": 118879158.0, + "step": 3264 + }, + { + "epoch": 0.606313834726091, + "grad_norm": 1.4796968698501587, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8659446239471436, + "num_tokens": 118914190.0, + "step": 3265 + }, + { + "epoch": 0.6064995357474466, + "grad_norm": 1.3701493740081787, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8645077347755432, + "num_tokens": 118956313.0, + "step": 3266 + }, + { + "epoch": 0.6066852367688023, + "grad_norm": 1.6045676469802856, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8636478185653687, + "num_tokens": 118989252.0, + "step": 3267 + }, + { + "epoch": 0.6068709377901579, + "grad_norm": 1.49765944480896, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8438324332237244, + "num_tokens": 119028611.0, + "step": 3268 + }, + { + "epoch": 0.6070566388115135, + "grad_norm": 1.4110057353973389, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8691145181655884, + "num_tokens": 119067933.0, + "step": 3269 + }, + { + "epoch": 0.6072423398328691, + "grad_norm": 1.4183118343353271, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8623896241188049, + "num_tokens": 119104586.0, + "step": 3270 + }, + { + "epoch": 0.6074280408542247, + "grad_norm": 1.5102736949920654, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8770395517349243, + "num_tokens": 119134247.0, + "step": 3271 + }, + { + "epoch": 0.6076137418755804, + "grad_norm": 1.3873721361160278, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.875056266784668, + "num_tokens": 119171297.0, + "step": 3272 + }, + { + "epoch": 0.6077994428969359, + "grad_norm": 1.344496726989746, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8772519826889038, + "num_tokens": 119209811.0, + "step": 3273 + }, + { + "epoch": 0.6079851439182915, + "grad_norm": 1.3780630826950073, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8664292097091675, + "num_tokens": 119248896.0, + "step": 3274 + }, + { + "epoch": 0.6081708449396471, + "grad_norm": 1.5969511270523071, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.86141037940979, + "num_tokens": 119284053.0, + "step": 3275 + }, + { + "epoch": 0.6083565459610027, + "grad_norm": 1.4804164171218872, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8787314891815186, + "num_tokens": 119318517.0, + "step": 3276 + }, + { + "epoch": 0.6085422469823584, + "grad_norm": 1.404072880744934, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8543897867202759, + "num_tokens": 119363482.0, + "step": 3277 + }, + { + "epoch": 0.608727948003714, + "grad_norm": 1.5384125709533691, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.870701789855957, + "num_tokens": 119396675.0, + "step": 3278 + }, + { + "epoch": 0.6089136490250696, + "grad_norm": 1.4360038042068481, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8595932126045227, + "num_tokens": 119435659.0, + "step": 3279 + }, + { + "epoch": 0.6090993500464252, + "grad_norm": 1.3175936937332153, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.881743848323822, + "num_tokens": 119477241.0, + "step": 3280 + }, + { + "epoch": 0.6092850510677809, + "grad_norm": 1.4980026483535767, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8618754148483276, + "num_tokens": 119515192.0, + "step": 3281 + }, + { + "epoch": 0.6094707520891365, + "grad_norm": 1.4838614463806152, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8640259504318237, + "num_tokens": 119553034.0, + "step": 3282 + }, + { + "epoch": 0.6096564531104921, + "grad_norm": 1.6819082498550415, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8687923550605774, + "num_tokens": 119584822.0, + "step": 3283 + }, + { + "epoch": 0.6098421541318477, + "grad_norm": 1.3657312393188477, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8636636734008789, + "num_tokens": 119625678.0, + "step": 3284 + }, + { + "epoch": 0.6100278551532033, + "grad_norm": 1.6435234546661377, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8629603981971741, + "num_tokens": 119655953.0, + "step": 3285 + }, + { + "epoch": 0.610213556174559, + "grad_norm": 1.3582170009613037, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8595268726348877, + "num_tokens": 119700379.0, + "step": 3286 + }, + { + "epoch": 0.6103992571959146, + "grad_norm": 1.5642800331115723, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8590037822723389, + "num_tokens": 119732759.0, + "step": 3287 + }, + { + "epoch": 0.6105849582172702, + "grad_norm": 1.441602110862732, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8671903610229492, + "num_tokens": 119771054.0, + "step": 3288 + }, + { + "epoch": 0.6107706592386258, + "grad_norm": 1.452781319618225, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8677326440811157, + "num_tokens": 119810180.0, + "step": 3289 + }, + { + "epoch": 0.6109563602599815, + "grad_norm": 1.4732517004013062, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8694789409637451, + "num_tokens": 119844597.0, + "step": 3290 + }, + { + "epoch": 0.6111420612813371, + "grad_norm": 1.4168989658355713, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8811111450195312, + "num_tokens": 119884630.0, + "step": 3291 + }, + { + "epoch": 0.6113277623026927, + "grad_norm": 1.3989362716674805, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8722776770591736, + "num_tokens": 119925208.0, + "step": 3292 + }, + { + "epoch": 0.6115134633240483, + "grad_norm": 1.4838792085647583, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8631178140640259, + "num_tokens": 119964919.0, + "step": 3293 + }, + { + "epoch": 0.611699164345404, + "grad_norm": 1.444067120552063, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8624071478843689, + "num_tokens": 120005791.0, + "step": 3294 + }, + { + "epoch": 0.6118848653667596, + "grad_norm": 1.4635361433029175, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8720531463623047, + "num_tokens": 120039812.0, + "step": 3295 + }, + { + "epoch": 0.6120705663881152, + "grad_norm": 1.4900383949279785, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8664979338645935, + "num_tokens": 120078252.0, + "step": 3296 + }, + { + "epoch": 0.6122562674094707, + "grad_norm": 1.4617908000946045, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8550478219985962, + "num_tokens": 120116352.0, + "step": 3297 + }, + { + "epoch": 0.6124419684308263, + "grad_norm": 1.4448215961456299, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8568723201751709, + "num_tokens": 120152935.0, + "step": 3298 + }, + { + "epoch": 0.6126276694521819, + "grad_norm": 1.4620940685272217, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8672899007797241, + "num_tokens": 120189538.0, + "step": 3299 + }, + { + "epoch": 0.6128133704735376, + "grad_norm": 1.4682844877243042, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8682343363761902, + "num_tokens": 120224049.0, + "step": 3300 + }, + { + "epoch": 0.6129990714948932, + "grad_norm": 1.550837755203247, + "learning_rate": 1e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.8409332633018494, + "num_tokens": 120265664.0, + "step": 3301 + }, + { + "epoch": 0.6131847725162488, + "grad_norm": 1.2970924377441406, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.864629328250885, + "num_tokens": 120311490.0, + "step": 3302 + }, + { + "epoch": 0.6133704735376044, + "grad_norm": 1.4788818359375, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8621748685836792, + "num_tokens": 120347211.0, + "step": 3303 + }, + { + "epoch": 0.61355617455896, + "grad_norm": 1.5209280252456665, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8605715036392212, + "num_tokens": 120382689.0, + "step": 3304 + }, + { + "epoch": 0.6137418755803157, + "grad_norm": 1.5056300163269043, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8670403361320496, + "num_tokens": 120416674.0, + "step": 3305 + }, + { + "epoch": 0.6139275766016713, + "grad_norm": 1.3582544326782227, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.877285361289978, + "num_tokens": 120452341.0, + "step": 3306 + }, + { + "epoch": 0.6141132776230269, + "grad_norm": 1.4921108484268188, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8650128245353699, + "num_tokens": 120485710.0, + "step": 3307 + }, + { + "epoch": 0.6142989786443825, + "grad_norm": 1.3176358938217163, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8828778862953186, + "num_tokens": 120524840.0, + "step": 3308 + }, + { + "epoch": 0.6144846796657382, + "grad_norm": 1.534712791442871, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.868415892124176, + "num_tokens": 120556302.0, + "step": 3309 + }, + { + "epoch": 0.6146703806870938, + "grad_norm": 1.5347715616226196, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8458110094070435, + "num_tokens": 120593179.0, + "step": 3310 + }, + { + "epoch": 0.6148560817084494, + "grad_norm": 1.558336853981018, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8584293723106384, + "num_tokens": 120630140.0, + "step": 3311 + }, + { + "epoch": 0.615041782729805, + "grad_norm": 1.5135899782180786, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8779366612434387, + "num_tokens": 120662754.0, + "step": 3312 + }, + { + "epoch": 0.6152274837511607, + "grad_norm": 1.4297478199005127, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8730647563934326, + "num_tokens": 120699256.0, + "step": 3313 + }, + { + "epoch": 0.6154131847725163, + "grad_norm": 1.8227475881576538, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8571205139160156, + "num_tokens": 120724636.0, + "step": 3314 + }, + { + "epoch": 0.6155988857938719, + "grad_norm": 1.4719947576522827, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8687435984611511, + "num_tokens": 120759717.0, + "step": 3315 + }, + { + "epoch": 0.6157845868152275, + "grad_norm": 1.374653697013855, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8738193511962891, + "num_tokens": 120800971.0, + "step": 3316 + }, + { + "epoch": 0.6159702878365831, + "grad_norm": 1.4666597843170166, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8594125509262085, + "num_tokens": 120837408.0, + "step": 3317 + }, + { + "epoch": 0.6161559888579388, + "grad_norm": 1.5029727220535278, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8632885217666626, + "num_tokens": 120871269.0, + "step": 3318 + }, + { + "epoch": 0.6163416898792944, + "grad_norm": 1.4350067377090454, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8741387724876404, + "num_tokens": 120906457.0, + "step": 3319 + }, + { + "epoch": 0.61652739090065, + "grad_norm": 1.4512137174606323, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8552135825157166, + "num_tokens": 120943768.0, + "step": 3320 + }, + { + "epoch": 0.6167130919220055, + "grad_norm": 1.6206011772155762, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.865145206451416, + "num_tokens": 120975179.0, + "step": 3321 + }, + { + "epoch": 0.6168987929433611, + "grad_norm": 1.3901647329330444, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.877436101436615, + "num_tokens": 121015736.0, + "step": 3322 + }, + { + "epoch": 0.6170844939647168, + "grad_norm": 1.4478756189346313, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8728955984115601, + "num_tokens": 121052059.0, + "step": 3323 + }, + { + "epoch": 0.6172701949860724, + "grad_norm": 1.5262389183044434, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8656655550003052, + "num_tokens": 121086416.0, + "step": 3324 + }, + { + "epoch": 0.617455896007428, + "grad_norm": 1.371561884880066, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8649964332580566, + "num_tokens": 121124616.0, + "step": 3325 + }, + { + "epoch": 0.6176415970287836, + "grad_norm": 1.3477692604064941, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8703874349594116, + "num_tokens": 121164283.0, + "step": 3326 + }, + { + "epoch": 0.6178272980501393, + "grad_norm": 1.3095840215682983, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8666437864303589, + "num_tokens": 121205300.0, + "step": 3327 + }, + { + "epoch": 0.6180129990714949, + "grad_norm": 1.5199121236801147, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8582619428634644, + "num_tokens": 121239325.0, + "step": 3328 + }, + { + "epoch": 0.6181987000928505, + "grad_norm": 1.4852360486984253, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8662393093109131, + "num_tokens": 121272692.0, + "step": 3329 + }, + { + "epoch": 0.6183844011142061, + "grad_norm": 1.4622477293014526, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8521645069122314, + "num_tokens": 121310527.0, + "step": 3330 + }, + { + "epoch": 0.6185701021355617, + "grad_norm": 1.3499031066894531, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8737694621086121, + "num_tokens": 121351444.0, + "step": 3331 + }, + { + "epoch": 0.6187558031569174, + "grad_norm": 1.4992976188659668, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.864180326461792, + "num_tokens": 121386423.0, + "step": 3332 + }, + { + "epoch": 0.618941504178273, + "grad_norm": 1.5488406419754028, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8551125526428223, + "num_tokens": 121422715.0, + "step": 3333 + }, + { + "epoch": 0.6191272051996286, + "grad_norm": 1.4240797758102417, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8505640029907227, + "num_tokens": 121460228.0, + "step": 3334 + }, + { + "epoch": 0.6193129062209842, + "grad_norm": 1.471171259880066, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8542478084564209, + "num_tokens": 121500833.0, + "step": 3335 + }, + { + "epoch": 0.6194986072423398, + "grad_norm": 1.5579372644424438, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8616034984588623, + "num_tokens": 121535395.0, + "step": 3336 + }, + { + "epoch": 0.6196843082636955, + "grad_norm": 1.3105665445327759, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8783354163169861, + "num_tokens": 121577001.0, + "step": 3337 + }, + { + "epoch": 0.6198700092850511, + "grad_norm": 1.6425392627716064, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8657642006874084, + "num_tokens": 121609552.0, + "step": 3338 + }, + { + "epoch": 0.6200557103064067, + "grad_norm": 1.4604729413986206, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8502825498580933, + "num_tokens": 121650951.0, + "step": 3339 + }, + { + "epoch": 0.6202414113277623, + "grad_norm": 1.4974427223205566, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8579157590866089, + "num_tokens": 121685983.0, + "step": 3340 + }, + { + "epoch": 0.620427112349118, + "grad_norm": 1.4979078769683838, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8581140637397766, + "num_tokens": 121719033.0, + "step": 3341 + }, + { + "epoch": 0.6206128133704736, + "grad_norm": 1.6372054815292358, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8701885938644409, + "num_tokens": 121754590.0, + "step": 3342 + }, + { + "epoch": 0.6207985143918292, + "grad_norm": 1.4499331712722778, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8678354620933533, + "num_tokens": 121792870.0, + "step": 3343 + }, + { + "epoch": 0.6209842154131848, + "grad_norm": 1.3898946046829224, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8639843463897705, + "num_tokens": 121830914.0, + "step": 3344 + }, + { + "epoch": 0.6211699164345403, + "grad_norm": 1.4706331491470337, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8575420379638672, + "num_tokens": 121866444.0, + "step": 3345 + }, + { + "epoch": 0.621355617455896, + "grad_norm": 1.5285173654556274, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.864139974117279, + "num_tokens": 121900256.0, + "step": 3346 + }, + { + "epoch": 0.6215413184772516, + "grad_norm": 1.4264209270477295, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8788163661956787, + "num_tokens": 121932714.0, + "step": 3347 + }, + { + "epoch": 0.6217270194986072, + "grad_norm": 1.3407232761383057, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8713208436965942, + "num_tokens": 121970596.0, + "step": 3348 + }, + { + "epoch": 0.6219127205199628, + "grad_norm": 1.415837287902832, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8603607416152954, + "num_tokens": 122007616.0, + "step": 3349 + }, + { + "epoch": 0.6220984215413184, + "grad_norm": 1.3468464612960815, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8715003132820129, + "num_tokens": 122046685.0, + "step": 3350 + }, + { + "epoch": 0.6222841225626741, + "grad_norm": 1.5097243785858154, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8620995283126831, + "num_tokens": 122082268.0, + "step": 3351 + }, + { + "epoch": 0.6224698235840297, + "grad_norm": 1.4909197092056274, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8605721592903137, + "num_tokens": 122117634.0, + "step": 3352 + }, + { + "epoch": 0.6226555246053853, + "grad_norm": 1.3909069299697876, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8790375590324402, + "num_tokens": 122154911.0, + "step": 3353 + }, + { + "epoch": 0.6228412256267409, + "grad_norm": 1.419077754020691, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.877187192440033, + "num_tokens": 122189348.0, + "step": 3354 + }, + { + "epoch": 0.6230269266480966, + "grad_norm": 1.5300441980361938, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8521012663841248, + "num_tokens": 122225850.0, + "step": 3355 + }, + { + "epoch": 0.6232126276694522, + "grad_norm": 1.3836872577667236, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8824180960655212, + "num_tokens": 122259571.0, + "step": 3356 + }, + { + "epoch": 0.6233983286908078, + "grad_norm": 1.4878790378570557, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8653477430343628, + "num_tokens": 122291413.0, + "step": 3357 + }, + { + "epoch": 0.6235840297121634, + "grad_norm": 1.5761353969573975, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8715260028839111, + "num_tokens": 122320845.0, + "step": 3358 + }, + { + "epoch": 0.623769730733519, + "grad_norm": 1.5348641872406006, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8557038307189941, + "num_tokens": 122360899.0, + "step": 3359 + }, + { + "epoch": 0.6239554317548747, + "grad_norm": 1.584741473197937, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8678126335144043, + "num_tokens": 122391164.0, + "step": 3360 + }, + { + "epoch": 0.6241411327762303, + "grad_norm": 1.47355318069458, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8730536699295044, + "num_tokens": 122424411.0, + "step": 3361 + }, + { + "epoch": 0.6243268337975859, + "grad_norm": 1.4696213006973267, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8727684020996094, + "num_tokens": 122456421.0, + "step": 3362 + }, + { + "epoch": 0.6245125348189415, + "grad_norm": 1.4105796813964844, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8582218885421753, + "num_tokens": 122495701.0, + "step": 3363 + }, + { + "epoch": 0.6246982358402972, + "grad_norm": 1.4948837757110596, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8652853965759277, + "num_tokens": 122537275.0, + "step": 3364 + }, + { + "epoch": 0.6248839368616528, + "grad_norm": 1.3959071636199951, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8734240531921387, + "num_tokens": 122573944.0, + "step": 3365 + }, + { + "epoch": 0.6250696378830084, + "grad_norm": 1.4353312253952026, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8644490242004395, + "num_tokens": 122617623.0, + "step": 3366 + }, + { + "epoch": 0.625255338904364, + "grad_norm": 1.4600038528442383, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8826942443847656, + "num_tokens": 122653122.0, + "step": 3367 + }, + { + "epoch": 0.6254410399257196, + "grad_norm": 1.4301512241363525, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.869412362575531, + "num_tokens": 122689370.0, + "step": 3368 + }, + { + "epoch": 0.6256267409470752, + "grad_norm": 1.5526002645492554, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.865408182144165, + "num_tokens": 122721959.0, + "step": 3369 + }, + { + "epoch": 0.6258124419684308, + "grad_norm": 1.5631804466247559, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8535372018814087, + "num_tokens": 122760670.0, + "step": 3370 + }, + { + "epoch": 0.6259981429897864, + "grad_norm": 1.5773065090179443, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8568586111068726, + "num_tokens": 122794065.0, + "step": 3371 + }, + { + "epoch": 0.626183844011142, + "grad_norm": 1.4815939664840698, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8608870506286621, + "num_tokens": 122831881.0, + "step": 3372 + }, + { + "epoch": 0.6263695450324976, + "grad_norm": 1.3936972618103027, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8673153519630432, + "num_tokens": 122876352.0, + "step": 3373 + }, + { + "epoch": 0.6265552460538533, + "grad_norm": 1.6083271503448486, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8532532453536987, + "num_tokens": 122909454.0, + "step": 3374 + }, + { + "epoch": 0.6267409470752089, + "grad_norm": 1.4737399816513062, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8754424452781677, + "num_tokens": 122940482.0, + "step": 3375 + }, + { + "epoch": 0.6269266480965645, + "grad_norm": 1.5004210472106934, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8487496376037598, + "num_tokens": 122977191.0, + "step": 3376 + }, + { + "epoch": 0.6271123491179201, + "grad_norm": 1.4422305822372437, + "learning_rate": 1e-06, + "loss": 0.4502, + "mean_token_accuracy": 0.8517768383026123, + "num_tokens": 123014973.0, + "step": 3377 + }, + { + "epoch": 0.6272980501392758, + "grad_norm": 1.341699242591858, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8587449789047241, + "num_tokens": 123056706.0, + "step": 3378 + }, + { + "epoch": 0.6274837511606314, + "grad_norm": 1.5241433382034302, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.856158971786499, + "num_tokens": 123090990.0, + "step": 3379 + }, + { + "epoch": 0.627669452181987, + "grad_norm": 1.4693007469177246, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.864566445350647, + "num_tokens": 123130354.0, + "step": 3380 + }, + { + "epoch": 0.6278551532033426, + "grad_norm": 1.4421380758285522, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8549255728721619, + "num_tokens": 123166084.0, + "step": 3381 + }, + { + "epoch": 0.6280408542246982, + "grad_norm": 1.5554137229919434, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8543949127197266, + "num_tokens": 123199734.0, + "step": 3382 + }, + { + "epoch": 0.6282265552460539, + "grad_norm": 1.3222801685333252, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8768097758293152, + "num_tokens": 123239852.0, + "step": 3383 + }, + { + "epoch": 0.6284122562674095, + "grad_norm": 1.4291671514511108, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8603305220603943, + "num_tokens": 123279315.0, + "step": 3384 + }, + { + "epoch": 0.6285979572887651, + "grad_norm": 1.4602001905441284, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8679018020629883, + "num_tokens": 123312759.0, + "step": 3385 + }, + { + "epoch": 0.6287836583101207, + "grad_norm": 1.529783010482788, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8681883811950684, + "num_tokens": 123345630.0, + "step": 3386 + }, + { + "epoch": 0.6289693593314764, + "grad_norm": 1.4790079593658447, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8746742010116577, + "num_tokens": 123380264.0, + "step": 3387 + }, + { + "epoch": 0.629155060352832, + "grad_norm": 1.3059171438217163, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8840115070343018, + "num_tokens": 123421793.0, + "step": 3388 + }, + { + "epoch": 0.6293407613741876, + "grad_norm": 1.5449845790863037, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8738242387771606, + "num_tokens": 123454494.0, + "step": 3389 + }, + { + "epoch": 0.6295264623955432, + "grad_norm": 1.429461121559143, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.86909019947052, + "num_tokens": 123488602.0, + "step": 3390 + }, + { + "epoch": 0.6297121634168988, + "grad_norm": 1.5414539575576782, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8709146976470947, + "num_tokens": 123519906.0, + "step": 3391 + }, + { + "epoch": 0.6298978644382545, + "grad_norm": 1.583071231842041, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.864502489566803, + "num_tokens": 123554680.0, + "step": 3392 + }, + { + "epoch": 0.63008356545961, + "grad_norm": 1.5317198038101196, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8690001964569092, + "num_tokens": 123588071.0, + "step": 3393 + }, + { + "epoch": 0.6302692664809656, + "grad_norm": 1.4408587217330933, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8686655163764954, + "num_tokens": 123627022.0, + "step": 3394 + }, + { + "epoch": 0.6304549675023212, + "grad_norm": 1.3813731670379639, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8717074394226074, + "num_tokens": 123666056.0, + "step": 3395 + }, + { + "epoch": 0.6306406685236768, + "grad_norm": 1.540724754333496, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8571780920028687, + "num_tokens": 123703338.0, + "step": 3396 + }, + { + "epoch": 0.6308263695450325, + "grad_norm": 1.446805477142334, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8707294464111328, + "num_tokens": 123736515.0, + "step": 3397 + }, + { + "epoch": 0.6310120705663881, + "grad_norm": 1.350433588027954, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8750192523002625, + "num_tokens": 123773025.0, + "step": 3398 + }, + { + "epoch": 0.6311977715877437, + "grad_norm": 1.4056565761566162, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8783172965049744, + "num_tokens": 123810157.0, + "step": 3399 + }, + { + "epoch": 0.6313834726090993, + "grad_norm": 1.461566686630249, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8709186315536499, + "num_tokens": 123845394.0, + "step": 3400 + }, + { + "epoch": 0.631569173630455, + "grad_norm": 1.477250576019287, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8566447496414185, + "num_tokens": 123881811.0, + "step": 3401 + }, + { + "epoch": 0.6317548746518106, + "grad_norm": 1.3755189180374146, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8798028826713562, + "num_tokens": 123917169.0, + "step": 3402 + }, + { + "epoch": 0.6319405756731662, + "grad_norm": 1.4664156436920166, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.883536159992218, + "num_tokens": 123948297.0, + "step": 3403 + }, + { + "epoch": 0.6321262766945218, + "grad_norm": 1.5512058734893799, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8478988409042358, + "num_tokens": 123986701.0, + "step": 3404 + }, + { + "epoch": 0.6323119777158774, + "grad_norm": 1.5305112600326538, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8588210344314575, + "num_tokens": 124026659.0, + "step": 3405 + }, + { + "epoch": 0.6324976787372331, + "grad_norm": 1.3623229265213013, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8714561462402344, + "num_tokens": 124068671.0, + "step": 3406 + }, + { + "epoch": 0.6326833797585887, + "grad_norm": 1.4209871292114258, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8657340407371521, + "num_tokens": 124106815.0, + "step": 3407 + }, + { + "epoch": 0.6328690807799443, + "grad_norm": 1.4457995891571045, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8629187345504761, + "num_tokens": 124143115.0, + "step": 3408 + }, + { + "epoch": 0.6330547818012999, + "grad_norm": 1.4241933822631836, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8621817827224731, + "num_tokens": 124181067.0, + "step": 3409 + }, + { + "epoch": 0.6332404828226555, + "grad_norm": 1.4867579936981201, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.860034704208374, + "num_tokens": 124219066.0, + "step": 3410 + }, + { + "epoch": 0.6334261838440112, + "grad_norm": 1.2904694080352783, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8714300394058228, + "num_tokens": 124261145.0, + "step": 3411 + }, + { + "epoch": 0.6336118848653668, + "grad_norm": 1.4659841060638428, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8537801504135132, + "num_tokens": 124301431.0, + "step": 3412 + }, + { + "epoch": 0.6337975858867224, + "grad_norm": 1.437909722328186, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8547407388687134, + "num_tokens": 124340933.0, + "step": 3413 + }, + { + "epoch": 0.633983286908078, + "grad_norm": 1.378832221031189, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8643072843551636, + "num_tokens": 124382559.0, + "step": 3414 + }, + { + "epoch": 0.6341689879294337, + "grad_norm": 1.4353749752044678, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8573005795478821, + "num_tokens": 124422258.0, + "step": 3415 + }, + { + "epoch": 0.6343546889507893, + "grad_norm": 1.453263521194458, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8712577223777771, + "num_tokens": 124457619.0, + "step": 3416 + }, + { + "epoch": 0.6345403899721448, + "grad_norm": 1.584530234336853, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.861440896987915, + "num_tokens": 124489792.0, + "step": 3417 + }, + { + "epoch": 0.6347260909935004, + "grad_norm": 1.3439335823059082, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8794382810592651, + "num_tokens": 124532562.0, + "step": 3418 + }, + { + "epoch": 0.634911792014856, + "grad_norm": 1.436639666557312, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8798701167106628, + "num_tokens": 124566648.0, + "step": 3419 + }, + { + "epoch": 0.6350974930362117, + "grad_norm": 1.4280706644058228, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8506947755813599, + "num_tokens": 124604928.0, + "step": 3420 + }, + { + "epoch": 0.6352831940575673, + "grad_norm": 1.412468433380127, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8680582642555237, + "num_tokens": 124643362.0, + "step": 3421 + }, + { + "epoch": 0.6354688950789229, + "grad_norm": 1.3660553693771362, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.869362473487854, + "num_tokens": 124681878.0, + "step": 3422 + }, + { + "epoch": 0.6356545961002785, + "grad_norm": 1.442355990409851, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8664229512214661, + "num_tokens": 124721312.0, + "step": 3423 + }, + { + "epoch": 0.6358402971216341, + "grad_norm": 1.433438777923584, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8713288903236389, + "num_tokens": 124755695.0, + "step": 3424 + }, + { + "epoch": 0.6360259981429898, + "grad_norm": 1.338666558265686, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8865380883216858, + "num_tokens": 124792234.0, + "step": 3425 + }, + { + "epoch": 0.6362116991643454, + "grad_norm": 1.3794118165969849, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.868232011795044, + "num_tokens": 124829603.0, + "step": 3426 + }, + { + "epoch": 0.636397400185701, + "grad_norm": 1.4950497150421143, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8695526719093323, + "num_tokens": 124864653.0, + "step": 3427 + }, + { + "epoch": 0.6365831012070566, + "grad_norm": 1.5243548154830933, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8683962821960449, + "num_tokens": 124899942.0, + "step": 3428 + }, + { + "epoch": 0.6367688022284123, + "grad_norm": 1.4195359945297241, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8740068674087524, + "num_tokens": 124933920.0, + "step": 3429 + }, + { + "epoch": 0.6369545032497679, + "grad_norm": 1.5245765447616577, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.848770022392273, + "num_tokens": 124971293.0, + "step": 3430 + }, + { + "epoch": 0.6371402042711235, + "grad_norm": 1.3667134046554565, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8674808740615845, + "num_tokens": 125008031.0, + "step": 3431 + }, + { + "epoch": 0.6373259052924791, + "grad_norm": 1.549106478691101, + "learning_rate": 1e-06, + "loss": 0.4626, + "mean_token_accuracy": 0.8395731449127197, + "num_tokens": 125042158.0, + "step": 3432 + }, + { + "epoch": 0.6375116063138347, + "grad_norm": 1.426690936088562, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8693559169769287, + "num_tokens": 125077063.0, + "step": 3433 + }, + { + "epoch": 0.6376973073351904, + "grad_norm": 1.3445707559585571, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8676754236221313, + "num_tokens": 125118064.0, + "step": 3434 + }, + { + "epoch": 0.637883008356546, + "grad_norm": 1.4589899778366089, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8703038692474365, + "num_tokens": 125154323.0, + "step": 3435 + }, + { + "epoch": 0.6380687093779016, + "grad_norm": 1.3156344890594482, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8843398094177246, + "num_tokens": 125192951.0, + "step": 3436 + }, + { + "epoch": 0.6382544103992572, + "grad_norm": 1.330567717552185, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8728859424591064, + "num_tokens": 125230110.0, + "step": 3437 + }, + { + "epoch": 0.6384401114206129, + "grad_norm": 1.596663475036621, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8618300557136536, + "num_tokens": 125264264.0, + "step": 3438 + }, + { + "epoch": 0.6386258124419685, + "grad_norm": 1.4602266550064087, + "learning_rate": 1e-06, + "loss": 0.4765, + "mean_token_accuracy": 0.8450815677642822, + "num_tokens": 125304947.0, + "step": 3439 + }, + { + "epoch": 0.6388115134633241, + "grad_norm": 1.36070716381073, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8763406276702881, + "num_tokens": 125339664.0, + "step": 3440 + }, + { + "epoch": 0.6389972144846797, + "grad_norm": 1.5196850299835205, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8496139645576477, + "num_tokens": 125374405.0, + "step": 3441 + }, + { + "epoch": 0.6391829155060352, + "grad_norm": 1.4604488611221313, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8646993637084961, + "num_tokens": 125414836.0, + "step": 3442 + }, + { + "epoch": 0.6393686165273909, + "grad_norm": 1.4969273805618286, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8763916492462158, + "num_tokens": 125446897.0, + "step": 3443 + }, + { + "epoch": 0.6395543175487465, + "grad_norm": 1.3639020919799805, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8765058517456055, + "num_tokens": 125485535.0, + "step": 3444 + }, + { + "epoch": 0.6397400185701021, + "grad_norm": 1.6778653860092163, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8676481246948242, + "num_tokens": 125519764.0, + "step": 3445 + }, + { + "epoch": 0.6399257195914577, + "grad_norm": 1.394262433052063, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8712354898452759, + "num_tokens": 125557078.0, + "step": 3446 + }, + { + "epoch": 0.6401114206128133, + "grad_norm": 1.4014437198638916, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8706339597702026, + "num_tokens": 125593742.0, + "step": 3447 + }, + { + "epoch": 0.640297121634169, + "grad_norm": 1.3744890689849854, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8662304878234863, + "num_tokens": 125635723.0, + "step": 3448 + }, + { + "epoch": 0.6404828226555246, + "grad_norm": 1.4488704204559326, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8744317293167114, + "num_tokens": 125669216.0, + "step": 3449 + }, + { + "epoch": 0.6406685236768802, + "grad_norm": 1.4390510320663452, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8483881950378418, + "num_tokens": 125706114.0, + "step": 3450 + }, + { + "epoch": 0.6408542246982358, + "grad_norm": 1.4367436170578003, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8667796850204468, + "num_tokens": 125742044.0, + "step": 3451 + }, + { + "epoch": 0.6410399257195915, + "grad_norm": 1.5179729461669922, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8627190589904785, + "num_tokens": 125776068.0, + "step": 3452 + }, + { + "epoch": 0.6412256267409471, + "grad_norm": 1.4530210494995117, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8674555420875549, + "num_tokens": 125811106.0, + "step": 3453 + }, + { + "epoch": 0.6414113277623027, + "grad_norm": 1.4850958585739136, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8650840520858765, + "num_tokens": 125844642.0, + "step": 3454 + }, + { + "epoch": 0.6415970287836583, + "grad_norm": 1.4056631326675415, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.862558126449585, + "num_tokens": 125883151.0, + "step": 3455 + }, + { + "epoch": 0.6417827298050139, + "grad_norm": 1.3691340684890747, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8502542972564697, + "num_tokens": 125926535.0, + "step": 3456 + }, + { + "epoch": 0.6419684308263696, + "grad_norm": 1.4241153001785278, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8693186044692993, + "num_tokens": 125963400.0, + "step": 3457 + }, + { + "epoch": 0.6421541318477252, + "grad_norm": 1.5327240228652954, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8709853887557983, + "num_tokens": 125996155.0, + "step": 3458 + }, + { + "epoch": 0.6423398328690808, + "grad_norm": 1.5965327024459839, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8670666217803955, + "num_tokens": 126025494.0, + "step": 3459 + }, + { + "epoch": 0.6425255338904364, + "grad_norm": 1.3905318975448608, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8766242265701294, + "num_tokens": 126062374.0, + "step": 3460 + }, + { + "epoch": 0.642711234911792, + "grad_norm": 1.469918966293335, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8726296424865723, + "num_tokens": 126102393.0, + "step": 3461 + }, + { + "epoch": 0.6428969359331477, + "grad_norm": 1.4721451997756958, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8763725757598877, + "num_tokens": 126136179.0, + "step": 3462 + }, + { + "epoch": 0.6430826369545033, + "grad_norm": 1.555221438407898, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8741738200187683, + "num_tokens": 126164176.0, + "step": 3463 + }, + { + "epoch": 0.6432683379758589, + "grad_norm": 1.3967530727386475, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8769546151161194, + "num_tokens": 126204771.0, + "step": 3464 + }, + { + "epoch": 0.6434540389972145, + "grad_norm": 1.4375479221343994, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8741427659988403, + "num_tokens": 126244021.0, + "step": 3465 + }, + { + "epoch": 0.64363974001857, + "grad_norm": 1.4728282690048218, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8617563247680664, + "num_tokens": 126282937.0, + "step": 3466 + }, + { + "epoch": 0.6438254410399257, + "grad_norm": 1.613115668296814, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8478937149047852, + "num_tokens": 126320692.0, + "step": 3467 + }, + { + "epoch": 0.6440111420612813, + "grad_norm": 1.352995753288269, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8723459243774414, + "num_tokens": 126360129.0, + "step": 3468 + }, + { + "epoch": 0.6441968430826369, + "grad_norm": 1.450492024421692, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8492823839187622, + "num_tokens": 126398117.0, + "step": 3469 + }, + { + "epoch": 0.6443825441039925, + "grad_norm": 1.4545506238937378, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8763511180877686, + "num_tokens": 126429765.0, + "step": 3470 + }, + { + "epoch": 0.6445682451253482, + "grad_norm": 1.4808776378631592, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8774908781051636, + "num_tokens": 126462986.0, + "step": 3471 + }, + { + "epoch": 0.6447539461467038, + "grad_norm": 1.5048986673355103, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8785854578018188, + "num_tokens": 126492047.0, + "step": 3472 + }, + { + "epoch": 0.6449396471680594, + "grad_norm": 1.429671287536621, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.875252366065979, + "num_tokens": 126527706.0, + "step": 3473 + }, + { + "epoch": 0.645125348189415, + "grad_norm": 1.461371660232544, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8616609573364258, + "num_tokens": 126567163.0, + "step": 3474 + }, + { + "epoch": 0.6453110492107706, + "grad_norm": 1.4058443307876587, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8728772401809692, + "num_tokens": 126601595.0, + "step": 3475 + }, + { + "epoch": 0.6454967502321263, + "grad_norm": 1.4375033378601074, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8607929944992065, + "num_tokens": 126640618.0, + "step": 3476 + }, + { + "epoch": 0.6456824512534819, + "grad_norm": 1.3768045902252197, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8689976930618286, + "num_tokens": 126681092.0, + "step": 3477 + }, + { + "epoch": 0.6458681522748375, + "grad_norm": 1.4116114377975464, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8717852234840393, + "num_tokens": 126721087.0, + "step": 3478 + }, + { + "epoch": 0.6460538532961931, + "grad_norm": 1.4809967279434204, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8570881485939026, + "num_tokens": 126759005.0, + "step": 3479 + }, + { + "epoch": 0.6462395543175488, + "grad_norm": 1.515282392501831, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8516630530357361, + "num_tokens": 126794478.0, + "step": 3480 + }, + { + "epoch": 0.6464252553389044, + "grad_norm": 1.4467698335647583, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8582161068916321, + "num_tokens": 126831378.0, + "step": 3481 + }, + { + "epoch": 0.64661095636026, + "grad_norm": 1.3913350105285645, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8713523745536804, + "num_tokens": 126869606.0, + "step": 3482 + }, + { + "epoch": 0.6467966573816156, + "grad_norm": 1.3794337511062622, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8643780946731567, + "num_tokens": 126908536.0, + "step": 3483 + }, + { + "epoch": 0.6469823584029712, + "grad_norm": 1.5089600086212158, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8599602580070496, + "num_tokens": 126947761.0, + "step": 3484 + }, + { + "epoch": 0.6471680594243269, + "grad_norm": 1.4718056917190552, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8655771017074585, + "num_tokens": 126986275.0, + "step": 3485 + }, + { + "epoch": 0.6473537604456825, + "grad_norm": 1.3791742324829102, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8748077750205994, + "num_tokens": 127024794.0, + "step": 3486 + }, + { + "epoch": 0.6475394614670381, + "grad_norm": 1.4906647205352783, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8567343950271606, + "num_tokens": 127061556.0, + "step": 3487 + }, + { + "epoch": 0.6477251624883937, + "grad_norm": 1.4223639965057373, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8814927339553833, + "num_tokens": 127097258.0, + "step": 3488 + }, + { + "epoch": 0.6479108635097494, + "grad_norm": 1.46452796459198, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8732010126113892, + "num_tokens": 127129531.0, + "step": 3489 + }, + { + "epoch": 0.6480965645311049, + "grad_norm": 1.5133073329925537, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8750733733177185, + "num_tokens": 127162160.0, + "step": 3490 + }, + { + "epoch": 0.6482822655524605, + "grad_norm": 1.415326476097107, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8695547580718994, + "num_tokens": 127199174.0, + "step": 3491 + }, + { + "epoch": 0.6484679665738161, + "grad_norm": 1.4159166812896729, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8716129660606384, + "num_tokens": 127237361.0, + "step": 3492 + }, + { + "epoch": 0.6486536675951717, + "grad_norm": 1.3475505113601685, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8616583943367004, + "num_tokens": 127279173.0, + "step": 3493 + }, + { + "epoch": 0.6488393686165274, + "grad_norm": 1.4902290105819702, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8664169311523438, + "num_tokens": 127313656.0, + "step": 3494 + }, + { + "epoch": 0.649025069637883, + "grad_norm": 1.3960583209991455, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8721321225166321, + "num_tokens": 127349458.0, + "step": 3495 + }, + { + "epoch": 0.6492107706592386, + "grad_norm": 1.4716752767562866, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8608399629592896, + "num_tokens": 127388494.0, + "step": 3496 + }, + { + "epoch": 0.6493964716805942, + "grad_norm": 1.5129666328430176, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8640758991241455, + "num_tokens": 127421836.0, + "step": 3497 + }, + { + "epoch": 0.6495821727019498, + "grad_norm": 1.5291930437088013, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.867431640625, + "num_tokens": 127453812.0, + "step": 3498 + }, + { + "epoch": 0.6497678737233055, + "grad_norm": 1.6981993913650513, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8602296113967896, + "num_tokens": 127491186.0, + "step": 3499 + }, + { + "epoch": 0.6499535747446611, + "grad_norm": 1.4747240543365479, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8745906352996826, + "num_tokens": 127524341.0, + "step": 3500 + }, + { + "epoch": 0.6501392757660167, + "grad_norm": 1.4873944520950317, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8800166845321655, + "num_tokens": 127555083.0, + "step": 3501 + }, + { + "epoch": 0.6503249767873723, + "grad_norm": 1.4343279600143433, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8634212017059326, + "num_tokens": 127591788.0, + "step": 3502 + }, + { + "epoch": 0.650510677808728, + "grad_norm": 1.4871643781661987, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8517463207244873, + "num_tokens": 127631197.0, + "step": 3503 + }, + { + "epoch": 0.6506963788300836, + "grad_norm": 1.4472033977508545, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8541243076324463, + "num_tokens": 127672933.0, + "step": 3504 + }, + { + "epoch": 0.6508820798514392, + "grad_norm": 1.3437726497650146, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8589051961898804, + "num_tokens": 127719215.0, + "step": 3505 + }, + { + "epoch": 0.6510677808727948, + "grad_norm": 1.4371047019958496, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8652450442314148, + "num_tokens": 127753990.0, + "step": 3506 + }, + { + "epoch": 0.6512534818941504, + "grad_norm": 1.5337753295898438, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.854168713092804, + "num_tokens": 127788989.0, + "step": 3507 + }, + { + "epoch": 0.6514391829155061, + "grad_norm": 1.4251078367233276, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8871666193008423, + "num_tokens": 127822616.0, + "step": 3508 + }, + { + "epoch": 0.6516248839368617, + "grad_norm": 1.4160845279693604, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8646538853645325, + "num_tokens": 127858934.0, + "step": 3509 + }, + { + "epoch": 0.6518105849582173, + "grad_norm": 1.4410794973373413, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.861005425453186, + "num_tokens": 127900525.0, + "step": 3510 + }, + { + "epoch": 0.6519962859795729, + "grad_norm": 1.5390076637268066, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.862529456615448, + "num_tokens": 127933623.0, + "step": 3511 + }, + { + "epoch": 0.6521819870009286, + "grad_norm": 1.4875978231430054, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8528251647949219, + "num_tokens": 127969186.0, + "step": 3512 + }, + { + "epoch": 0.6523676880222842, + "grad_norm": 1.3931739330291748, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.874187707901001, + "num_tokens": 128003121.0, + "step": 3513 + }, + { + "epoch": 0.6525533890436397, + "grad_norm": 1.4843637943267822, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8675378561019897, + "num_tokens": 128037101.0, + "step": 3514 + }, + { + "epoch": 0.6527390900649953, + "grad_norm": 1.4093234539031982, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8738572001457214, + "num_tokens": 128073652.0, + "step": 3515 + }, + { + "epoch": 0.6529247910863509, + "grad_norm": 1.3714581727981567, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8671910762786865, + "num_tokens": 128112214.0, + "step": 3516 + }, + { + "epoch": 0.6531104921077066, + "grad_norm": 1.4550191164016724, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8531738519668579, + "num_tokens": 128151149.0, + "step": 3517 + }, + { + "epoch": 0.6532961931290622, + "grad_norm": 1.470787525177002, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8738015294075012, + "num_tokens": 128185115.0, + "step": 3518 + }, + { + "epoch": 0.6534818941504178, + "grad_norm": 1.5973833799362183, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8609954118728638, + "num_tokens": 128217576.0, + "step": 3519 + }, + { + "epoch": 0.6536675951717734, + "grad_norm": 1.3433133363723755, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8653916120529175, + "num_tokens": 128256735.0, + "step": 3520 + }, + { + "epoch": 0.653853296193129, + "grad_norm": 1.4781558513641357, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8752444386482239, + "num_tokens": 128289817.0, + "step": 3521 + }, + { + "epoch": 0.6540389972144847, + "grad_norm": 1.417730689048767, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8637679815292358, + "num_tokens": 128330600.0, + "step": 3522 + }, + { + "epoch": 0.6542246982358403, + "grad_norm": 1.567734718322754, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8754903078079224, + "num_tokens": 128363427.0, + "step": 3523 + }, + { + "epoch": 0.6544103992571959, + "grad_norm": 1.3668943643569946, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8846225142478943, + "num_tokens": 128401566.0, + "step": 3524 + }, + { + "epoch": 0.6545961002785515, + "grad_norm": 1.4276387691497803, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8815169334411621, + "num_tokens": 128438452.0, + "step": 3525 + }, + { + "epoch": 0.6547818012999072, + "grad_norm": 1.438504934310913, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8579750061035156, + "num_tokens": 128477838.0, + "step": 3526 + }, + { + "epoch": 0.6549675023212628, + "grad_norm": 1.4426273107528687, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8754521608352661, + "num_tokens": 128511670.0, + "step": 3527 + }, + { + "epoch": 0.6551532033426184, + "grad_norm": 1.446900725364685, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8730543851852417, + "num_tokens": 128547898.0, + "step": 3528 + }, + { + "epoch": 0.655338904363974, + "grad_norm": 1.3999881744384766, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8661278486251831, + "num_tokens": 128588408.0, + "step": 3529 + }, + { + "epoch": 0.6555246053853296, + "grad_norm": 1.5181043148040771, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8661038875579834, + "num_tokens": 128619808.0, + "step": 3530 + }, + { + "epoch": 0.6557103064066853, + "grad_norm": 1.4647661447525024, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8594356775283813, + "num_tokens": 128656342.0, + "step": 3531 + }, + { + "epoch": 0.6558960074280409, + "grad_norm": 1.5210703611373901, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8665153980255127, + "num_tokens": 128690627.0, + "step": 3532 + }, + { + "epoch": 0.6560817084493965, + "grad_norm": 1.455579400062561, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.853326678276062, + "num_tokens": 128729553.0, + "step": 3533 + }, + { + "epoch": 0.6562674094707521, + "grad_norm": 1.4850679636001587, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.861657977104187, + "num_tokens": 128763167.0, + "step": 3534 + }, + { + "epoch": 0.6564531104921077, + "grad_norm": 1.523262858390808, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8631113171577454, + "num_tokens": 128796895.0, + "step": 3535 + }, + { + "epoch": 0.6566388115134634, + "grad_norm": 1.5510414838790894, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8681550621986389, + "num_tokens": 128828369.0, + "step": 3536 + }, + { + "epoch": 0.656824512534819, + "grad_norm": 1.4022929668426514, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8693820238113403, + "num_tokens": 128867348.0, + "step": 3537 + }, + { + "epoch": 0.6570102135561745, + "grad_norm": 1.5548241138458252, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8470379710197449, + "num_tokens": 128902316.0, + "step": 3538 + }, + { + "epoch": 0.6571959145775301, + "grad_norm": 1.3392294645309448, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8644993305206299, + "num_tokens": 128943365.0, + "step": 3539 + }, + { + "epoch": 0.6573816155988857, + "grad_norm": 1.5664511919021606, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.869784414768219, + "num_tokens": 128976200.0, + "step": 3540 + }, + { + "epoch": 0.6575673166202414, + "grad_norm": 1.3901722431182861, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8729525804519653, + "num_tokens": 129018357.0, + "step": 3541 + }, + { + "epoch": 0.657753017641597, + "grad_norm": 1.457087755203247, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8755472898483276, + "num_tokens": 129053751.0, + "step": 3542 + }, + { + "epoch": 0.6579387186629526, + "grad_norm": 1.5400283336639404, + "learning_rate": 1e-06, + "loss": 0.474, + "mean_token_accuracy": 0.8465197682380676, + "num_tokens": 129090473.0, + "step": 3543 + }, + { + "epoch": 0.6581244196843082, + "grad_norm": 1.4009606838226318, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8817004561424255, + "num_tokens": 129124440.0, + "step": 3544 + }, + { + "epoch": 0.6583101207056639, + "grad_norm": 1.4699578285217285, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8781875967979431, + "num_tokens": 129155466.0, + "step": 3545 + }, + { + "epoch": 0.6584958217270195, + "grad_norm": 1.6421756744384766, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8637418150901794, + "num_tokens": 129183397.0, + "step": 3546 + }, + { + "epoch": 0.6586815227483751, + "grad_norm": 1.4536210298538208, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8606922030448914, + "num_tokens": 129219984.0, + "step": 3547 + }, + { + "epoch": 0.6588672237697307, + "grad_norm": 1.419895887374878, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8666180372238159, + "num_tokens": 129258796.0, + "step": 3548 + }, + { + "epoch": 0.6590529247910863, + "grad_norm": 1.299190878868103, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8717612028121948, + "num_tokens": 129302307.0, + "step": 3549 + }, + { + "epoch": 0.659238625812442, + "grad_norm": 1.476836919784546, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.876025915145874, + "num_tokens": 129335307.0, + "step": 3550 + }, + { + "epoch": 0.6594243268337976, + "grad_norm": 1.6601758003234863, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8593810796737671, + "num_tokens": 129364831.0, + "step": 3551 + }, + { + "epoch": 0.6596100278551532, + "grad_norm": 1.4388121366500854, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8639101982116699, + "num_tokens": 129402913.0, + "step": 3552 + }, + { + "epoch": 0.6597957288765088, + "grad_norm": 1.488051414489746, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8667901754379272, + "num_tokens": 129434912.0, + "step": 3553 + }, + { + "epoch": 0.6599814298978645, + "grad_norm": 1.3769233226776123, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8785532712936401, + "num_tokens": 129473837.0, + "step": 3554 + }, + { + "epoch": 0.6601671309192201, + "grad_norm": 1.5153800249099731, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.864151656627655, + "num_tokens": 129508621.0, + "step": 3555 + }, + { + "epoch": 0.6603528319405757, + "grad_norm": 1.4582369327545166, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8493530750274658, + "num_tokens": 129547734.0, + "step": 3556 + }, + { + "epoch": 0.6605385329619313, + "grad_norm": 1.4531935453414917, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8596557974815369, + "num_tokens": 129585695.0, + "step": 3557 + }, + { + "epoch": 0.660724233983287, + "grad_norm": 1.4426538944244385, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8666182160377502, + "num_tokens": 129620579.0, + "step": 3558 + }, + { + "epoch": 0.6609099350046426, + "grad_norm": 1.4098018407821655, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8625269532203674, + "num_tokens": 129659762.0, + "step": 3559 + }, + { + "epoch": 0.6610956360259982, + "grad_norm": 1.4994101524353027, + "learning_rate": 1e-06, + "loss": 0.4579, + "mean_token_accuracy": 0.8481728434562683, + "num_tokens": 129698939.0, + "step": 3560 + }, + { + "epoch": 0.6612813370473538, + "grad_norm": 1.5645098686218262, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.86308354139328, + "num_tokens": 129731047.0, + "step": 3561 + }, + { + "epoch": 0.6614670380687093, + "grad_norm": 1.4555162191390991, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8543548583984375, + "num_tokens": 129767902.0, + "step": 3562 + }, + { + "epoch": 0.661652739090065, + "grad_norm": 1.4533618688583374, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8545427322387695, + "num_tokens": 129802681.0, + "step": 3563 + }, + { + "epoch": 0.6618384401114206, + "grad_norm": 1.5169769525527954, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8672189712524414, + "num_tokens": 129835168.0, + "step": 3564 + }, + { + "epoch": 0.6620241411327762, + "grad_norm": 1.5079004764556885, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8753656148910522, + "num_tokens": 129868540.0, + "step": 3565 + }, + { + "epoch": 0.6622098421541318, + "grad_norm": 1.3393564224243164, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8696200847625732, + "num_tokens": 129910812.0, + "step": 3566 + }, + { + "epoch": 0.6623955431754874, + "grad_norm": 1.583910584449768, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8608466386795044, + "num_tokens": 129944083.0, + "step": 3567 + }, + { + "epoch": 0.662581244196843, + "grad_norm": 1.4911834001541138, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8686428070068359, + "num_tokens": 129981016.0, + "step": 3568 + }, + { + "epoch": 0.6627669452181987, + "grad_norm": 1.4517850875854492, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8650742769241333, + "num_tokens": 130016884.0, + "step": 3569 + }, + { + "epoch": 0.6629526462395543, + "grad_norm": 1.428751826286316, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8781098127365112, + "num_tokens": 130053556.0, + "step": 3570 + }, + { + "epoch": 0.6631383472609099, + "grad_norm": 1.4560446739196777, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8722896575927734, + "num_tokens": 130086711.0, + "step": 3571 + }, + { + "epoch": 0.6633240482822655, + "grad_norm": 1.549912929534912, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8573240637779236, + "num_tokens": 130122200.0, + "step": 3572 + }, + { + "epoch": 0.6635097493036212, + "grad_norm": 1.5287426710128784, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8681843280792236, + "num_tokens": 130159400.0, + "step": 3573 + }, + { + "epoch": 0.6636954503249768, + "grad_norm": 1.3733919858932495, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8628676533699036, + "num_tokens": 130201693.0, + "step": 3574 + }, + { + "epoch": 0.6638811513463324, + "grad_norm": 1.43765127658844, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8635184168815613, + "num_tokens": 130239669.0, + "step": 3575 + }, + { + "epoch": 0.664066852367688, + "grad_norm": 1.4235508441925049, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8679503798484802, + "num_tokens": 130275361.0, + "step": 3576 + }, + { + "epoch": 0.6642525533890437, + "grad_norm": 1.4280158281326294, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.864012598991394, + "num_tokens": 130314949.0, + "step": 3577 + }, + { + "epoch": 0.6644382544103993, + "grad_norm": 1.4940545558929443, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8597680330276489, + "num_tokens": 130350297.0, + "step": 3578 + }, + { + "epoch": 0.6646239554317549, + "grad_norm": 1.2553467750549316, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8726656436920166, + "num_tokens": 130396643.0, + "step": 3579 + }, + { + "epoch": 0.6648096564531105, + "grad_norm": 1.3791348934173584, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8749876022338867, + "num_tokens": 130434571.0, + "step": 3580 + }, + { + "epoch": 0.6649953574744661, + "grad_norm": 1.4208645820617676, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.856662392616272, + "num_tokens": 130472896.0, + "step": 3581 + }, + { + "epoch": 0.6651810584958218, + "grad_norm": 1.3665132522583008, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8642115592956543, + "num_tokens": 130513227.0, + "step": 3582 + }, + { + "epoch": 0.6653667595171774, + "grad_norm": 1.5282588005065918, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8661178350448608, + "num_tokens": 130546178.0, + "step": 3583 + }, + { + "epoch": 0.665552460538533, + "grad_norm": 1.5664708614349365, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.858977735042572, + "num_tokens": 130584073.0, + "step": 3584 + }, + { + "epoch": 0.6657381615598886, + "grad_norm": 1.4815548658370972, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.86802738904953, + "num_tokens": 130617949.0, + "step": 3585 + }, + { + "epoch": 0.6659238625812441, + "grad_norm": 1.4429229497909546, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8683043718338013, + "num_tokens": 130654482.0, + "step": 3586 + }, + { + "epoch": 0.6661095636025998, + "grad_norm": 1.4999750852584839, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8716092109680176, + "num_tokens": 130688122.0, + "step": 3587 + }, + { + "epoch": 0.6662952646239554, + "grad_norm": 1.404222846031189, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8829776048660278, + "num_tokens": 130724178.0, + "step": 3588 + }, + { + "epoch": 0.666480965645311, + "grad_norm": 1.4099711179733276, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8595291376113892, + "num_tokens": 130761691.0, + "step": 3589 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 1.3507623672485352, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8800464272499084, + "num_tokens": 130797355.0, + "step": 3590 + }, + { + "epoch": 0.6668523676880223, + "grad_norm": 1.5412471294403076, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.863436758518219, + "num_tokens": 130832738.0, + "step": 3591 + }, + { + "epoch": 0.6670380687093779, + "grad_norm": 1.5046019554138184, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8597551584243774, + "num_tokens": 130867291.0, + "step": 3592 + }, + { + "epoch": 0.6672237697307335, + "grad_norm": 1.530621886253357, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8619198203086853, + "num_tokens": 130899833.0, + "step": 3593 + }, + { + "epoch": 0.6674094707520891, + "grad_norm": 1.5976139307022095, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8749397993087769, + "num_tokens": 130928333.0, + "step": 3594 + }, + { + "epoch": 0.6675951717734447, + "grad_norm": 1.3455768823623657, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8730572462081909, + "num_tokens": 130969352.0, + "step": 3595 + }, + { + "epoch": 0.6677808727948004, + "grad_norm": 1.4635319709777832, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.87764573097229, + "num_tokens": 131002765.0, + "step": 3596 + }, + { + "epoch": 0.667966573816156, + "grad_norm": 1.392117977142334, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8569658994674683, + "num_tokens": 131044317.0, + "step": 3597 + }, + { + "epoch": 0.6681522748375116, + "grad_norm": 1.4395639896392822, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8661028742790222, + "num_tokens": 131080335.0, + "step": 3598 + }, + { + "epoch": 0.6683379758588672, + "grad_norm": 1.4848530292510986, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.869176983833313, + "num_tokens": 131115997.0, + "step": 3599 + }, + { + "epoch": 0.6685236768802229, + "grad_norm": 1.4061627388000488, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8639630079269409, + "num_tokens": 131153116.0, + "step": 3600 + }, + { + "epoch": 0.6687093779015785, + "grad_norm": 1.4102766513824463, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.869787871837616, + "num_tokens": 131189810.0, + "step": 3601 + }, + { + "epoch": 0.6688950789229341, + "grad_norm": 1.4094736576080322, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.877456545829773, + "num_tokens": 131225517.0, + "step": 3602 + }, + { + "epoch": 0.6690807799442897, + "grad_norm": 1.4727387428283691, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.862573504447937, + "num_tokens": 131260692.0, + "step": 3603 + }, + { + "epoch": 0.6692664809656453, + "grad_norm": 1.4505598545074463, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8749048709869385, + "num_tokens": 131297214.0, + "step": 3604 + }, + { + "epoch": 0.669452181987001, + "grad_norm": 1.549358606338501, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8705906271934509, + "num_tokens": 131335135.0, + "step": 3605 + }, + { + "epoch": 0.6696378830083566, + "grad_norm": 1.428694725036621, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8640101552009583, + "num_tokens": 131374093.0, + "step": 3606 + }, + { + "epoch": 0.6698235840297122, + "grad_norm": 1.3562053442001343, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8752204179763794, + "num_tokens": 131413765.0, + "step": 3607 + }, + { + "epoch": 0.6700092850510678, + "grad_norm": 1.402178406715393, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8546550273895264, + "num_tokens": 131456147.0, + "step": 3608 + }, + { + "epoch": 0.6701949860724234, + "grad_norm": 1.3922972679138184, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.858129620552063, + "num_tokens": 131494617.0, + "step": 3609 + }, + { + "epoch": 0.6703806870937791, + "grad_norm": 1.7075531482696533, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8591388463973999, + "num_tokens": 131522094.0, + "step": 3610 + }, + { + "epoch": 0.6705663881151346, + "grad_norm": 1.4084330797195435, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.882747232913971, + "num_tokens": 131556597.0, + "step": 3611 + }, + { + "epoch": 0.6707520891364902, + "grad_norm": 1.448235034942627, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.861646831035614, + "num_tokens": 131596900.0, + "step": 3612 + }, + { + "epoch": 0.6709377901578458, + "grad_norm": 1.4836090803146362, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8533399105072021, + "num_tokens": 131633441.0, + "step": 3613 + }, + { + "epoch": 0.6711234911792014, + "grad_norm": 1.4666180610656738, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8730080127716064, + "num_tokens": 131671327.0, + "step": 3614 + }, + { + "epoch": 0.6713091922005571, + "grad_norm": 1.5778155326843262, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8564785122871399, + "num_tokens": 131707899.0, + "step": 3615 + }, + { + "epoch": 0.6714948932219127, + "grad_norm": 1.4265751838684082, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8636548519134521, + "num_tokens": 131747913.0, + "step": 3616 + }, + { + "epoch": 0.6716805942432683, + "grad_norm": 1.5638515949249268, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8650280237197876, + "num_tokens": 131780650.0, + "step": 3617 + }, + { + "epoch": 0.6718662952646239, + "grad_norm": 1.4877548217773438, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8618851900100708, + "num_tokens": 131818560.0, + "step": 3618 + }, + { + "epoch": 0.6720519962859796, + "grad_norm": 1.4739420413970947, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8569791913032532, + "num_tokens": 131854743.0, + "step": 3619 + }, + { + "epoch": 0.6722376973073352, + "grad_norm": 1.447113275527954, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8720299005508423, + "num_tokens": 131891585.0, + "step": 3620 + }, + { + "epoch": 0.6724233983286908, + "grad_norm": 1.6031403541564941, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8701937198638916, + "num_tokens": 131923575.0, + "step": 3621 + }, + { + "epoch": 0.6726090993500464, + "grad_norm": 1.3443267345428467, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8634122610092163, + "num_tokens": 131963595.0, + "step": 3622 + }, + { + "epoch": 0.672794800371402, + "grad_norm": 1.4478083848953247, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8622403144836426, + "num_tokens": 132001351.0, + "step": 3623 + }, + { + "epoch": 0.6729805013927577, + "grad_norm": 1.416162133216858, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8585060834884644, + "num_tokens": 132040626.0, + "step": 3624 + }, + { + "epoch": 0.6731662024141133, + "grad_norm": 1.5296950340270996, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.872272253036499, + "num_tokens": 132079032.0, + "step": 3625 + }, + { + "epoch": 0.6733519034354689, + "grad_norm": 1.4203275442123413, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8758014440536499, + "num_tokens": 132113820.0, + "step": 3626 + }, + { + "epoch": 0.6735376044568245, + "grad_norm": 1.5182666778564453, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8650132417678833, + "num_tokens": 132148295.0, + "step": 3627 + }, + { + "epoch": 0.6737233054781802, + "grad_norm": 1.3461253643035889, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8697683811187744, + "num_tokens": 132191069.0, + "step": 3628 + }, + { + "epoch": 0.6739090064995358, + "grad_norm": 1.399165153503418, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8641258478164673, + "num_tokens": 132227853.0, + "step": 3629 + }, + { + "epoch": 0.6740947075208914, + "grad_norm": 1.4504042863845825, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8586989045143127, + "num_tokens": 132264648.0, + "step": 3630 + }, + { + "epoch": 0.674280408542247, + "grad_norm": 1.490719199180603, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8518175482749939, + "num_tokens": 132305451.0, + "step": 3631 + }, + { + "epoch": 0.6744661095636026, + "grad_norm": 1.5306705236434937, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8497782945632935, + "num_tokens": 132339290.0, + "step": 3632 + }, + { + "epoch": 0.6746518105849583, + "grad_norm": 1.5835293531417847, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.855817973613739, + "num_tokens": 132372378.0, + "step": 3633 + }, + { + "epoch": 0.6748375116063139, + "grad_norm": 1.449815034866333, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8537164926528931, + "num_tokens": 132408826.0, + "step": 3634 + }, + { + "epoch": 0.6750232126276694, + "grad_norm": 1.3746492862701416, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8689647912979126, + "num_tokens": 132445334.0, + "step": 3635 + }, + { + "epoch": 0.675208913649025, + "grad_norm": 1.5605055093765259, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8618006110191345, + "num_tokens": 132475635.0, + "step": 3636 + }, + { + "epoch": 0.6753946146703806, + "grad_norm": 1.4862456321716309, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8537012338638306, + "num_tokens": 132510566.0, + "step": 3637 + }, + { + "epoch": 0.6755803156917363, + "grad_norm": 1.418937087059021, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8731480836868286, + "num_tokens": 132547600.0, + "step": 3638 + }, + { + "epoch": 0.6757660167130919, + "grad_norm": 1.358359932899475, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8494933843612671, + "num_tokens": 132595371.0, + "step": 3639 + }, + { + "epoch": 0.6759517177344475, + "grad_norm": 1.4370533227920532, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8556417226791382, + "num_tokens": 132636506.0, + "step": 3640 + }, + { + "epoch": 0.6761374187558031, + "grad_norm": 1.465707778930664, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8554195165634155, + "num_tokens": 132673568.0, + "step": 3641 + }, + { + "epoch": 0.6763231197771588, + "grad_norm": 1.385749340057373, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8644081354141235, + "num_tokens": 132712503.0, + "step": 3642 + }, + { + "epoch": 0.6765088207985144, + "grad_norm": 1.3441836833953857, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8551450967788696, + "num_tokens": 132756991.0, + "step": 3643 + }, + { + "epoch": 0.67669452181987, + "grad_norm": 1.3900879621505737, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8566887974739075, + "num_tokens": 132800378.0, + "step": 3644 + }, + { + "epoch": 0.6768802228412256, + "grad_norm": 1.3304702043533325, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8810628056526184, + "num_tokens": 132842925.0, + "step": 3645 + }, + { + "epoch": 0.6770659238625812, + "grad_norm": 1.4710423946380615, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8569107055664062, + "num_tokens": 132877456.0, + "step": 3646 + }, + { + "epoch": 0.6772516248839369, + "grad_norm": 1.278489112854004, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8584846258163452, + "num_tokens": 132922583.0, + "step": 3647 + }, + { + "epoch": 0.6774373259052925, + "grad_norm": 1.330876111984253, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8746826648712158, + "num_tokens": 132957955.0, + "step": 3648 + }, + { + "epoch": 0.6776230269266481, + "grad_norm": 1.3220664262771606, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8614908456802368, + "num_tokens": 133000454.0, + "step": 3649 + }, + { + "epoch": 0.6778087279480037, + "grad_norm": 1.3945798873901367, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8576953411102295, + "num_tokens": 133040328.0, + "step": 3650 + }, + { + "epoch": 0.6779944289693594, + "grad_norm": 1.3800344467163086, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8721194863319397, + "num_tokens": 133080680.0, + "step": 3651 + }, + { + "epoch": 0.678180129990715, + "grad_norm": 1.4814766645431519, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8865633010864258, + "num_tokens": 133113542.0, + "step": 3652 + }, + { + "epoch": 0.6783658310120706, + "grad_norm": 1.4193397760391235, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8738440275192261, + "num_tokens": 133152675.0, + "step": 3653 + }, + { + "epoch": 0.6785515320334262, + "grad_norm": 1.411627173423767, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8632291555404663, + "num_tokens": 133192893.0, + "step": 3654 + }, + { + "epoch": 0.6787372330547818, + "grad_norm": 1.4385836124420166, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8749733567237854, + "num_tokens": 133227841.0, + "step": 3655 + }, + { + "epoch": 0.6789229340761375, + "grad_norm": 1.6389094591140747, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8652120232582092, + "num_tokens": 133258729.0, + "step": 3656 + }, + { + "epoch": 0.6791086350974931, + "grad_norm": 1.4674533605575562, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8756019473075867, + "num_tokens": 133294575.0, + "step": 3657 + }, + { + "epoch": 0.6792943361188487, + "grad_norm": 1.491327166557312, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8685300946235657, + "num_tokens": 133325549.0, + "step": 3658 + }, + { + "epoch": 0.6794800371402042, + "grad_norm": 1.3877032995224, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8742063641548157, + "num_tokens": 133364151.0, + "step": 3659 + }, + { + "epoch": 0.6796657381615598, + "grad_norm": 1.433571457862854, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8626689314842224, + "num_tokens": 133401206.0, + "step": 3660 + }, + { + "epoch": 0.6798514391829155, + "grad_norm": 1.5930767059326172, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8536168336868286, + "num_tokens": 133433277.0, + "step": 3661 + }, + { + "epoch": 0.6800371402042711, + "grad_norm": 1.453434705734253, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8613799214363098, + "num_tokens": 133470215.0, + "step": 3662 + }, + { + "epoch": 0.6802228412256267, + "grad_norm": 1.512192964553833, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8554954528808594, + "num_tokens": 133504800.0, + "step": 3663 + }, + { + "epoch": 0.6804085422469823, + "grad_norm": 1.3975193500518799, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8765287399291992, + "num_tokens": 133539421.0, + "step": 3664 + }, + { + "epoch": 0.680594243268338, + "grad_norm": 1.5303632020950317, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8656169176101685, + "num_tokens": 133571652.0, + "step": 3665 + }, + { + "epoch": 0.6807799442896936, + "grad_norm": 1.428911805152893, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8656712770462036, + "num_tokens": 133611439.0, + "step": 3666 + }, + { + "epoch": 0.6809656453110492, + "grad_norm": 1.4190222024917603, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8667120933532715, + "num_tokens": 133646529.0, + "step": 3667 + }, + { + "epoch": 0.6811513463324048, + "grad_norm": 1.4637160301208496, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8682119250297546, + "num_tokens": 133681793.0, + "step": 3668 + }, + { + "epoch": 0.6813370473537604, + "grad_norm": 1.545985221862793, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8641461133956909, + "num_tokens": 133714899.0, + "step": 3669 + }, + { + "epoch": 0.6815227483751161, + "grad_norm": 1.44100821018219, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.858870267868042, + "num_tokens": 133754039.0, + "step": 3670 + }, + { + "epoch": 0.6817084493964717, + "grad_norm": 1.2998998165130615, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8838050961494446, + "num_tokens": 133793862.0, + "step": 3671 + }, + { + "epoch": 0.6818941504178273, + "grad_norm": 1.3710047006607056, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.872238278388977, + "num_tokens": 133832001.0, + "step": 3672 + }, + { + "epoch": 0.6820798514391829, + "grad_norm": 1.4707673788070679, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8644675016403198, + "num_tokens": 133867378.0, + "step": 3673 + }, + { + "epoch": 0.6822655524605385, + "grad_norm": 1.3785955905914307, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8780010342597961, + "num_tokens": 133902483.0, + "step": 3674 + }, + { + "epoch": 0.6824512534818942, + "grad_norm": 1.514926791191101, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8650705814361572, + "num_tokens": 133938334.0, + "step": 3675 + }, + { + "epoch": 0.6826369545032498, + "grad_norm": 1.3485199213027954, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8687319159507751, + "num_tokens": 133980189.0, + "step": 3676 + }, + { + "epoch": 0.6828226555246054, + "grad_norm": 1.457237958908081, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8458265662193298, + "num_tokens": 134019322.0, + "step": 3677 + }, + { + "epoch": 0.683008356545961, + "grad_norm": 1.513870358467102, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8664977550506592, + "num_tokens": 134051636.0, + "step": 3678 + }, + { + "epoch": 0.6831940575673167, + "grad_norm": 1.4000651836395264, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8636268377304077, + "num_tokens": 134091248.0, + "step": 3679 + }, + { + "epoch": 0.6833797585886723, + "grad_norm": 1.5256332159042358, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8674624562263489, + "num_tokens": 134128538.0, + "step": 3680 + }, + { + "epoch": 0.6835654596100279, + "grad_norm": 1.3139162063598633, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8763132095336914, + "num_tokens": 134170937.0, + "step": 3681 + }, + { + "epoch": 0.6837511606313835, + "grad_norm": 1.5797830820083618, + "learning_rate": 1e-06, + "loss": 0.458, + "mean_token_accuracy": 0.8525892496109009, + "num_tokens": 134204781.0, + "step": 3682 + }, + { + "epoch": 0.683936861652739, + "grad_norm": 1.362139344215393, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8809459805488586, + "num_tokens": 134240345.0, + "step": 3683 + }, + { + "epoch": 0.6841225626740947, + "grad_norm": 1.5450724363327026, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8610245585441589, + "num_tokens": 134276340.0, + "step": 3684 + }, + { + "epoch": 0.6843082636954503, + "grad_norm": 1.484582781791687, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8644688129425049, + "num_tokens": 134311275.0, + "step": 3685 + }, + { + "epoch": 0.6844939647168059, + "grad_norm": 1.5266917943954468, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8690676093101501, + "num_tokens": 134342146.0, + "step": 3686 + }, + { + "epoch": 0.6846796657381615, + "grad_norm": 1.4919942617416382, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8583997488021851, + "num_tokens": 134377225.0, + "step": 3687 + }, + { + "epoch": 0.6848653667595171, + "grad_norm": 1.4600580930709839, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8744959831237793, + "num_tokens": 134411816.0, + "step": 3688 + }, + { + "epoch": 0.6850510677808728, + "grad_norm": 1.4062491655349731, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8597885370254517, + "num_tokens": 134452740.0, + "step": 3689 + }, + { + "epoch": 0.6852367688022284, + "grad_norm": 1.4862314462661743, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8636517524719238, + "num_tokens": 134486469.0, + "step": 3690 + }, + { + "epoch": 0.685422469823584, + "grad_norm": 1.5580686330795288, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8497858047485352, + "num_tokens": 134521738.0, + "step": 3691 + }, + { + "epoch": 0.6856081708449396, + "grad_norm": 1.5183135271072388, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8658060431480408, + "num_tokens": 134557126.0, + "step": 3692 + }, + { + "epoch": 0.6857938718662953, + "grad_norm": 1.5184299945831299, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8659152984619141, + "num_tokens": 134590669.0, + "step": 3693 + }, + { + "epoch": 0.6859795728876509, + "grad_norm": 1.542895793914795, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8682444095611572, + "num_tokens": 134625649.0, + "step": 3694 + }, + { + "epoch": 0.6861652739090065, + "grad_norm": 1.4490630626678467, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8686882257461548, + "num_tokens": 134662396.0, + "step": 3695 + }, + { + "epoch": 0.6863509749303621, + "grad_norm": 1.379767656326294, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8712143898010254, + "num_tokens": 134701753.0, + "step": 3696 + }, + { + "epoch": 0.6865366759517177, + "grad_norm": 1.4472159147262573, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8619788885116577, + "num_tokens": 134736511.0, + "step": 3697 + }, + { + "epoch": 0.6867223769730734, + "grad_norm": 1.3910973072052002, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8757818937301636, + "num_tokens": 134773530.0, + "step": 3698 + }, + { + "epoch": 0.686908077994429, + "grad_norm": 1.47931969165802, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8652933239936829, + "num_tokens": 134809308.0, + "step": 3699 + }, + { + "epoch": 0.6870937790157846, + "grad_norm": 1.3763504028320312, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8712157011032104, + "num_tokens": 134848862.0, + "step": 3700 + }, + { + "epoch": 0.6872794800371402, + "grad_norm": 1.6709442138671875, + "learning_rate": 1e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8408955931663513, + "num_tokens": 134879136.0, + "step": 3701 + }, + { + "epoch": 0.6874651810584959, + "grad_norm": 1.6265579462051392, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8643867373466492, + "num_tokens": 134912322.0, + "step": 3702 + }, + { + "epoch": 0.6876508820798515, + "grad_norm": 1.4930357933044434, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8784818053245544, + "num_tokens": 134946561.0, + "step": 3703 + }, + { + "epoch": 0.6878365831012071, + "grad_norm": 1.5047216415405273, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8704609870910645, + "num_tokens": 134984363.0, + "step": 3704 + }, + { + "epoch": 0.6880222841225627, + "grad_norm": 1.476542592048645, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8542458415031433, + "num_tokens": 135021813.0, + "step": 3705 + }, + { + "epoch": 0.6882079851439183, + "grad_norm": 1.3181651830673218, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.868535578250885, + "num_tokens": 135063243.0, + "step": 3706 + }, + { + "epoch": 0.6883936861652739, + "grad_norm": 1.5851829051971436, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8528545498847961, + "num_tokens": 135095304.0, + "step": 3707 + }, + { + "epoch": 0.6885793871866295, + "grad_norm": 1.5665035247802734, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8532148599624634, + "num_tokens": 135133487.0, + "step": 3708 + }, + { + "epoch": 0.6887650882079851, + "grad_norm": 1.696336030960083, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8661350011825562, + "num_tokens": 135166814.0, + "step": 3709 + }, + { + "epoch": 0.6889507892293407, + "grad_norm": 1.4498915672302246, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8660539984703064, + "num_tokens": 135200461.0, + "step": 3710 + }, + { + "epoch": 0.6891364902506963, + "grad_norm": 1.435788631439209, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8712390661239624, + "num_tokens": 135236308.0, + "step": 3711 + }, + { + "epoch": 0.689322191272052, + "grad_norm": 1.3701244592666626, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8694505095481873, + "num_tokens": 135277884.0, + "step": 3712 + }, + { + "epoch": 0.6895078922934076, + "grad_norm": 1.475356101989746, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8690264225006104, + "num_tokens": 135310978.0, + "step": 3713 + }, + { + "epoch": 0.6896935933147632, + "grad_norm": 1.5971449613571167, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8587489724159241, + "num_tokens": 135341414.0, + "step": 3714 + }, + { + "epoch": 0.6898792943361188, + "grad_norm": 1.4507290124893188, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8709723949432373, + "num_tokens": 135377883.0, + "step": 3715 + }, + { + "epoch": 0.6900649953574745, + "grad_norm": 1.307178020477295, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8649991750717163, + "num_tokens": 135420278.0, + "step": 3716 + }, + { + "epoch": 0.6902506963788301, + "grad_norm": 1.3657574653625488, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8823099136352539, + "num_tokens": 135457789.0, + "step": 3717 + }, + { + "epoch": 0.6904363974001857, + "grad_norm": 1.4640299081802368, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8604546189308167, + "num_tokens": 135496787.0, + "step": 3718 + }, + { + "epoch": 0.6906220984215413, + "grad_norm": 1.4056012630462646, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8594700694084167, + "num_tokens": 135533982.0, + "step": 3719 + }, + { + "epoch": 0.6908077994428969, + "grad_norm": 1.5093401670455933, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8768279552459717, + "num_tokens": 135565958.0, + "step": 3720 + }, + { + "epoch": 0.6909935004642526, + "grad_norm": 1.4841328859329224, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.872999906539917, + "num_tokens": 135605274.0, + "step": 3721 + }, + { + "epoch": 0.6911792014856082, + "grad_norm": 1.5743765830993652, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8687713146209717, + "num_tokens": 135636924.0, + "step": 3722 + }, + { + "epoch": 0.6913649025069638, + "grad_norm": 1.4005199670791626, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8621720671653748, + "num_tokens": 135675492.0, + "step": 3723 + }, + { + "epoch": 0.6915506035283194, + "grad_norm": 1.4675630331039429, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8462253212928772, + "num_tokens": 135715075.0, + "step": 3724 + }, + { + "epoch": 0.691736304549675, + "grad_norm": 1.5409443378448486, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8696590065956116, + "num_tokens": 135750496.0, + "step": 3725 + }, + { + "epoch": 0.6919220055710307, + "grad_norm": 1.4940348863601685, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.856939435005188, + "num_tokens": 135787863.0, + "step": 3726 + }, + { + "epoch": 0.6921077065923863, + "grad_norm": 1.433054804801941, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8641453385353088, + "num_tokens": 135822037.0, + "step": 3727 + }, + { + "epoch": 0.6922934076137419, + "grad_norm": 1.4599709510803223, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.845901370048523, + "num_tokens": 135860264.0, + "step": 3728 + }, + { + "epoch": 0.6924791086350975, + "grad_norm": 1.437381625175476, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8624175786972046, + "num_tokens": 135898197.0, + "step": 3729 + }, + { + "epoch": 0.6926648096564532, + "grad_norm": 1.4111440181732178, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8706812262535095, + "num_tokens": 135937354.0, + "step": 3730 + }, + { + "epoch": 0.6928505106778087, + "grad_norm": 1.4082610607147217, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8695544004440308, + "num_tokens": 135976315.0, + "step": 3731 + }, + { + "epoch": 0.6930362116991643, + "grad_norm": 1.5894051790237427, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8614898324012756, + "num_tokens": 136010569.0, + "step": 3732 + }, + { + "epoch": 0.6932219127205199, + "grad_norm": 1.500402569770813, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8620200753211975, + "num_tokens": 136050459.0, + "step": 3733 + }, + { + "epoch": 0.6934076137418755, + "grad_norm": 1.4830659627914429, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.865909218788147, + "num_tokens": 136082708.0, + "step": 3734 + }, + { + "epoch": 0.6935933147632312, + "grad_norm": 1.4785538911819458, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8747540712356567, + "num_tokens": 136115571.0, + "step": 3735 + }, + { + "epoch": 0.6937790157845868, + "grad_norm": 1.4199854135513306, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.856174111366272, + "num_tokens": 136154560.0, + "step": 3736 + }, + { + "epoch": 0.6939647168059424, + "grad_norm": 1.5172520875930786, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8684697151184082, + "num_tokens": 136187584.0, + "step": 3737 + }, + { + "epoch": 0.694150417827298, + "grad_norm": 1.395012617111206, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8668134808540344, + "num_tokens": 136225936.0, + "step": 3738 + }, + { + "epoch": 0.6943361188486536, + "grad_norm": 1.4537633657455444, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8711766004562378, + "num_tokens": 136268765.0, + "step": 3739 + }, + { + "epoch": 0.6945218198700093, + "grad_norm": 1.5092027187347412, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8698609471321106, + "num_tokens": 136304770.0, + "step": 3740 + }, + { + "epoch": 0.6947075208913649, + "grad_norm": 1.4551548957824707, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8634930849075317, + "num_tokens": 136340660.0, + "step": 3741 + }, + { + "epoch": 0.6948932219127205, + "grad_norm": 1.4083364009857178, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8672257661819458, + "num_tokens": 136379296.0, + "step": 3742 + }, + { + "epoch": 0.6950789229340761, + "grad_norm": 1.4856534004211426, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8572210669517517, + "num_tokens": 136416120.0, + "step": 3743 + }, + { + "epoch": 0.6952646239554318, + "grad_norm": 1.5241726636886597, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8572019934654236, + "num_tokens": 136453485.0, + "step": 3744 + }, + { + "epoch": 0.6954503249767874, + "grad_norm": 1.4116551876068115, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8729603290557861, + "num_tokens": 136490690.0, + "step": 3745 + }, + { + "epoch": 0.695636025998143, + "grad_norm": 1.470823049545288, + "learning_rate": 1e-06, + "loss": 0.454, + "mean_token_accuracy": 0.8503884077072144, + "num_tokens": 136528279.0, + "step": 3746 + }, + { + "epoch": 0.6958217270194986, + "grad_norm": 1.5687087774276733, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8696523904800415, + "num_tokens": 136561507.0, + "step": 3747 + }, + { + "epoch": 0.6960074280408542, + "grad_norm": 1.5078802108764648, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8607344031333923, + "num_tokens": 136597171.0, + "step": 3748 + }, + { + "epoch": 0.6961931290622099, + "grad_norm": 1.5014039278030396, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8671754002571106, + "num_tokens": 136629589.0, + "step": 3749 + }, + { + "epoch": 0.6963788300835655, + "grad_norm": 1.3552758693695068, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8695856928825378, + "num_tokens": 136666307.0, + "step": 3750 + }, + { + "epoch": 0.6965645311049211, + "grad_norm": 1.4405828714370728, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8767412304878235, + "num_tokens": 136701754.0, + "step": 3751 + }, + { + "epoch": 0.6967502321262767, + "grad_norm": 1.3699804544448853, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8596408367156982, + "num_tokens": 136744645.0, + "step": 3752 + }, + { + "epoch": 0.6969359331476324, + "grad_norm": 1.4583771228790283, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8737491369247437, + "num_tokens": 136780842.0, + "step": 3753 + }, + { + "epoch": 0.697121634168988, + "grad_norm": 1.3891531229019165, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8691978454589844, + "num_tokens": 136816193.0, + "step": 3754 + }, + { + "epoch": 0.6973073351903436, + "grad_norm": 1.4180514812469482, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8520253896713257, + "num_tokens": 136858169.0, + "step": 3755 + }, + { + "epoch": 0.6974930362116991, + "grad_norm": 1.6395199298858643, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8496413826942444, + "num_tokens": 136894456.0, + "step": 3756 + }, + { + "epoch": 0.6976787372330547, + "grad_norm": 1.5275793075561523, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8717111349105835, + "num_tokens": 136931797.0, + "step": 3757 + }, + { + "epoch": 0.6978644382544104, + "grad_norm": 1.5274907350540161, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.867699384689331, + "num_tokens": 136963371.0, + "step": 3758 + }, + { + "epoch": 0.698050139275766, + "grad_norm": 1.4995636940002441, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8719388246536255, + "num_tokens": 136994278.0, + "step": 3759 + }, + { + "epoch": 0.6982358402971216, + "grad_norm": 1.5666214227676392, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.849297046661377, + "num_tokens": 137028514.0, + "step": 3760 + }, + { + "epoch": 0.6984215413184772, + "grad_norm": 1.616869330406189, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8663135170936584, + "num_tokens": 137058130.0, + "step": 3761 + }, + { + "epoch": 0.6986072423398328, + "grad_norm": 1.384049415588379, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8720411658287048, + "num_tokens": 137096678.0, + "step": 3762 + }, + { + "epoch": 0.6987929433611885, + "grad_norm": 1.383062481880188, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8623441457748413, + "num_tokens": 137139098.0, + "step": 3763 + }, + { + "epoch": 0.6989786443825441, + "grad_norm": 1.4917289018630981, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8584800958633423, + "num_tokens": 137174234.0, + "step": 3764 + }, + { + "epoch": 0.6991643454038997, + "grad_norm": 1.443044662475586, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8594951629638672, + "num_tokens": 137215617.0, + "step": 3765 + }, + { + "epoch": 0.6993500464252553, + "grad_norm": 1.4985100030899048, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8677657246589661, + "num_tokens": 137249742.0, + "step": 3766 + }, + { + "epoch": 0.699535747446611, + "grad_norm": 1.6656379699707031, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8564046025276184, + "num_tokens": 137279707.0, + "step": 3767 + }, + { + "epoch": 0.6997214484679666, + "grad_norm": 1.4418962001800537, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8715025186538696, + "num_tokens": 137316489.0, + "step": 3768 + }, + { + "epoch": 0.6999071494893222, + "grad_norm": 1.3823570013046265, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8624847531318665, + "num_tokens": 137354537.0, + "step": 3769 + }, + { + "epoch": 0.7000928505106778, + "grad_norm": 1.4939923286437988, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8765429258346558, + "num_tokens": 137387755.0, + "step": 3770 + }, + { + "epoch": 0.7002785515320334, + "grad_norm": 1.5310723781585693, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8600682020187378, + "num_tokens": 137425634.0, + "step": 3771 + }, + { + "epoch": 0.7004642525533891, + "grad_norm": 1.5437277555465698, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8541240692138672, + "num_tokens": 137461895.0, + "step": 3772 + }, + { + "epoch": 0.7006499535747447, + "grad_norm": 1.397175669670105, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8598644733428955, + "num_tokens": 137503810.0, + "step": 3773 + }, + { + "epoch": 0.7008356545961003, + "grad_norm": 1.375726342201233, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8671015501022339, + "num_tokens": 137546393.0, + "step": 3774 + }, + { + "epoch": 0.7010213556174559, + "grad_norm": 1.422873854637146, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8681589365005493, + "num_tokens": 137583746.0, + "step": 3775 + }, + { + "epoch": 0.7012070566388116, + "grad_norm": 1.5007014274597168, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8583484292030334, + "num_tokens": 137619581.0, + "step": 3776 + }, + { + "epoch": 0.7013927576601672, + "grad_norm": 1.4988384246826172, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8562744855880737, + "num_tokens": 137655217.0, + "step": 3777 + }, + { + "epoch": 0.7015784586815228, + "grad_norm": 1.4591468572616577, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8718596696853638, + "num_tokens": 137690230.0, + "step": 3778 + }, + { + "epoch": 0.7017641597028784, + "grad_norm": 1.6616121530532837, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8567586541175842, + "num_tokens": 137722169.0, + "step": 3779 + }, + { + "epoch": 0.7019498607242339, + "grad_norm": 1.5863450765609741, + "learning_rate": 1e-06, + "loss": 0.4829, + "mean_token_accuracy": 0.8402903079986572, + "num_tokens": 137755463.0, + "step": 3780 + }, + { + "epoch": 0.7021355617455896, + "grad_norm": 1.4650729894638062, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.871516764163971, + "num_tokens": 137791239.0, + "step": 3781 + }, + { + "epoch": 0.7023212627669452, + "grad_norm": 1.443307876586914, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8666146397590637, + "num_tokens": 137826314.0, + "step": 3782 + }, + { + "epoch": 0.7025069637883008, + "grad_norm": 1.4933342933654785, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8622568249702454, + "num_tokens": 137864169.0, + "step": 3783 + }, + { + "epoch": 0.7026926648096564, + "grad_norm": 1.6747491359710693, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8599779605865479, + "num_tokens": 137891289.0, + "step": 3784 + }, + { + "epoch": 0.702878365831012, + "grad_norm": 1.4435068368911743, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8661463260650635, + "num_tokens": 137928023.0, + "step": 3785 + }, + { + "epoch": 0.7030640668523677, + "grad_norm": 1.4458953142166138, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8694889545440674, + "num_tokens": 137963256.0, + "step": 3786 + }, + { + "epoch": 0.7032497678737233, + "grad_norm": 1.5505739450454712, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8530058264732361, + "num_tokens": 137996924.0, + "step": 3787 + }, + { + "epoch": 0.7034354688950789, + "grad_norm": 1.4639077186584473, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8752302527427673, + "num_tokens": 138033454.0, + "step": 3788 + }, + { + "epoch": 0.7036211699164345, + "grad_norm": 1.4968023300170898, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.863482654094696, + "num_tokens": 138070010.0, + "step": 3789 + }, + { + "epoch": 0.7038068709377902, + "grad_norm": 1.5618351697921753, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8645942807197571, + "num_tokens": 138098809.0, + "step": 3790 + }, + { + "epoch": 0.7039925719591458, + "grad_norm": 1.5047842264175415, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8515875339508057, + "num_tokens": 138139331.0, + "step": 3791 + }, + { + "epoch": 0.7041782729805014, + "grad_norm": 1.3913072347640991, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8728917837142944, + "num_tokens": 138175552.0, + "step": 3792 + }, + { + "epoch": 0.704363974001857, + "grad_norm": 1.4035154581069946, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8672130107879639, + "num_tokens": 138218088.0, + "step": 3793 + }, + { + "epoch": 0.7045496750232126, + "grad_norm": 1.3796740770339966, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8827122449874878, + "num_tokens": 138254760.0, + "step": 3794 + }, + { + "epoch": 0.7047353760445683, + "grad_norm": 1.5490726232528687, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8768318891525269, + "num_tokens": 138291064.0, + "step": 3795 + }, + { + "epoch": 0.7049210770659239, + "grad_norm": 1.4111310243606567, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8749030828475952, + "num_tokens": 138329841.0, + "step": 3796 + }, + { + "epoch": 0.7051067780872795, + "grad_norm": 1.4343427419662476, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8739449381828308, + "num_tokens": 138369866.0, + "step": 3797 + }, + { + "epoch": 0.7052924791086351, + "grad_norm": 1.4826958179473877, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8679443597793579, + "num_tokens": 138404072.0, + "step": 3798 + }, + { + "epoch": 0.7054781801299908, + "grad_norm": 1.5707300901412964, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8725699186325073, + "num_tokens": 138433625.0, + "step": 3799 + }, + { + "epoch": 0.7056638811513464, + "grad_norm": 1.5582520961761475, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8651916980743408, + "num_tokens": 138464249.0, + "step": 3800 + }, + { + "epoch": 0.705849582172702, + "grad_norm": 1.4361917972564697, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8676023483276367, + "num_tokens": 138496859.0, + "step": 3801 + }, + { + "epoch": 0.7060352831940576, + "grad_norm": 1.5618304014205933, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.856065571308136, + "num_tokens": 138530482.0, + "step": 3802 + }, + { + "epoch": 0.7062209842154132, + "grad_norm": 1.390798568725586, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8707860708236694, + "num_tokens": 138566908.0, + "step": 3803 + }, + { + "epoch": 0.7064066852367687, + "grad_norm": 1.5244524478912354, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8550930619239807, + "num_tokens": 138601717.0, + "step": 3804 + }, + { + "epoch": 0.7065923862581244, + "grad_norm": 1.4592807292938232, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8665156364440918, + "num_tokens": 138637268.0, + "step": 3805 + }, + { + "epoch": 0.70677808727948, + "grad_norm": 1.3963134288787842, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8646572828292847, + "num_tokens": 138674359.0, + "step": 3806 + }, + { + "epoch": 0.7069637883008356, + "grad_norm": 1.4765323400497437, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8649231195449829, + "num_tokens": 138710589.0, + "step": 3807 + }, + { + "epoch": 0.7071494893221912, + "grad_norm": 1.304908275604248, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8630383014678955, + "num_tokens": 138755037.0, + "step": 3808 + }, + { + "epoch": 0.7073351903435469, + "grad_norm": 1.3408527374267578, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8747283220291138, + "num_tokens": 138796350.0, + "step": 3809 + }, + { + "epoch": 0.7075208913649025, + "grad_norm": 1.4111212491989136, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8499958515167236, + "num_tokens": 138839146.0, + "step": 3810 + }, + { + "epoch": 0.7077065923862581, + "grad_norm": 1.5009574890136719, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8674561977386475, + "num_tokens": 138873731.0, + "step": 3811 + }, + { + "epoch": 0.7078922934076137, + "grad_norm": 1.3937687873840332, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8635406494140625, + "num_tokens": 138917032.0, + "step": 3812 + }, + { + "epoch": 0.7080779944289693, + "grad_norm": 1.4085161685943604, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8622235059738159, + "num_tokens": 138954501.0, + "step": 3813 + }, + { + "epoch": 0.708263695450325, + "grad_norm": 1.4341055154800415, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8708651065826416, + "num_tokens": 138992257.0, + "step": 3814 + }, + { + "epoch": 0.7084493964716806, + "grad_norm": 1.3734017610549927, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.868122935295105, + "num_tokens": 139031076.0, + "step": 3815 + }, + { + "epoch": 0.7086350974930362, + "grad_norm": 1.3825321197509766, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8739745020866394, + "num_tokens": 139068275.0, + "step": 3816 + }, + { + "epoch": 0.7088207985143918, + "grad_norm": 1.5072486400604248, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8634604811668396, + "num_tokens": 139101349.0, + "step": 3817 + }, + { + "epoch": 0.7090064995357475, + "grad_norm": 1.4619120359420776, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8749624490737915, + "num_tokens": 139133785.0, + "step": 3818 + }, + { + "epoch": 0.7091922005571031, + "grad_norm": 1.5348016023635864, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8594861030578613, + "num_tokens": 139169637.0, + "step": 3819 + }, + { + "epoch": 0.7093779015784587, + "grad_norm": 1.448482632637024, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8592475652694702, + "num_tokens": 139209841.0, + "step": 3820 + }, + { + "epoch": 0.7095636025998143, + "grad_norm": 1.4426313638687134, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8590368032455444, + "num_tokens": 139246654.0, + "step": 3821 + }, + { + "epoch": 0.70974930362117, + "grad_norm": 1.506321907043457, + "learning_rate": 1e-06, + "loss": 0.4588, + "mean_token_accuracy": 0.8521198034286499, + "num_tokens": 139281784.0, + "step": 3822 + }, + { + "epoch": 0.7099350046425256, + "grad_norm": 1.3629997968673706, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8805697560310364, + "num_tokens": 139320026.0, + "step": 3823 + }, + { + "epoch": 0.7101207056638812, + "grad_norm": 1.4064539670944214, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8793272972106934, + "num_tokens": 139359799.0, + "step": 3824 + }, + { + "epoch": 0.7103064066852368, + "grad_norm": 1.289089560508728, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8806648254394531, + "num_tokens": 139401066.0, + "step": 3825 + }, + { + "epoch": 0.7104921077065924, + "grad_norm": 1.4352835416793823, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8717060685157776, + "num_tokens": 139436016.0, + "step": 3826 + }, + { + "epoch": 0.7106778087279481, + "grad_norm": 1.4992316961288452, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8728451728820801, + "num_tokens": 139468913.0, + "step": 3827 + }, + { + "epoch": 0.7108635097493036, + "grad_norm": 1.448291301727295, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8750993013381958, + "num_tokens": 139502220.0, + "step": 3828 + }, + { + "epoch": 0.7110492107706592, + "grad_norm": 1.4307795763015747, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8671098947525024, + "num_tokens": 139541677.0, + "step": 3829 + }, + { + "epoch": 0.7112349117920148, + "grad_norm": 1.4428691864013672, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8708190321922302, + "num_tokens": 139575797.0, + "step": 3830 + }, + { + "epoch": 0.7114206128133704, + "grad_norm": 1.4008584022521973, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8632678985595703, + "num_tokens": 139611803.0, + "step": 3831 + }, + { + "epoch": 0.7116063138347261, + "grad_norm": 1.4365291595458984, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8751142024993896, + "num_tokens": 139647977.0, + "step": 3832 + }, + { + "epoch": 0.7117920148560817, + "grad_norm": 1.3884614706039429, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8759386539459229, + "num_tokens": 139685026.0, + "step": 3833 + }, + { + "epoch": 0.7119777158774373, + "grad_norm": 1.6428637504577637, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8707366585731506, + "num_tokens": 139716932.0, + "step": 3834 + }, + { + "epoch": 0.7121634168987929, + "grad_norm": 1.4190194606781006, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8709201216697693, + "num_tokens": 139752987.0, + "step": 3835 + }, + { + "epoch": 0.7123491179201485, + "grad_norm": 1.3724534511566162, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8685126304626465, + "num_tokens": 139790865.0, + "step": 3836 + }, + { + "epoch": 0.7125348189415042, + "grad_norm": 1.5187088251113892, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8594052195549011, + "num_tokens": 139822707.0, + "step": 3837 + }, + { + "epoch": 0.7127205199628598, + "grad_norm": 1.430981993675232, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8714544773101807, + "num_tokens": 139857698.0, + "step": 3838 + }, + { + "epoch": 0.7129062209842154, + "grad_norm": 1.5044978857040405, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8680365085601807, + "num_tokens": 139892680.0, + "step": 3839 + }, + { + "epoch": 0.713091922005571, + "grad_norm": 1.380679726600647, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8570612072944641, + "num_tokens": 139936030.0, + "step": 3840 + }, + { + "epoch": 0.7132776230269267, + "grad_norm": 1.338518738746643, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8710165619850159, + "num_tokens": 139977783.0, + "step": 3841 + }, + { + "epoch": 0.7134633240482823, + "grad_norm": 1.4620347023010254, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8695156574249268, + "num_tokens": 140012636.0, + "step": 3842 + }, + { + "epoch": 0.7136490250696379, + "grad_norm": 1.6234395503997803, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8629066944122314, + "num_tokens": 140041340.0, + "step": 3843 + }, + { + "epoch": 0.7138347260909935, + "grad_norm": 1.4174518585205078, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8742750883102417, + "num_tokens": 140077344.0, + "step": 3844 + }, + { + "epoch": 0.7140204271123491, + "grad_norm": 1.6718226671218872, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.851405143737793, + "num_tokens": 140108888.0, + "step": 3845 + }, + { + "epoch": 0.7142061281337048, + "grad_norm": 1.4707787036895752, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8595829606056213, + "num_tokens": 140144570.0, + "step": 3846 + }, + { + "epoch": 0.7143918291550604, + "grad_norm": 1.4395943880081177, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8624870777130127, + "num_tokens": 140182940.0, + "step": 3847 + }, + { + "epoch": 0.714577530176416, + "grad_norm": 1.4370191097259521, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8661106824874878, + "num_tokens": 140217602.0, + "step": 3848 + }, + { + "epoch": 0.7147632311977716, + "grad_norm": 1.4495261907577515, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8499264717102051, + "num_tokens": 140256017.0, + "step": 3849 + }, + { + "epoch": 0.7149489322191273, + "grad_norm": 1.388606309890747, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8649758100509644, + "num_tokens": 140293465.0, + "step": 3850 + }, + { + "epoch": 0.7151346332404829, + "grad_norm": 1.464102029800415, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8728766441345215, + "num_tokens": 140326231.0, + "step": 3851 + }, + { + "epoch": 0.7153203342618384, + "grad_norm": 1.3936328887939453, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.861803412437439, + "num_tokens": 140367157.0, + "step": 3852 + }, + { + "epoch": 0.715506035283194, + "grad_norm": 1.453452706336975, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8664143681526184, + "num_tokens": 140401212.0, + "step": 3853 + }, + { + "epoch": 0.7156917363045496, + "grad_norm": 1.578108787536621, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8779352307319641, + "num_tokens": 140437618.0, + "step": 3854 + }, + { + "epoch": 0.7158774373259053, + "grad_norm": 1.4329535961151123, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.867402195930481, + "num_tokens": 140473185.0, + "step": 3855 + }, + { + "epoch": 0.7160631383472609, + "grad_norm": 1.4387257099151611, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8650466203689575, + "num_tokens": 140507911.0, + "step": 3856 + }, + { + "epoch": 0.7162488393686165, + "grad_norm": 1.4346102476119995, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8634350895881653, + "num_tokens": 140543515.0, + "step": 3857 + }, + { + "epoch": 0.7164345403899721, + "grad_norm": 1.4089549779891968, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8667759895324707, + "num_tokens": 140581054.0, + "step": 3858 + }, + { + "epoch": 0.7166202414113277, + "grad_norm": 1.3761080503463745, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8758191466331482, + "num_tokens": 140619085.0, + "step": 3859 + }, + { + "epoch": 0.7168059424326834, + "grad_norm": 1.3695837259292603, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8805954456329346, + "num_tokens": 140658864.0, + "step": 3860 + }, + { + "epoch": 0.716991643454039, + "grad_norm": 1.3317662477493286, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8779357671737671, + "num_tokens": 140698042.0, + "step": 3861 + }, + { + "epoch": 0.7171773444753946, + "grad_norm": 1.3700484037399292, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8706879615783691, + "num_tokens": 140735750.0, + "step": 3862 + }, + { + "epoch": 0.7173630454967502, + "grad_norm": 1.3847535848617554, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8556344509124756, + "num_tokens": 140774527.0, + "step": 3863 + }, + { + "epoch": 0.7175487465181059, + "grad_norm": 1.456673502922058, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8791413307189941, + "num_tokens": 140807928.0, + "step": 3864 + }, + { + "epoch": 0.7177344475394615, + "grad_norm": 1.4950697422027588, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.862109363079071, + "num_tokens": 140842779.0, + "step": 3865 + }, + { + "epoch": 0.7179201485608171, + "grad_norm": 1.502251386642456, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8670738339424133, + "num_tokens": 140882305.0, + "step": 3866 + }, + { + "epoch": 0.7181058495821727, + "grad_norm": 1.4197542667388916, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8719232082366943, + "num_tokens": 140919752.0, + "step": 3867 + }, + { + "epoch": 0.7182915506035283, + "grad_norm": 1.3832826614379883, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8785160779953003, + "num_tokens": 140954589.0, + "step": 3868 + }, + { + "epoch": 0.718477251624884, + "grad_norm": 1.4661965370178223, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8724047541618347, + "num_tokens": 140990815.0, + "step": 3869 + }, + { + "epoch": 0.7186629526462396, + "grad_norm": 1.4950532913208008, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8890846371650696, + "num_tokens": 141020805.0, + "step": 3870 + }, + { + "epoch": 0.7188486536675952, + "grad_norm": 1.3475626707077026, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8715278506278992, + "num_tokens": 141060857.0, + "step": 3871 + }, + { + "epoch": 0.7190343546889508, + "grad_norm": 1.4082543849945068, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8837672472000122, + "num_tokens": 141095613.0, + "step": 3872 + }, + { + "epoch": 0.7192200557103064, + "grad_norm": 1.4734123945236206, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8642666935920715, + "num_tokens": 141129949.0, + "step": 3873 + }, + { + "epoch": 0.7194057567316621, + "grad_norm": 1.5802122354507446, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.847854733467102, + "num_tokens": 141163414.0, + "step": 3874 + }, + { + "epoch": 0.7195914577530177, + "grad_norm": 1.3953160047531128, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8635989427566528, + "num_tokens": 141204503.0, + "step": 3875 + }, + { + "epoch": 0.7197771587743732, + "grad_norm": 1.4090732336044312, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8701494932174683, + "num_tokens": 141241001.0, + "step": 3876 + }, + { + "epoch": 0.7199628597957288, + "grad_norm": 1.497925877571106, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.863072395324707, + "num_tokens": 141277291.0, + "step": 3877 + }, + { + "epoch": 0.7201485608170844, + "grad_norm": 1.459164023399353, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8619188070297241, + "num_tokens": 141316209.0, + "step": 3878 + }, + { + "epoch": 0.7203342618384401, + "grad_norm": 1.4909003973007202, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8629661798477173, + "num_tokens": 141349998.0, + "step": 3879 + }, + { + "epoch": 0.7205199628597957, + "grad_norm": 1.5427749156951904, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8509827852249146, + "num_tokens": 141387367.0, + "step": 3880 + }, + { + "epoch": 0.7207056638811513, + "grad_norm": 1.546735405921936, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.87804114818573, + "num_tokens": 141416264.0, + "step": 3881 + }, + { + "epoch": 0.7208913649025069, + "grad_norm": 1.395990014076233, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8734176158905029, + "num_tokens": 141450800.0, + "step": 3882 + }, + { + "epoch": 0.7210770659238626, + "grad_norm": 1.468149185180664, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8689831495285034, + "num_tokens": 141485871.0, + "step": 3883 + }, + { + "epoch": 0.7212627669452182, + "grad_norm": 1.4140530824661255, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8851906657218933, + "num_tokens": 141521448.0, + "step": 3884 + }, + { + "epoch": 0.7214484679665738, + "grad_norm": 1.476643443107605, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.858766496181488, + "num_tokens": 141564340.0, + "step": 3885 + }, + { + "epoch": 0.7216341689879294, + "grad_norm": 1.4676069021224976, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8752145171165466, + "num_tokens": 141600440.0, + "step": 3886 + }, + { + "epoch": 0.721819870009285, + "grad_norm": 1.4114627838134766, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8740845918655396, + "num_tokens": 141635921.0, + "step": 3887 + }, + { + "epoch": 0.7220055710306407, + "grad_norm": 1.3310753107070923, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8705664873123169, + "num_tokens": 141676470.0, + "step": 3888 + }, + { + "epoch": 0.7221912720519963, + "grad_norm": 1.4810032844543457, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8587034940719604, + "num_tokens": 141713213.0, + "step": 3889 + }, + { + "epoch": 0.7223769730733519, + "grad_norm": 1.4475377798080444, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8730699419975281, + "num_tokens": 141752773.0, + "step": 3890 + }, + { + "epoch": 0.7225626740947075, + "grad_norm": 1.607710599899292, + "learning_rate": 1e-06, + "loss": 0.4608, + "mean_token_accuracy": 0.8455153107643127, + "num_tokens": 141788744.0, + "step": 3891 + }, + { + "epoch": 0.7227483751160632, + "grad_norm": 1.6346079111099243, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8597685098648071, + "num_tokens": 141819398.0, + "step": 3892 + }, + { + "epoch": 0.7229340761374188, + "grad_norm": 1.481527328491211, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8628047704696655, + "num_tokens": 141854629.0, + "step": 3893 + }, + { + "epoch": 0.7231197771587744, + "grad_norm": 1.3589181900024414, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8586040735244751, + "num_tokens": 141897056.0, + "step": 3894 + }, + { + "epoch": 0.72330547818013, + "grad_norm": 1.4022313356399536, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8636269569396973, + "num_tokens": 141938800.0, + "step": 3895 + }, + { + "epoch": 0.7234911792014856, + "grad_norm": 1.5839844942092896, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.861348032951355, + "num_tokens": 141976348.0, + "step": 3896 + }, + { + "epoch": 0.7236768802228413, + "grad_norm": 1.389955759048462, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8548455238342285, + "num_tokens": 142016914.0, + "step": 3897 + }, + { + "epoch": 0.7238625812441969, + "grad_norm": 1.4363282918930054, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.869341254234314, + "num_tokens": 142051606.0, + "step": 3898 + }, + { + "epoch": 0.7240482822655525, + "grad_norm": 1.2463990449905396, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.874638557434082, + "num_tokens": 142093898.0, + "step": 3899 + }, + { + "epoch": 0.724233983286908, + "grad_norm": 1.2806971073150635, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8691391944885254, + "num_tokens": 142135418.0, + "step": 3900 + }, + { + "epoch": 0.7244196843082636, + "grad_norm": 1.4167706966400146, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8594090342521667, + "num_tokens": 142177478.0, + "step": 3901 + }, + { + "epoch": 0.7246053853296193, + "grad_norm": 1.5610315799713135, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8796131610870361, + "num_tokens": 142218049.0, + "step": 3902 + }, + { + "epoch": 0.7247910863509749, + "grad_norm": 1.5417393445968628, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8632645010948181, + "num_tokens": 142252032.0, + "step": 3903 + }, + { + "epoch": 0.7249767873723305, + "grad_norm": 1.4133347272872925, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8751987814903259, + "num_tokens": 142288664.0, + "step": 3904 + }, + { + "epoch": 0.7251624883936861, + "grad_norm": 1.409739375114441, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8704856634140015, + "num_tokens": 142325178.0, + "step": 3905 + }, + { + "epoch": 0.7253481894150418, + "grad_norm": 1.525164246559143, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8675434589385986, + "num_tokens": 142361891.0, + "step": 3906 + }, + { + "epoch": 0.7255338904363974, + "grad_norm": 1.536983609199524, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8599128723144531, + "num_tokens": 142397542.0, + "step": 3907 + }, + { + "epoch": 0.725719591457753, + "grad_norm": 1.49337637424469, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8665968179702759, + "num_tokens": 142431158.0, + "step": 3908 + }, + { + "epoch": 0.7259052924791086, + "grad_norm": 1.5098954439163208, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8679341673851013, + "num_tokens": 142467329.0, + "step": 3909 + }, + { + "epoch": 0.7260909935004642, + "grad_norm": 1.4567437171936035, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8652989864349365, + "num_tokens": 142506183.0, + "step": 3910 + }, + { + "epoch": 0.7262766945218199, + "grad_norm": 1.5650757551193237, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8567955493927002, + "num_tokens": 142540558.0, + "step": 3911 + }, + { + "epoch": 0.7264623955431755, + "grad_norm": 1.3984105587005615, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8666753768920898, + "num_tokens": 142579156.0, + "step": 3912 + }, + { + "epoch": 0.7266480965645311, + "grad_norm": 1.5434134006500244, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8560318946838379, + "num_tokens": 142616136.0, + "step": 3913 + }, + { + "epoch": 0.7268337975858867, + "grad_norm": 1.639984130859375, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8710402250289917, + "num_tokens": 142645822.0, + "step": 3914 + }, + { + "epoch": 0.7270194986072424, + "grad_norm": 1.5211501121520996, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8613842129707336, + "num_tokens": 142679281.0, + "step": 3915 + }, + { + "epoch": 0.727205199628598, + "grad_norm": 1.5198451280593872, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8611859083175659, + "num_tokens": 142714027.0, + "step": 3916 + }, + { + "epoch": 0.7273909006499536, + "grad_norm": 1.4400792121887207, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.86650550365448, + "num_tokens": 142750478.0, + "step": 3917 + }, + { + "epoch": 0.7275766016713092, + "grad_norm": 1.4294131994247437, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8590519428253174, + "num_tokens": 142787865.0, + "step": 3918 + }, + { + "epoch": 0.7277623026926648, + "grad_norm": 1.38176691532135, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8632121086120605, + "num_tokens": 142829668.0, + "step": 3919 + }, + { + "epoch": 0.7279480037140205, + "grad_norm": 1.393959403038025, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8746148347854614, + "num_tokens": 142866110.0, + "step": 3920 + }, + { + "epoch": 0.7281337047353761, + "grad_norm": 1.3239761590957642, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8736588954925537, + "num_tokens": 142906488.0, + "step": 3921 + }, + { + "epoch": 0.7283194057567317, + "grad_norm": 1.4675688743591309, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8626185655593872, + "num_tokens": 142945365.0, + "step": 3922 + }, + { + "epoch": 0.7285051067780873, + "grad_norm": 1.426141619682312, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8595749139785767, + "num_tokens": 142982783.0, + "step": 3923 + }, + { + "epoch": 0.728690807799443, + "grad_norm": 1.361875295639038, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.881982147693634, + "num_tokens": 143015552.0, + "step": 3924 + }, + { + "epoch": 0.7288765088207985, + "grad_norm": 1.3500065803527832, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8786242008209229, + "num_tokens": 143053237.0, + "step": 3925 + }, + { + "epoch": 0.7290622098421541, + "grad_norm": 1.6566874980926514, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8784171342849731, + "num_tokens": 143089723.0, + "step": 3926 + }, + { + "epoch": 0.7292479108635097, + "grad_norm": 1.462378740310669, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8514644503593445, + "num_tokens": 143125382.0, + "step": 3927 + }, + { + "epoch": 0.7294336118848653, + "grad_norm": 1.4769041538238525, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8569225072860718, + "num_tokens": 143158980.0, + "step": 3928 + }, + { + "epoch": 0.729619312906221, + "grad_norm": 1.493914246559143, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8699448108673096, + "num_tokens": 143189309.0, + "step": 3929 + }, + { + "epoch": 0.7298050139275766, + "grad_norm": 1.4259507656097412, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8892683982849121, + "num_tokens": 143221593.0, + "step": 3930 + }, + { + "epoch": 0.7299907149489322, + "grad_norm": 1.5920692682266235, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8521831631660461, + "num_tokens": 143253808.0, + "step": 3931 + }, + { + "epoch": 0.7301764159702878, + "grad_norm": 1.508784294128418, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8680263757705688, + "num_tokens": 143286992.0, + "step": 3932 + }, + { + "epoch": 0.7303621169916434, + "grad_norm": 1.422427773475647, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8735791444778442, + "num_tokens": 143323047.0, + "step": 3933 + }, + { + "epoch": 0.7305478180129991, + "grad_norm": 1.2758957147598267, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8796945810317993, + "num_tokens": 143363755.0, + "step": 3934 + }, + { + "epoch": 0.7307335190343547, + "grad_norm": 1.4146833419799805, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8842206001281738, + "num_tokens": 143398602.0, + "step": 3935 + }, + { + "epoch": 0.7309192200557103, + "grad_norm": 1.6276196241378784, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.857465922832489, + "num_tokens": 143430230.0, + "step": 3936 + }, + { + "epoch": 0.7311049210770659, + "grad_norm": 1.4795756340026855, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8586704730987549, + "num_tokens": 143468325.0, + "step": 3937 + }, + { + "epoch": 0.7312906220984215, + "grad_norm": 1.3631069660186768, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8685698509216309, + "num_tokens": 143509312.0, + "step": 3938 + }, + { + "epoch": 0.7314763231197772, + "grad_norm": 1.3673245906829834, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8772225379943848, + "num_tokens": 143545111.0, + "step": 3939 + }, + { + "epoch": 0.7316620241411328, + "grad_norm": 1.5388603210449219, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8570221662521362, + "num_tokens": 143577307.0, + "step": 3940 + }, + { + "epoch": 0.7318477251624884, + "grad_norm": 1.4752322435379028, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8529859781265259, + "num_tokens": 143615020.0, + "step": 3941 + }, + { + "epoch": 0.732033426183844, + "grad_norm": 1.6180000305175781, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8590899705886841, + "num_tokens": 143645595.0, + "step": 3942 + }, + { + "epoch": 0.7322191272051997, + "grad_norm": 1.4066886901855469, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8781909942626953, + "num_tokens": 143677705.0, + "step": 3943 + }, + { + "epoch": 0.7324048282265553, + "grad_norm": 1.5651625394821167, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8753729462623596, + "num_tokens": 143707549.0, + "step": 3944 + }, + { + "epoch": 0.7325905292479109, + "grad_norm": 1.475070595741272, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8696741461753845, + "num_tokens": 143740519.0, + "step": 3945 + }, + { + "epoch": 0.7327762302692665, + "grad_norm": 1.3758963346481323, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.868985652923584, + "num_tokens": 143779386.0, + "step": 3946 + }, + { + "epoch": 0.7329619312906221, + "grad_norm": 1.4504450559616089, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8586676120758057, + "num_tokens": 143814139.0, + "step": 3947 + }, + { + "epoch": 0.7331476323119778, + "grad_norm": 1.529067039489746, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8827688694000244, + "num_tokens": 143845692.0, + "step": 3948 + }, + { + "epoch": 0.7333333333333333, + "grad_norm": 1.3703986406326294, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8730213046073914, + "num_tokens": 143885105.0, + "step": 3949 + }, + { + "epoch": 0.7335190343546889, + "grad_norm": 1.4541923999786377, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8771164417266846, + "num_tokens": 143920249.0, + "step": 3950 + }, + { + "epoch": 0.7337047353760445, + "grad_norm": 1.3999695777893066, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8720248341560364, + "num_tokens": 143956591.0, + "step": 3951 + }, + { + "epoch": 0.7338904363974001, + "grad_norm": 1.4385489225387573, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8666247129440308, + "num_tokens": 143996676.0, + "step": 3952 + }, + { + "epoch": 0.7340761374187558, + "grad_norm": 1.4496055841445923, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8602179884910583, + "num_tokens": 144033401.0, + "step": 3953 + }, + { + "epoch": 0.7342618384401114, + "grad_norm": 1.401123285293579, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8624405264854431, + "num_tokens": 144074663.0, + "step": 3954 + }, + { + "epoch": 0.734447539461467, + "grad_norm": 1.442562460899353, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8506084084510803, + "num_tokens": 144113164.0, + "step": 3955 + }, + { + "epoch": 0.7346332404828226, + "grad_norm": 1.4015076160430908, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8732707500457764, + "num_tokens": 144150405.0, + "step": 3956 + }, + { + "epoch": 0.7348189415041783, + "grad_norm": 1.3536032438278198, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8652750253677368, + "num_tokens": 144194289.0, + "step": 3957 + }, + { + "epoch": 0.7350046425255339, + "grad_norm": 1.44481360912323, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8736838102340698, + "num_tokens": 144226141.0, + "step": 3958 + }, + { + "epoch": 0.7351903435468895, + "grad_norm": 1.4883865118026733, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8686749935150146, + "num_tokens": 144264333.0, + "step": 3959 + }, + { + "epoch": 0.7353760445682451, + "grad_norm": 1.4051629304885864, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8640670776367188, + "num_tokens": 144302251.0, + "step": 3960 + }, + { + "epoch": 0.7355617455896007, + "grad_norm": 1.4751993417739868, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8639799356460571, + "num_tokens": 144338894.0, + "step": 3961 + }, + { + "epoch": 0.7357474466109564, + "grad_norm": 1.4024370908737183, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.862347424030304, + "num_tokens": 144377555.0, + "step": 3962 + }, + { + "epoch": 0.735933147632312, + "grad_norm": 1.425692081451416, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8711740970611572, + "num_tokens": 144412002.0, + "step": 3963 + }, + { + "epoch": 0.7361188486536676, + "grad_norm": 1.3838740587234497, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8687039613723755, + "num_tokens": 144454328.0, + "step": 3964 + }, + { + "epoch": 0.7363045496750232, + "grad_norm": 1.4260492324829102, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8540600538253784, + "num_tokens": 144493251.0, + "step": 3965 + }, + { + "epoch": 0.7364902506963789, + "grad_norm": 1.311187505722046, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.869044303894043, + "num_tokens": 144535402.0, + "step": 3966 + }, + { + "epoch": 0.7366759517177345, + "grad_norm": 1.3392772674560547, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8790936470031738, + "num_tokens": 144575336.0, + "step": 3967 + }, + { + "epoch": 0.7368616527390901, + "grad_norm": 1.3398966789245605, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8687936067581177, + "num_tokens": 144615793.0, + "step": 3968 + }, + { + "epoch": 0.7370473537604457, + "grad_norm": 1.4147204160690308, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8625572919845581, + "num_tokens": 144657176.0, + "step": 3969 + }, + { + "epoch": 0.7372330547818013, + "grad_norm": 1.3736516237258911, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8642818927764893, + "num_tokens": 144696425.0, + "step": 3970 + }, + { + "epoch": 0.737418755803157, + "grad_norm": 1.2763279676437378, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8855040073394775, + "num_tokens": 144737460.0, + "step": 3971 + }, + { + "epoch": 0.7376044568245126, + "grad_norm": 1.412850260734558, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8704656958580017, + "num_tokens": 144772644.0, + "step": 3972 + }, + { + "epoch": 0.7377901578458681, + "grad_norm": 1.5443222522735596, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8726474046707153, + "num_tokens": 144804062.0, + "step": 3973 + }, + { + "epoch": 0.7379758588672237, + "grad_norm": 1.5252392292022705, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8750760555267334, + "num_tokens": 144841044.0, + "step": 3974 + }, + { + "epoch": 0.7381615598885793, + "grad_norm": 1.5272622108459473, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8491408228874207, + "num_tokens": 144873670.0, + "step": 3975 + }, + { + "epoch": 0.738347260909935, + "grad_norm": 1.3680288791656494, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8667736053466797, + "num_tokens": 144913672.0, + "step": 3976 + }, + { + "epoch": 0.7385329619312906, + "grad_norm": 1.4949970245361328, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8664035797119141, + "num_tokens": 144950771.0, + "step": 3977 + }, + { + "epoch": 0.7387186629526462, + "grad_norm": 1.4094730615615845, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8606985211372375, + "num_tokens": 144994663.0, + "step": 3978 + }, + { + "epoch": 0.7389043639740018, + "grad_norm": 1.3738621473312378, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8630384802818298, + "num_tokens": 145034344.0, + "step": 3979 + }, + { + "epoch": 0.7390900649953575, + "grad_norm": 1.4147100448608398, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8632675409317017, + "num_tokens": 145075652.0, + "step": 3980 + }, + { + "epoch": 0.7392757660167131, + "grad_norm": 1.358580231666565, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8728393912315369, + "num_tokens": 145115434.0, + "step": 3981 + }, + { + "epoch": 0.7394614670380687, + "grad_norm": 1.5534576177597046, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8683842420578003, + "num_tokens": 145150388.0, + "step": 3982 + }, + { + "epoch": 0.7396471680594243, + "grad_norm": 1.4969006776809692, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8777095675468445, + "num_tokens": 145180798.0, + "step": 3983 + }, + { + "epoch": 0.7398328690807799, + "grad_norm": 1.3681845664978027, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8653480410575867, + "num_tokens": 145223837.0, + "step": 3984 + }, + { + "epoch": 0.7400185701021356, + "grad_norm": 1.4099442958831787, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8782682418823242, + "num_tokens": 145260017.0, + "step": 3985 + }, + { + "epoch": 0.7402042711234912, + "grad_norm": 1.5114818811416626, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8581791520118713, + "num_tokens": 145290965.0, + "step": 3986 + }, + { + "epoch": 0.7403899721448468, + "grad_norm": 1.462700605392456, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8771069049835205, + "num_tokens": 145323947.0, + "step": 3987 + }, + { + "epoch": 0.7405756731662024, + "grad_norm": 1.446230173110962, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8573585152626038, + "num_tokens": 145364626.0, + "step": 3988 + }, + { + "epoch": 0.740761374187558, + "grad_norm": 1.486519455909729, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8722004890441895, + "num_tokens": 145400675.0, + "step": 3989 + }, + { + "epoch": 0.7409470752089137, + "grad_norm": 1.4516093730926514, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8610159158706665, + "num_tokens": 145438846.0, + "step": 3990 + }, + { + "epoch": 0.7411327762302693, + "grad_norm": 1.366347312927246, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8647368550300598, + "num_tokens": 145482530.0, + "step": 3991 + }, + { + "epoch": 0.7413184772516249, + "grad_norm": 1.4830608367919922, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8836336731910706, + "num_tokens": 145516637.0, + "step": 3992 + }, + { + "epoch": 0.7415041782729805, + "grad_norm": 1.4776215553283691, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8525932431221008, + "num_tokens": 145555266.0, + "step": 3993 + }, + { + "epoch": 0.7416898792943362, + "grad_norm": 1.4542473554611206, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.866130530834198, + "num_tokens": 145597098.0, + "step": 3994 + }, + { + "epoch": 0.7418755803156918, + "grad_norm": 1.3814142942428589, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8633917570114136, + "num_tokens": 145636486.0, + "step": 3995 + }, + { + "epoch": 0.7420612813370474, + "grad_norm": 1.3039519786834717, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8690183758735657, + "num_tokens": 145679543.0, + "step": 3996 + }, + { + "epoch": 0.7422469823584029, + "grad_norm": 1.4290354251861572, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8743894100189209, + "num_tokens": 145714686.0, + "step": 3997 + }, + { + "epoch": 0.7424326833797585, + "grad_norm": 1.473272681236267, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8679739236831665, + "num_tokens": 145749410.0, + "step": 3998 + }, + { + "epoch": 0.7426183844011142, + "grad_norm": 1.4538780450820923, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8681989908218384, + "num_tokens": 145785534.0, + "step": 3999 + }, + { + "epoch": 0.7428040854224698, + "grad_norm": 1.4905762672424316, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8691318035125732, + "num_tokens": 145819895.0, + "step": 4000 + }, + { + "epoch": 0.7429897864438254, + "grad_norm": 1.5538933277130127, + "learning_rate": 1e-06, + "loss": 0.4811, + "mean_token_accuracy": 0.8382494449615479, + "num_tokens": 145856077.0, + "step": 4001 + }, + { + "epoch": 0.743175487465181, + "grad_norm": 1.5486366748809814, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.87986159324646, + "num_tokens": 145887309.0, + "step": 4002 + }, + { + "epoch": 0.7433611884865367, + "grad_norm": 1.4497196674346924, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8620805740356445, + "num_tokens": 145923045.0, + "step": 4003 + }, + { + "epoch": 0.7435468895078923, + "grad_norm": 1.4747819900512695, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8720303773880005, + "num_tokens": 145955103.0, + "step": 4004 + }, + { + "epoch": 0.7437325905292479, + "grad_norm": 1.5610703229904175, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8693047761917114, + "num_tokens": 145990831.0, + "step": 4005 + }, + { + "epoch": 0.7439182915506035, + "grad_norm": 1.4203544855117798, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8722302913665771, + "num_tokens": 146032869.0, + "step": 4006 + }, + { + "epoch": 0.7441039925719591, + "grad_norm": 1.431577444076538, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.876982569694519, + "num_tokens": 146067045.0, + "step": 4007 + }, + { + "epoch": 0.7442896935933148, + "grad_norm": 1.4137166738510132, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8682877421379089, + "num_tokens": 146103124.0, + "step": 4008 + }, + { + "epoch": 0.7444753946146704, + "grad_norm": 1.428077220916748, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8708897829055786, + "num_tokens": 146136455.0, + "step": 4009 + }, + { + "epoch": 0.744661095636026, + "grad_norm": 1.4875271320343018, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.880448579788208, + "num_tokens": 146167452.0, + "step": 4010 + }, + { + "epoch": 0.7448467966573816, + "grad_norm": 1.5294568538665771, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8684539794921875, + "num_tokens": 146199385.0, + "step": 4011 + }, + { + "epoch": 0.7450324976787372, + "grad_norm": 1.3249338865280151, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8839330673217773, + "num_tokens": 146237620.0, + "step": 4012 + }, + { + "epoch": 0.7452181987000929, + "grad_norm": 1.4865201711654663, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8664887547492981, + "num_tokens": 146271773.0, + "step": 4013 + }, + { + "epoch": 0.7454038997214485, + "grad_norm": 1.434066653251648, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8627997636795044, + "num_tokens": 146306992.0, + "step": 4014 + }, + { + "epoch": 0.7455896007428041, + "grad_norm": 1.4530128240585327, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8666970729827881, + "num_tokens": 146340617.0, + "step": 4015 + }, + { + "epoch": 0.7457753017641597, + "grad_norm": 1.3254787921905518, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.873856782913208, + "num_tokens": 146380003.0, + "step": 4016 + }, + { + "epoch": 0.7459610027855154, + "grad_norm": 1.3859037160873413, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8730666637420654, + "num_tokens": 146416462.0, + "step": 4017 + }, + { + "epoch": 0.746146703806871, + "grad_norm": 1.4730679988861084, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8557196259498596, + "num_tokens": 146450688.0, + "step": 4018 + }, + { + "epoch": 0.7463324048282266, + "grad_norm": 1.4410382509231567, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8612686395645142, + "num_tokens": 146490856.0, + "step": 4019 + }, + { + "epoch": 0.7465181058495822, + "grad_norm": 1.5518873929977417, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.862758994102478, + "num_tokens": 146523955.0, + "step": 4020 + }, + { + "epoch": 0.7467038068709377, + "grad_norm": 1.5418686866760254, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8586859703063965, + "num_tokens": 146560160.0, + "step": 4021 + }, + { + "epoch": 0.7468895078922934, + "grad_norm": 1.7413898706436157, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8588075637817383, + "num_tokens": 146592518.0, + "step": 4022 + }, + { + "epoch": 0.747075208913649, + "grad_norm": 1.4330122470855713, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8771482706069946, + "num_tokens": 146626412.0, + "step": 4023 + }, + { + "epoch": 0.7472609099350046, + "grad_norm": 1.3511227369308472, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8708910942077637, + "num_tokens": 146664959.0, + "step": 4024 + }, + { + "epoch": 0.7474466109563602, + "grad_norm": 1.5858197212219238, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8527220487594604, + "num_tokens": 146697121.0, + "step": 4025 + }, + { + "epoch": 0.7476323119777158, + "grad_norm": 1.4326975345611572, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8693844079971313, + "num_tokens": 146732734.0, + "step": 4026 + }, + { + "epoch": 0.7478180129990715, + "grad_norm": 1.4923207759857178, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8585172891616821, + "num_tokens": 146768458.0, + "step": 4027 + }, + { + "epoch": 0.7480037140204271, + "grad_norm": 1.8952207565307617, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8660799860954285, + "num_tokens": 146800243.0, + "step": 4028 + }, + { + "epoch": 0.7481894150417827, + "grad_norm": 1.509872555732727, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8707082271575928, + "num_tokens": 146835840.0, + "step": 4029 + }, + { + "epoch": 0.7483751160631383, + "grad_norm": 1.465101957321167, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8611220121383667, + "num_tokens": 146869729.0, + "step": 4030 + }, + { + "epoch": 0.748560817084494, + "grad_norm": 1.3623210191726685, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8802005052566528, + "num_tokens": 146905665.0, + "step": 4031 + }, + { + "epoch": 0.7487465181058496, + "grad_norm": 1.5753129720687866, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8636185526847839, + "num_tokens": 146938433.0, + "step": 4032 + }, + { + "epoch": 0.7489322191272052, + "grad_norm": 1.413548469543457, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8749983310699463, + "num_tokens": 146974610.0, + "step": 4033 + }, + { + "epoch": 0.7491179201485608, + "grad_norm": 1.4837090969085693, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8625220060348511, + "num_tokens": 147008596.0, + "step": 4034 + }, + { + "epoch": 0.7493036211699164, + "grad_norm": 1.662437081336975, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8545094728469849, + "num_tokens": 147040750.0, + "step": 4035 + }, + { + "epoch": 0.7494893221912721, + "grad_norm": 1.469337821006775, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.871360182762146, + "num_tokens": 147074841.0, + "step": 4036 + }, + { + "epoch": 0.7496750232126277, + "grad_norm": 1.5622508525848389, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8633377552032471, + "num_tokens": 147103630.0, + "step": 4037 + }, + { + "epoch": 0.7498607242339833, + "grad_norm": 1.531299352645874, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8611876964569092, + "num_tokens": 147142826.0, + "step": 4038 + }, + { + "epoch": 0.7500464252553389, + "grad_norm": 1.5048909187316895, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8548871874809265, + "num_tokens": 147180532.0, + "step": 4039 + }, + { + "epoch": 0.7502321262766946, + "grad_norm": 1.4183577299118042, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8701854348182678, + "num_tokens": 147216829.0, + "step": 4040 + }, + { + "epoch": 0.7504178272980502, + "grad_norm": 1.4261882305145264, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8679181337356567, + "num_tokens": 147255479.0, + "step": 4041 + }, + { + "epoch": 0.7506035283194058, + "grad_norm": 1.441554307937622, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8661277890205383, + "num_tokens": 147291029.0, + "step": 4042 + }, + { + "epoch": 0.7507892293407614, + "grad_norm": 1.5479401350021362, + "learning_rate": 1e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8430603742599487, + "num_tokens": 147326635.0, + "step": 4043 + }, + { + "epoch": 0.750974930362117, + "grad_norm": 1.4601854085922241, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8664034605026245, + "num_tokens": 147365987.0, + "step": 4044 + }, + { + "epoch": 0.7511606313834726, + "grad_norm": 1.5122497081756592, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.859731912612915, + "num_tokens": 147400484.0, + "step": 4045 + }, + { + "epoch": 0.7513463324048282, + "grad_norm": 1.5203558206558228, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8575699925422668, + "num_tokens": 147435856.0, + "step": 4046 + }, + { + "epoch": 0.7515320334261838, + "grad_norm": 1.4679718017578125, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8721548318862915, + "num_tokens": 147470432.0, + "step": 4047 + }, + { + "epoch": 0.7517177344475394, + "grad_norm": 1.5574978590011597, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8711791038513184, + "num_tokens": 147502304.0, + "step": 4048 + }, + { + "epoch": 0.751903435468895, + "grad_norm": 1.4049557447433472, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.876603364944458, + "num_tokens": 147539638.0, + "step": 4049 + }, + { + "epoch": 0.7520891364902507, + "grad_norm": 1.5458158254623413, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8532048463821411, + "num_tokens": 147574616.0, + "step": 4050 + }, + { + "epoch": 0.7522748375116063, + "grad_norm": 1.5526422262191772, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8755961656570435, + "num_tokens": 147606446.0, + "step": 4051 + }, + { + "epoch": 0.7524605385329619, + "grad_norm": 1.301517367362976, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8617368340492249, + "num_tokens": 147651167.0, + "step": 4052 + }, + { + "epoch": 0.7526462395543175, + "grad_norm": 1.596556544303894, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8694367408752441, + "num_tokens": 147682884.0, + "step": 4053 + }, + { + "epoch": 0.7528319405756732, + "grad_norm": 1.4231691360473633, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8822064399719238, + "num_tokens": 147718743.0, + "step": 4054 + }, + { + "epoch": 0.7530176415970288, + "grad_norm": 1.4525991678237915, + "learning_rate": 1e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.843317985534668, + "num_tokens": 147763488.0, + "step": 4055 + }, + { + "epoch": 0.7532033426183844, + "grad_norm": 1.5736374855041504, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8613221645355225, + "num_tokens": 147798216.0, + "step": 4056 + }, + { + "epoch": 0.75338904363974, + "grad_norm": 1.525551199913025, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8795133233070374, + "num_tokens": 147828655.0, + "step": 4057 + }, + { + "epoch": 0.7535747446610956, + "grad_norm": 1.6959927082061768, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8625936508178711, + "num_tokens": 147859052.0, + "step": 4058 + }, + { + "epoch": 0.7537604456824513, + "grad_norm": 1.6295748949050903, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8618310689926147, + "num_tokens": 147890006.0, + "step": 4059 + }, + { + "epoch": 0.7539461467038069, + "grad_norm": 1.588570475578308, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8638908863067627, + "num_tokens": 147921275.0, + "step": 4060 + }, + { + "epoch": 0.7541318477251625, + "grad_norm": 1.4501307010650635, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8624402284622192, + "num_tokens": 147958149.0, + "step": 4061 + }, + { + "epoch": 0.7543175487465181, + "grad_norm": 1.4868067502975464, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8658168315887451, + "num_tokens": 147994416.0, + "step": 4062 + }, + { + "epoch": 0.7545032497678738, + "grad_norm": 1.4069039821624756, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8812412023544312, + "num_tokens": 148029728.0, + "step": 4063 + }, + { + "epoch": 0.7546889507892294, + "grad_norm": 1.448836326599121, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8670001029968262, + "num_tokens": 148064327.0, + "step": 4064 + }, + { + "epoch": 0.754874651810585, + "grad_norm": 1.5531392097473145, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8786020278930664, + "num_tokens": 148096892.0, + "step": 4065 + }, + { + "epoch": 0.7550603528319406, + "grad_norm": 1.4614429473876953, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8725986480712891, + "num_tokens": 148131188.0, + "step": 4066 + }, + { + "epoch": 0.7552460538532962, + "grad_norm": 1.3471312522888184, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8739476203918457, + "num_tokens": 148172776.0, + "step": 4067 + }, + { + "epoch": 0.7554317548746519, + "grad_norm": 1.46196448802948, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8680084347724915, + "num_tokens": 148210367.0, + "step": 4068 + }, + { + "epoch": 0.7556174558960074, + "grad_norm": 1.4688574075698853, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8713589310646057, + "num_tokens": 148247533.0, + "step": 4069 + }, + { + "epoch": 0.755803156917363, + "grad_norm": 1.4408226013183594, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8658517003059387, + "num_tokens": 148284998.0, + "step": 4070 + }, + { + "epoch": 0.7559888579387186, + "grad_norm": 1.3667558431625366, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8701645135879517, + "num_tokens": 148329391.0, + "step": 4071 + }, + { + "epoch": 0.7561745589600742, + "grad_norm": 1.586564064025879, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8594775199890137, + "num_tokens": 148360696.0, + "step": 4072 + }, + { + "epoch": 0.7563602599814299, + "grad_norm": 1.5131957530975342, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8817601203918457, + "num_tokens": 148393343.0, + "step": 4073 + }, + { + "epoch": 0.7565459610027855, + "grad_norm": 1.4767471551895142, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8621239066123962, + "num_tokens": 148431135.0, + "step": 4074 + }, + { + "epoch": 0.7567316620241411, + "grad_norm": 1.546730399131775, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8631051778793335, + "num_tokens": 148462021.0, + "step": 4075 + }, + { + "epoch": 0.7569173630454967, + "grad_norm": 1.5905210971832275, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8545717597007751, + "num_tokens": 148497034.0, + "step": 4076 + }, + { + "epoch": 0.7571030640668523, + "grad_norm": 1.43165922164917, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8641208410263062, + "num_tokens": 148537179.0, + "step": 4077 + }, + { + "epoch": 0.757288765088208, + "grad_norm": 1.4503133296966553, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8659002184867859, + "num_tokens": 148575961.0, + "step": 4078 + }, + { + "epoch": 0.7574744661095636, + "grad_norm": 1.5239946842193604, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8737559914588928, + "num_tokens": 148607702.0, + "step": 4079 + }, + { + "epoch": 0.7576601671309192, + "grad_norm": 1.4716824293136597, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8671013116836548, + "num_tokens": 148639764.0, + "step": 4080 + }, + { + "epoch": 0.7578458681522748, + "grad_norm": 1.4698654413223267, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8726451396942139, + "num_tokens": 148675121.0, + "step": 4081 + }, + { + "epoch": 0.7580315691736305, + "grad_norm": 1.4159047603607178, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8598911762237549, + "num_tokens": 148710047.0, + "step": 4082 + }, + { + "epoch": 0.7582172701949861, + "grad_norm": 1.491620659828186, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8643335700035095, + "num_tokens": 148745181.0, + "step": 4083 + }, + { + "epoch": 0.7584029712163417, + "grad_norm": 1.4562458992004395, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8550792932510376, + "num_tokens": 148782179.0, + "step": 4084 + }, + { + "epoch": 0.7585886722376973, + "grad_norm": 1.408412218093872, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8699889779090881, + "num_tokens": 148822125.0, + "step": 4085 + }, + { + "epoch": 0.758774373259053, + "grad_norm": 1.371224045753479, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8795304298400879, + "num_tokens": 148858036.0, + "step": 4086 + }, + { + "epoch": 0.7589600742804086, + "grad_norm": 1.5818324089050293, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8804970979690552, + "num_tokens": 148885285.0, + "step": 4087 + }, + { + "epoch": 0.7591457753017642, + "grad_norm": 1.304325819015503, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8757564425468445, + "num_tokens": 148926866.0, + "step": 4088 + }, + { + "epoch": 0.7593314763231198, + "grad_norm": 1.4933942556381226, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8772791624069214, + "num_tokens": 148959082.0, + "step": 4089 + }, + { + "epoch": 0.7595171773444754, + "grad_norm": 1.551716685295105, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8603340983390808, + "num_tokens": 148994154.0, + "step": 4090 + }, + { + "epoch": 0.7597028783658311, + "grad_norm": 1.4678996801376343, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8654475808143616, + "num_tokens": 149028023.0, + "step": 4091 + }, + { + "epoch": 0.7598885793871867, + "grad_norm": 1.4071193933486938, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8610191345214844, + "num_tokens": 149064147.0, + "step": 4092 + }, + { + "epoch": 0.7600742804085423, + "grad_norm": 1.450576663017273, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8780026435852051, + "num_tokens": 149097284.0, + "step": 4093 + }, + { + "epoch": 0.7602599814298978, + "grad_norm": 1.57966148853302, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8700113296508789, + "num_tokens": 149127279.0, + "step": 4094 + }, + { + "epoch": 0.7604456824512534, + "grad_norm": 1.32367742061615, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.869770348072052, + "num_tokens": 149172627.0, + "step": 4095 + }, + { + "epoch": 0.7606313834726091, + "grad_norm": 1.344874382019043, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8666623830795288, + "num_tokens": 149212095.0, + "step": 4096 + }, + { + "epoch": 0.7608170844939647, + "grad_norm": 1.445273756980896, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8521409034729004, + "num_tokens": 149249963.0, + "step": 4097 + }, + { + "epoch": 0.7610027855153203, + "grad_norm": 1.4491182565689087, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8718818426132202, + "num_tokens": 149286010.0, + "step": 4098 + }, + { + "epoch": 0.7611884865366759, + "grad_norm": 1.4808108806610107, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8659780621528625, + "num_tokens": 149320604.0, + "step": 4099 + }, + { + "epoch": 0.7613741875580315, + "grad_norm": 1.392871618270874, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8702889680862427, + "num_tokens": 149360455.0, + "step": 4100 + }, + { + "epoch": 0.7615598885793872, + "grad_norm": 1.4224638938903809, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8756393194198608, + "num_tokens": 149396929.0, + "step": 4101 + }, + { + "epoch": 0.7617455896007428, + "grad_norm": 1.3724864721298218, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8842256665229797, + "num_tokens": 149436898.0, + "step": 4102 + }, + { + "epoch": 0.7619312906220984, + "grad_norm": 1.4528979063034058, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8721719980239868, + "num_tokens": 149472090.0, + "step": 4103 + }, + { + "epoch": 0.762116991643454, + "grad_norm": 1.476863145828247, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8661329746246338, + "num_tokens": 149507975.0, + "step": 4104 + }, + { + "epoch": 0.7623026926648097, + "grad_norm": 1.574441909790039, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8638707399368286, + "num_tokens": 149542326.0, + "step": 4105 + }, + { + "epoch": 0.7624883936861653, + "grad_norm": 1.3285281658172607, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8923566937446594, + "num_tokens": 149579387.0, + "step": 4106 + }, + { + "epoch": 0.7626740947075209, + "grad_norm": 1.3281586170196533, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8688259124755859, + "num_tokens": 149618841.0, + "step": 4107 + }, + { + "epoch": 0.7628597957288765, + "grad_norm": 1.4829035997390747, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8737701773643494, + "num_tokens": 149652819.0, + "step": 4108 + }, + { + "epoch": 0.7630454967502321, + "grad_norm": 1.324859380722046, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8710813522338867, + "num_tokens": 149691499.0, + "step": 4109 + }, + { + "epoch": 0.7632311977715878, + "grad_norm": 1.3356199264526367, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8712031841278076, + "num_tokens": 149733752.0, + "step": 4110 + }, + { + "epoch": 0.7634168987929434, + "grad_norm": 1.3914235830307007, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8628514409065247, + "num_tokens": 149769986.0, + "step": 4111 + }, + { + "epoch": 0.763602599814299, + "grad_norm": 1.4316946268081665, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8682228326797485, + "num_tokens": 149805832.0, + "step": 4112 + }, + { + "epoch": 0.7637883008356546, + "grad_norm": 1.4413013458251953, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8734738826751709, + "num_tokens": 149840281.0, + "step": 4113 + }, + { + "epoch": 0.7639740018570103, + "grad_norm": 1.4325013160705566, + "learning_rate": 1e-06, + "loss": 0.4726, + "mean_token_accuracy": 0.8446203470230103, + "num_tokens": 149882456.0, + "step": 4114 + }, + { + "epoch": 0.7641597028783659, + "grad_norm": 1.4520056247711182, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8723479509353638, + "num_tokens": 149916388.0, + "step": 4115 + }, + { + "epoch": 0.7643454038997215, + "grad_norm": 1.5689799785614014, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8678625822067261, + "num_tokens": 149949458.0, + "step": 4116 + }, + { + "epoch": 0.7645311049210771, + "grad_norm": 1.4404045343399048, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8676192164421082, + "num_tokens": 149990036.0, + "step": 4117 + }, + { + "epoch": 0.7647168059424326, + "grad_norm": 1.404434084892273, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8833976984024048, + "num_tokens": 150020966.0, + "step": 4118 + }, + { + "epoch": 0.7649025069637883, + "grad_norm": 1.4188348054885864, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8521472811698914, + "num_tokens": 150061445.0, + "step": 4119 + }, + { + "epoch": 0.7650882079851439, + "grad_norm": 1.611816167831421, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8664003610610962, + "num_tokens": 150092472.0, + "step": 4120 + }, + { + "epoch": 0.7652739090064995, + "grad_norm": 1.5507675409317017, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8693517446517944, + "num_tokens": 150124737.0, + "step": 4121 + }, + { + "epoch": 0.7654596100278551, + "grad_norm": 1.4147433042526245, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8723922371864319, + "num_tokens": 150157482.0, + "step": 4122 + }, + { + "epoch": 0.7656453110492107, + "grad_norm": 1.4703407287597656, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8710029721260071, + "num_tokens": 150199913.0, + "step": 4123 + }, + { + "epoch": 0.7658310120705664, + "grad_norm": 1.3924411535263062, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8710331320762634, + "num_tokens": 150240493.0, + "step": 4124 + }, + { + "epoch": 0.766016713091922, + "grad_norm": 1.269700527191162, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.878511905670166, + "num_tokens": 150284597.0, + "step": 4125 + }, + { + "epoch": 0.7662024141132776, + "grad_norm": 1.3762762546539307, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8747988939285278, + "num_tokens": 150326867.0, + "step": 4126 + }, + { + "epoch": 0.7663881151346332, + "grad_norm": 1.4282890558242798, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8578917980194092, + "num_tokens": 150365527.0, + "step": 4127 + }, + { + "epoch": 0.7665738161559889, + "grad_norm": 1.4314504861831665, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8558748364448547, + "num_tokens": 150403608.0, + "step": 4128 + }, + { + "epoch": 0.7667595171773445, + "grad_norm": 1.495995283126831, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8670059442520142, + "num_tokens": 150439290.0, + "step": 4129 + }, + { + "epoch": 0.7669452181987001, + "grad_norm": 1.5266284942626953, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.863282322883606, + "num_tokens": 150473845.0, + "step": 4130 + }, + { + "epoch": 0.7671309192200557, + "grad_norm": 1.4955209493637085, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8613202571868896, + "num_tokens": 150508513.0, + "step": 4131 + }, + { + "epoch": 0.7673166202414113, + "grad_norm": 1.4857680797576904, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8554315567016602, + "num_tokens": 150543007.0, + "step": 4132 + }, + { + "epoch": 0.767502321262767, + "grad_norm": 1.5452858209609985, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8656508922576904, + "num_tokens": 150575275.0, + "step": 4133 + }, + { + "epoch": 0.7676880222841226, + "grad_norm": 1.3485218286514282, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8712067008018494, + "num_tokens": 150612258.0, + "step": 4134 + }, + { + "epoch": 0.7678737233054782, + "grad_norm": 1.4644666910171509, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8666129112243652, + "num_tokens": 150653518.0, + "step": 4135 + }, + { + "epoch": 0.7680594243268338, + "grad_norm": 1.5071938037872314, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8687796592712402, + "num_tokens": 150684018.0, + "step": 4136 + }, + { + "epoch": 0.7682451253481895, + "grad_norm": 1.4375146627426147, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8677226305007935, + "num_tokens": 150722021.0, + "step": 4137 + }, + { + "epoch": 0.7684308263695451, + "grad_norm": 1.495015025138855, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8595610857009888, + "num_tokens": 150757382.0, + "step": 4138 + }, + { + "epoch": 0.7686165273909007, + "grad_norm": 1.3432589769363403, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8632937669754028, + "num_tokens": 150797861.0, + "step": 4139 + }, + { + "epoch": 0.7688022284122563, + "grad_norm": 1.4356573820114136, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8807666897773743, + "num_tokens": 150835982.0, + "step": 4140 + }, + { + "epoch": 0.7689879294336119, + "grad_norm": 1.3800345659255981, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8774155378341675, + "num_tokens": 150872360.0, + "step": 4141 + }, + { + "epoch": 0.7691736304549674, + "grad_norm": 1.4189399480819702, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8724378943443298, + "num_tokens": 150909562.0, + "step": 4142 + }, + { + "epoch": 0.7693593314763231, + "grad_norm": 1.4127675294876099, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8682271242141724, + "num_tokens": 150950020.0, + "step": 4143 + }, + { + "epoch": 0.7695450324976787, + "grad_norm": 1.3544155359268188, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8766970634460449, + "num_tokens": 150989082.0, + "step": 4144 + }, + { + "epoch": 0.7697307335190343, + "grad_norm": 1.3946597576141357, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8715198040008545, + "num_tokens": 151024617.0, + "step": 4145 + }, + { + "epoch": 0.7699164345403899, + "grad_norm": 1.3869328498840332, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8592497110366821, + "num_tokens": 151067502.0, + "step": 4146 + }, + { + "epoch": 0.7701021355617456, + "grad_norm": 1.4578877687454224, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.867961049079895, + "num_tokens": 151104422.0, + "step": 4147 + }, + { + "epoch": 0.7702878365831012, + "grad_norm": 1.4102479219436646, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8638701438903809, + "num_tokens": 151142953.0, + "step": 4148 + }, + { + "epoch": 0.7704735376044568, + "grad_norm": 1.5192049741744995, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8624132871627808, + "num_tokens": 151179979.0, + "step": 4149 + }, + { + "epoch": 0.7706592386258124, + "grad_norm": 1.3926501274108887, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.860202431678772, + "num_tokens": 151220388.0, + "step": 4150 + }, + { + "epoch": 0.770844939647168, + "grad_norm": 1.58745539188385, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8536219596862793, + "num_tokens": 151253100.0, + "step": 4151 + }, + { + "epoch": 0.7710306406685237, + "grad_norm": 1.2923970222473145, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8746870756149292, + "num_tokens": 151295547.0, + "step": 4152 + }, + { + "epoch": 0.7712163416898793, + "grad_norm": 1.3632352352142334, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8721109628677368, + "num_tokens": 151339164.0, + "step": 4153 + }, + { + "epoch": 0.7714020427112349, + "grad_norm": 1.5194083452224731, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8643518090248108, + "num_tokens": 151371439.0, + "step": 4154 + }, + { + "epoch": 0.7715877437325905, + "grad_norm": 1.5040967464447021, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8546862602233887, + "num_tokens": 151407611.0, + "step": 4155 + }, + { + "epoch": 0.7717734447539462, + "grad_norm": 1.395729422569275, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.873437225818634, + "num_tokens": 151444069.0, + "step": 4156 + }, + { + "epoch": 0.7719591457753018, + "grad_norm": 1.3354809284210205, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8889462947845459, + "num_tokens": 151479868.0, + "step": 4157 + }, + { + "epoch": 0.7721448467966574, + "grad_norm": 1.5019954442977905, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.880901038646698, + "num_tokens": 151512455.0, + "step": 4158 + }, + { + "epoch": 0.772330547818013, + "grad_norm": 1.4058070182800293, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8728387951850891, + "num_tokens": 151549122.0, + "step": 4159 + }, + { + "epoch": 0.7725162488393686, + "grad_norm": 1.42813241481781, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8634682297706604, + "num_tokens": 151589218.0, + "step": 4160 + }, + { + "epoch": 0.7727019498607243, + "grad_norm": 1.457294225692749, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8627047538757324, + "num_tokens": 151626726.0, + "step": 4161 + }, + { + "epoch": 0.7728876508820799, + "grad_norm": 1.3297792673110962, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8699101209640503, + "num_tokens": 151666944.0, + "step": 4162 + }, + { + "epoch": 0.7730733519034355, + "grad_norm": 1.649936318397522, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8589526414871216, + "num_tokens": 151699024.0, + "step": 4163 + }, + { + "epoch": 0.7732590529247911, + "grad_norm": 1.398768663406372, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.871414303779602, + "num_tokens": 151737029.0, + "step": 4164 + }, + { + "epoch": 0.7734447539461468, + "grad_norm": 1.4216727018356323, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8736546635627747, + "num_tokens": 151771730.0, + "step": 4165 + }, + { + "epoch": 0.7736304549675023, + "grad_norm": 1.4985216856002808, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8759257793426514, + "num_tokens": 151803167.0, + "step": 4166 + }, + { + "epoch": 0.7738161559888579, + "grad_norm": 1.3924849033355713, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8675939440727234, + "num_tokens": 151839554.0, + "step": 4167 + }, + { + "epoch": 0.7740018570102135, + "grad_norm": 1.347285509109497, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8673572540283203, + "num_tokens": 151879247.0, + "step": 4168 + }, + { + "epoch": 0.7741875580315691, + "grad_norm": 1.3565313816070557, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8644236326217651, + "num_tokens": 151922343.0, + "step": 4169 + }, + { + "epoch": 0.7743732590529248, + "grad_norm": 1.5453230142593384, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8684285283088684, + "num_tokens": 151957067.0, + "step": 4170 + }, + { + "epoch": 0.7745589600742804, + "grad_norm": 1.457641363143921, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8705265522003174, + "num_tokens": 151991877.0, + "step": 4171 + }, + { + "epoch": 0.774744661095636, + "grad_norm": 1.3006950616836548, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8812388181686401, + "num_tokens": 152030988.0, + "step": 4172 + }, + { + "epoch": 0.7749303621169916, + "grad_norm": 1.460642695426941, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8707252740859985, + "num_tokens": 152065096.0, + "step": 4173 + }, + { + "epoch": 0.7751160631383472, + "grad_norm": 1.4901255369186401, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8757174015045166, + "num_tokens": 152101294.0, + "step": 4174 + }, + { + "epoch": 0.7753017641597029, + "grad_norm": 1.4549312591552734, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.861506998538971, + "num_tokens": 152140215.0, + "step": 4175 + }, + { + "epoch": 0.7754874651810585, + "grad_norm": 1.4285213947296143, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8777964115142822, + "num_tokens": 152174716.0, + "step": 4176 + }, + { + "epoch": 0.7756731662024141, + "grad_norm": 1.3758141994476318, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8715121150016785, + "num_tokens": 152210930.0, + "step": 4177 + }, + { + "epoch": 0.7758588672237697, + "grad_norm": 1.4592876434326172, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8511888384819031, + "num_tokens": 152247498.0, + "step": 4178 + }, + { + "epoch": 0.7760445682451254, + "grad_norm": 1.5160117149353027, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8435983657836914, + "num_tokens": 152283525.0, + "step": 4179 + }, + { + "epoch": 0.776230269266481, + "grad_norm": 1.368134617805481, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8780608177185059, + "num_tokens": 152322954.0, + "step": 4180 + }, + { + "epoch": 0.7764159702878366, + "grad_norm": 1.476845383644104, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8732291460037231, + "num_tokens": 152356809.0, + "step": 4181 + }, + { + "epoch": 0.7766016713091922, + "grad_norm": 1.49087393283844, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8797793388366699, + "num_tokens": 152392341.0, + "step": 4182 + }, + { + "epoch": 0.7767873723305478, + "grad_norm": 1.4907433986663818, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8628987669944763, + "num_tokens": 152429454.0, + "step": 4183 + }, + { + "epoch": 0.7769730733519035, + "grad_norm": 1.4394190311431885, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8737173080444336, + "num_tokens": 152466344.0, + "step": 4184 + }, + { + "epoch": 0.7771587743732591, + "grad_norm": 1.5042567253112793, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8807228207588196, + "num_tokens": 152500877.0, + "step": 4185 + }, + { + "epoch": 0.7773444753946147, + "grad_norm": 1.3979085683822632, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.862788200378418, + "num_tokens": 152541551.0, + "step": 4186 + }, + { + "epoch": 0.7775301764159703, + "grad_norm": 1.595375418663025, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8617888689041138, + "num_tokens": 152573799.0, + "step": 4187 + }, + { + "epoch": 0.777715877437326, + "grad_norm": 1.4381122589111328, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8664774894714355, + "num_tokens": 152611382.0, + "step": 4188 + }, + { + "epoch": 0.7779015784586816, + "grad_norm": 1.4605774879455566, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.861979067325592, + "num_tokens": 152648311.0, + "step": 4189 + }, + { + "epoch": 0.7780872794800371, + "grad_norm": 1.5512897968292236, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.875293493270874, + "num_tokens": 152677957.0, + "step": 4190 + }, + { + "epoch": 0.7782729805013927, + "grad_norm": 1.3782254457473755, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8680588006973267, + "num_tokens": 152717292.0, + "step": 4191 + }, + { + "epoch": 0.7784586815227483, + "grad_norm": 1.442304015159607, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8652259111404419, + "num_tokens": 152753252.0, + "step": 4192 + }, + { + "epoch": 0.778644382544104, + "grad_norm": 1.5001802444458008, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8723297119140625, + "num_tokens": 152784268.0, + "step": 4193 + }, + { + "epoch": 0.7788300835654596, + "grad_norm": 1.469826579093933, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8701553344726562, + "num_tokens": 152817771.0, + "step": 4194 + }, + { + "epoch": 0.7790157845868152, + "grad_norm": 1.3806300163269043, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8672440648078918, + "num_tokens": 152858264.0, + "step": 4195 + }, + { + "epoch": 0.7792014856081708, + "grad_norm": 1.4455405473709106, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8730562925338745, + "num_tokens": 152891721.0, + "step": 4196 + }, + { + "epoch": 0.7793871866295264, + "grad_norm": 1.4883875846862793, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8558381795883179, + "num_tokens": 152925436.0, + "step": 4197 + }, + { + "epoch": 0.7795728876508821, + "grad_norm": 1.453838586807251, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8663650751113892, + "num_tokens": 152959988.0, + "step": 4198 + }, + { + "epoch": 0.7797585886722377, + "grad_norm": 1.3286011219024658, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8710922002792358, + "num_tokens": 153005995.0, + "step": 4199 + }, + { + "epoch": 0.7799442896935933, + "grad_norm": 1.5508149862289429, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8599627017974854, + "num_tokens": 153037945.0, + "step": 4200 + }, + { + "epoch": 0.7801299907149489, + "grad_norm": 1.378433346748352, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8752629160881042, + "num_tokens": 153077739.0, + "step": 4201 + }, + { + "epoch": 0.7803156917363046, + "grad_norm": 1.443404197692871, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8679624795913696, + "num_tokens": 153111950.0, + "step": 4202 + }, + { + "epoch": 0.7805013927576602, + "grad_norm": 1.473940134048462, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8520910739898682, + "num_tokens": 153154242.0, + "step": 4203 + }, + { + "epoch": 0.7806870937790158, + "grad_norm": 1.4479429721832275, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8739345073699951, + "num_tokens": 153188563.0, + "step": 4204 + }, + { + "epoch": 0.7808727948003714, + "grad_norm": 1.3724286556243896, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8737390041351318, + "num_tokens": 153231095.0, + "step": 4205 + }, + { + "epoch": 0.781058495821727, + "grad_norm": 1.3547204732894897, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8635957837104797, + "num_tokens": 153271261.0, + "step": 4206 + }, + { + "epoch": 0.7812441968430827, + "grad_norm": 1.3612219095230103, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8697977066040039, + "num_tokens": 153308635.0, + "step": 4207 + }, + { + "epoch": 0.7814298978644383, + "grad_norm": 1.468763828277588, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8720034956932068, + "num_tokens": 153344836.0, + "step": 4208 + }, + { + "epoch": 0.7816155988857939, + "grad_norm": 1.3172739744186401, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.881446123123169, + "num_tokens": 153385709.0, + "step": 4209 + }, + { + "epoch": 0.7818012999071495, + "grad_norm": 1.434517502784729, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8708877563476562, + "num_tokens": 153422909.0, + "step": 4210 + }, + { + "epoch": 0.7819870009285051, + "grad_norm": 1.4069815874099731, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8679620027542114, + "num_tokens": 153458421.0, + "step": 4211 + }, + { + "epoch": 0.7821727019498608, + "grad_norm": 1.4021086692810059, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8770925998687744, + "num_tokens": 153495893.0, + "step": 4212 + }, + { + "epoch": 0.7823584029712164, + "grad_norm": 1.5240975618362427, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8671839833259583, + "num_tokens": 153528146.0, + "step": 4213 + }, + { + "epoch": 0.7825441039925719, + "grad_norm": 1.477545976638794, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8617889881134033, + "num_tokens": 153568901.0, + "step": 4214 + }, + { + "epoch": 0.7827298050139275, + "grad_norm": 1.4263367652893066, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8658280372619629, + "num_tokens": 153606984.0, + "step": 4215 + }, + { + "epoch": 0.7829155060352831, + "grad_norm": 1.4131748676300049, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8637517094612122, + "num_tokens": 153643336.0, + "step": 4216 + }, + { + "epoch": 0.7831012070566388, + "grad_norm": 1.3961693048477173, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8762137293815613, + "num_tokens": 153679072.0, + "step": 4217 + }, + { + "epoch": 0.7832869080779944, + "grad_norm": 1.4975625276565552, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8657616376876831, + "num_tokens": 153714460.0, + "step": 4218 + }, + { + "epoch": 0.78347260909935, + "grad_norm": 1.5045140981674194, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8750076293945312, + "num_tokens": 153745578.0, + "step": 4219 + }, + { + "epoch": 0.7836583101207056, + "grad_norm": 1.5532197952270508, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8643221855163574, + "num_tokens": 153777989.0, + "step": 4220 + }, + { + "epoch": 0.7838440111420613, + "grad_norm": 1.52069890499115, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8604487180709839, + "num_tokens": 153815383.0, + "step": 4221 + }, + { + "epoch": 0.7840297121634169, + "grad_norm": 1.4129277467727661, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8742749691009521, + "num_tokens": 153851942.0, + "step": 4222 + }, + { + "epoch": 0.7842154131847725, + "grad_norm": 1.291125774383545, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8858883380889893, + "num_tokens": 153894901.0, + "step": 4223 + }, + { + "epoch": 0.7844011142061281, + "grad_norm": 1.47916841506958, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8616772890090942, + "num_tokens": 153929077.0, + "step": 4224 + }, + { + "epoch": 0.7845868152274837, + "grad_norm": 1.3670556545257568, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8810780644416809, + "num_tokens": 153963384.0, + "step": 4225 + }, + { + "epoch": 0.7847725162488394, + "grad_norm": 1.4976204633712769, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8639844655990601, + "num_tokens": 154001461.0, + "step": 4226 + }, + { + "epoch": 0.784958217270195, + "grad_norm": 1.474308729171753, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8595130443572998, + "num_tokens": 154040989.0, + "step": 4227 + }, + { + "epoch": 0.7851439182915506, + "grad_norm": 1.3569384813308716, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8837317228317261, + "num_tokens": 154076564.0, + "step": 4228 + }, + { + "epoch": 0.7853296193129062, + "grad_norm": 1.388817548751831, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.868248701095581, + "num_tokens": 154114771.0, + "step": 4229 + }, + { + "epoch": 0.7855153203342619, + "grad_norm": 1.4154701232910156, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8677425384521484, + "num_tokens": 154153277.0, + "step": 4230 + }, + { + "epoch": 0.7857010213556175, + "grad_norm": 1.365978479385376, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8684178590774536, + "num_tokens": 154192492.0, + "step": 4231 + }, + { + "epoch": 0.7858867223769731, + "grad_norm": 1.5659524202346802, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8539850115776062, + "num_tokens": 154224541.0, + "step": 4232 + }, + { + "epoch": 0.7860724233983287, + "grad_norm": 1.4221223592758179, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.855695903301239, + "num_tokens": 154265915.0, + "step": 4233 + }, + { + "epoch": 0.7862581244196843, + "grad_norm": 1.403727650642395, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8728071451187134, + "num_tokens": 154304557.0, + "step": 4234 + }, + { + "epoch": 0.78644382544104, + "grad_norm": 1.3955882787704468, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8691985607147217, + "num_tokens": 154339656.0, + "step": 4235 + }, + { + "epoch": 0.7866295264623956, + "grad_norm": 1.3886548280715942, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8562813997268677, + "num_tokens": 154378149.0, + "step": 4236 + }, + { + "epoch": 0.7868152274837512, + "grad_norm": 1.4079190492630005, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8658603429794312, + "num_tokens": 154421255.0, + "step": 4237 + }, + { + "epoch": 0.7870009285051067, + "grad_norm": 1.4199037551879883, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8718568086624146, + "num_tokens": 154456548.0, + "step": 4238 + }, + { + "epoch": 0.7871866295264623, + "grad_norm": 1.3314452171325684, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8831166625022888, + "num_tokens": 154494239.0, + "step": 4239 + }, + { + "epoch": 0.787372330547818, + "grad_norm": 1.4604369401931763, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8714776039123535, + "num_tokens": 154528153.0, + "step": 4240 + }, + { + "epoch": 0.7875580315691736, + "grad_norm": 1.3672070503234863, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8572674989700317, + "num_tokens": 154570502.0, + "step": 4241 + }, + { + "epoch": 0.7877437325905292, + "grad_norm": 1.4645206928253174, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8545268774032593, + "num_tokens": 154609468.0, + "step": 4242 + }, + { + "epoch": 0.7879294336118848, + "grad_norm": 1.473934531211853, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8428727984428406, + "num_tokens": 154649839.0, + "step": 4243 + }, + { + "epoch": 0.7881151346332405, + "grad_norm": 1.5131107568740845, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8701275587081909, + "num_tokens": 154686234.0, + "step": 4244 + }, + { + "epoch": 0.7883008356545961, + "grad_norm": 1.357844591140747, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8599159121513367, + "num_tokens": 154728539.0, + "step": 4245 + }, + { + "epoch": 0.7884865366759517, + "grad_norm": 1.451690673828125, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8675463795661926, + "num_tokens": 154765346.0, + "step": 4246 + }, + { + "epoch": 0.7886722376973073, + "grad_norm": 1.4545116424560547, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8733723759651184, + "num_tokens": 154800222.0, + "step": 4247 + }, + { + "epoch": 0.7888579387186629, + "grad_norm": 1.4832556247711182, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.859245777130127, + "num_tokens": 154834124.0, + "step": 4248 + }, + { + "epoch": 0.7890436397400186, + "grad_norm": 1.5098148584365845, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8569638133049011, + "num_tokens": 154869634.0, + "step": 4249 + }, + { + "epoch": 0.7892293407613742, + "grad_norm": 1.3970873355865479, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8659170866012573, + "num_tokens": 154910246.0, + "step": 4250 + }, + { + "epoch": 0.7894150417827298, + "grad_norm": 1.4457340240478516, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8705164194107056, + "num_tokens": 154944164.0, + "step": 4251 + }, + { + "epoch": 0.7896007428040854, + "grad_norm": 1.324710726737976, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8812047243118286, + "num_tokens": 154980304.0, + "step": 4252 + }, + { + "epoch": 0.789786443825441, + "grad_norm": 1.3796372413635254, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8785229325294495, + "num_tokens": 155015158.0, + "step": 4253 + }, + { + "epoch": 0.7899721448467967, + "grad_norm": 1.4538569450378418, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8726446628570557, + "num_tokens": 155046498.0, + "step": 4254 + }, + { + "epoch": 0.7901578458681523, + "grad_norm": 1.4846981763839722, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8632338047027588, + "num_tokens": 155080809.0, + "step": 4255 + }, + { + "epoch": 0.7903435468895079, + "grad_norm": 1.4760420322418213, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8618505597114563, + "num_tokens": 155116586.0, + "step": 4256 + }, + { + "epoch": 0.7905292479108635, + "grad_norm": 1.508582592010498, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8526586294174194, + "num_tokens": 155156538.0, + "step": 4257 + }, + { + "epoch": 0.7907149489322192, + "grad_norm": 1.4797210693359375, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8781945705413818, + "num_tokens": 155190301.0, + "step": 4258 + }, + { + "epoch": 0.7909006499535748, + "grad_norm": 1.5053672790527344, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8653532266616821, + "num_tokens": 155222467.0, + "step": 4259 + }, + { + "epoch": 0.7910863509749304, + "grad_norm": 1.5445636510849, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8497086763381958, + "num_tokens": 155257635.0, + "step": 4260 + }, + { + "epoch": 0.791272051996286, + "grad_norm": 1.7124935388565063, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8571183681488037, + "num_tokens": 155291351.0, + "step": 4261 + }, + { + "epoch": 0.7914577530176417, + "grad_norm": 1.5476166009902954, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8595334887504578, + "num_tokens": 155323372.0, + "step": 4262 + }, + { + "epoch": 0.7916434540389972, + "grad_norm": 1.4001274108886719, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8735256195068359, + "num_tokens": 155357466.0, + "step": 4263 + }, + { + "epoch": 0.7918291550603528, + "grad_norm": 1.487208604812622, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8695478439331055, + "num_tokens": 155395487.0, + "step": 4264 + }, + { + "epoch": 0.7920148560817084, + "grad_norm": 1.4563899040222168, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8660352826118469, + "num_tokens": 155435862.0, + "step": 4265 + }, + { + "epoch": 0.792200557103064, + "grad_norm": 1.4923245906829834, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8602257966995239, + "num_tokens": 155471436.0, + "step": 4266 + }, + { + "epoch": 0.7923862581244197, + "grad_norm": 1.441114902496338, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8773458003997803, + "num_tokens": 155506517.0, + "step": 4267 + }, + { + "epoch": 0.7925719591457753, + "grad_norm": 1.397934913635254, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8794056177139282, + "num_tokens": 155540248.0, + "step": 4268 + }, + { + "epoch": 0.7927576601671309, + "grad_norm": 1.4700559377670288, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8800773620605469, + "num_tokens": 155574330.0, + "step": 4269 + }, + { + "epoch": 0.7929433611884865, + "grad_norm": 1.5252522230148315, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8434170484542847, + "num_tokens": 155614932.0, + "step": 4270 + }, + { + "epoch": 0.7931290622098421, + "grad_norm": 1.5049387216567993, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8711638450622559, + "num_tokens": 155648129.0, + "step": 4271 + }, + { + "epoch": 0.7933147632311978, + "grad_norm": 1.3783390522003174, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8726183176040649, + "num_tokens": 155682802.0, + "step": 4272 + }, + { + "epoch": 0.7935004642525534, + "grad_norm": 1.4925261735916138, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.868762731552124, + "num_tokens": 155721210.0, + "step": 4273 + }, + { + "epoch": 0.793686165273909, + "grad_norm": 1.4578677415847778, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.869269847869873, + "num_tokens": 155753960.0, + "step": 4274 + }, + { + "epoch": 0.7938718662952646, + "grad_norm": 1.5912699699401855, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8649247884750366, + "num_tokens": 155784023.0, + "step": 4275 + }, + { + "epoch": 0.7940575673166202, + "grad_norm": 1.314452886581421, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8788383603096008, + "num_tokens": 155822068.0, + "step": 4276 + }, + { + "epoch": 0.7942432683379759, + "grad_norm": 1.6240485906600952, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8765503168106079, + "num_tokens": 155852254.0, + "step": 4277 + }, + { + "epoch": 0.7944289693593315, + "grad_norm": 1.4396284818649292, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8664535880088806, + "num_tokens": 155888192.0, + "step": 4278 + }, + { + "epoch": 0.7946146703806871, + "grad_norm": 1.429551601409912, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8654584884643555, + "num_tokens": 155922472.0, + "step": 4279 + }, + { + "epoch": 0.7948003714020427, + "grad_norm": 1.507355809211731, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8702893853187561, + "num_tokens": 155956202.0, + "step": 4280 + }, + { + "epoch": 0.7949860724233984, + "grad_norm": 1.3776947259902954, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.876878559589386, + "num_tokens": 155990784.0, + "step": 4281 + }, + { + "epoch": 0.795171773444754, + "grad_norm": 1.4634747505187988, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8597689867019653, + "num_tokens": 156029107.0, + "step": 4282 + }, + { + "epoch": 0.7953574744661096, + "grad_norm": 1.61233651638031, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8564306497573853, + "num_tokens": 156058037.0, + "step": 4283 + }, + { + "epoch": 0.7955431754874652, + "grad_norm": 1.5482275485992432, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8732479810714722, + "num_tokens": 156090017.0, + "step": 4284 + }, + { + "epoch": 0.7957288765088208, + "grad_norm": 1.4611899852752686, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8594895005226135, + "num_tokens": 156126655.0, + "step": 4285 + }, + { + "epoch": 0.7959145775301765, + "grad_norm": 1.4342068433761597, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8738300204277039, + "num_tokens": 156161982.0, + "step": 4286 + }, + { + "epoch": 0.796100278551532, + "grad_norm": 1.459378957748413, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.855129599571228, + "num_tokens": 156198375.0, + "step": 4287 + }, + { + "epoch": 0.7962859795728876, + "grad_norm": 1.6470370292663574, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8646493554115295, + "num_tokens": 156230987.0, + "step": 4288 + }, + { + "epoch": 0.7964716805942432, + "grad_norm": 1.343050479888916, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8744537234306335, + "num_tokens": 156271091.0, + "step": 4289 + }, + { + "epoch": 0.7966573816155988, + "grad_norm": 1.5063806772232056, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8511657118797302, + "num_tokens": 156307854.0, + "step": 4290 + }, + { + "epoch": 0.7968430826369545, + "grad_norm": 1.4688241481781006, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8574366569519043, + "num_tokens": 156344108.0, + "step": 4291 + }, + { + "epoch": 0.7970287836583101, + "grad_norm": 1.3781592845916748, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8671154379844666, + "num_tokens": 156382953.0, + "step": 4292 + }, + { + "epoch": 0.7972144846796657, + "grad_norm": 1.497495412826538, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8744949102401733, + "num_tokens": 156415984.0, + "step": 4293 + }, + { + "epoch": 0.7974001857010213, + "grad_norm": 1.4974160194396973, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8686220645904541, + "num_tokens": 156447983.0, + "step": 4294 + }, + { + "epoch": 0.797585886722377, + "grad_norm": 1.362223505973816, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8686622381210327, + "num_tokens": 156485087.0, + "step": 4295 + }, + { + "epoch": 0.7977715877437326, + "grad_norm": 1.3842099905014038, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.873301088809967, + "num_tokens": 156522507.0, + "step": 4296 + }, + { + "epoch": 0.7979572887650882, + "grad_norm": 1.3430919647216797, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8752144575119019, + "num_tokens": 156559787.0, + "step": 4297 + }, + { + "epoch": 0.7981429897864438, + "grad_norm": 1.49943208694458, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8596006035804749, + "num_tokens": 156596025.0, + "step": 4298 + }, + { + "epoch": 0.7983286908077994, + "grad_norm": 1.3563016653060913, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8693509101867676, + "num_tokens": 156635905.0, + "step": 4299 + }, + { + "epoch": 0.7985143918291551, + "grad_norm": 1.3655296564102173, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8551141023635864, + "num_tokens": 156677286.0, + "step": 4300 + }, + { + "epoch": 0.7987000928505107, + "grad_norm": 1.5234848260879517, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8683204650878906, + "num_tokens": 156708623.0, + "step": 4301 + }, + { + "epoch": 0.7988857938718663, + "grad_norm": 1.5418471097946167, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8591196537017822, + "num_tokens": 156743043.0, + "step": 4302 + }, + { + "epoch": 0.7990714948932219, + "grad_norm": 1.4354686737060547, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8634030222892761, + "num_tokens": 156782643.0, + "step": 4303 + }, + { + "epoch": 0.7992571959145776, + "grad_norm": 1.5430785417556763, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8628787994384766, + "num_tokens": 156815310.0, + "step": 4304 + }, + { + "epoch": 0.7994428969359332, + "grad_norm": 1.3883986473083496, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8769025802612305, + "num_tokens": 156852725.0, + "step": 4305 + }, + { + "epoch": 0.7996285979572888, + "grad_norm": 1.4037857055664062, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8661603927612305, + "num_tokens": 156890876.0, + "step": 4306 + }, + { + "epoch": 0.7998142989786444, + "grad_norm": 1.4969161748886108, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8536689281463623, + "num_tokens": 156925570.0, + "step": 4307 + }, + { + "epoch": 0.8, + "grad_norm": 1.5880085229873657, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8580679893493652, + "num_tokens": 156957983.0, + "step": 4308 + }, + { + "epoch": 0.8001857010213557, + "grad_norm": 1.3882545232772827, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8625971674919128, + "num_tokens": 156993829.0, + "step": 4309 + }, + { + "epoch": 0.8003714020427113, + "grad_norm": 1.3654500246047974, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8734538555145264, + "num_tokens": 157029129.0, + "step": 4310 + }, + { + "epoch": 0.8005571030640668, + "grad_norm": 1.3117188215255737, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8878473043441772, + "num_tokens": 157064224.0, + "step": 4311 + }, + { + "epoch": 0.8007428040854224, + "grad_norm": 1.5061070919036865, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8676256537437439, + "num_tokens": 157100079.0, + "step": 4312 + }, + { + "epoch": 0.800928505106778, + "grad_norm": 1.366908311843872, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8799551725387573, + "num_tokens": 157135104.0, + "step": 4313 + }, + { + "epoch": 0.8011142061281337, + "grad_norm": 1.5189355611801147, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8590269088745117, + "num_tokens": 157166593.0, + "step": 4314 + }, + { + "epoch": 0.8012999071494893, + "grad_norm": 1.455864429473877, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8651430606842041, + "num_tokens": 157201584.0, + "step": 4315 + }, + { + "epoch": 0.8014856081708449, + "grad_norm": 1.450108528137207, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8662800788879395, + "num_tokens": 157240974.0, + "step": 4316 + }, + { + "epoch": 0.8016713091922005, + "grad_norm": 1.4233777523040771, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8640472292900085, + "num_tokens": 157280275.0, + "step": 4317 + }, + { + "epoch": 0.8018570102135562, + "grad_norm": 1.3479567766189575, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8870366811752319, + "num_tokens": 157316836.0, + "step": 4318 + }, + { + "epoch": 0.8020427112349118, + "grad_norm": 1.5121331214904785, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8602412939071655, + "num_tokens": 157354549.0, + "step": 4319 + }, + { + "epoch": 0.8022284122562674, + "grad_norm": 1.4672304391860962, + "learning_rate": 1e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8385830521583557, + "num_tokens": 157397425.0, + "step": 4320 + }, + { + "epoch": 0.802414113277623, + "grad_norm": 1.4254359006881714, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8712623119354248, + "num_tokens": 157435064.0, + "step": 4321 + }, + { + "epoch": 0.8025998142989786, + "grad_norm": 1.297279953956604, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8727325201034546, + "num_tokens": 157476929.0, + "step": 4322 + }, + { + "epoch": 0.8027855153203343, + "grad_norm": 1.5899176597595215, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8627033829689026, + "num_tokens": 157508382.0, + "step": 4323 + }, + { + "epoch": 0.8029712163416899, + "grad_norm": 1.471841812133789, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8684983849525452, + "num_tokens": 157542880.0, + "step": 4324 + }, + { + "epoch": 0.8031569173630455, + "grad_norm": 1.3826780319213867, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8746482133865356, + "num_tokens": 157579783.0, + "step": 4325 + }, + { + "epoch": 0.8033426183844011, + "grad_norm": 1.4308900833129883, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8760105967521667, + "num_tokens": 157616423.0, + "step": 4326 + }, + { + "epoch": 0.8035283194057568, + "grad_norm": 1.4190316200256348, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8714444637298584, + "num_tokens": 157653211.0, + "step": 4327 + }, + { + "epoch": 0.8037140204271124, + "grad_norm": 1.3636727333068848, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8598358035087585, + "num_tokens": 157692425.0, + "step": 4328 + }, + { + "epoch": 0.803899721448468, + "grad_norm": 1.5695246458053589, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8673220872879028, + "num_tokens": 157723657.0, + "step": 4329 + }, + { + "epoch": 0.8040854224698236, + "grad_norm": 1.564328908920288, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.860410749912262, + "num_tokens": 157758220.0, + "step": 4330 + }, + { + "epoch": 0.8042711234911792, + "grad_norm": 1.4702414274215698, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8641037940979004, + "num_tokens": 157793859.0, + "step": 4331 + }, + { + "epoch": 0.8044568245125349, + "grad_norm": 1.444224238395691, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8605712652206421, + "num_tokens": 157833513.0, + "step": 4332 + }, + { + "epoch": 0.8046425255338905, + "grad_norm": 1.4726414680480957, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8770825862884521, + "num_tokens": 157864719.0, + "step": 4333 + }, + { + "epoch": 0.8048282265552461, + "grad_norm": 1.5263211727142334, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8564208745956421, + "num_tokens": 157900601.0, + "step": 4334 + }, + { + "epoch": 0.8050139275766016, + "grad_norm": 1.3325740098953247, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8728469610214233, + "num_tokens": 157938756.0, + "step": 4335 + }, + { + "epoch": 0.8051996285979572, + "grad_norm": 1.3842475414276123, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8823513388633728, + "num_tokens": 157973595.0, + "step": 4336 + }, + { + "epoch": 0.8053853296193129, + "grad_norm": 1.3710148334503174, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8719303011894226, + "num_tokens": 158010031.0, + "step": 4337 + }, + { + "epoch": 0.8055710306406685, + "grad_norm": 1.4575306177139282, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8668032884597778, + "num_tokens": 158044708.0, + "step": 4338 + }, + { + "epoch": 0.8057567316620241, + "grad_norm": 1.465625524520874, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8710940480232239, + "num_tokens": 158086058.0, + "step": 4339 + }, + { + "epoch": 0.8059424326833797, + "grad_norm": 1.3842430114746094, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8725631237030029, + "num_tokens": 158121727.0, + "step": 4340 + }, + { + "epoch": 0.8061281337047354, + "grad_norm": 1.3292115926742554, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8758455514907837, + "num_tokens": 158164733.0, + "step": 4341 + }, + { + "epoch": 0.806313834726091, + "grad_norm": 1.4752501249313354, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8597401976585388, + "num_tokens": 158199571.0, + "step": 4342 + }, + { + "epoch": 0.8064995357474466, + "grad_norm": 1.5191237926483154, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8747479915618896, + "num_tokens": 158231833.0, + "step": 4343 + }, + { + "epoch": 0.8066852367688022, + "grad_norm": 1.387277364730835, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8800019025802612, + "num_tokens": 158271154.0, + "step": 4344 + }, + { + "epoch": 0.8068709377901578, + "grad_norm": 1.438483476638794, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8634110689163208, + "num_tokens": 158310196.0, + "step": 4345 + }, + { + "epoch": 0.8070566388115135, + "grad_norm": 1.4717562198638916, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8532952070236206, + "num_tokens": 158348899.0, + "step": 4346 + }, + { + "epoch": 0.8072423398328691, + "grad_norm": 1.5653178691864014, + "learning_rate": 1e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8418657779693604, + "num_tokens": 158382351.0, + "step": 4347 + }, + { + "epoch": 0.8074280408542247, + "grad_norm": 1.4942471981048584, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8587030172348022, + "num_tokens": 158419846.0, + "step": 4348 + }, + { + "epoch": 0.8076137418755803, + "grad_norm": 1.3842113018035889, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8775949478149414, + "num_tokens": 158456583.0, + "step": 4349 + }, + { + "epoch": 0.807799442896936, + "grad_norm": 1.445548415184021, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8572105169296265, + "num_tokens": 158496317.0, + "step": 4350 + }, + { + "epoch": 0.8079851439182916, + "grad_norm": 1.4498887062072754, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8613026142120361, + "num_tokens": 158535235.0, + "step": 4351 + }, + { + "epoch": 0.8081708449396472, + "grad_norm": 1.4466304779052734, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8718125224113464, + "num_tokens": 158571534.0, + "step": 4352 + }, + { + "epoch": 0.8083565459610028, + "grad_norm": 1.2852845191955566, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8620058298110962, + "num_tokens": 158618505.0, + "step": 4353 + }, + { + "epoch": 0.8085422469823584, + "grad_norm": 1.5211418867111206, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8725703954696655, + "num_tokens": 158649809.0, + "step": 4354 + }, + { + "epoch": 0.8087279480037141, + "grad_norm": 1.4222240447998047, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8750007152557373, + "num_tokens": 158686964.0, + "step": 4355 + }, + { + "epoch": 0.8089136490250697, + "grad_norm": 1.5007067918777466, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8536709547042847, + "num_tokens": 158725992.0, + "step": 4356 + }, + { + "epoch": 0.8090993500464253, + "grad_norm": 1.42332923412323, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8721656799316406, + "num_tokens": 158764341.0, + "step": 4357 + }, + { + "epoch": 0.8092850510677809, + "grad_norm": 1.4944771528244019, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8604636192321777, + "num_tokens": 158803613.0, + "step": 4358 + }, + { + "epoch": 0.8094707520891364, + "grad_norm": 1.3298903703689575, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8676357269287109, + "num_tokens": 158844545.0, + "step": 4359 + }, + { + "epoch": 0.8096564531104921, + "grad_norm": 1.3879685401916504, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8722947835922241, + "num_tokens": 158882546.0, + "step": 4360 + }, + { + "epoch": 0.8098421541318477, + "grad_norm": 1.3981595039367676, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8705260753631592, + "num_tokens": 158917382.0, + "step": 4361 + }, + { + "epoch": 0.8100278551532033, + "grad_norm": 1.4104582071304321, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8784852027893066, + "num_tokens": 158954902.0, + "step": 4362 + }, + { + "epoch": 0.8102135561745589, + "grad_norm": 1.310347557067871, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8822712898254395, + "num_tokens": 158992447.0, + "step": 4363 + }, + { + "epoch": 0.8103992571959145, + "grad_norm": 1.4492706060409546, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8737255334854126, + "num_tokens": 159028296.0, + "step": 4364 + }, + { + "epoch": 0.8105849582172702, + "grad_norm": 1.5997023582458496, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8520333170890808, + "num_tokens": 159065342.0, + "step": 4365 + }, + { + "epoch": 0.8107706592386258, + "grad_norm": 1.376834511756897, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8632618188858032, + "num_tokens": 159106487.0, + "step": 4366 + }, + { + "epoch": 0.8109563602599814, + "grad_norm": 1.2884312868118286, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8688240647315979, + "num_tokens": 159149579.0, + "step": 4367 + }, + { + "epoch": 0.811142061281337, + "grad_norm": 1.5722373723983765, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8536727428436279, + "num_tokens": 159180921.0, + "step": 4368 + }, + { + "epoch": 0.8113277623026927, + "grad_norm": 1.346696138381958, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8698874115943909, + "num_tokens": 159223358.0, + "step": 4369 + }, + { + "epoch": 0.8115134633240483, + "grad_norm": 1.4404664039611816, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8654811382293701, + "num_tokens": 159259422.0, + "step": 4370 + }, + { + "epoch": 0.8116991643454039, + "grad_norm": 1.41059410572052, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8745546936988831, + "num_tokens": 159296080.0, + "step": 4371 + }, + { + "epoch": 0.8118848653667595, + "grad_norm": 1.2995513677597046, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8589571714401245, + "num_tokens": 159340777.0, + "step": 4372 + }, + { + "epoch": 0.8120705663881151, + "grad_norm": 1.4531477689743042, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8625405430793762, + "num_tokens": 159377729.0, + "step": 4373 + }, + { + "epoch": 0.8122562674094708, + "grad_norm": 1.450547695159912, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8588261604309082, + "num_tokens": 159417408.0, + "step": 4374 + }, + { + "epoch": 0.8124419684308264, + "grad_norm": 1.4496790170669556, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8808668851852417, + "num_tokens": 159450962.0, + "step": 4375 + }, + { + "epoch": 0.812627669452182, + "grad_norm": 1.354936957359314, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8734319806098938, + "num_tokens": 159491684.0, + "step": 4376 + }, + { + "epoch": 0.8128133704735376, + "grad_norm": 1.3510730266571045, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8791950345039368, + "num_tokens": 159528485.0, + "step": 4377 + }, + { + "epoch": 0.8129990714948933, + "grad_norm": 1.490093469619751, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8692467212677002, + "num_tokens": 159561502.0, + "step": 4378 + }, + { + "epoch": 0.8131847725162489, + "grad_norm": 1.6444158554077148, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8528568744659424, + "num_tokens": 159592743.0, + "step": 4379 + }, + { + "epoch": 0.8133704735376045, + "grad_norm": 1.4335485696792603, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8690192103385925, + "num_tokens": 159629926.0, + "step": 4380 + }, + { + "epoch": 0.8135561745589601, + "grad_norm": 1.325382947921753, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8603881597518921, + "num_tokens": 159672835.0, + "step": 4381 + }, + { + "epoch": 0.8137418755803157, + "grad_norm": 1.5361872911453247, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8620727062225342, + "num_tokens": 159708570.0, + "step": 4382 + }, + { + "epoch": 0.8139275766016713, + "grad_norm": 1.3658815622329712, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.879027247428894, + "num_tokens": 159746228.0, + "step": 4383 + }, + { + "epoch": 0.8141132776230269, + "grad_norm": 1.4556889533996582, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8672686815261841, + "num_tokens": 159781733.0, + "step": 4384 + }, + { + "epoch": 0.8142989786443825, + "grad_norm": 1.3586419820785522, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8534221649169922, + "num_tokens": 159825129.0, + "step": 4385 + }, + { + "epoch": 0.8144846796657381, + "grad_norm": 1.4391404390335083, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8721288442611694, + "num_tokens": 159858994.0, + "step": 4386 + }, + { + "epoch": 0.8146703806870937, + "grad_norm": 1.429848551750183, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8643993735313416, + "num_tokens": 159897162.0, + "step": 4387 + }, + { + "epoch": 0.8148560817084494, + "grad_norm": 1.4464253187179565, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8812930583953857, + "num_tokens": 159933077.0, + "step": 4388 + }, + { + "epoch": 0.815041782729805, + "grad_norm": 1.5854060649871826, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8620151281356812, + "num_tokens": 159968728.0, + "step": 4389 + }, + { + "epoch": 0.8152274837511606, + "grad_norm": 1.5280050039291382, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8546651601791382, + "num_tokens": 160000424.0, + "step": 4390 + }, + { + "epoch": 0.8154131847725162, + "grad_norm": 1.581784725189209, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8742376565933228, + "num_tokens": 160033160.0, + "step": 4391 + }, + { + "epoch": 0.8155988857938719, + "grad_norm": 1.4491890668869019, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8824377059936523, + "num_tokens": 160066718.0, + "step": 4392 + }, + { + "epoch": 0.8157845868152275, + "grad_norm": 1.4112794399261475, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.873962938785553, + "num_tokens": 160100472.0, + "step": 4393 + }, + { + "epoch": 0.8159702878365831, + "grad_norm": 1.5762138366699219, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8655781745910645, + "num_tokens": 160136181.0, + "step": 4394 + }, + { + "epoch": 0.8161559888579387, + "grad_norm": 1.3929942846298218, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8666509985923767, + "num_tokens": 160174758.0, + "step": 4395 + }, + { + "epoch": 0.8163416898792943, + "grad_norm": 1.5325167179107666, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8581664562225342, + "num_tokens": 160208930.0, + "step": 4396 + }, + { + "epoch": 0.81652739090065, + "grad_norm": 1.4017971754074097, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8608729839324951, + "num_tokens": 160250356.0, + "step": 4397 + }, + { + "epoch": 0.8167130919220056, + "grad_norm": 1.4134085178375244, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8609938025474548, + "num_tokens": 160287686.0, + "step": 4398 + }, + { + "epoch": 0.8168987929433612, + "grad_norm": 1.3837395906448364, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8643536567687988, + "num_tokens": 160330823.0, + "step": 4399 + }, + { + "epoch": 0.8170844939647168, + "grad_norm": 1.368802547454834, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.88394695520401, + "num_tokens": 160366589.0, + "step": 4400 + }, + { + "epoch": 0.8172701949860725, + "grad_norm": 1.6353398561477661, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.864867091178894, + "num_tokens": 160396852.0, + "step": 4401 + }, + { + "epoch": 0.8174558960074281, + "grad_norm": 1.304227352142334, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8725762367248535, + "num_tokens": 160435271.0, + "step": 4402 + }, + { + "epoch": 0.8176415970287837, + "grad_norm": 1.406391978263855, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8676042556762695, + "num_tokens": 160474895.0, + "step": 4403 + }, + { + "epoch": 0.8178272980501393, + "grad_norm": 1.3842144012451172, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.877568244934082, + "num_tokens": 160510666.0, + "step": 4404 + }, + { + "epoch": 0.8180129990714949, + "grad_norm": 1.4602036476135254, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8813256025314331, + "num_tokens": 160545536.0, + "step": 4405 + }, + { + "epoch": 0.8181987000928506, + "grad_norm": 1.5069501399993896, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8694210052490234, + "num_tokens": 160579740.0, + "step": 4406 + }, + { + "epoch": 0.8183844011142062, + "grad_norm": 1.5085152387619019, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8703504800796509, + "num_tokens": 160614785.0, + "step": 4407 + }, + { + "epoch": 0.8185701021355617, + "grad_norm": 1.581723690032959, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.868980884552002, + "num_tokens": 160646424.0, + "step": 4408 + }, + { + "epoch": 0.8187558031569173, + "grad_norm": 1.4149889945983887, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8664695024490356, + "num_tokens": 160681547.0, + "step": 4409 + }, + { + "epoch": 0.8189415041782729, + "grad_norm": 1.3984479904174805, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8588247299194336, + "num_tokens": 160720720.0, + "step": 4410 + }, + { + "epoch": 0.8191272051996286, + "grad_norm": 1.309043288230896, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8709369897842407, + "num_tokens": 160767939.0, + "step": 4411 + }, + { + "epoch": 0.8193129062209842, + "grad_norm": 1.4780679941177368, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8685835599899292, + "num_tokens": 160803200.0, + "step": 4412 + }, + { + "epoch": 0.8194986072423398, + "grad_norm": 1.448004961013794, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.855549156665802, + "num_tokens": 160841461.0, + "step": 4413 + }, + { + "epoch": 0.8196843082636954, + "grad_norm": 1.3414562940597534, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8749276399612427, + "num_tokens": 160879173.0, + "step": 4414 + }, + { + "epoch": 0.819870009285051, + "grad_norm": 1.4446938037872314, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8575735688209534, + "num_tokens": 160918381.0, + "step": 4415 + }, + { + "epoch": 0.8200557103064067, + "grad_norm": 1.4768517017364502, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.859046220779419, + "num_tokens": 160953244.0, + "step": 4416 + }, + { + "epoch": 0.8202414113277623, + "grad_norm": 1.4863367080688477, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8757161498069763, + "num_tokens": 160991988.0, + "step": 4417 + }, + { + "epoch": 0.8204271123491179, + "grad_norm": 1.6291422843933105, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.867553174495697, + "num_tokens": 161026113.0, + "step": 4418 + }, + { + "epoch": 0.8206128133704735, + "grad_norm": 1.434541940689087, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8624454140663147, + "num_tokens": 161061626.0, + "step": 4419 + }, + { + "epoch": 0.8207985143918292, + "grad_norm": 1.533617377281189, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8619171977043152, + "num_tokens": 161092701.0, + "step": 4420 + }, + { + "epoch": 0.8209842154131848, + "grad_norm": 1.3253161907196045, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8688579201698303, + "num_tokens": 161132297.0, + "step": 4421 + }, + { + "epoch": 0.8211699164345404, + "grad_norm": 1.3013523817062378, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8798304796218872, + "num_tokens": 161170715.0, + "step": 4422 + }, + { + "epoch": 0.821355617455896, + "grad_norm": 1.4829388856887817, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8538364768028259, + "num_tokens": 161207697.0, + "step": 4423 + }, + { + "epoch": 0.8215413184772516, + "grad_norm": 1.5000265836715698, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.8521966934204102, + "num_tokens": 161246099.0, + "step": 4424 + }, + { + "epoch": 0.8217270194986073, + "grad_norm": 1.5316988229751587, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8697499632835388, + "num_tokens": 161279224.0, + "step": 4425 + }, + { + "epoch": 0.8219127205199629, + "grad_norm": 1.468207597732544, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8698662519454956, + "num_tokens": 161315717.0, + "step": 4426 + }, + { + "epoch": 0.8220984215413185, + "grad_norm": 1.5465741157531738, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8683706521987915, + "num_tokens": 161347971.0, + "step": 4427 + }, + { + "epoch": 0.8222841225626741, + "grad_norm": 1.411719560623169, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8671413660049438, + "num_tokens": 161386506.0, + "step": 4428 + }, + { + "epoch": 0.8224698235840298, + "grad_norm": 1.5065155029296875, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.875460684299469, + "num_tokens": 161420099.0, + "step": 4429 + }, + { + "epoch": 0.8226555246053854, + "grad_norm": 1.4572861194610596, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8670927286148071, + "num_tokens": 161460409.0, + "step": 4430 + }, + { + "epoch": 0.822841225626741, + "grad_norm": 1.4684300422668457, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8760363459587097, + "num_tokens": 161493586.0, + "step": 4431 + }, + { + "epoch": 0.8230269266480965, + "grad_norm": 1.4692714214324951, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8613477349281311, + "num_tokens": 161528241.0, + "step": 4432 + }, + { + "epoch": 0.8232126276694521, + "grad_norm": 1.402317762374878, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8710759878158569, + "num_tokens": 161567823.0, + "step": 4433 + }, + { + "epoch": 0.8233983286908078, + "grad_norm": 1.4240081310272217, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8619585633277893, + "num_tokens": 161607134.0, + "step": 4434 + }, + { + "epoch": 0.8235840297121634, + "grad_norm": 1.4702180624008179, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8674439191818237, + "num_tokens": 161639046.0, + "step": 4435 + }, + { + "epoch": 0.823769730733519, + "grad_norm": 1.3680156469345093, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8788188099861145, + "num_tokens": 161676210.0, + "step": 4436 + }, + { + "epoch": 0.8239554317548746, + "grad_norm": 1.4050484895706177, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8517217636108398, + "num_tokens": 161714789.0, + "step": 4437 + }, + { + "epoch": 0.8241411327762302, + "grad_norm": 1.3311642408370972, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8716408014297485, + "num_tokens": 161752732.0, + "step": 4438 + }, + { + "epoch": 0.8243268337975859, + "grad_norm": 1.4365242719650269, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8777626156806946, + "num_tokens": 161786000.0, + "step": 4439 + }, + { + "epoch": 0.8245125348189415, + "grad_norm": 1.498150110244751, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8734368085861206, + "num_tokens": 161814314.0, + "step": 4440 + }, + { + "epoch": 0.8246982358402971, + "grad_norm": 1.4269474744796753, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8628545999526978, + "num_tokens": 161854342.0, + "step": 4441 + }, + { + "epoch": 0.8248839368616527, + "grad_norm": 1.4768455028533936, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8468813896179199, + "num_tokens": 161894152.0, + "step": 4442 + }, + { + "epoch": 0.8250696378830084, + "grad_norm": 1.3764773607254028, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8697958588600159, + "num_tokens": 161932566.0, + "step": 4443 + }, + { + "epoch": 0.825255338904364, + "grad_norm": 1.4172645807266235, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8634227514266968, + "num_tokens": 161974334.0, + "step": 4444 + }, + { + "epoch": 0.8254410399257196, + "grad_norm": 1.4982088804244995, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8678266406059265, + "num_tokens": 162005540.0, + "step": 4445 + }, + { + "epoch": 0.8256267409470752, + "grad_norm": 1.3268446922302246, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.873405396938324, + "num_tokens": 162045533.0, + "step": 4446 + }, + { + "epoch": 0.8258124419684308, + "grad_norm": 1.4955170154571533, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8409527540206909, + "num_tokens": 162083910.0, + "step": 4447 + }, + { + "epoch": 0.8259981429897865, + "grad_norm": 1.3526374101638794, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8696391582489014, + "num_tokens": 162124045.0, + "step": 4448 + }, + { + "epoch": 0.8261838440111421, + "grad_norm": 1.3872343301773071, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8606538772583008, + "num_tokens": 162169768.0, + "step": 4449 + }, + { + "epoch": 0.8263695450324977, + "grad_norm": 1.5592209100723267, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8747267723083496, + "num_tokens": 162199826.0, + "step": 4450 + }, + { + "epoch": 0.8265552460538533, + "grad_norm": 1.5740257501602173, + "learning_rate": 1e-06, + "loss": 0.5131, + "mean_token_accuracy": 0.8347705602645874, + "num_tokens": 162236519.0, + "step": 4451 + }, + { + "epoch": 0.826740947075209, + "grad_norm": 1.4746437072753906, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8740172386169434, + "num_tokens": 162270719.0, + "step": 4452 + }, + { + "epoch": 0.8269266480965646, + "grad_norm": 1.6471613645553589, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8585095405578613, + "num_tokens": 162299183.0, + "step": 4453 + }, + { + "epoch": 0.8271123491179202, + "grad_norm": 1.407732367515564, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8725402355194092, + "num_tokens": 162342108.0, + "step": 4454 + }, + { + "epoch": 0.8272980501392758, + "grad_norm": 1.4682815074920654, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8583338260650635, + "num_tokens": 162385306.0, + "step": 4455 + }, + { + "epoch": 0.8274837511606313, + "grad_norm": 1.3645011186599731, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8657220602035522, + "num_tokens": 162426687.0, + "step": 4456 + }, + { + "epoch": 0.827669452181987, + "grad_norm": 1.4509693384170532, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.87306809425354, + "num_tokens": 162458896.0, + "step": 4457 + }, + { + "epoch": 0.8278551532033426, + "grad_norm": 1.4664809703826904, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8631961345672607, + "num_tokens": 162493922.0, + "step": 4458 + }, + { + "epoch": 0.8280408542246982, + "grad_norm": 1.4991297721862793, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8623150587081909, + "num_tokens": 162526197.0, + "step": 4459 + }, + { + "epoch": 0.8282265552460538, + "grad_norm": 1.570737361907959, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8521046042442322, + "num_tokens": 162560560.0, + "step": 4460 + }, + { + "epoch": 0.8284122562674094, + "grad_norm": 1.5693418979644775, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8817788362503052, + "num_tokens": 162594359.0, + "step": 4461 + }, + { + "epoch": 0.8285979572887651, + "grad_norm": 1.5610836744308472, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.871929407119751, + "num_tokens": 162624510.0, + "step": 4462 + }, + { + "epoch": 0.8287836583101207, + "grad_norm": 1.5329946279525757, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8565493822097778, + "num_tokens": 162660864.0, + "step": 4463 + }, + { + "epoch": 0.8289693593314763, + "grad_norm": 1.4660241603851318, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8582714796066284, + "num_tokens": 162697012.0, + "step": 4464 + }, + { + "epoch": 0.8291550603528319, + "grad_norm": 1.38685941696167, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8915305137634277, + "num_tokens": 162731683.0, + "step": 4465 + }, + { + "epoch": 0.8293407613741876, + "grad_norm": 1.449255347251892, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8696587085723877, + "num_tokens": 162768641.0, + "step": 4466 + }, + { + "epoch": 0.8295264623955432, + "grad_norm": 1.4933220148086548, + "learning_rate": 1e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.8433459997177124, + "num_tokens": 162812164.0, + "step": 4467 + }, + { + "epoch": 0.8297121634168988, + "grad_norm": 1.3786253929138184, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8642833232879639, + "num_tokens": 162851844.0, + "step": 4468 + }, + { + "epoch": 0.8298978644382544, + "grad_norm": 1.4213058948516846, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8662543892860413, + "num_tokens": 162887317.0, + "step": 4469 + }, + { + "epoch": 0.83008356545961, + "grad_norm": 1.3743679523468018, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8811930418014526, + "num_tokens": 162920829.0, + "step": 4470 + }, + { + "epoch": 0.8302692664809657, + "grad_norm": 1.3741427659988403, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8595900535583496, + "num_tokens": 162958196.0, + "step": 4471 + }, + { + "epoch": 0.8304549675023213, + "grad_norm": 1.379722237586975, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8828821778297424, + "num_tokens": 162993753.0, + "step": 4472 + }, + { + "epoch": 0.8306406685236769, + "grad_norm": 1.3494199514389038, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8711856007575989, + "num_tokens": 163031185.0, + "step": 4473 + }, + { + "epoch": 0.8308263695450325, + "grad_norm": 1.3642246723175049, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8767895102500916, + "num_tokens": 163069702.0, + "step": 4474 + }, + { + "epoch": 0.8310120705663882, + "grad_norm": 1.397979497909546, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8859494924545288, + "num_tokens": 163102210.0, + "step": 4475 + }, + { + "epoch": 0.8311977715877438, + "grad_norm": 1.5484223365783691, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8537771701812744, + "num_tokens": 163135744.0, + "step": 4476 + }, + { + "epoch": 0.8313834726090994, + "grad_norm": 1.5066497325897217, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8588992357254028, + "num_tokens": 163174485.0, + "step": 4477 + }, + { + "epoch": 0.831569173630455, + "grad_norm": 1.4284125566482544, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8622021675109863, + "num_tokens": 163214309.0, + "step": 4478 + }, + { + "epoch": 0.8317548746518106, + "grad_norm": 1.3973184823989868, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8741568326950073, + "num_tokens": 163248348.0, + "step": 4479 + }, + { + "epoch": 0.8319405756731661, + "grad_norm": 1.4301074743270874, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8676028251647949, + "num_tokens": 163286609.0, + "step": 4480 + }, + { + "epoch": 0.8321262766945218, + "grad_norm": 1.4842846393585205, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.859627366065979, + "num_tokens": 163323104.0, + "step": 4481 + }, + { + "epoch": 0.8323119777158774, + "grad_norm": 1.5484482049942017, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.880986750125885, + "num_tokens": 163355069.0, + "step": 4482 + }, + { + "epoch": 0.832497678737233, + "grad_norm": 1.455187439918518, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8571611642837524, + "num_tokens": 163392790.0, + "step": 4483 + }, + { + "epoch": 0.8326833797585886, + "grad_norm": 1.383499026298523, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8692371845245361, + "num_tokens": 163431401.0, + "step": 4484 + }, + { + "epoch": 0.8328690807799443, + "grad_norm": 1.282768726348877, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8783869743347168, + "num_tokens": 163472859.0, + "step": 4485 + }, + { + "epoch": 0.8330547818012999, + "grad_norm": 1.5395097732543945, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8571612238883972, + "num_tokens": 163509828.0, + "step": 4486 + }, + { + "epoch": 0.8332404828226555, + "grad_norm": 1.5504118204116821, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8732351660728455, + "num_tokens": 163542949.0, + "step": 4487 + }, + { + "epoch": 0.8334261838440111, + "grad_norm": 1.579290509223938, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8499946594238281, + "num_tokens": 163574336.0, + "step": 4488 + }, + { + "epoch": 0.8336118848653667, + "grad_norm": 1.4725661277770996, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8813061714172363, + "num_tokens": 163611650.0, + "step": 4489 + }, + { + "epoch": 0.8337975858867224, + "grad_norm": 1.3453367948532104, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8810244202613831, + "num_tokens": 163649678.0, + "step": 4490 + }, + { + "epoch": 0.833983286908078, + "grad_norm": 1.5491441488265991, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8682199716567993, + "num_tokens": 163681268.0, + "step": 4491 + }, + { + "epoch": 0.8341689879294336, + "grad_norm": 1.6348326206207275, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.871776819229126, + "num_tokens": 163711691.0, + "step": 4492 + }, + { + "epoch": 0.8343546889507892, + "grad_norm": 1.4085770845413208, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.861153781414032, + "num_tokens": 163750900.0, + "step": 4493 + }, + { + "epoch": 0.8345403899721449, + "grad_norm": 1.5592268705368042, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8721795678138733, + "num_tokens": 163783255.0, + "step": 4494 + }, + { + "epoch": 0.8347260909935005, + "grad_norm": 1.4198657274246216, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8612048029899597, + "num_tokens": 163819558.0, + "step": 4495 + }, + { + "epoch": 0.8349117920148561, + "grad_norm": 1.4018129110336304, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8640530109405518, + "num_tokens": 163854609.0, + "step": 4496 + }, + { + "epoch": 0.8350974930362117, + "grad_norm": 1.4905380010604858, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8636283874511719, + "num_tokens": 163889491.0, + "step": 4497 + }, + { + "epoch": 0.8352831940575673, + "grad_norm": 1.4768222570419312, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.852672278881073, + "num_tokens": 163924805.0, + "step": 4498 + }, + { + "epoch": 0.835468895078923, + "grad_norm": 1.4198964834213257, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8731145858764648, + "num_tokens": 163957886.0, + "step": 4499 + }, + { + "epoch": 0.8356545961002786, + "grad_norm": 1.5550920963287354, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.848608136177063, + "num_tokens": 163993621.0, + "step": 4500 + }, + { + "epoch": 0.8358402971216342, + "grad_norm": 1.341194748878479, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8751066327095032, + "num_tokens": 164036679.0, + "step": 4501 + }, + { + "epoch": 0.8360259981429898, + "grad_norm": 1.5539640188217163, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8640803098678589, + "num_tokens": 164070694.0, + "step": 4502 + }, + { + "epoch": 0.8362116991643455, + "grad_norm": 1.4035964012145996, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8737068772315979, + "num_tokens": 164105549.0, + "step": 4503 + }, + { + "epoch": 0.836397400185701, + "grad_norm": 1.420773983001709, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8642449378967285, + "num_tokens": 164143036.0, + "step": 4504 + }, + { + "epoch": 0.8365831012070566, + "grad_norm": 1.4127583503723145, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8704186677932739, + "num_tokens": 164184588.0, + "step": 4505 + }, + { + "epoch": 0.8367688022284122, + "grad_norm": 1.4021590948104858, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8636705875396729, + "num_tokens": 164221089.0, + "step": 4506 + }, + { + "epoch": 0.8369545032497678, + "grad_norm": 1.397690773010254, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8649775981903076, + "num_tokens": 164259917.0, + "step": 4507 + }, + { + "epoch": 0.8371402042711235, + "grad_norm": 1.4540990591049194, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.870522141456604, + "num_tokens": 164298316.0, + "step": 4508 + }, + { + "epoch": 0.8373259052924791, + "grad_norm": 1.364444375038147, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8709808588027954, + "num_tokens": 164336954.0, + "step": 4509 + }, + { + "epoch": 0.8375116063138347, + "grad_norm": 1.5160702466964722, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8706196546554565, + "num_tokens": 164370754.0, + "step": 4510 + }, + { + "epoch": 0.8376973073351903, + "grad_norm": 1.309776782989502, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8748557567596436, + "num_tokens": 164411879.0, + "step": 4511 + }, + { + "epoch": 0.8378830083565459, + "grad_norm": 1.4965121746063232, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8643836379051208, + "num_tokens": 164444353.0, + "step": 4512 + }, + { + "epoch": 0.8380687093779016, + "grad_norm": 1.3498328924179077, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8923935294151306, + "num_tokens": 164480908.0, + "step": 4513 + }, + { + "epoch": 0.8382544103992572, + "grad_norm": 1.4899823665618896, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8751344084739685, + "num_tokens": 164518099.0, + "step": 4514 + }, + { + "epoch": 0.8384401114206128, + "grad_norm": 1.4242652654647827, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8794327974319458, + "num_tokens": 164557524.0, + "step": 4515 + }, + { + "epoch": 0.8386258124419684, + "grad_norm": 1.3769738674163818, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8726851940155029, + "num_tokens": 164594961.0, + "step": 4516 + }, + { + "epoch": 0.838811513463324, + "grad_norm": 1.5199735164642334, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8651876449584961, + "num_tokens": 164627513.0, + "step": 4517 + }, + { + "epoch": 0.8389972144846797, + "grad_norm": 1.431337594985962, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.865001380443573, + "num_tokens": 164664489.0, + "step": 4518 + }, + { + "epoch": 0.8391829155060353, + "grad_norm": 1.3217551708221436, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.874636173248291, + "num_tokens": 164703925.0, + "step": 4519 + }, + { + "epoch": 0.8393686165273909, + "grad_norm": 1.4466664791107178, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.868973433971405, + "num_tokens": 164741652.0, + "step": 4520 + }, + { + "epoch": 0.8395543175487465, + "grad_norm": 1.3742458820343018, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8672759532928467, + "num_tokens": 164785669.0, + "step": 4521 + }, + { + "epoch": 0.8397400185701022, + "grad_norm": 1.4178154468536377, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8602027893066406, + "num_tokens": 164824595.0, + "step": 4522 + }, + { + "epoch": 0.8399257195914578, + "grad_norm": 1.418212652206421, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8691188097000122, + "num_tokens": 164860119.0, + "step": 4523 + }, + { + "epoch": 0.8401114206128134, + "grad_norm": 1.4326035976409912, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8837451934814453, + "num_tokens": 164893390.0, + "step": 4524 + }, + { + "epoch": 0.840297121634169, + "grad_norm": 1.7193539142608643, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8758654594421387, + "num_tokens": 164925243.0, + "step": 4525 + }, + { + "epoch": 0.8404828226555247, + "grad_norm": 1.4822418689727783, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.881840705871582, + "num_tokens": 164960872.0, + "step": 4526 + }, + { + "epoch": 0.8406685236768803, + "grad_norm": 1.532456874847412, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8604284524917603, + "num_tokens": 164998701.0, + "step": 4527 + }, + { + "epoch": 0.8408542246982358, + "grad_norm": 1.4428969621658325, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.883122444152832, + "num_tokens": 165032529.0, + "step": 4528 + }, + { + "epoch": 0.8410399257195914, + "grad_norm": 1.5948915481567383, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8522230982780457, + "num_tokens": 165068548.0, + "step": 4529 + }, + { + "epoch": 0.841225626740947, + "grad_norm": 1.416974663734436, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8757272958755493, + "num_tokens": 165105051.0, + "step": 4530 + }, + { + "epoch": 0.8414113277623027, + "grad_norm": 1.3597557544708252, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8647100329399109, + "num_tokens": 165146731.0, + "step": 4531 + }, + { + "epoch": 0.8415970287836583, + "grad_norm": 1.415320873260498, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8782651424407959, + "num_tokens": 165183484.0, + "step": 4532 + }, + { + "epoch": 0.8417827298050139, + "grad_norm": 1.4104220867156982, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8755260705947876, + "num_tokens": 165220026.0, + "step": 4533 + }, + { + "epoch": 0.8419684308263695, + "grad_norm": 1.3725464344024658, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8683422803878784, + "num_tokens": 165260728.0, + "step": 4534 + }, + { + "epoch": 0.8421541318477251, + "grad_norm": 1.4518035650253296, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8803800940513611, + "num_tokens": 165294159.0, + "step": 4535 + }, + { + "epoch": 0.8423398328690808, + "grad_norm": 1.615286946296692, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8543168306350708, + "num_tokens": 165324197.0, + "step": 4536 + }, + { + "epoch": 0.8425255338904364, + "grad_norm": 1.4149093627929688, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8706963062286377, + "num_tokens": 165364683.0, + "step": 4537 + }, + { + "epoch": 0.842711234911792, + "grad_norm": 1.4282476902008057, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8771517276763916, + "num_tokens": 165401253.0, + "step": 4538 + }, + { + "epoch": 0.8428969359331476, + "grad_norm": 1.464797019958496, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8553478717803955, + "num_tokens": 165439480.0, + "step": 4539 + }, + { + "epoch": 0.8430826369545033, + "grad_norm": 1.4220291376113892, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8616992831230164, + "num_tokens": 165477721.0, + "step": 4540 + }, + { + "epoch": 0.8432683379758589, + "grad_norm": 1.4523283243179321, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8655044436454773, + "num_tokens": 165511331.0, + "step": 4541 + }, + { + "epoch": 0.8434540389972145, + "grad_norm": 1.3588742017745972, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8696229457855225, + "num_tokens": 165554319.0, + "step": 4542 + }, + { + "epoch": 0.8436397400185701, + "grad_norm": 1.5702348947525024, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8547656536102295, + "num_tokens": 165591432.0, + "step": 4543 + }, + { + "epoch": 0.8438254410399257, + "grad_norm": 1.4952348470687866, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8722842335700989, + "num_tokens": 165621992.0, + "step": 4544 + }, + { + "epoch": 0.8440111420612814, + "grad_norm": 1.425829291343689, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8618872165679932, + "num_tokens": 165661139.0, + "step": 4545 + }, + { + "epoch": 0.844196843082637, + "grad_norm": 1.509440541267395, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.875295877456665, + "num_tokens": 165698025.0, + "step": 4546 + }, + { + "epoch": 0.8443825441039926, + "grad_norm": 1.4698314666748047, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8581856489181519, + "num_tokens": 165734128.0, + "step": 4547 + }, + { + "epoch": 0.8445682451253482, + "grad_norm": 1.4444667100906372, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8668591976165771, + "num_tokens": 165770682.0, + "step": 4548 + }, + { + "epoch": 0.8447539461467038, + "grad_norm": 1.3822718858718872, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8873388767242432, + "num_tokens": 165806219.0, + "step": 4549 + }, + { + "epoch": 0.8449396471680595, + "grad_norm": 1.454635500907898, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8661507368087769, + "num_tokens": 165842898.0, + "step": 4550 + }, + { + "epoch": 0.8451253481894151, + "grad_norm": 1.5155248641967773, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8822014331817627, + "num_tokens": 165875873.0, + "step": 4551 + }, + { + "epoch": 0.8453110492107706, + "grad_norm": 1.4334381818771362, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8613287210464478, + "num_tokens": 165914147.0, + "step": 4552 + }, + { + "epoch": 0.8454967502321262, + "grad_norm": 1.4773591756820679, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8638582229614258, + "num_tokens": 165947873.0, + "step": 4553 + }, + { + "epoch": 0.8456824512534818, + "grad_norm": 1.4187856912612915, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8550602793693542, + "num_tokens": 165985926.0, + "step": 4554 + }, + { + "epoch": 0.8458681522748375, + "grad_norm": 1.4021400213241577, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8741205930709839, + "num_tokens": 166020636.0, + "step": 4555 + }, + { + "epoch": 0.8460538532961931, + "grad_norm": 1.3803832530975342, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8680803775787354, + "num_tokens": 166057817.0, + "step": 4556 + }, + { + "epoch": 0.8462395543175487, + "grad_norm": 1.4126628637313843, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8640273213386536, + "num_tokens": 166094636.0, + "step": 4557 + }, + { + "epoch": 0.8464252553389043, + "grad_norm": 1.401660680770874, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8735827803611755, + "num_tokens": 166130749.0, + "step": 4558 + }, + { + "epoch": 0.84661095636026, + "grad_norm": 1.4386883974075317, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8527847528457642, + "num_tokens": 166168846.0, + "step": 4559 + }, + { + "epoch": 0.8467966573816156, + "grad_norm": 1.4831254482269287, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8648098707199097, + "num_tokens": 166207383.0, + "step": 4560 + }, + { + "epoch": 0.8469823584029712, + "grad_norm": 1.3075621128082275, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8801011443138123, + "num_tokens": 166249254.0, + "step": 4561 + }, + { + "epoch": 0.8471680594243268, + "grad_norm": 1.4287587404251099, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8615996241569519, + "num_tokens": 166285395.0, + "step": 4562 + }, + { + "epoch": 0.8473537604456824, + "grad_norm": 1.448542833328247, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8751412630081177, + "num_tokens": 166327251.0, + "step": 4563 + }, + { + "epoch": 0.8475394614670381, + "grad_norm": 1.4620378017425537, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8565406799316406, + "num_tokens": 166365405.0, + "step": 4564 + }, + { + "epoch": 0.8477251624883937, + "grad_norm": 1.529618501663208, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8571957349777222, + "num_tokens": 166398768.0, + "step": 4565 + }, + { + "epoch": 0.8479108635097493, + "grad_norm": 1.4094109535217285, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8783429265022278, + "num_tokens": 166435102.0, + "step": 4566 + }, + { + "epoch": 0.8480965645311049, + "grad_norm": 1.4242823123931885, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8704643249511719, + "num_tokens": 166470044.0, + "step": 4567 + }, + { + "epoch": 0.8482822655524606, + "grad_norm": 1.3937056064605713, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8818954229354858, + "num_tokens": 166503052.0, + "step": 4568 + }, + { + "epoch": 0.8484679665738162, + "grad_norm": 1.573804497718811, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8565844297409058, + "num_tokens": 166536260.0, + "step": 4569 + }, + { + "epoch": 0.8486536675951718, + "grad_norm": 1.5660452842712402, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8732661604881287, + "num_tokens": 166568852.0, + "step": 4570 + }, + { + "epoch": 0.8488393686165274, + "grad_norm": 1.463999629020691, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8525846600532532, + "num_tokens": 166607133.0, + "step": 4571 + }, + { + "epoch": 0.849025069637883, + "grad_norm": 1.5399411916732788, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8650935292243958, + "num_tokens": 166644085.0, + "step": 4572 + }, + { + "epoch": 0.8492107706592387, + "grad_norm": 1.4860918521881104, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8568453192710876, + "num_tokens": 166677457.0, + "step": 4573 + }, + { + "epoch": 0.8493964716805943, + "grad_norm": 1.421006679534912, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8828569650650024, + "num_tokens": 166714853.0, + "step": 4574 + }, + { + "epoch": 0.8495821727019499, + "grad_norm": 1.3673335313796997, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.881739616394043, + "num_tokens": 166755051.0, + "step": 4575 + }, + { + "epoch": 0.8497678737233055, + "grad_norm": 1.567895770072937, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.859614372253418, + "num_tokens": 166788317.0, + "step": 4576 + }, + { + "epoch": 0.849953574744661, + "grad_norm": 1.5453248023986816, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8742735385894775, + "num_tokens": 166819212.0, + "step": 4577 + }, + { + "epoch": 0.8501392757660167, + "grad_norm": 1.4607583284378052, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.874292254447937, + "num_tokens": 166854853.0, + "step": 4578 + }, + { + "epoch": 0.8503249767873723, + "grad_norm": 1.6034822463989258, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8707507848739624, + "num_tokens": 166885883.0, + "step": 4579 + }, + { + "epoch": 0.8505106778087279, + "grad_norm": 1.4474575519561768, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.850030779838562, + "num_tokens": 166924007.0, + "step": 4580 + }, + { + "epoch": 0.8506963788300835, + "grad_norm": 1.4457274675369263, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8597685694694519, + "num_tokens": 166962816.0, + "step": 4581 + }, + { + "epoch": 0.8508820798514392, + "grad_norm": 1.3289761543273926, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.87009596824646, + "num_tokens": 167004231.0, + "step": 4582 + }, + { + "epoch": 0.8510677808727948, + "grad_norm": 1.4483078718185425, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8663173913955688, + "num_tokens": 167039976.0, + "step": 4583 + }, + { + "epoch": 0.8512534818941504, + "grad_norm": 1.4910433292388916, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8651270866394043, + "num_tokens": 167076077.0, + "step": 4584 + }, + { + "epoch": 0.851439182915506, + "grad_norm": 1.5538557767868042, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8776298761367798, + "num_tokens": 167105631.0, + "step": 4585 + }, + { + "epoch": 0.8516248839368616, + "grad_norm": 1.327665090560913, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.885393500328064, + "num_tokens": 167147488.0, + "step": 4586 + }, + { + "epoch": 0.8518105849582173, + "grad_norm": 1.6439714431762695, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8654407262802124, + "num_tokens": 167175955.0, + "step": 4587 + }, + { + "epoch": 0.8519962859795729, + "grad_norm": 1.4165444374084473, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8591334223747253, + "num_tokens": 167211766.0, + "step": 4588 + }, + { + "epoch": 0.8521819870009285, + "grad_norm": 1.4692639112472534, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8647850751876831, + "num_tokens": 167245990.0, + "step": 4589 + }, + { + "epoch": 0.8523676880222841, + "grad_norm": 1.3978322744369507, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8798443078994751, + "num_tokens": 167278117.0, + "step": 4590 + }, + { + "epoch": 0.8525533890436398, + "grad_norm": 1.503261923789978, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8546593189239502, + "num_tokens": 167318643.0, + "step": 4591 + }, + { + "epoch": 0.8527390900649954, + "grad_norm": 1.44132661819458, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8763974905014038, + "num_tokens": 167350894.0, + "step": 4592 + }, + { + "epoch": 0.852924791086351, + "grad_norm": 1.4247080087661743, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8478252291679382, + "num_tokens": 167394718.0, + "step": 4593 + }, + { + "epoch": 0.8531104921077066, + "grad_norm": 1.3153481483459473, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8827928900718689, + "num_tokens": 167430791.0, + "step": 4594 + }, + { + "epoch": 0.8532961931290622, + "grad_norm": 1.6001330614089966, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8656444549560547, + "num_tokens": 167464633.0, + "step": 4595 + }, + { + "epoch": 0.8534818941504179, + "grad_norm": 1.4142591953277588, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.866600751876831, + "num_tokens": 167507983.0, + "step": 4596 + }, + { + "epoch": 0.8536675951717735, + "grad_norm": 1.5323243141174316, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8847547173500061, + "num_tokens": 167535563.0, + "step": 4597 + }, + { + "epoch": 0.8538532961931291, + "grad_norm": 1.4487128257751465, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8842618465423584, + "num_tokens": 167566399.0, + "step": 4598 + }, + { + "epoch": 0.8540389972144847, + "grad_norm": 1.4627759456634521, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8716061115264893, + "num_tokens": 167600673.0, + "step": 4599 + }, + { + "epoch": 0.8542246982358404, + "grad_norm": 1.4547362327575684, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8751470446586609, + "num_tokens": 167640417.0, + "step": 4600 + }, + { + "epoch": 0.8544103992571959, + "grad_norm": 1.4219361543655396, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.869619607925415, + "num_tokens": 167677599.0, + "step": 4601 + }, + { + "epoch": 0.8545961002785515, + "grad_norm": 1.4492757320404053, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8758376836776733, + "num_tokens": 167712692.0, + "step": 4602 + }, + { + "epoch": 0.8547818012999071, + "grad_norm": 1.4863290786743164, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8803737163543701, + "num_tokens": 167747540.0, + "step": 4603 + }, + { + "epoch": 0.8549675023212627, + "grad_norm": 1.3851821422576904, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8751897811889648, + "num_tokens": 167787331.0, + "step": 4604 + }, + { + "epoch": 0.8551532033426184, + "grad_norm": 1.3910748958587646, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8685463070869446, + "num_tokens": 167824871.0, + "step": 4605 + }, + { + "epoch": 0.855338904363974, + "grad_norm": 1.3561789989471436, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8700522780418396, + "num_tokens": 167866379.0, + "step": 4606 + }, + { + "epoch": 0.8555246053853296, + "grad_norm": 1.450024127960205, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8784259557723999, + "num_tokens": 167897279.0, + "step": 4607 + }, + { + "epoch": 0.8557103064066852, + "grad_norm": 1.395768165588379, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.866671085357666, + "num_tokens": 167934474.0, + "step": 4608 + }, + { + "epoch": 0.8558960074280408, + "grad_norm": 1.5921339988708496, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8733845949172974, + "num_tokens": 167961391.0, + "step": 4609 + }, + { + "epoch": 0.8560817084493965, + "grad_norm": 1.5626680850982666, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8696442246437073, + "num_tokens": 167993431.0, + "step": 4610 + }, + { + "epoch": 0.8562674094707521, + "grad_norm": 1.435093879699707, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8639776110649109, + "num_tokens": 168031264.0, + "step": 4611 + }, + { + "epoch": 0.8564531104921077, + "grad_norm": 1.525896668434143, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.870109498500824, + "num_tokens": 168063134.0, + "step": 4612 + }, + { + "epoch": 0.8566388115134633, + "grad_norm": 1.4771473407745361, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8710218071937561, + "num_tokens": 168099126.0, + "step": 4613 + }, + { + "epoch": 0.856824512534819, + "grad_norm": 1.4216476678848267, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8565101027488708, + "num_tokens": 168137839.0, + "step": 4614 + }, + { + "epoch": 0.8570102135561746, + "grad_norm": 1.4502443075180054, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8559495806694031, + "num_tokens": 168179211.0, + "step": 4615 + }, + { + "epoch": 0.8571959145775302, + "grad_norm": 1.441382884979248, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8670079708099365, + "num_tokens": 168214609.0, + "step": 4616 + }, + { + "epoch": 0.8573816155988858, + "grad_norm": 1.8568845987319946, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8689724802970886, + "num_tokens": 168244296.0, + "step": 4617 + }, + { + "epoch": 0.8575673166202414, + "grad_norm": 1.4698094129562378, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8575094938278198, + "num_tokens": 168280145.0, + "step": 4618 + }, + { + "epoch": 0.8577530176415971, + "grad_norm": 1.4419550895690918, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8603944778442383, + "num_tokens": 168320399.0, + "step": 4619 + }, + { + "epoch": 0.8579387186629527, + "grad_norm": 1.3631514310836792, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8601422905921936, + "num_tokens": 168363263.0, + "step": 4620 + }, + { + "epoch": 0.8581244196843083, + "grad_norm": 1.4400267601013184, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8691899180412292, + "num_tokens": 168398949.0, + "step": 4621 + }, + { + "epoch": 0.8583101207056639, + "grad_norm": 1.4297806024551392, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8752496242523193, + "num_tokens": 168436547.0, + "step": 4622 + }, + { + "epoch": 0.8584958217270195, + "grad_norm": 1.697426438331604, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8791108131408691, + "num_tokens": 168462022.0, + "step": 4623 + }, + { + "epoch": 0.8586815227483752, + "grad_norm": 1.4046207666397095, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8796755075454712, + "num_tokens": 168497564.0, + "step": 4624 + }, + { + "epoch": 0.8588672237697307, + "grad_norm": 1.5040180683135986, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8661760687828064, + "num_tokens": 168532185.0, + "step": 4625 + }, + { + "epoch": 0.8590529247910863, + "grad_norm": 1.632244348526001, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8588597774505615, + "num_tokens": 168564820.0, + "step": 4626 + }, + { + "epoch": 0.8592386258124419, + "grad_norm": 1.4279106855392456, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8800324201583862, + "num_tokens": 168598041.0, + "step": 4627 + }, + { + "epoch": 0.8594243268337975, + "grad_norm": 1.4964945316314697, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8734462261199951, + "num_tokens": 168631727.0, + "step": 4628 + }, + { + "epoch": 0.8596100278551532, + "grad_norm": 1.4839394092559814, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8767383098602295, + "num_tokens": 168666581.0, + "step": 4629 + }, + { + "epoch": 0.8597957288765088, + "grad_norm": 1.546085000038147, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8599928021430969, + "num_tokens": 168700236.0, + "step": 4630 + }, + { + "epoch": 0.8599814298978644, + "grad_norm": 1.4247444868087769, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8799391984939575, + "num_tokens": 168736972.0, + "step": 4631 + }, + { + "epoch": 0.86016713091922, + "grad_norm": 1.5741748809814453, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8610625267028809, + "num_tokens": 168769803.0, + "step": 4632 + }, + { + "epoch": 0.8603528319405757, + "grad_norm": 1.3862054347991943, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8720402717590332, + "num_tokens": 168806253.0, + "step": 4633 + }, + { + "epoch": 0.8605385329619313, + "grad_norm": 1.4148906469345093, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8721120357513428, + "num_tokens": 168841801.0, + "step": 4634 + }, + { + "epoch": 0.8607242339832869, + "grad_norm": 1.6465659141540527, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8607227802276611, + "num_tokens": 168873193.0, + "step": 4635 + }, + { + "epoch": 0.8609099350046425, + "grad_norm": 1.4511216878890991, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8768290877342224, + "num_tokens": 168908246.0, + "step": 4636 + }, + { + "epoch": 0.8610956360259981, + "grad_norm": 1.4740163087844849, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8673263788223267, + "num_tokens": 168942595.0, + "step": 4637 + }, + { + "epoch": 0.8612813370473538, + "grad_norm": 1.4138706922531128, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8679425716400146, + "num_tokens": 168981658.0, + "step": 4638 + }, + { + "epoch": 0.8614670380687094, + "grad_norm": 1.612217664718628, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8595012426376343, + "num_tokens": 169017781.0, + "step": 4639 + }, + { + "epoch": 0.861652739090065, + "grad_norm": 1.4441323280334473, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8828619718551636, + "num_tokens": 169053399.0, + "step": 4640 + }, + { + "epoch": 0.8618384401114206, + "grad_norm": 1.497262954711914, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8548693656921387, + "num_tokens": 169092260.0, + "step": 4641 + }, + { + "epoch": 0.8620241411327763, + "grad_norm": 1.3907504081726074, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8682793974876404, + "num_tokens": 169135968.0, + "step": 4642 + }, + { + "epoch": 0.8622098421541319, + "grad_norm": 1.4588927030563354, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8605544567108154, + "num_tokens": 169171969.0, + "step": 4643 + }, + { + "epoch": 0.8623955431754875, + "grad_norm": 1.3753430843353271, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8741338849067688, + "num_tokens": 169205428.0, + "step": 4644 + }, + { + "epoch": 0.8625812441968431, + "grad_norm": 1.372134804725647, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8667905330657959, + "num_tokens": 169247760.0, + "step": 4645 + }, + { + "epoch": 0.8627669452181987, + "grad_norm": 1.3560128211975098, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8799005746841431, + "num_tokens": 169291154.0, + "step": 4646 + }, + { + "epoch": 0.8629526462395544, + "grad_norm": 1.4512113332748413, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8730347156524658, + "num_tokens": 169323470.0, + "step": 4647 + }, + { + "epoch": 0.86313834726091, + "grad_norm": 1.5643807649612427, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.863699197769165, + "num_tokens": 169358292.0, + "step": 4648 + }, + { + "epoch": 0.8633240482822655, + "grad_norm": 1.4570765495300293, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8712121248245239, + "num_tokens": 169394199.0, + "step": 4649 + }, + { + "epoch": 0.8635097493036211, + "grad_norm": 1.4100759029388428, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8666400909423828, + "num_tokens": 169434781.0, + "step": 4650 + }, + { + "epoch": 0.8636954503249767, + "grad_norm": 1.4810495376586914, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8735270500183105, + "num_tokens": 169469960.0, + "step": 4651 + }, + { + "epoch": 0.8638811513463324, + "grad_norm": 1.3860875368118286, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8761162757873535, + "num_tokens": 169507488.0, + "step": 4652 + }, + { + "epoch": 0.864066852367688, + "grad_norm": 1.4134724140167236, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8650162816047668, + "num_tokens": 169544183.0, + "step": 4653 + }, + { + "epoch": 0.8642525533890436, + "grad_norm": 1.5404917001724243, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8648437261581421, + "num_tokens": 169576344.0, + "step": 4654 + }, + { + "epoch": 0.8644382544103992, + "grad_norm": 1.472795844078064, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8767448663711548, + "num_tokens": 169611379.0, + "step": 4655 + }, + { + "epoch": 0.8646239554317549, + "grad_norm": 1.4015231132507324, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8621416091918945, + "num_tokens": 169650920.0, + "step": 4656 + }, + { + "epoch": 0.8648096564531105, + "grad_norm": 1.480332374572754, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8752318024635315, + "num_tokens": 169685914.0, + "step": 4657 + }, + { + "epoch": 0.8649953574744661, + "grad_norm": 1.4456793069839478, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8667314648628235, + "num_tokens": 169723791.0, + "step": 4658 + }, + { + "epoch": 0.8651810584958217, + "grad_norm": 1.477190613746643, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8594863414764404, + "num_tokens": 169760521.0, + "step": 4659 + }, + { + "epoch": 0.8653667595171773, + "grad_norm": 1.3886257410049438, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8685272336006165, + "num_tokens": 169798780.0, + "step": 4660 + }, + { + "epoch": 0.865552460538533, + "grad_norm": 1.3206144571304321, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8735660314559937, + "num_tokens": 169838690.0, + "step": 4661 + }, + { + "epoch": 0.8657381615598886, + "grad_norm": 1.3269098997116089, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8676477670669556, + "num_tokens": 169877937.0, + "step": 4662 + }, + { + "epoch": 0.8659238625812442, + "grad_norm": 1.5712114572525024, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8640062212944031, + "num_tokens": 169914413.0, + "step": 4663 + }, + { + "epoch": 0.8661095636025998, + "grad_norm": 1.4963784217834473, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8579336404800415, + "num_tokens": 169949044.0, + "step": 4664 + }, + { + "epoch": 0.8662952646239555, + "grad_norm": 1.3329685926437378, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8679149150848389, + "num_tokens": 169989864.0, + "step": 4665 + }, + { + "epoch": 0.8664809656453111, + "grad_norm": 1.35475754737854, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8844834566116333, + "num_tokens": 170026044.0, + "step": 4666 + }, + { + "epoch": 0.8666666666666667, + "grad_norm": 1.3295257091522217, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8705178499221802, + "num_tokens": 170066926.0, + "step": 4667 + }, + { + "epoch": 0.8668523676880223, + "grad_norm": 1.3162628412246704, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.879520833492279, + "num_tokens": 170106473.0, + "step": 4668 + }, + { + "epoch": 0.8670380687093779, + "grad_norm": 1.4094313383102417, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8718717098236084, + "num_tokens": 170140653.0, + "step": 4669 + }, + { + "epoch": 0.8672237697307336, + "grad_norm": 1.3650836944580078, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8831325173377991, + "num_tokens": 170175762.0, + "step": 4670 + }, + { + "epoch": 0.8674094707520892, + "grad_norm": 1.3511948585510254, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8690252304077148, + "num_tokens": 170212302.0, + "step": 4671 + }, + { + "epoch": 0.8675951717734448, + "grad_norm": 1.4674890041351318, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8752353191375732, + "num_tokens": 170244497.0, + "step": 4672 + }, + { + "epoch": 0.8677808727948003, + "grad_norm": 1.309414267539978, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8681146502494812, + "num_tokens": 170285081.0, + "step": 4673 + }, + { + "epoch": 0.8679665738161559, + "grad_norm": 1.4738855361938477, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8541561365127563, + "num_tokens": 170319015.0, + "step": 4674 + }, + { + "epoch": 0.8681522748375116, + "grad_norm": 1.4070919752120972, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8608537912368774, + "num_tokens": 170355985.0, + "step": 4675 + }, + { + "epoch": 0.8683379758588672, + "grad_norm": 1.4998728036880493, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8600210547447205, + "num_tokens": 170388787.0, + "step": 4676 + }, + { + "epoch": 0.8685236768802228, + "grad_norm": 1.4044692516326904, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8691629767417908, + "num_tokens": 170424556.0, + "step": 4677 + }, + { + "epoch": 0.8687093779015784, + "grad_norm": 1.4140592813491821, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8708376884460449, + "num_tokens": 170457326.0, + "step": 4678 + }, + { + "epoch": 0.868895078922934, + "grad_norm": 1.5764212608337402, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8705021142959595, + "num_tokens": 170487374.0, + "step": 4679 + }, + { + "epoch": 0.8690807799442897, + "grad_norm": 1.4756611585617065, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8514521718025208, + "num_tokens": 170529184.0, + "step": 4680 + }, + { + "epoch": 0.8692664809656453, + "grad_norm": 1.5041686296463013, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8526045083999634, + "num_tokens": 170565859.0, + "step": 4681 + }, + { + "epoch": 0.8694521819870009, + "grad_norm": 1.5245425701141357, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.859462559223175, + "num_tokens": 170602232.0, + "step": 4682 + }, + { + "epoch": 0.8696378830083565, + "grad_norm": 1.6051452159881592, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8714672923088074, + "num_tokens": 170630180.0, + "step": 4683 + }, + { + "epoch": 0.8698235840297122, + "grad_norm": 1.3423994779586792, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8771365284919739, + "num_tokens": 170672668.0, + "step": 4684 + }, + { + "epoch": 0.8700092850510678, + "grad_norm": 1.3431540727615356, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.862533450126648, + "num_tokens": 170712899.0, + "step": 4685 + }, + { + "epoch": 0.8701949860724234, + "grad_norm": 1.3825939893722534, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8720065355300903, + "num_tokens": 170753265.0, + "step": 4686 + }, + { + "epoch": 0.870380687093779, + "grad_norm": 1.4422290325164795, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8656219244003296, + "num_tokens": 170792840.0, + "step": 4687 + }, + { + "epoch": 0.8705663881151346, + "grad_norm": 1.451103925704956, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8691781163215637, + "num_tokens": 170828686.0, + "step": 4688 + }, + { + "epoch": 0.8707520891364903, + "grad_norm": 1.4118432998657227, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.877595067024231, + "num_tokens": 170865244.0, + "step": 4689 + }, + { + "epoch": 0.8709377901578459, + "grad_norm": 1.333378791809082, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8767362833023071, + "num_tokens": 170903249.0, + "step": 4690 + }, + { + "epoch": 0.8711234911792015, + "grad_norm": 1.5961551666259766, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8701932430267334, + "num_tokens": 170932045.0, + "step": 4691 + }, + { + "epoch": 0.8713091922005571, + "grad_norm": 1.4034430980682373, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8682477474212646, + "num_tokens": 170968218.0, + "step": 4692 + }, + { + "epoch": 0.8714948932219128, + "grad_norm": 1.5326616764068604, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8604461550712585, + "num_tokens": 171001545.0, + "step": 4693 + }, + { + "epoch": 0.8716805942432684, + "grad_norm": 1.5861446857452393, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8600987792015076, + "num_tokens": 171033166.0, + "step": 4694 + }, + { + "epoch": 0.871866295264624, + "grad_norm": 1.3210618495941162, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8745381832122803, + "num_tokens": 171075237.0, + "step": 4695 + }, + { + "epoch": 0.8720519962859796, + "grad_norm": 1.4118643999099731, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8636631965637207, + "num_tokens": 171114632.0, + "step": 4696 + }, + { + "epoch": 0.8722376973073351, + "grad_norm": 1.3887088298797607, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8807652592658997, + "num_tokens": 171153683.0, + "step": 4697 + }, + { + "epoch": 0.8724233983286908, + "grad_norm": 1.4102699756622314, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8712348937988281, + "num_tokens": 171189642.0, + "step": 4698 + }, + { + "epoch": 0.8726090993500464, + "grad_norm": 1.4508477449417114, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8638458251953125, + "num_tokens": 171230476.0, + "step": 4699 + }, + { + "epoch": 0.872794800371402, + "grad_norm": 1.6199138164520264, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8615102767944336, + "num_tokens": 171261532.0, + "step": 4700 + }, + { + "epoch": 0.8729805013927576, + "grad_norm": 1.3506431579589844, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8728044033050537, + "num_tokens": 171299507.0, + "step": 4701 + }, + { + "epoch": 0.8731662024141132, + "grad_norm": 1.4017953872680664, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8664288520812988, + "num_tokens": 171336692.0, + "step": 4702 + }, + { + "epoch": 0.8733519034354689, + "grad_norm": 1.4331095218658447, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8654085993766785, + "num_tokens": 171371807.0, + "step": 4703 + }, + { + "epoch": 0.8735376044568245, + "grad_norm": 1.480370283126831, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8619241118431091, + "num_tokens": 171403969.0, + "step": 4704 + }, + { + "epoch": 0.8737233054781801, + "grad_norm": 1.5717661380767822, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8506050705909729, + "num_tokens": 171439859.0, + "step": 4705 + }, + { + "epoch": 0.8739090064995357, + "grad_norm": 1.4365750551223755, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8627989292144775, + "num_tokens": 171477683.0, + "step": 4706 + }, + { + "epoch": 0.8740947075208914, + "grad_norm": 1.457544207572937, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8839567303657532, + "num_tokens": 171512546.0, + "step": 4707 + }, + { + "epoch": 0.874280408542247, + "grad_norm": 1.3068925142288208, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8709996938705444, + "num_tokens": 171555040.0, + "step": 4708 + }, + { + "epoch": 0.8744661095636026, + "grad_norm": 1.3321512937545776, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8670192956924438, + "num_tokens": 171596969.0, + "step": 4709 + }, + { + "epoch": 0.8746518105849582, + "grad_norm": 1.2739933729171753, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8862808346748352, + "num_tokens": 171636748.0, + "step": 4710 + }, + { + "epoch": 0.8748375116063138, + "grad_norm": 1.3578004837036133, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8653866052627563, + "num_tokens": 171678638.0, + "step": 4711 + }, + { + "epoch": 0.8750232126276695, + "grad_norm": 1.4130425453186035, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8598840832710266, + "num_tokens": 171719246.0, + "step": 4712 + }, + { + "epoch": 0.8752089136490251, + "grad_norm": 1.365759015083313, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8650177717208862, + "num_tokens": 171759311.0, + "step": 4713 + }, + { + "epoch": 0.8753946146703807, + "grad_norm": 1.4615107774734497, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8751503229141235, + "num_tokens": 171794260.0, + "step": 4714 + }, + { + "epoch": 0.8755803156917363, + "grad_norm": 1.4706276655197144, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8785531520843506, + "num_tokens": 171831291.0, + "step": 4715 + }, + { + "epoch": 0.875766016713092, + "grad_norm": 1.4236538410186768, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.872482180595398, + "num_tokens": 171866740.0, + "step": 4716 + }, + { + "epoch": 0.8759517177344476, + "grad_norm": 1.3403633832931519, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.860859751701355, + "num_tokens": 171913807.0, + "step": 4717 + }, + { + "epoch": 0.8761374187558032, + "grad_norm": 1.3798067569732666, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8814860582351685, + "num_tokens": 171950711.0, + "step": 4718 + }, + { + "epoch": 0.8763231197771588, + "grad_norm": 1.416757583618164, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8591005802154541, + "num_tokens": 171986843.0, + "step": 4719 + }, + { + "epoch": 0.8765088207985144, + "grad_norm": 1.5063115358352661, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8754218220710754, + "num_tokens": 172021284.0, + "step": 4720 + }, + { + "epoch": 0.87669452181987, + "grad_norm": 1.7315012216567993, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.869724452495575, + "num_tokens": 172048725.0, + "step": 4721 + }, + { + "epoch": 0.8768802228412256, + "grad_norm": 1.512236475944519, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8710296154022217, + "num_tokens": 172081482.0, + "step": 4722 + }, + { + "epoch": 0.8770659238625812, + "grad_norm": 1.4480212926864624, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8669022917747498, + "num_tokens": 172116893.0, + "step": 4723 + }, + { + "epoch": 0.8772516248839368, + "grad_norm": 1.2883669137954712, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8943465948104858, + "num_tokens": 172155401.0, + "step": 4724 + }, + { + "epoch": 0.8774373259052924, + "grad_norm": 1.305199146270752, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8729766607284546, + "num_tokens": 172195029.0, + "step": 4725 + }, + { + "epoch": 0.8776230269266481, + "grad_norm": 1.3076200485229492, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8791291117668152, + "num_tokens": 172231882.0, + "step": 4726 + }, + { + "epoch": 0.8778087279480037, + "grad_norm": 1.393742561340332, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8802399635314941, + "num_tokens": 172265682.0, + "step": 4727 + }, + { + "epoch": 0.8779944289693593, + "grad_norm": 1.4296307563781738, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8764569163322449, + "num_tokens": 172301441.0, + "step": 4728 + }, + { + "epoch": 0.8781801299907149, + "grad_norm": 1.3682191371917725, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.879010796546936, + "num_tokens": 172335600.0, + "step": 4729 + }, + { + "epoch": 0.8783658310120706, + "grad_norm": 1.4171829223632812, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8732221126556396, + "num_tokens": 172371250.0, + "step": 4730 + }, + { + "epoch": 0.8785515320334262, + "grad_norm": 1.338414192199707, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8779123425483704, + "num_tokens": 172413959.0, + "step": 4731 + }, + { + "epoch": 0.8787372330547818, + "grad_norm": 1.3613344430923462, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8689508438110352, + "num_tokens": 172454178.0, + "step": 4732 + }, + { + "epoch": 0.8789229340761374, + "grad_norm": 1.3520679473876953, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.868925929069519, + "num_tokens": 172499924.0, + "step": 4733 + }, + { + "epoch": 0.879108635097493, + "grad_norm": 1.517074704170227, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8611307144165039, + "num_tokens": 172537823.0, + "step": 4734 + }, + { + "epoch": 0.8792943361188487, + "grad_norm": 1.4818097352981567, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8831661939620972, + "num_tokens": 172571369.0, + "step": 4735 + }, + { + "epoch": 0.8794800371402043, + "grad_norm": 1.4984862804412842, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8579431176185608, + "num_tokens": 172605697.0, + "step": 4736 + }, + { + "epoch": 0.8796657381615599, + "grad_norm": 1.4303213357925415, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8598669767379761, + "num_tokens": 172642076.0, + "step": 4737 + }, + { + "epoch": 0.8798514391829155, + "grad_norm": 1.4219878911972046, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.865144670009613, + "num_tokens": 172679583.0, + "step": 4738 + }, + { + "epoch": 0.8800371402042712, + "grad_norm": 1.4997013807296753, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8711938261985779, + "num_tokens": 172710999.0, + "step": 4739 + }, + { + "epoch": 0.8802228412256268, + "grad_norm": 1.393611192703247, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8799254298210144, + "num_tokens": 172750795.0, + "step": 4740 + }, + { + "epoch": 0.8804085422469824, + "grad_norm": 1.4143037796020508, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8712245225906372, + "num_tokens": 172786914.0, + "step": 4741 + }, + { + "epoch": 0.880594243268338, + "grad_norm": 1.8885048627853394, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8725892305374146, + "num_tokens": 172829192.0, + "step": 4742 + }, + { + "epoch": 0.8807799442896936, + "grad_norm": 1.530794382095337, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8670474886894226, + "num_tokens": 172863891.0, + "step": 4743 + }, + { + "epoch": 0.8809656453110493, + "grad_norm": 1.5278288125991821, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.850142776966095, + "num_tokens": 172906921.0, + "step": 4744 + }, + { + "epoch": 0.8811513463324049, + "grad_norm": 1.5224756002426147, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8657465577125549, + "num_tokens": 172936354.0, + "step": 4745 + }, + { + "epoch": 0.8813370473537604, + "grad_norm": 1.4250907897949219, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8719300031661987, + "num_tokens": 172971414.0, + "step": 4746 + }, + { + "epoch": 0.881522748375116, + "grad_norm": 1.5164892673492432, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8703222274780273, + "num_tokens": 173003048.0, + "step": 4747 + }, + { + "epoch": 0.8817084493964716, + "grad_norm": 1.551912546157837, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8830447196960449, + "num_tokens": 173032893.0, + "step": 4748 + }, + { + "epoch": 0.8818941504178273, + "grad_norm": 1.3780474662780762, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8802330493927002, + "num_tokens": 173068220.0, + "step": 4749 + }, + { + "epoch": 0.8820798514391829, + "grad_norm": 1.4978361129760742, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8645201921463013, + "num_tokens": 173101527.0, + "step": 4750 + }, + { + "epoch": 0.8822655524605385, + "grad_norm": 1.2840430736541748, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8811744451522827, + "num_tokens": 173143978.0, + "step": 4751 + }, + { + "epoch": 0.8824512534818941, + "grad_norm": 1.4611749649047852, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8631362915039062, + "num_tokens": 173180934.0, + "step": 4752 + }, + { + "epoch": 0.8826369545032497, + "grad_norm": 1.4917112588882446, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8685024976730347, + "num_tokens": 173220066.0, + "step": 4753 + }, + { + "epoch": 0.8828226555246054, + "grad_norm": 1.4588333368301392, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.852243959903717, + "num_tokens": 173255808.0, + "step": 4754 + }, + { + "epoch": 0.883008356545961, + "grad_norm": 1.4720802307128906, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8772830963134766, + "num_tokens": 173295411.0, + "step": 4755 + }, + { + "epoch": 0.8831940575673166, + "grad_norm": 1.36981201171875, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8521515130996704, + "num_tokens": 173340988.0, + "step": 4756 + }, + { + "epoch": 0.8833797585886722, + "grad_norm": 1.451917052268982, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8639359474182129, + "num_tokens": 173375884.0, + "step": 4757 + }, + { + "epoch": 0.8835654596100279, + "grad_norm": 1.3503475189208984, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8760704398155212, + "num_tokens": 173413924.0, + "step": 4758 + }, + { + "epoch": 0.8837511606313835, + "grad_norm": 1.434648871421814, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8719435334205627, + "num_tokens": 173449015.0, + "step": 4759 + }, + { + "epoch": 0.8839368616527391, + "grad_norm": 1.4605275392532349, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.862518310546875, + "num_tokens": 173488534.0, + "step": 4760 + }, + { + "epoch": 0.8841225626740947, + "grad_norm": 1.3089187145233154, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8787906169891357, + "num_tokens": 173528074.0, + "step": 4761 + }, + { + "epoch": 0.8843082636954503, + "grad_norm": 1.4526593685150146, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8739898800849915, + "num_tokens": 173561990.0, + "step": 4762 + }, + { + "epoch": 0.884493964716806, + "grad_norm": 1.3466852903366089, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8731929659843445, + "num_tokens": 173600933.0, + "step": 4763 + }, + { + "epoch": 0.8846796657381616, + "grad_norm": 1.460249662399292, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8754405975341797, + "num_tokens": 173636260.0, + "step": 4764 + }, + { + "epoch": 0.8848653667595172, + "grad_norm": 1.514196515083313, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8705893158912659, + "num_tokens": 173668762.0, + "step": 4765 + }, + { + "epoch": 0.8850510677808728, + "grad_norm": 1.387987494468689, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8622170686721802, + "num_tokens": 173708757.0, + "step": 4766 + }, + { + "epoch": 0.8852367688022285, + "grad_norm": 1.4050655364990234, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8567472696304321, + "num_tokens": 173746719.0, + "step": 4767 + }, + { + "epoch": 0.8854224698235841, + "grad_norm": 1.4971164464950562, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8751299381256104, + "num_tokens": 173777797.0, + "step": 4768 + }, + { + "epoch": 0.8856081708449397, + "grad_norm": 1.3602622747421265, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.871391773223877, + "num_tokens": 173816647.0, + "step": 4769 + }, + { + "epoch": 0.8857938718662952, + "grad_norm": 1.4817465543746948, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.880089282989502, + "num_tokens": 173849107.0, + "step": 4770 + }, + { + "epoch": 0.8859795728876508, + "grad_norm": 1.4177100658416748, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8864361047744751, + "num_tokens": 173882441.0, + "step": 4771 + }, + { + "epoch": 0.8861652739090065, + "grad_norm": 1.5315849781036377, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8645433187484741, + "num_tokens": 173918724.0, + "step": 4772 + }, + { + "epoch": 0.8863509749303621, + "grad_norm": 1.3545910120010376, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8731997013092041, + "num_tokens": 173961479.0, + "step": 4773 + }, + { + "epoch": 0.8865366759517177, + "grad_norm": 1.5133553743362427, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8672693967819214, + "num_tokens": 173999944.0, + "step": 4774 + }, + { + "epoch": 0.8867223769730733, + "grad_norm": 1.2404731512069702, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8906972408294678, + "num_tokens": 174041426.0, + "step": 4775 + }, + { + "epoch": 0.886908077994429, + "grad_norm": 1.6748948097229004, + "learning_rate": 1e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8479995727539062, + "num_tokens": 174074946.0, + "step": 4776 + }, + { + "epoch": 0.8870937790157846, + "grad_norm": 1.3625446557998657, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8783444762229919, + "num_tokens": 174111922.0, + "step": 4777 + }, + { + "epoch": 0.8872794800371402, + "grad_norm": 1.4796322584152222, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8718260526657104, + "num_tokens": 174148000.0, + "step": 4778 + }, + { + "epoch": 0.8874651810584958, + "grad_norm": 1.4253690242767334, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8685081005096436, + "num_tokens": 174183382.0, + "step": 4779 + }, + { + "epoch": 0.8876508820798514, + "grad_norm": 1.4101251363754272, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8671671152114868, + "num_tokens": 174222868.0, + "step": 4780 + }, + { + "epoch": 0.887836583101207, + "grad_norm": 1.481194019317627, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8650740385055542, + "num_tokens": 174259331.0, + "step": 4781 + }, + { + "epoch": 0.8880222841225627, + "grad_norm": 1.5158003568649292, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8734089732170105, + "num_tokens": 174292170.0, + "step": 4782 + }, + { + "epoch": 0.8882079851439183, + "grad_norm": 1.5354018211364746, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8752954006195068, + "num_tokens": 174323859.0, + "step": 4783 + }, + { + "epoch": 0.8883936861652739, + "grad_norm": 1.401382327079773, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8770707845687866, + "num_tokens": 174356782.0, + "step": 4784 + }, + { + "epoch": 0.8885793871866295, + "grad_norm": 1.6738828420639038, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8683043718338013, + "num_tokens": 174384683.0, + "step": 4785 + }, + { + "epoch": 0.8887650882079852, + "grad_norm": 1.4311184883117676, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.862812876701355, + "num_tokens": 174420493.0, + "step": 4786 + }, + { + "epoch": 0.8889507892293408, + "grad_norm": 1.4826313257217407, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8753354549407959, + "num_tokens": 174453088.0, + "step": 4787 + }, + { + "epoch": 0.8891364902506964, + "grad_norm": 1.303556203842163, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8624740839004517, + "num_tokens": 174501654.0, + "step": 4788 + }, + { + "epoch": 0.889322191272052, + "grad_norm": 1.4723865985870361, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8841779828071594, + "num_tokens": 174540033.0, + "step": 4789 + }, + { + "epoch": 0.8895078922934077, + "grad_norm": 1.343632459640503, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8683429956436157, + "num_tokens": 174581068.0, + "step": 4790 + }, + { + "epoch": 0.8896935933147633, + "grad_norm": 1.404815673828125, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8758419156074524, + "num_tokens": 174618506.0, + "step": 4791 + }, + { + "epoch": 0.8898792943361189, + "grad_norm": 1.3959394693374634, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8796316385269165, + "num_tokens": 174655853.0, + "step": 4792 + }, + { + "epoch": 0.8900649953574745, + "grad_norm": 1.5364638566970825, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.859521746635437, + "num_tokens": 174687677.0, + "step": 4793 + }, + { + "epoch": 0.89025069637883, + "grad_norm": 1.4539004564285278, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8665386438369751, + "num_tokens": 174727249.0, + "step": 4794 + }, + { + "epoch": 0.8904363974001857, + "grad_norm": 1.4382727146148682, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8836004734039307, + "num_tokens": 174760758.0, + "step": 4795 + }, + { + "epoch": 0.8906220984215413, + "grad_norm": 1.4113818407058716, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8632655143737793, + "num_tokens": 174798489.0, + "step": 4796 + }, + { + "epoch": 0.8908077994428969, + "grad_norm": 1.4228062629699707, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8791713118553162, + "num_tokens": 174831321.0, + "step": 4797 + }, + { + "epoch": 0.8909935004642525, + "grad_norm": 1.396786093711853, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8647829294204712, + "num_tokens": 174870245.0, + "step": 4798 + }, + { + "epoch": 0.8911792014856081, + "grad_norm": 1.4260509014129639, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8638668656349182, + "num_tokens": 174905430.0, + "step": 4799 + }, + { + "epoch": 0.8913649025069638, + "grad_norm": 1.6439435482025146, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8599214553833008, + "num_tokens": 174938829.0, + "step": 4800 + }, + { + "epoch": 0.8915506035283194, + "grad_norm": 1.3927465677261353, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8767683506011963, + "num_tokens": 174978426.0, + "step": 4801 + }, + { + "epoch": 0.891736304549675, + "grad_norm": 1.3197612762451172, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8780307769775391, + "num_tokens": 175021492.0, + "step": 4802 + }, + { + "epoch": 0.8919220055710306, + "grad_norm": 1.4957008361816406, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8748565316200256, + "num_tokens": 175056155.0, + "step": 4803 + }, + { + "epoch": 0.8921077065923863, + "grad_norm": 1.380379319190979, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8782969117164612, + "num_tokens": 175095510.0, + "step": 4804 + }, + { + "epoch": 0.8922934076137419, + "grad_norm": 1.5561693906784058, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8553513884544373, + "num_tokens": 175129145.0, + "step": 4805 + }, + { + "epoch": 0.8924791086350975, + "grad_norm": 1.3087430000305176, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8766475915908813, + "num_tokens": 175171123.0, + "step": 4806 + }, + { + "epoch": 0.8926648096564531, + "grad_norm": 1.4558765888214111, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8709172010421753, + "num_tokens": 175205148.0, + "step": 4807 + }, + { + "epoch": 0.8928505106778087, + "grad_norm": 1.357106328010559, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8633039593696594, + "num_tokens": 175240466.0, + "step": 4808 + }, + { + "epoch": 0.8930362116991644, + "grad_norm": 1.6080456972122192, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8600344061851501, + "num_tokens": 175271795.0, + "step": 4809 + }, + { + "epoch": 0.89322191272052, + "grad_norm": 1.3091514110565186, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8670961856842041, + "num_tokens": 175314873.0, + "step": 4810 + }, + { + "epoch": 0.8934076137418756, + "grad_norm": 1.4468679428100586, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8717819452285767, + "num_tokens": 175347072.0, + "step": 4811 + }, + { + "epoch": 0.8935933147632312, + "grad_norm": 1.386978268623352, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8661808967590332, + "num_tokens": 175389860.0, + "step": 4812 + }, + { + "epoch": 0.8937790157845868, + "grad_norm": 1.326957106590271, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8619438409805298, + "num_tokens": 175434429.0, + "step": 4813 + }, + { + "epoch": 0.8939647168059425, + "grad_norm": 1.3481028079986572, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8748677968978882, + "num_tokens": 175473384.0, + "step": 4814 + }, + { + "epoch": 0.8941504178272981, + "grad_norm": 1.442263126373291, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8801405429840088, + "num_tokens": 175507467.0, + "step": 4815 + }, + { + "epoch": 0.8943361188486537, + "grad_norm": 1.3180840015411377, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.874751091003418, + "num_tokens": 175547233.0, + "step": 4816 + }, + { + "epoch": 0.8945218198700093, + "grad_norm": 1.3742470741271973, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8748104572296143, + "num_tokens": 175582782.0, + "step": 4817 + }, + { + "epoch": 0.8947075208913648, + "grad_norm": 1.4392049312591553, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8553251028060913, + "num_tokens": 175618670.0, + "step": 4818 + }, + { + "epoch": 0.8948932219127205, + "grad_norm": 1.4403390884399414, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8721255660057068, + "num_tokens": 175659655.0, + "step": 4819 + }, + { + "epoch": 0.8950789229340761, + "grad_norm": 1.4616926908493042, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8641268014907837, + "num_tokens": 175699452.0, + "step": 4820 + }, + { + "epoch": 0.8952646239554317, + "grad_norm": 1.4617012739181519, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8801683187484741, + "num_tokens": 175732609.0, + "step": 4821 + }, + { + "epoch": 0.8954503249767873, + "grad_norm": 1.4512676000595093, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8754950761795044, + "num_tokens": 175765484.0, + "step": 4822 + }, + { + "epoch": 0.895636025998143, + "grad_norm": 1.5198830366134644, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8601566553115845, + "num_tokens": 175802101.0, + "step": 4823 + }, + { + "epoch": 0.8958217270194986, + "grad_norm": 1.5375736951828003, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8600435256958008, + "num_tokens": 175835140.0, + "step": 4824 + }, + { + "epoch": 0.8960074280408542, + "grad_norm": 1.4577405452728271, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.872556209564209, + "num_tokens": 175870503.0, + "step": 4825 + }, + { + "epoch": 0.8961931290622098, + "grad_norm": 1.5158894062042236, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8620003461837769, + "num_tokens": 175905202.0, + "step": 4826 + }, + { + "epoch": 0.8963788300835654, + "grad_norm": 1.3999354839324951, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8742814660072327, + "num_tokens": 175943947.0, + "step": 4827 + }, + { + "epoch": 0.8965645311049211, + "grad_norm": 1.4605927467346191, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.861366331577301, + "num_tokens": 175981843.0, + "step": 4828 + }, + { + "epoch": 0.8967502321262767, + "grad_norm": 1.4644370079040527, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8706419467926025, + "num_tokens": 176017869.0, + "step": 4829 + }, + { + "epoch": 0.8969359331476323, + "grad_norm": 1.492369294166565, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8753422498703003, + "num_tokens": 176048501.0, + "step": 4830 + }, + { + "epoch": 0.8971216341689879, + "grad_norm": 1.598465919494629, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8626007437705994, + "num_tokens": 176079055.0, + "step": 4831 + }, + { + "epoch": 0.8973073351903436, + "grad_norm": 1.4320049285888672, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8679656386375427, + "num_tokens": 176117634.0, + "step": 4832 + }, + { + "epoch": 0.8974930362116992, + "grad_norm": 1.3588581085205078, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8772281408309937, + "num_tokens": 176158905.0, + "step": 4833 + }, + { + "epoch": 0.8976787372330548, + "grad_norm": 1.4198709726333618, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8657081127166748, + "num_tokens": 176196712.0, + "step": 4834 + }, + { + "epoch": 0.8978644382544104, + "grad_norm": 1.2869974374771118, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.879133939743042, + "num_tokens": 176238686.0, + "step": 4835 + }, + { + "epoch": 0.898050139275766, + "grad_norm": 2.3354015350341797, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8696435689926147, + "num_tokens": 176277460.0, + "step": 4836 + }, + { + "epoch": 0.8982358402971217, + "grad_norm": 1.4901187419891357, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8720088601112366, + "num_tokens": 176311422.0, + "step": 4837 + }, + { + "epoch": 0.8984215413184773, + "grad_norm": 1.4645622968673706, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8752511739730835, + "num_tokens": 176348889.0, + "step": 4838 + }, + { + "epoch": 0.8986072423398329, + "grad_norm": 1.4789979457855225, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8567093014717102, + "num_tokens": 176384498.0, + "step": 4839 + }, + { + "epoch": 0.8987929433611885, + "grad_norm": 1.336064338684082, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8672276735305786, + "num_tokens": 176426675.0, + "step": 4840 + }, + { + "epoch": 0.8989786443825442, + "grad_norm": 1.596621036529541, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8668235540390015, + "num_tokens": 176460901.0, + "step": 4841 + }, + { + "epoch": 0.8991643454038997, + "grad_norm": 1.4595818519592285, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8814496994018555, + "num_tokens": 176491020.0, + "step": 4842 + }, + { + "epoch": 0.8993500464252553, + "grad_norm": 1.3644758462905884, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8775601387023926, + "num_tokens": 176530885.0, + "step": 4843 + }, + { + "epoch": 0.8995357474466109, + "grad_norm": 1.545363426208496, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8702234029769897, + "num_tokens": 176562074.0, + "step": 4844 + }, + { + "epoch": 0.8997214484679665, + "grad_norm": 1.4342083930969238, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8643269538879395, + "num_tokens": 176597089.0, + "step": 4845 + }, + { + "epoch": 0.8999071494893222, + "grad_norm": 1.4534341096878052, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8521631360054016, + "num_tokens": 176633216.0, + "step": 4846 + }, + { + "epoch": 0.9000928505106778, + "grad_norm": 1.346042275428772, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8753522634506226, + "num_tokens": 176674425.0, + "step": 4847 + }, + { + "epoch": 0.9002785515320334, + "grad_norm": 1.5686078071594238, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.866745114326477, + "num_tokens": 176705207.0, + "step": 4848 + }, + { + "epoch": 0.900464252553389, + "grad_norm": 1.4518014192581177, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8743207454681396, + "num_tokens": 176740004.0, + "step": 4849 + }, + { + "epoch": 0.9006499535747446, + "grad_norm": 1.458679437637329, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.876184344291687, + "num_tokens": 176778308.0, + "step": 4850 + }, + { + "epoch": 0.9008356545961003, + "grad_norm": 1.677567481994629, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8534971475601196, + "num_tokens": 176808107.0, + "step": 4851 + }, + { + "epoch": 0.9010213556174559, + "grad_norm": 1.483267068862915, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8534470796585083, + "num_tokens": 176847270.0, + "step": 4852 + }, + { + "epoch": 0.9012070566388115, + "grad_norm": 1.3282517194747925, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8710111975669861, + "num_tokens": 176888663.0, + "step": 4853 + }, + { + "epoch": 0.9013927576601671, + "grad_norm": 1.531881332397461, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8589877486228943, + "num_tokens": 176922064.0, + "step": 4854 + }, + { + "epoch": 0.9015784586815228, + "grad_norm": 1.4415504932403564, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8688029050827026, + "num_tokens": 176957250.0, + "step": 4855 + }, + { + "epoch": 0.9017641597028784, + "grad_norm": 1.3548165559768677, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8727612495422363, + "num_tokens": 176996430.0, + "step": 4856 + }, + { + "epoch": 0.901949860724234, + "grad_norm": 1.4968055486679077, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8563704490661621, + "num_tokens": 177030740.0, + "step": 4857 + }, + { + "epoch": 0.9021355617455896, + "grad_norm": 1.3414725065231323, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8594540357589722, + "num_tokens": 177072076.0, + "step": 4858 + }, + { + "epoch": 0.9023212627669452, + "grad_norm": 1.490602731704712, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8673549890518188, + "num_tokens": 177105902.0, + "step": 4859 + }, + { + "epoch": 0.9025069637883009, + "grad_norm": 1.3595069646835327, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8758488893508911, + "num_tokens": 177144115.0, + "step": 4860 + }, + { + "epoch": 0.9026926648096565, + "grad_norm": 1.4191807508468628, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8771882057189941, + "num_tokens": 177178792.0, + "step": 4861 + }, + { + "epoch": 0.9028783658310121, + "grad_norm": 1.393078327178955, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8680380582809448, + "num_tokens": 177215970.0, + "step": 4862 + }, + { + "epoch": 0.9030640668523677, + "grad_norm": 1.3865687847137451, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8702465891838074, + "num_tokens": 177257902.0, + "step": 4863 + }, + { + "epoch": 0.9032497678737234, + "grad_norm": 1.5134862661361694, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8586572408676147, + "num_tokens": 177294957.0, + "step": 4864 + }, + { + "epoch": 0.903435468895079, + "grad_norm": 1.310153603553772, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8815033435821533, + "num_tokens": 177333671.0, + "step": 4865 + }, + { + "epoch": 0.9036211699164345, + "grad_norm": 1.4116723537445068, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8659571409225464, + "num_tokens": 177370670.0, + "step": 4866 + }, + { + "epoch": 0.9038068709377901, + "grad_norm": 1.5184533596038818, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8555057644844055, + "num_tokens": 177405216.0, + "step": 4867 + }, + { + "epoch": 0.9039925719591457, + "grad_norm": 1.3676289319992065, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8787375092506409, + "num_tokens": 177444219.0, + "step": 4868 + }, + { + "epoch": 0.9041782729805014, + "grad_norm": 1.4705476760864258, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8802639842033386, + "num_tokens": 177478510.0, + "step": 4869 + }, + { + "epoch": 0.904363974001857, + "grad_norm": 1.4986546039581299, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8664697408676147, + "num_tokens": 177515502.0, + "step": 4870 + }, + { + "epoch": 0.9045496750232126, + "grad_norm": 1.4460935592651367, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.863470196723938, + "num_tokens": 177555174.0, + "step": 4871 + }, + { + "epoch": 0.9047353760445682, + "grad_norm": 1.458316445350647, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8659896850585938, + "num_tokens": 177590107.0, + "step": 4872 + }, + { + "epoch": 0.9049210770659238, + "grad_norm": 1.4876618385314941, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8673897981643677, + "num_tokens": 177623570.0, + "step": 4873 + }, + { + "epoch": 0.9051067780872795, + "grad_norm": 1.4767074584960938, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8650301694869995, + "num_tokens": 177657330.0, + "step": 4874 + }, + { + "epoch": 0.9052924791086351, + "grad_norm": 1.303098201751709, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8675221800804138, + "num_tokens": 177700469.0, + "step": 4875 + }, + { + "epoch": 0.9054781801299907, + "grad_norm": 1.6658045053482056, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.860441267490387, + "num_tokens": 177733495.0, + "step": 4876 + }, + { + "epoch": 0.9056638811513463, + "grad_norm": 1.4943093061447144, + "learning_rate": 1e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.8402937054634094, + "num_tokens": 177772228.0, + "step": 4877 + }, + { + "epoch": 0.905849582172702, + "grad_norm": 1.4676423072814941, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8728841543197632, + "num_tokens": 177805203.0, + "step": 4878 + }, + { + "epoch": 0.9060352831940576, + "grad_norm": 1.4137213230133057, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.877588152885437, + "num_tokens": 177837764.0, + "step": 4879 + }, + { + "epoch": 0.9062209842154132, + "grad_norm": 1.3481584787368774, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8621158599853516, + "num_tokens": 177879842.0, + "step": 4880 + }, + { + "epoch": 0.9064066852367688, + "grad_norm": 1.4511770009994507, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8908261060714722, + "num_tokens": 177911960.0, + "step": 4881 + }, + { + "epoch": 0.9065923862581244, + "grad_norm": 1.4212646484375, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8828393816947937, + "num_tokens": 177948563.0, + "step": 4882 + }, + { + "epoch": 0.9067780872794801, + "grad_norm": 1.3605984449386597, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8682996034622192, + "num_tokens": 177988031.0, + "step": 4883 + }, + { + "epoch": 0.9069637883008357, + "grad_norm": 1.567115306854248, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.86810702085495, + "num_tokens": 178020108.0, + "step": 4884 + }, + { + "epoch": 0.9071494893221913, + "grad_norm": 1.3081659078598022, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8747314214706421, + "num_tokens": 178062586.0, + "step": 4885 + }, + { + "epoch": 0.9073351903435469, + "grad_norm": 1.531574010848999, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8699817657470703, + "num_tokens": 178098979.0, + "step": 4886 + }, + { + "epoch": 0.9075208913649025, + "grad_norm": 1.4540352821350098, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8625054955482483, + "num_tokens": 178141239.0, + "step": 4887 + }, + { + "epoch": 0.9077065923862582, + "grad_norm": 1.5186750888824463, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8730520606040955, + "num_tokens": 178175101.0, + "step": 4888 + }, + { + "epoch": 0.9078922934076138, + "grad_norm": 1.4490314722061157, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8696833848953247, + "num_tokens": 178213528.0, + "step": 4889 + }, + { + "epoch": 0.9080779944289693, + "grad_norm": 1.5003389120101929, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8753913640975952, + "num_tokens": 178245551.0, + "step": 4890 + }, + { + "epoch": 0.9082636954503249, + "grad_norm": 1.4005342721939087, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8684102296829224, + "num_tokens": 178282158.0, + "step": 4891 + }, + { + "epoch": 0.9084493964716805, + "grad_norm": 1.3981239795684814, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8763474822044373, + "num_tokens": 178318147.0, + "step": 4892 + }, + { + "epoch": 0.9086350974930362, + "grad_norm": 1.3370230197906494, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8728422522544861, + "num_tokens": 178359240.0, + "step": 4893 + }, + { + "epoch": 0.9088207985143918, + "grad_norm": 1.5317550897598267, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8626096844673157, + "num_tokens": 178394612.0, + "step": 4894 + }, + { + "epoch": 0.9090064995357474, + "grad_norm": 1.3167593479156494, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.850952684879303, + "num_tokens": 178440839.0, + "step": 4895 + }, + { + "epoch": 0.909192200557103, + "grad_norm": 1.5429023504257202, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.866226077079773, + "num_tokens": 178472403.0, + "step": 4896 + }, + { + "epoch": 0.9093779015784587, + "grad_norm": 1.3125983476638794, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8849076628684998, + "num_tokens": 178510536.0, + "step": 4897 + }, + { + "epoch": 0.9095636025998143, + "grad_norm": 1.341667652130127, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8798348903656006, + "num_tokens": 178550995.0, + "step": 4898 + }, + { + "epoch": 0.9097493036211699, + "grad_norm": 1.592527151107788, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8496736884117126, + "num_tokens": 178582408.0, + "step": 4899 + }, + { + "epoch": 0.9099350046425255, + "grad_norm": 1.3765619993209839, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8790498375892639, + "num_tokens": 178618111.0, + "step": 4900 + }, + { + "epoch": 0.9101207056638811, + "grad_norm": 1.333472728729248, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8754383325576782, + "num_tokens": 178656047.0, + "step": 4901 + }, + { + "epoch": 0.9103064066852368, + "grad_norm": 1.4660923480987549, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8730210065841675, + "num_tokens": 178691108.0, + "step": 4902 + }, + { + "epoch": 0.9104921077065924, + "grad_norm": 1.501655101776123, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8566758632659912, + "num_tokens": 178727470.0, + "step": 4903 + }, + { + "epoch": 0.910677808727948, + "grad_norm": 1.476840615272522, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8645450472831726, + "num_tokens": 178762591.0, + "step": 4904 + }, + { + "epoch": 0.9108635097493036, + "grad_norm": 1.3646178245544434, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8897753953933716, + "num_tokens": 178798863.0, + "step": 4905 + }, + { + "epoch": 0.9110492107706593, + "grad_norm": 1.390730619430542, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8596923351287842, + "num_tokens": 178841110.0, + "step": 4906 + }, + { + "epoch": 0.9112349117920149, + "grad_norm": 1.4024183750152588, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8675471544265747, + "num_tokens": 178879292.0, + "step": 4907 + }, + { + "epoch": 0.9114206128133705, + "grad_norm": 1.3526660203933716, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8828887939453125, + "num_tokens": 178914790.0, + "step": 4908 + }, + { + "epoch": 0.9116063138347261, + "grad_norm": 1.6318515539169312, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8595905303955078, + "num_tokens": 178944635.0, + "step": 4909 + }, + { + "epoch": 0.9117920148560817, + "grad_norm": 1.4566408395767212, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8529026508331299, + "num_tokens": 178982614.0, + "step": 4910 + }, + { + "epoch": 0.9119777158774374, + "grad_norm": 1.3867536783218384, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8583214282989502, + "num_tokens": 179024121.0, + "step": 4911 + }, + { + "epoch": 0.912163416898793, + "grad_norm": 1.4041634798049927, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.866568386554718, + "num_tokens": 179064740.0, + "step": 4912 + }, + { + "epoch": 0.9123491179201486, + "grad_norm": 1.4344009160995483, + "learning_rate": 1e-06, + "loss": 0.4723, + "mean_token_accuracy": 0.8426929116249084, + "num_tokens": 179104219.0, + "step": 4913 + }, + { + "epoch": 0.9125348189415042, + "grad_norm": 1.544556736946106, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8680065274238586, + "num_tokens": 179136191.0, + "step": 4914 + }, + { + "epoch": 0.9127205199628597, + "grad_norm": 1.4548712968826294, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8689000606536865, + "num_tokens": 179172292.0, + "step": 4915 + }, + { + "epoch": 0.9129062209842154, + "grad_norm": 1.4025428295135498, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.880102276802063, + "num_tokens": 179206504.0, + "step": 4916 + }, + { + "epoch": 0.913091922005571, + "grad_norm": 1.3591231107711792, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8651665449142456, + "num_tokens": 179245484.0, + "step": 4917 + }, + { + "epoch": 0.9132776230269266, + "grad_norm": 1.395378589630127, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8661388158798218, + "num_tokens": 179281285.0, + "step": 4918 + }, + { + "epoch": 0.9134633240482822, + "grad_norm": 1.5409696102142334, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8695875406265259, + "num_tokens": 179315326.0, + "step": 4919 + }, + { + "epoch": 0.9136490250696379, + "grad_norm": 1.3857580423355103, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8768448829650879, + "num_tokens": 179347628.0, + "step": 4920 + }, + { + "epoch": 0.9138347260909935, + "grad_norm": 1.623969554901123, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8700700402259827, + "num_tokens": 179381341.0, + "step": 4921 + }, + { + "epoch": 0.9140204271123491, + "grad_norm": 1.3442195653915405, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8845909833908081, + "num_tokens": 179420891.0, + "step": 4922 + }, + { + "epoch": 0.9142061281337047, + "grad_norm": 1.5083258152008057, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8806803226470947, + "num_tokens": 179451633.0, + "step": 4923 + }, + { + "epoch": 0.9143918291550603, + "grad_norm": 1.358201265335083, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8668689131736755, + "num_tokens": 179492243.0, + "step": 4924 + }, + { + "epoch": 0.914577530176416, + "grad_norm": 1.3357175588607788, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8651684522628784, + "num_tokens": 179531933.0, + "step": 4925 + }, + { + "epoch": 0.9147632311977716, + "grad_norm": 1.5738747119903564, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.870398759841919, + "num_tokens": 179563657.0, + "step": 4926 + }, + { + "epoch": 0.9149489322191272, + "grad_norm": 1.404337763786316, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8784159421920776, + "num_tokens": 179602089.0, + "step": 4927 + }, + { + "epoch": 0.9151346332404828, + "grad_norm": 1.414628028869629, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8663915991783142, + "num_tokens": 179640704.0, + "step": 4928 + }, + { + "epoch": 0.9153203342618385, + "grad_norm": 1.4477657079696655, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8846434950828552, + "num_tokens": 179675080.0, + "step": 4929 + }, + { + "epoch": 0.9155060352831941, + "grad_norm": 1.423323631286621, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8573057651519775, + "num_tokens": 179712242.0, + "step": 4930 + }, + { + "epoch": 0.9156917363045497, + "grad_norm": 1.4207265377044678, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8722365498542786, + "num_tokens": 179749794.0, + "step": 4931 + }, + { + "epoch": 0.9158774373259053, + "grad_norm": 1.3359414339065552, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8778864145278931, + "num_tokens": 179791057.0, + "step": 4932 + }, + { + "epoch": 0.9160631383472609, + "grad_norm": 1.5555440187454224, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.880828857421875, + "num_tokens": 179820794.0, + "step": 4933 + }, + { + "epoch": 0.9162488393686166, + "grad_norm": 1.738331913948059, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8632368445396423, + "num_tokens": 179859005.0, + "step": 4934 + }, + { + "epoch": 0.9164345403899722, + "grad_norm": 1.4726217985153198, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8673660159111023, + "num_tokens": 179892546.0, + "step": 4935 + }, + { + "epoch": 0.9166202414113278, + "grad_norm": 1.385331153869629, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.866548478603363, + "num_tokens": 179930922.0, + "step": 4936 + }, + { + "epoch": 0.9168059424326834, + "grad_norm": 1.3909751176834106, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8813883066177368, + "num_tokens": 179963683.0, + "step": 4937 + }, + { + "epoch": 0.916991643454039, + "grad_norm": 1.4651504755020142, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8638493418693542, + "num_tokens": 180000038.0, + "step": 4938 + }, + { + "epoch": 0.9171773444753946, + "grad_norm": 1.3636494874954224, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8782434463500977, + "num_tokens": 180037501.0, + "step": 4939 + }, + { + "epoch": 0.9173630454967502, + "grad_norm": 1.436988115310669, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.868449330329895, + "num_tokens": 180072381.0, + "step": 4940 + }, + { + "epoch": 0.9175487465181058, + "grad_norm": 1.4803282022476196, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8768144845962524, + "num_tokens": 180104367.0, + "step": 4941 + }, + { + "epoch": 0.9177344475394614, + "grad_norm": 1.4100130796432495, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8641580939292908, + "num_tokens": 180144141.0, + "step": 4942 + }, + { + "epoch": 0.917920148560817, + "grad_norm": 1.3251917362213135, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.877204179763794, + "num_tokens": 180181867.0, + "step": 4943 + }, + { + "epoch": 0.9181058495821727, + "grad_norm": 1.4321997165679932, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8589622378349304, + "num_tokens": 180220274.0, + "step": 4944 + }, + { + "epoch": 0.9182915506035283, + "grad_norm": 1.4070343971252441, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.869748592376709, + "num_tokens": 180253070.0, + "step": 4945 + }, + { + "epoch": 0.9184772516248839, + "grad_norm": 1.4933260679244995, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8545058965682983, + "num_tokens": 180290188.0, + "step": 4946 + }, + { + "epoch": 0.9186629526462395, + "grad_norm": 1.442427635192871, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8681290149688721, + "num_tokens": 180326362.0, + "step": 4947 + }, + { + "epoch": 0.9188486536675952, + "grad_norm": 1.3518215417861938, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8647072911262512, + "num_tokens": 180364809.0, + "step": 4948 + }, + { + "epoch": 0.9190343546889508, + "grad_norm": 1.448440670967102, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8569495677947998, + "num_tokens": 180403388.0, + "step": 4949 + }, + { + "epoch": 0.9192200557103064, + "grad_norm": 1.5224907398223877, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.873119056224823, + "num_tokens": 180433596.0, + "step": 4950 + }, + { + "epoch": 0.919405756731662, + "grad_norm": 1.4274067878723145, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8706120848655701, + "num_tokens": 180472321.0, + "step": 4951 + }, + { + "epoch": 0.9195914577530176, + "grad_norm": 1.4819047451019287, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8730844855308533, + "num_tokens": 180507564.0, + "step": 4952 + }, + { + "epoch": 0.9197771587743733, + "grad_norm": 2.0984575748443604, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8633121848106384, + "num_tokens": 180539700.0, + "step": 4953 + }, + { + "epoch": 0.9199628597957289, + "grad_norm": 1.3330022096633911, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8816084265708923, + "num_tokens": 180581006.0, + "step": 4954 + }, + { + "epoch": 0.9201485608170845, + "grad_norm": 1.4073505401611328, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8798891305923462, + "num_tokens": 180616479.0, + "step": 4955 + }, + { + "epoch": 0.9203342618384401, + "grad_norm": 1.5163888931274414, + "learning_rate": 1e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8355679512023926, + "num_tokens": 180656291.0, + "step": 4956 + }, + { + "epoch": 0.9205199628597958, + "grad_norm": 1.5516489744186401, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8495051860809326, + "num_tokens": 180690465.0, + "step": 4957 + }, + { + "epoch": 0.9207056638811514, + "grad_norm": 1.4624525308609009, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8786123991012573, + "num_tokens": 180726391.0, + "step": 4958 + }, + { + "epoch": 0.920891364902507, + "grad_norm": 1.705580472946167, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8535505533218384, + "num_tokens": 180757058.0, + "step": 4959 + }, + { + "epoch": 0.9210770659238626, + "grad_norm": 1.7367256879806519, + "learning_rate": 1e-06, + "loss": 0.4611, + "mean_token_accuracy": 0.847200870513916, + "num_tokens": 180788474.0, + "step": 4960 + }, + { + "epoch": 0.9212627669452182, + "grad_norm": 1.5394418239593506, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8669971227645874, + "num_tokens": 180819980.0, + "step": 4961 + }, + { + "epoch": 0.9214484679665739, + "grad_norm": 1.4281681776046753, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8636493682861328, + "num_tokens": 180855902.0, + "step": 4962 + }, + { + "epoch": 0.9216341689879294, + "grad_norm": 1.5556304454803467, + "learning_rate": 1e-06, + "loss": 0.4656, + "mean_token_accuracy": 0.8503515720367432, + "num_tokens": 180893244.0, + "step": 4963 + }, + { + "epoch": 0.921819870009285, + "grad_norm": 1.4829026460647583, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8779193162918091, + "num_tokens": 180924586.0, + "step": 4964 + }, + { + "epoch": 0.9220055710306406, + "grad_norm": 1.3418782949447632, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8774317502975464, + "num_tokens": 180963497.0, + "step": 4965 + }, + { + "epoch": 0.9221912720519962, + "grad_norm": 1.431295394897461, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8808931112289429, + "num_tokens": 180997924.0, + "step": 4966 + }, + { + "epoch": 0.9223769730733519, + "grad_norm": 1.4434093236923218, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8685462474822998, + "num_tokens": 181037007.0, + "step": 4967 + }, + { + "epoch": 0.9225626740947075, + "grad_norm": 1.467118263244629, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8654614090919495, + "num_tokens": 181072874.0, + "step": 4968 + }, + { + "epoch": 0.9227483751160631, + "grad_norm": 1.5303436517715454, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8704731464385986, + "num_tokens": 181106153.0, + "step": 4969 + }, + { + "epoch": 0.9229340761374187, + "grad_norm": 1.3180791139602661, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8667136430740356, + "num_tokens": 181147600.0, + "step": 4970 + }, + { + "epoch": 0.9231197771587744, + "grad_norm": 1.3967255353927612, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.876407265663147, + "num_tokens": 181184644.0, + "step": 4971 + }, + { + "epoch": 0.92330547818013, + "grad_norm": 1.5358201265335083, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8759256601333618, + "num_tokens": 181215027.0, + "step": 4972 + }, + { + "epoch": 0.9234911792014856, + "grad_norm": 1.4389164447784424, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8601652383804321, + "num_tokens": 181253260.0, + "step": 4973 + }, + { + "epoch": 0.9236768802228412, + "grad_norm": 1.4830914735794067, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8634039759635925, + "num_tokens": 181285409.0, + "step": 4974 + }, + { + "epoch": 0.9238625812441968, + "grad_norm": 1.336348056793213, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8858091235160828, + "num_tokens": 181323216.0, + "step": 4975 + }, + { + "epoch": 0.9240482822655525, + "grad_norm": 1.51178777217865, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8638597130775452, + "num_tokens": 181360301.0, + "step": 4976 + }, + { + "epoch": 0.9242339832869081, + "grad_norm": 1.4245814085006714, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8579176664352417, + "num_tokens": 181398965.0, + "step": 4977 + }, + { + "epoch": 0.9244196843082637, + "grad_norm": 1.4658145904541016, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8772881031036377, + "num_tokens": 181431481.0, + "step": 4978 + }, + { + "epoch": 0.9246053853296193, + "grad_norm": 1.6852734088897705, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8708598613739014, + "num_tokens": 181459158.0, + "step": 4979 + }, + { + "epoch": 0.924791086350975, + "grad_norm": 1.533708930015564, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8608419895172119, + "num_tokens": 181496138.0, + "step": 4980 + }, + { + "epoch": 0.9249767873723306, + "grad_norm": 1.4254401922225952, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8765165209770203, + "num_tokens": 181531798.0, + "step": 4981 + }, + { + "epoch": 0.9251624883936862, + "grad_norm": 1.449855089187622, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8808087110519409, + "num_tokens": 181563357.0, + "step": 4982 + }, + { + "epoch": 0.9253481894150418, + "grad_norm": 1.4484031200408936, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8741037249565125, + "num_tokens": 181596847.0, + "step": 4983 + }, + { + "epoch": 0.9255338904363974, + "grad_norm": 1.4966596364974976, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8784030675888062, + "num_tokens": 181628006.0, + "step": 4984 + }, + { + "epoch": 0.9257195914577531, + "grad_norm": 1.3592993021011353, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8692736625671387, + "num_tokens": 181667872.0, + "step": 4985 + }, + { + "epoch": 0.9259052924791087, + "grad_norm": 1.3120951652526855, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8748139142990112, + "num_tokens": 181708985.0, + "step": 4986 + }, + { + "epoch": 0.9260909935004642, + "grad_norm": 1.609967589378357, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8697609901428223, + "num_tokens": 181739864.0, + "step": 4987 + }, + { + "epoch": 0.9262766945218198, + "grad_norm": 1.4536622762680054, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8686867952346802, + "num_tokens": 181774828.0, + "step": 4988 + }, + { + "epoch": 0.9264623955431754, + "grad_norm": 1.2883777618408203, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8718545436859131, + "num_tokens": 181816129.0, + "step": 4989 + }, + { + "epoch": 0.9266480965645311, + "grad_norm": 1.5304139852523804, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8686912059783936, + "num_tokens": 181849210.0, + "step": 4990 + }, + { + "epoch": 0.9268337975858867, + "grad_norm": 1.3942499160766602, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8642831444740295, + "num_tokens": 181887298.0, + "step": 4991 + }, + { + "epoch": 0.9270194986072423, + "grad_norm": 1.5017056465148926, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8654460906982422, + "num_tokens": 181920396.0, + "step": 4992 + }, + { + "epoch": 0.9272051996285979, + "grad_norm": 1.441673994064331, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8634404540061951, + "num_tokens": 181957557.0, + "step": 4993 + }, + { + "epoch": 0.9273909006499536, + "grad_norm": 1.4353209733963013, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8605540990829468, + "num_tokens": 181993122.0, + "step": 4994 + }, + { + "epoch": 0.9275766016713092, + "grad_norm": 1.43694007396698, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8639043569564819, + "num_tokens": 182029392.0, + "step": 4995 + }, + { + "epoch": 0.9277623026926648, + "grad_norm": 1.3684121370315552, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.873088002204895, + "num_tokens": 182071619.0, + "step": 4996 + }, + { + "epoch": 0.9279480037140204, + "grad_norm": 1.4301377534866333, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8643722534179688, + "num_tokens": 182107116.0, + "step": 4997 + }, + { + "epoch": 0.928133704735376, + "grad_norm": 1.363494634628296, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8757215738296509, + "num_tokens": 182146376.0, + "step": 4998 + }, + { + "epoch": 0.9283194057567317, + "grad_norm": 1.5142900943756104, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8681194186210632, + "num_tokens": 182180193.0, + "step": 4999 + }, + { + "epoch": 0.9285051067780873, + "grad_norm": 1.3924291133880615, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8626350164413452, + "num_tokens": 182219893.0, + "step": 5000 + }, + { + "epoch": 0.9286908077994429, + "grad_norm": 1.4157657623291016, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8732562065124512, + "num_tokens": 182260094.0, + "step": 5001 + }, + { + "epoch": 0.9288765088207985, + "grad_norm": 1.4726439714431763, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8725566267967224, + "num_tokens": 182294308.0, + "step": 5002 + }, + { + "epoch": 0.9290622098421542, + "grad_norm": 1.4945135116577148, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8566077947616577, + "num_tokens": 182329423.0, + "step": 5003 + }, + { + "epoch": 0.9292479108635098, + "grad_norm": 1.4465724229812622, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8734954595565796, + "num_tokens": 182365991.0, + "step": 5004 + }, + { + "epoch": 0.9294336118848654, + "grad_norm": 1.6704682111740112, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8671493530273438, + "num_tokens": 182398689.0, + "step": 5005 + }, + { + "epoch": 0.929619312906221, + "grad_norm": 1.5527697801589966, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.8412412405014038, + "num_tokens": 182433748.0, + "step": 5006 + }, + { + "epoch": 0.9298050139275766, + "grad_norm": 1.5489391088485718, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8813878893852234, + "num_tokens": 182462759.0, + "step": 5007 + }, + { + "epoch": 0.9299907149489323, + "grad_norm": 1.3409464359283447, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.872431755065918, + "num_tokens": 182505009.0, + "step": 5008 + }, + { + "epoch": 0.9301764159702879, + "grad_norm": 1.4137210845947266, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8682273030281067, + "num_tokens": 182541590.0, + "step": 5009 + }, + { + "epoch": 0.9303621169916435, + "grad_norm": 1.5451637506484985, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8631414771080017, + "num_tokens": 182575887.0, + "step": 5010 + }, + { + "epoch": 0.930547818012999, + "grad_norm": 1.4157861471176147, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8655492663383484, + "num_tokens": 182615140.0, + "step": 5011 + }, + { + "epoch": 0.9307335190343546, + "grad_norm": 1.3721652030944824, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8700993657112122, + "num_tokens": 182652037.0, + "step": 5012 + }, + { + "epoch": 0.9309192200557103, + "grad_norm": 1.372102975845337, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8864717483520508, + "num_tokens": 182685271.0, + "step": 5013 + }, + { + "epoch": 0.9311049210770659, + "grad_norm": 1.3225760459899902, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8680121898651123, + "num_tokens": 182726368.0, + "step": 5014 + }, + { + "epoch": 0.9312906220984215, + "grad_norm": 1.4468671083450317, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8692744970321655, + "num_tokens": 182762125.0, + "step": 5015 + }, + { + "epoch": 0.9314763231197771, + "grad_norm": 1.3380999565124512, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8739514946937561, + "num_tokens": 182801029.0, + "step": 5016 + }, + { + "epoch": 0.9316620241411327, + "grad_norm": 1.4471710920333862, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8650881052017212, + "num_tokens": 182837026.0, + "step": 5017 + }, + { + "epoch": 0.9318477251624884, + "grad_norm": 1.321803092956543, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8753923177719116, + "num_tokens": 182878943.0, + "step": 5018 + }, + { + "epoch": 0.932033426183844, + "grad_norm": 1.4961665868759155, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8584846258163452, + "num_tokens": 182914969.0, + "step": 5019 + }, + { + "epoch": 0.9322191272051996, + "grad_norm": 1.2570774555206299, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8859796524047852, + "num_tokens": 182955591.0, + "step": 5020 + }, + { + "epoch": 0.9324048282265552, + "grad_norm": 1.4443025588989258, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8487669229507446, + "num_tokens": 182994922.0, + "step": 5021 + }, + { + "epoch": 0.9325905292479109, + "grad_norm": 1.3743939399719238, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8813875913619995, + "num_tokens": 183031638.0, + "step": 5022 + }, + { + "epoch": 0.9327762302692665, + "grad_norm": 1.596738576889038, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8708224296569824, + "num_tokens": 183066366.0, + "step": 5023 + }, + { + "epoch": 0.9329619312906221, + "grad_norm": 1.335769772529602, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8742817640304565, + "num_tokens": 183111204.0, + "step": 5024 + }, + { + "epoch": 0.9331476323119777, + "grad_norm": 1.4079961776733398, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8739018440246582, + "num_tokens": 183147301.0, + "step": 5025 + }, + { + "epoch": 0.9333333333333333, + "grad_norm": 1.3105169534683228, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8743433356285095, + "num_tokens": 183187255.0, + "step": 5026 + }, + { + "epoch": 0.933519034354689, + "grad_norm": 1.3706650733947754, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8658027648925781, + "num_tokens": 183228852.0, + "step": 5027 + }, + { + "epoch": 0.9337047353760446, + "grad_norm": 1.3710055351257324, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8681977987289429, + "num_tokens": 183273087.0, + "step": 5028 + }, + { + "epoch": 0.9338904363974002, + "grad_norm": 1.4603601694107056, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8686885833740234, + "num_tokens": 183309433.0, + "step": 5029 + }, + { + "epoch": 0.9340761374187558, + "grad_norm": 1.5496842861175537, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8806294202804565, + "num_tokens": 183340224.0, + "step": 5030 + }, + { + "epoch": 0.9342618384401115, + "grad_norm": 1.3907431364059448, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8685531616210938, + "num_tokens": 183379299.0, + "step": 5031 + }, + { + "epoch": 0.9344475394614671, + "grad_norm": 1.4225417375564575, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8669883608818054, + "num_tokens": 183417227.0, + "step": 5032 + }, + { + "epoch": 0.9346332404828227, + "grad_norm": 1.4320405721664429, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8687885999679565, + "num_tokens": 183453490.0, + "step": 5033 + }, + { + "epoch": 0.9348189415041783, + "grad_norm": 1.464897871017456, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8728392124176025, + "num_tokens": 183488753.0, + "step": 5034 + }, + { + "epoch": 0.9350046425255338, + "grad_norm": 1.4441511631011963, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8696669340133667, + "num_tokens": 183524522.0, + "step": 5035 + }, + { + "epoch": 0.9351903435468895, + "grad_norm": 1.429258942604065, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8840013146400452, + "num_tokens": 183557484.0, + "step": 5036 + }, + { + "epoch": 0.9353760445682451, + "grad_norm": 1.4960451126098633, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.868951678276062, + "num_tokens": 183591592.0, + "step": 5037 + }, + { + "epoch": 0.9355617455896007, + "grad_norm": 1.3966469764709473, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8648169040679932, + "num_tokens": 183628060.0, + "step": 5038 + }, + { + "epoch": 0.9357474466109563, + "grad_norm": 1.4777333736419678, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.87857985496521, + "num_tokens": 183663992.0, + "step": 5039 + }, + { + "epoch": 0.935933147632312, + "grad_norm": 1.4116175174713135, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8580320477485657, + "num_tokens": 183702688.0, + "step": 5040 + }, + { + "epoch": 0.9361188486536676, + "grad_norm": 1.3422393798828125, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8685075044631958, + "num_tokens": 183743760.0, + "step": 5041 + }, + { + "epoch": 0.9363045496750232, + "grad_norm": 1.4006794691085815, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8643948435783386, + "num_tokens": 183781191.0, + "step": 5042 + }, + { + "epoch": 0.9364902506963788, + "grad_norm": 1.3161447048187256, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8860321044921875, + "num_tokens": 183818663.0, + "step": 5043 + }, + { + "epoch": 0.9366759517177344, + "grad_norm": 1.4977480173110962, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.877984881401062, + "num_tokens": 183849361.0, + "step": 5044 + }, + { + "epoch": 0.9368616527390901, + "grad_norm": 1.469395637512207, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8668988347053528, + "num_tokens": 183881607.0, + "step": 5045 + }, + { + "epoch": 0.9370473537604457, + "grad_norm": 1.4482940435409546, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8771845102310181, + "num_tokens": 183918669.0, + "step": 5046 + }, + { + "epoch": 0.9372330547818013, + "grad_norm": 1.4578614234924316, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8823798298835754, + "num_tokens": 183947576.0, + "step": 5047 + }, + { + "epoch": 0.9374187558031569, + "grad_norm": 1.4898900985717773, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8611564040184021, + "num_tokens": 183983571.0, + "step": 5048 + }, + { + "epoch": 0.9376044568245125, + "grad_norm": 1.516265630722046, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8678625822067261, + "num_tokens": 184014436.0, + "step": 5049 + }, + { + "epoch": 0.9377901578458682, + "grad_norm": 1.723382592201233, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.845965564250946, + "num_tokens": 184046842.0, + "step": 5050 + }, + { + "epoch": 0.9379758588672238, + "grad_norm": 1.394665002822876, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8872385621070862, + "num_tokens": 184082031.0, + "step": 5051 + }, + { + "epoch": 0.9381615598885794, + "grad_norm": 1.4560314416885376, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8555958867073059, + "num_tokens": 184122639.0, + "step": 5052 + }, + { + "epoch": 0.938347260909935, + "grad_norm": 1.3787916898727417, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8692269325256348, + "num_tokens": 184163560.0, + "step": 5053 + }, + { + "epoch": 0.9385329619312907, + "grad_norm": 1.598722219467163, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8634747862815857, + "num_tokens": 184194695.0, + "step": 5054 + }, + { + "epoch": 0.9387186629526463, + "grad_norm": 1.5519822835922241, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8560067415237427, + "num_tokens": 184231496.0, + "step": 5055 + }, + { + "epoch": 0.9389043639740019, + "grad_norm": 1.4039767980575562, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8683467507362366, + "num_tokens": 184269534.0, + "step": 5056 + }, + { + "epoch": 0.9390900649953575, + "grad_norm": 1.4589964151382446, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8592156171798706, + "num_tokens": 184303525.0, + "step": 5057 + }, + { + "epoch": 0.9392757660167131, + "grad_norm": 1.3180971145629883, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8769437670707703, + "num_tokens": 184345453.0, + "step": 5058 + }, + { + "epoch": 0.9394614670380688, + "grad_norm": 1.4006166458129883, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8708491921424866, + "num_tokens": 184379372.0, + "step": 5059 + }, + { + "epoch": 0.9396471680594243, + "grad_norm": 1.4871838092803955, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8656342625617981, + "num_tokens": 184409458.0, + "step": 5060 + }, + { + "epoch": 0.9398328690807799, + "grad_norm": 1.6037819385528564, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8742958307266235, + "num_tokens": 184438433.0, + "step": 5061 + }, + { + "epoch": 0.9400185701021355, + "grad_norm": 1.5332973003387451, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.860886812210083, + "num_tokens": 184473984.0, + "step": 5062 + }, + { + "epoch": 0.9402042711234911, + "grad_norm": 1.4207608699798584, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.869513988494873, + "num_tokens": 184511481.0, + "step": 5063 + }, + { + "epoch": 0.9403899721448468, + "grad_norm": 1.2600942850112915, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8892295956611633, + "num_tokens": 184549681.0, + "step": 5064 + }, + { + "epoch": 0.9405756731662024, + "grad_norm": 1.348879337310791, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8765506744384766, + "num_tokens": 184585095.0, + "step": 5065 + }, + { + "epoch": 0.940761374187558, + "grad_norm": 1.3598530292510986, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.869436502456665, + "num_tokens": 184627024.0, + "step": 5066 + }, + { + "epoch": 0.9409470752089136, + "grad_norm": 1.441360354423523, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8777875900268555, + "num_tokens": 184659828.0, + "step": 5067 + }, + { + "epoch": 0.9411327762302693, + "grad_norm": 1.4785799980163574, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.86350017786026, + "num_tokens": 184699647.0, + "step": 5068 + }, + { + "epoch": 0.9413184772516249, + "grad_norm": 1.494403600692749, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8641016483306885, + "num_tokens": 184737634.0, + "step": 5069 + }, + { + "epoch": 0.9415041782729805, + "grad_norm": 1.5587127208709717, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8714195489883423, + "num_tokens": 184771359.0, + "step": 5070 + }, + { + "epoch": 0.9416898792943361, + "grad_norm": 1.4633938074111938, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8572754859924316, + "num_tokens": 184811049.0, + "step": 5071 + }, + { + "epoch": 0.9418755803156917, + "grad_norm": 1.400389552116394, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8882331252098083, + "num_tokens": 184845943.0, + "step": 5072 + }, + { + "epoch": 0.9420612813370474, + "grad_norm": 1.4145894050598145, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8784916996955872, + "num_tokens": 184880274.0, + "step": 5073 + }, + { + "epoch": 0.942246982358403, + "grad_norm": 1.4959322214126587, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8735135793685913, + "num_tokens": 184914118.0, + "step": 5074 + }, + { + "epoch": 0.9424326833797586, + "grad_norm": 1.4360487461090088, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8804600238800049, + "num_tokens": 184951485.0, + "step": 5075 + }, + { + "epoch": 0.9426183844011142, + "grad_norm": 1.5257890224456787, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8690010905265808, + "num_tokens": 184986231.0, + "step": 5076 + }, + { + "epoch": 0.9428040854224699, + "grad_norm": 1.3168315887451172, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8600874543190002, + "num_tokens": 185028547.0, + "step": 5077 + }, + { + "epoch": 0.9429897864438255, + "grad_norm": 1.3724253177642822, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8742128014564514, + "num_tokens": 185063668.0, + "step": 5078 + }, + { + "epoch": 0.9431754874651811, + "grad_norm": 1.4958683252334595, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8681248426437378, + "num_tokens": 185094421.0, + "step": 5079 + }, + { + "epoch": 0.9433611884865367, + "grad_norm": 1.5292378664016724, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8694111704826355, + "num_tokens": 185127695.0, + "step": 5080 + }, + { + "epoch": 0.9435468895078923, + "grad_norm": 1.475964903831482, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8506884574890137, + "num_tokens": 185164861.0, + "step": 5081 + }, + { + "epoch": 0.943732590529248, + "grad_norm": 1.5144673585891724, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8661012053489685, + "num_tokens": 185202312.0, + "step": 5082 + }, + { + "epoch": 0.9439182915506036, + "grad_norm": 1.417640209197998, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8808586001396179, + "num_tokens": 185237950.0, + "step": 5083 + }, + { + "epoch": 0.9441039925719591, + "grad_norm": 1.3853577375411987, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8672271966934204, + "num_tokens": 185276765.0, + "step": 5084 + }, + { + "epoch": 0.9442896935933147, + "grad_norm": 1.4476072788238525, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8573060035705566, + "num_tokens": 185315161.0, + "step": 5085 + }, + { + "epoch": 0.9444753946146703, + "grad_norm": 1.650046944618225, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8583134412765503, + "num_tokens": 185345112.0, + "step": 5086 + }, + { + "epoch": 0.944661095636026, + "grad_norm": 1.4406903982162476, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8703678846359253, + "num_tokens": 185378649.0, + "step": 5087 + }, + { + "epoch": 0.9448467966573816, + "grad_norm": 1.3618100881576538, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8743011355400085, + "num_tokens": 185414408.0, + "step": 5088 + }, + { + "epoch": 0.9450324976787372, + "grad_norm": 1.429476261138916, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8746680617332458, + "num_tokens": 185448552.0, + "step": 5089 + }, + { + "epoch": 0.9452181987000928, + "grad_norm": 1.3738220930099487, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8835710287094116, + "num_tokens": 185485050.0, + "step": 5090 + }, + { + "epoch": 0.9454038997214484, + "grad_norm": 1.532596468925476, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.862634003162384, + "num_tokens": 185512830.0, + "step": 5091 + }, + { + "epoch": 0.9455896007428041, + "grad_norm": 1.3168128728866577, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8707122802734375, + "num_tokens": 185554904.0, + "step": 5092 + }, + { + "epoch": 0.9457753017641597, + "grad_norm": 1.433259129524231, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8735974431037903, + "num_tokens": 185591507.0, + "step": 5093 + }, + { + "epoch": 0.9459610027855153, + "grad_norm": 1.4372202157974243, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8661103248596191, + "num_tokens": 185631062.0, + "step": 5094 + }, + { + "epoch": 0.9461467038068709, + "grad_norm": 1.489681363105774, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8702964186668396, + "num_tokens": 185666007.0, + "step": 5095 + }, + { + "epoch": 0.9463324048282266, + "grad_norm": 1.4124023914337158, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8759526014328003, + "num_tokens": 185703568.0, + "step": 5096 + }, + { + "epoch": 0.9465181058495822, + "grad_norm": 1.4843196868896484, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8863415122032166, + "num_tokens": 185737101.0, + "step": 5097 + }, + { + "epoch": 0.9467038068709378, + "grad_norm": 1.386809229850769, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8587158918380737, + "num_tokens": 185778769.0, + "step": 5098 + }, + { + "epoch": 0.9468895078922934, + "grad_norm": 1.4591798782348633, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8665962219238281, + "num_tokens": 185813013.0, + "step": 5099 + }, + { + "epoch": 0.947075208913649, + "grad_norm": 1.5008809566497803, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8656983971595764, + "num_tokens": 185845155.0, + "step": 5100 + }, + { + "epoch": 0.9472609099350047, + "grad_norm": 1.4354320764541626, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8752596974372864, + "num_tokens": 185880120.0, + "step": 5101 + }, + { + "epoch": 0.9474466109563603, + "grad_norm": 1.42237389087677, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8758184313774109, + "num_tokens": 185915780.0, + "step": 5102 + }, + { + "epoch": 0.9476323119777159, + "grad_norm": 1.6454434394836426, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8572491407394409, + "num_tokens": 185945504.0, + "step": 5103 + }, + { + "epoch": 0.9478180129990715, + "grad_norm": 1.4172635078430176, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8682440519332886, + "num_tokens": 185977898.0, + "step": 5104 + }, + { + "epoch": 0.9480037140204272, + "grad_norm": 1.3720818758010864, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8575906157493591, + "num_tokens": 186018913.0, + "step": 5105 + }, + { + "epoch": 0.9481894150417828, + "grad_norm": 1.5050787925720215, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8672328591346741, + "num_tokens": 186051653.0, + "step": 5106 + }, + { + "epoch": 0.9483751160631384, + "grad_norm": 1.5577763319015503, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8727236390113831, + "num_tokens": 186086094.0, + "step": 5107 + }, + { + "epoch": 0.9485608170844939, + "grad_norm": 1.4817776679992676, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.872628927230835, + "num_tokens": 186119979.0, + "step": 5108 + }, + { + "epoch": 0.9487465181058495, + "grad_norm": 1.462217092514038, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8581269979476929, + "num_tokens": 186156242.0, + "step": 5109 + }, + { + "epoch": 0.9489322191272052, + "grad_norm": 1.396999478340149, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8642575740814209, + "num_tokens": 186196036.0, + "step": 5110 + }, + { + "epoch": 0.9491179201485608, + "grad_norm": 1.3929672241210938, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8660964965820312, + "num_tokens": 186233384.0, + "step": 5111 + }, + { + "epoch": 0.9493036211699164, + "grad_norm": 1.7287077903747559, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8724443912506104, + "num_tokens": 186272079.0, + "step": 5112 + }, + { + "epoch": 0.949489322191272, + "grad_norm": 1.4332143068313599, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8628861904144287, + "num_tokens": 186310209.0, + "step": 5113 + }, + { + "epoch": 0.9496750232126276, + "grad_norm": 1.477210283279419, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8583886623382568, + "num_tokens": 186352399.0, + "step": 5114 + }, + { + "epoch": 0.9498607242339833, + "grad_norm": 1.4107122421264648, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8619756698608398, + "num_tokens": 186389370.0, + "step": 5115 + }, + { + "epoch": 0.9500464252553389, + "grad_norm": 1.5259615182876587, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8692892789840698, + "num_tokens": 186424459.0, + "step": 5116 + }, + { + "epoch": 0.9502321262766945, + "grad_norm": 1.4308396577835083, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8635691404342651, + "num_tokens": 186460626.0, + "step": 5117 + }, + { + "epoch": 0.9504178272980501, + "grad_norm": 1.6310361623764038, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.859805166721344, + "num_tokens": 186491738.0, + "step": 5118 + }, + { + "epoch": 0.9506035283194058, + "grad_norm": 1.4029626846313477, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.860349714756012, + "num_tokens": 186529901.0, + "step": 5119 + }, + { + "epoch": 0.9507892293407614, + "grad_norm": 1.5723646879196167, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8751708269119263, + "num_tokens": 186567793.0, + "step": 5120 + }, + { + "epoch": 0.950974930362117, + "grad_norm": 1.4809738397598267, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8611680865287781, + "num_tokens": 186604121.0, + "step": 5121 + }, + { + "epoch": 0.9511606313834726, + "grad_norm": 1.416857361793518, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8697661757469177, + "num_tokens": 186638620.0, + "step": 5122 + }, + { + "epoch": 0.9513463324048282, + "grad_norm": 1.4370691776275635, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8590301275253296, + "num_tokens": 186673458.0, + "step": 5123 + }, + { + "epoch": 0.9515320334261839, + "grad_norm": 1.4852683544158936, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8659928441047668, + "num_tokens": 186713111.0, + "step": 5124 + }, + { + "epoch": 0.9517177344475395, + "grad_norm": 1.389341115951538, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8729147911071777, + "num_tokens": 186748223.0, + "step": 5125 + }, + { + "epoch": 0.9519034354688951, + "grad_norm": 1.391857624053955, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8645986914634705, + "num_tokens": 186789706.0, + "step": 5126 + }, + { + "epoch": 0.9520891364902507, + "grad_norm": 1.5481629371643066, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8687864542007446, + "num_tokens": 186823897.0, + "step": 5127 + }, + { + "epoch": 0.9522748375116064, + "grad_norm": 1.4923312664031982, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.879059374332428, + "num_tokens": 186860821.0, + "step": 5128 + }, + { + "epoch": 0.952460538532962, + "grad_norm": 1.4943513870239258, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8759269118309021, + "num_tokens": 186893612.0, + "step": 5129 + }, + { + "epoch": 0.9526462395543176, + "grad_norm": 1.4241533279418945, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8650526404380798, + "num_tokens": 186931459.0, + "step": 5130 + }, + { + "epoch": 0.9528319405756732, + "grad_norm": 1.385016918182373, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8640428185462952, + "num_tokens": 186969538.0, + "step": 5131 + }, + { + "epoch": 0.9530176415970287, + "grad_norm": 1.457972764968872, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8710892796516418, + "num_tokens": 187002818.0, + "step": 5132 + }, + { + "epoch": 0.9532033426183844, + "grad_norm": 1.454040765762329, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8620492219924927, + "num_tokens": 187041334.0, + "step": 5133 + }, + { + "epoch": 0.95338904363974, + "grad_norm": 1.403510570526123, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.868807315826416, + "num_tokens": 187082863.0, + "step": 5134 + }, + { + "epoch": 0.9535747446610956, + "grad_norm": 1.4126405715942383, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8831589221954346, + "num_tokens": 187113925.0, + "step": 5135 + }, + { + "epoch": 0.9537604456824512, + "grad_norm": 1.3658697605133057, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8788105845451355, + "num_tokens": 187149369.0, + "step": 5136 + }, + { + "epoch": 0.9539461467038068, + "grad_norm": 1.4625792503356934, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8523001074790955, + "num_tokens": 187189285.0, + "step": 5137 + }, + { + "epoch": 0.9541318477251625, + "grad_norm": 1.5189015865325928, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8603858947753906, + "num_tokens": 187224577.0, + "step": 5138 + }, + { + "epoch": 0.9543175487465181, + "grad_norm": 1.4819493293762207, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8814975619316101, + "num_tokens": 187254390.0, + "step": 5139 + }, + { + "epoch": 0.9545032497678737, + "grad_norm": 1.4443076848983765, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8658148050308228, + "num_tokens": 187290099.0, + "step": 5140 + }, + { + "epoch": 0.9546889507892293, + "grad_norm": 1.4978185892105103, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8770133852958679, + "num_tokens": 187320886.0, + "step": 5141 + }, + { + "epoch": 0.954874651810585, + "grad_norm": 1.329904317855835, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8753190636634827, + "num_tokens": 187361589.0, + "step": 5142 + }, + { + "epoch": 0.9550603528319406, + "grad_norm": 1.352623701095581, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.865563154220581, + "num_tokens": 187401643.0, + "step": 5143 + }, + { + "epoch": 0.9552460538532962, + "grad_norm": 1.2248668670654297, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8752619028091431, + "num_tokens": 187448127.0, + "step": 5144 + }, + { + "epoch": 0.9554317548746518, + "grad_norm": 1.4259310960769653, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.878787636756897, + "num_tokens": 187484051.0, + "step": 5145 + }, + { + "epoch": 0.9556174558960074, + "grad_norm": 1.5039249658584595, + "learning_rate": 1e-06, + "loss": 0.4535, + "mean_token_accuracy": 0.8519177436828613, + "num_tokens": 187518806.0, + "step": 5146 + }, + { + "epoch": 0.9558031569173631, + "grad_norm": 1.3077411651611328, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8847044706344604, + "num_tokens": 187556939.0, + "step": 5147 + }, + { + "epoch": 0.9559888579387187, + "grad_norm": 1.3391162157058716, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8710808157920837, + "num_tokens": 187595360.0, + "step": 5148 + }, + { + "epoch": 0.9561745589600743, + "grad_norm": 1.4300971031188965, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8788725733757019, + "num_tokens": 187627490.0, + "step": 5149 + }, + { + "epoch": 0.9563602599814299, + "grad_norm": 1.4469293355941772, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8743382692337036, + "num_tokens": 187661873.0, + "step": 5150 + }, + { + "epoch": 0.9565459610027855, + "grad_norm": 1.527919054031372, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8745036125183105, + "num_tokens": 187695041.0, + "step": 5151 + }, + { + "epoch": 0.9567316620241412, + "grad_norm": 1.5376447439193726, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8585661053657532, + "num_tokens": 187732956.0, + "step": 5152 + }, + { + "epoch": 0.9569173630454968, + "grad_norm": 1.3838552236557007, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8695539832115173, + "num_tokens": 187770778.0, + "step": 5153 + }, + { + "epoch": 0.9571030640668524, + "grad_norm": 1.35946786403656, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8740668296813965, + "num_tokens": 187808717.0, + "step": 5154 + }, + { + "epoch": 0.957288765088208, + "grad_norm": 1.4459760189056396, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8617666363716125, + "num_tokens": 187846001.0, + "step": 5155 + }, + { + "epoch": 0.9574744661095635, + "grad_norm": 1.5219320058822632, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8662813901901245, + "num_tokens": 187881073.0, + "step": 5156 + }, + { + "epoch": 0.9576601671309192, + "grad_norm": 1.5108150243759155, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8720240592956543, + "num_tokens": 187914836.0, + "step": 5157 + }, + { + "epoch": 0.9578458681522748, + "grad_norm": 1.5002483129501343, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8663369417190552, + "num_tokens": 187952309.0, + "step": 5158 + }, + { + "epoch": 0.9580315691736304, + "grad_norm": 1.315471887588501, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8673245906829834, + "num_tokens": 187995335.0, + "step": 5159 + }, + { + "epoch": 0.958217270194986, + "grad_norm": 1.479990005493164, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8806870579719543, + "num_tokens": 188028203.0, + "step": 5160 + }, + { + "epoch": 0.9584029712163417, + "grad_norm": 1.4156551361083984, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.861033022403717, + "num_tokens": 188066146.0, + "step": 5161 + }, + { + "epoch": 0.9585886722376973, + "grad_norm": 1.3638299703598022, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8847976922988892, + "num_tokens": 188103406.0, + "step": 5162 + }, + { + "epoch": 0.9587743732590529, + "grad_norm": 1.3591684103012085, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8812336921691895, + "num_tokens": 188138853.0, + "step": 5163 + }, + { + "epoch": 0.9589600742804085, + "grad_norm": 1.5019376277923584, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8675605058670044, + "num_tokens": 188173464.0, + "step": 5164 + }, + { + "epoch": 0.9591457753017641, + "grad_norm": 1.3841068744659424, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8702595233917236, + "num_tokens": 188211845.0, + "step": 5165 + }, + { + "epoch": 0.9593314763231198, + "grad_norm": 1.3302592039108276, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8675017356872559, + "num_tokens": 188250780.0, + "step": 5166 + }, + { + "epoch": 0.9595171773444754, + "grad_norm": 1.5547749996185303, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.865159273147583, + "num_tokens": 188286081.0, + "step": 5167 + }, + { + "epoch": 0.959702878365831, + "grad_norm": 1.4270915985107422, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.872581958770752, + "num_tokens": 188322689.0, + "step": 5168 + }, + { + "epoch": 0.9598885793871866, + "grad_norm": 1.4761117696762085, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8717433214187622, + "num_tokens": 188353862.0, + "step": 5169 + }, + { + "epoch": 0.9600742804085423, + "grad_norm": 1.4452005624771118, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8583551645278931, + "num_tokens": 188391239.0, + "step": 5170 + }, + { + "epoch": 0.9602599814298979, + "grad_norm": 1.307119369506836, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8680990934371948, + "num_tokens": 188433555.0, + "step": 5171 + }, + { + "epoch": 0.9604456824512535, + "grad_norm": 1.3879966735839844, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8774862289428711, + "num_tokens": 188468741.0, + "step": 5172 + }, + { + "epoch": 0.9606313834726091, + "grad_norm": 1.4347846508026123, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8654078245162964, + "num_tokens": 188507112.0, + "step": 5173 + }, + { + "epoch": 0.9608170844939647, + "grad_norm": 1.5733976364135742, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.852065920829773, + "num_tokens": 188540167.0, + "step": 5174 + }, + { + "epoch": 0.9610027855153204, + "grad_norm": 1.3655314445495605, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8654484152793884, + "num_tokens": 188582871.0, + "step": 5175 + }, + { + "epoch": 0.961188486536676, + "grad_norm": 1.4423269033432007, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8560051918029785, + "num_tokens": 188622128.0, + "step": 5176 + }, + { + "epoch": 0.9613741875580316, + "grad_norm": 1.5126641988754272, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8756735324859619, + "num_tokens": 188653552.0, + "step": 5177 + }, + { + "epoch": 0.9615598885793872, + "grad_norm": 1.4553089141845703, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8562459945678711, + "num_tokens": 188693370.0, + "step": 5178 + }, + { + "epoch": 0.9617455896007429, + "grad_norm": 1.4370328187942505, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8710124492645264, + "num_tokens": 188727589.0, + "step": 5179 + }, + { + "epoch": 0.9619312906220984, + "grad_norm": 1.5758923292160034, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8698680400848389, + "num_tokens": 188758239.0, + "step": 5180 + }, + { + "epoch": 0.962116991643454, + "grad_norm": 1.3968919515609741, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.866994321346283, + "num_tokens": 188800019.0, + "step": 5181 + }, + { + "epoch": 0.9623026926648096, + "grad_norm": 1.5911961793899536, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.880312442779541, + "num_tokens": 188836614.0, + "step": 5182 + }, + { + "epoch": 0.9624883936861652, + "grad_norm": 1.449088215827942, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8740768432617188, + "num_tokens": 188867403.0, + "step": 5183 + }, + { + "epoch": 0.9626740947075209, + "grad_norm": 1.385480284690857, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8707364797592163, + "num_tokens": 188908485.0, + "step": 5184 + }, + { + "epoch": 0.9628597957288765, + "grad_norm": 1.4349033832550049, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8584351539611816, + "num_tokens": 188946635.0, + "step": 5185 + }, + { + "epoch": 0.9630454967502321, + "grad_norm": 1.4774278402328491, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8613284230232239, + "num_tokens": 188984392.0, + "step": 5186 + }, + { + "epoch": 0.9632311977715877, + "grad_norm": 1.390509009361267, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8847954273223877, + "num_tokens": 189018860.0, + "step": 5187 + }, + { + "epoch": 0.9634168987929433, + "grad_norm": 1.5868741273880005, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8623441457748413, + "num_tokens": 189050463.0, + "step": 5188 + }, + { + "epoch": 0.963602599814299, + "grad_norm": 1.487834095954895, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8673997521400452, + "num_tokens": 189082223.0, + "step": 5189 + }, + { + "epoch": 0.9637883008356546, + "grad_norm": 1.299891710281372, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.880868136882782, + "num_tokens": 189121259.0, + "step": 5190 + }, + { + "epoch": 0.9639740018570102, + "grad_norm": 1.3843544721603394, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8730775117874146, + "num_tokens": 189158461.0, + "step": 5191 + }, + { + "epoch": 0.9641597028783658, + "grad_norm": 1.393470287322998, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8780362010002136, + "num_tokens": 189196048.0, + "step": 5192 + }, + { + "epoch": 0.9643454038997215, + "grad_norm": 1.448361873626709, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8551254272460938, + "num_tokens": 189235883.0, + "step": 5193 + }, + { + "epoch": 0.9645311049210771, + "grad_norm": 1.463774561882019, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8669789433479309, + "num_tokens": 189271255.0, + "step": 5194 + }, + { + "epoch": 0.9647168059424327, + "grad_norm": 1.4453932046890259, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8661235570907593, + "num_tokens": 189309215.0, + "step": 5195 + }, + { + "epoch": 0.9649025069637883, + "grad_norm": 1.4467220306396484, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8776698708534241, + "num_tokens": 189341972.0, + "step": 5196 + }, + { + "epoch": 0.9650882079851439, + "grad_norm": 1.5082100629806519, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8784158825874329, + "num_tokens": 189374798.0, + "step": 5197 + }, + { + "epoch": 0.9652739090064996, + "grad_norm": 1.457240104675293, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8633894920349121, + "num_tokens": 189409812.0, + "step": 5198 + }, + { + "epoch": 0.9654596100278552, + "grad_norm": 1.357358694076538, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8753137588500977, + "num_tokens": 189445647.0, + "step": 5199 + }, + { + "epoch": 0.9656453110492108, + "grad_norm": 1.410201907157898, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8764179944992065, + "num_tokens": 189484160.0, + "step": 5200 + }, + { + "epoch": 0.9658310120705664, + "grad_norm": 1.4326839447021484, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.883514940738678, + "num_tokens": 189522808.0, + "step": 5201 + }, + { + "epoch": 0.966016713091922, + "grad_norm": 1.373325228691101, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8618708848953247, + "num_tokens": 189564693.0, + "step": 5202 + }, + { + "epoch": 0.9662024141132777, + "grad_norm": 1.4894201755523682, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8685736656188965, + "num_tokens": 189602240.0, + "step": 5203 + }, + { + "epoch": 0.9663881151346332, + "grad_norm": 1.4763202667236328, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8630213737487793, + "num_tokens": 189641630.0, + "step": 5204 + }, + { + "epoch": 0.9665738161559888, + "grad_norm": 1.4907565116882324, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.87650066614151, + "num_tokens": 189675656.0, + "step": 5205 + }, + { + "epoch": 0.9667595171773444, + "grad_norm": 1.3530967235565186, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8723220825195312, + "num_tokens": 189717328.0, + "step": 5206 + }, + { + "epoch": 0.9669452181987, + "grad_norm": 1.295056939125061, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8748213648796082, + "num_tokens": 189759585.0, + "step": 5207 + }, + { + "epoch": 0.9671309192200557, + "grad_norm": 1.4391347169876099, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.862172544002533, + "num_tokens": 189796336.0, + "step": 5208 + }, + { + "epoch": 0.9673166202414113, + "grad_norm": 1.4858365058898926, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8746398091316223, + "num_tokens": 189832764.0, + "step": 5209 + }, + { + "epoch": 0.9675023212627669, + "grad_norm": 1.424643874168396, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8792970180511475, + "num_tokens": 189869172.0, + "step": 5210 + }, + { + "epoch": 0.9676880222841225, + "grad_norm": 1.448925256729126, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8671684265136719, + "num_tokens": 189905016.0, + "step": 5211 + }, + { + "epoch": 0.9678737233054782, + "grad_norm": 1.365625262260437, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8741751313209534, + "num_tokens": 189945387.0, + "step": 5212 + }, + { + "epoch": 0.9680594243268338, + "grad_norm": 1.4421223402023315, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8603773713111877, + "num_tokens": 189985922.0, + "step": 5213 + }, + { + "epoch": 0.9682451253481894, + "grad_norm": 1.435163974761963, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8610355257987976, + "num_tokens": 190020357.0, + "step": 5214 + }, + { + "epoch": 0.968430826369545, + "grad_norm": 1.3989455699920654, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8736458420753479, + "num_tokens": 190058991.0, + "step": 5215 + }, + { + "epoch": 0.9686165273909007, + "grad_norm": 1.4536566734313965, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8616898059844971, + "num_tokens": 190094941.0, + "step": 5216 + }, + { + "epoch": 0.9688022284122563, + "grad_norm": 1.5085855722427368, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8709092140197754, + "num_tokens": 190129355.0, + "step": 5217 + }, + { + "epoch": 0.9689879294336119, + "grad_norm": 1.3559995889663696, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8657662272453308, + "num_tokens": 190171501.0, + "step": 5218 + }, + { + "epoch": 0.9691736304549675, + "grad_norm": 1.3782994747161865, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8748750686645508, + "num_tokens": 190207377.0, + "step": 5219 + }, + { + "epoch": 0.9693593314763231, + "grad_norm": 1.3688989877700806, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8886086940765381, + "num_tokens": 190242140.0, + "step": 5220 + }, + { + "epoch": 0.9695450324976788, + "grad_norm": 1.4638837575912476, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8829719424247742, + "num_tokens": 190275647.0, + "step": 5221 + }, + { + "epoch": 0.9697307335190344, + "grad_norm": 1.4423643350601196, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8625756502151489, + "num_tokens": 190316885.0, + "step": 5222 + }, + { + "epoch": 0.96991643454039, + "grad_norm": 1.4543906450271606, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8739601373672485, + "num_tokens": 190349674.0, + "step": 5223 + }, + { + "epoch": 0.9701021355617456, + "grad_norm": 1.4350234270095825, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8587095737457275, + "num_tokens": 190387068.0, + "step": 5224 + }, + { + "epoch": 0.9702878365831012, + "grad_norm": 1.4086774587631226, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8590933084487915, + "num_tokens": 190428258.0, + "step": 5225 + }, + { + "epoch": 0.9704735376044569, + "grad_norm": 1.3802427053451538, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.882543683052063, + "num_tokens": 190463720.0, + "step": 5226 + }, + { + "epoch": 0.9706592386258125, + "grad_norm": 1.4542436599731445, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8641359210014343, + "num_tokens": 190503780.0, + "step": 5227 + }, + { + "epoch": 0.9708449396471681, + "grad_norm": 1.438875675201416, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8688996434211731, + "num_tokens": 190542054.0, + "step": 5228 + }, + { + "epoch": 0.9710306406685236, + "grad_norm": 1.392735242843628, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8680605888366699, + "num_tokens": 190585645.0, + "step": 5229 + }, + { + "epoch": 0.9712163416898792, + "grad_norm": 1.4009144306182861, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8705746531486511, + "num_tokens": 190623947.0, + "step": 5230 + }, + { + "epoch": 0.9714020427112349, + "grad_norm": 1.5276670455932617, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8677213788032532, + "num_tokens": 190658409.0, + "step": 5231 + }, + { + "epoch": 0.9715877437325905, + "grad_norm": 1.4979019165039062, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.86646568775177, + "num_tokens": 190690030.0, + "step": 5232 + }, + { + "epoch": 0.9717734447539461, + "grad_norm": 1.728814721107483, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8575164079666138, + "num_tokens": 190719750.0, + "step": 5233 + }, + { + "epoch": 0.9719591457753017, + "grad_norm": 1.5682450532913208, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8660860061645508, + "num_tokens": 190753198.0, + "step": 5234 + }, + { + "epoch": 0.9721448467966574, + "grad_norm": 1.744451642036438, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8555834293365479, + "num_tokens": 190779829.0, + "step": 5235 + }, + { + "epoch": 0.972330547818013, + "grad_norm": 1.362438678741455, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8740818500518799, + "num_tokens": 190820211.0, + "step": 5236 + }, + { + "epoch": 0.9725162488393686, + "grad_norm": 1.5211424827575684, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8717902898788452, + "num_tokens": 190856077.0, + "step": 5237 + }, + { + "epoch": 0.9727019498607242, + "grad_norm": 1.374599575996399, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8599922060966492, + "num_tokens": 190894385.0, + "step": 5238 + }, + { + "epoch": 0.9728876508820798, + "grad_norm": 1.4547454118728638, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8700503706932068, + "num_tokens": 190925738.0, + "step": 5239 + }, + { + "epoch": 0.9730733519034355, + "grad_norm": 1.448630928993225, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8817358613014221, + "num_tokens": 190962775.0, + "step": 5240 + }, + { + "epoch": 0.9732590529247911, + "grad_norm": 1.4445252418518066, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8640286326408386, + "num_tokens": 191000038.0, + "step": 5241 + }, + { + "epoch": 0.9734447539461467, + "grad_norm": 1.530657410621643, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8681230545043945, + "num_tokens": 191032510.0, + "step": 5242 + }, + { + "epoch": 0.9736304549675023, + "grad_norm": 1.3906443119049072, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8506264686584473, + "num_tokens": 191071294.0, + "step": 5243 + }, + { + "epoch": 0.973816155988858, + "grad_norm": 1.4849624633789062, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8680964708328247, + "num_tokens": 191111048.0, + "step": 5244 + }, + { + "epoch": 0.9740018570102136, + "grad_norm": 1.5031121969223022, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8786143660545349, + "num_tokens": 191143382.0, + "step": 5245 + }, + { + "epoch": 0.9741875580315692, + "grad_norm": 1.5421618223190308, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8790632486343384, + "num_tokens": 191175017.0, + "step": 5246 + }, + { + "epoch": 0.9743732590529248, + "grad_norm": 1.3831887245178223, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8707457780838013, + "num_tokens": 191210722.0, + "step": 5247 + }, + { + "epoch": 0.9745589600742804, + "grad_norm": 1.4068769216537476, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8743853569030762, + "num_tokens": 191247414.0, + "step": 5248 + }, + { + "epoch": 0.9747446610956361, + "grad_norm": 1.4762518405914307, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.865815281867981, + "num_tokens": 191285694.0, + "step": 5249 + }, + { + "epoch": 0.9749303621169917, + "grad_norm": 1.481555461883545, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8822333812713623, + "num_tokens": 191318467.0, + "step": 5250 + }, + { + "epoch": 0.9751160631383473, + "grad_norm": 1.4574040174484253, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8654904961585999, + "num_tokens": 191352242.0, + "step": 5251 + }, + { + "epoch": 0.9753017641597029, + "grad_norm": 1.4827591180801392, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8626357913017273, + "num_tokens": 191389774.0, + "step": 5252 + }, + { + "epoch": 0.9754874651810584, + "grad_norm": 1.6187529563903809, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8673875331878662, + "num_tokens": 191421046.0, + "step": 5253 + }, + { + "epoch": 0.9756731662024141, + "grad_norm": 1.456911563873291, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8563514947891235, + "num_tokens": 191457759.0, + "step": 5254 + }, + { + "epoch": 0.9758588672237697, + "grad_norm": 1.458726406097412, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8713016510009766, + "num_tokens": 191495292.0, + "step": 5255 + }, + { + "epoch": 0.9760445682451253, + "grad_norm": 1.4244006872177124, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8644161224365234, + "num_tokens": 191533363.0, + "step": 5256 + }, + { + "epoch": 0.9762302692664809, + "grad_norm": 1.4329934120178223, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8797151446342468, + "num_tokens": 191570610.0, + "step": 5257 + }, + { + "epoch": 0.9764159702878366, + "grad_norm": 1.408475637435913, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.865868330001831, + "num_tokens": 191607411.0, + "step": 5258 + }, + { + "epoch": 0.9766016713091922, + "grad_norm": 1.515891432762146, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.86992347240448, + "num_tokens": 191638763.0, + "step": 5259 + }, + { + "epoch": 0.9767873723305478, + "grad_norm": 1.4379538297653198, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8739593029022217, + "num_tokens": 191677314.0, + "step": 5260 + }, + { + "epoch": 0.9769730733519034, + "grad_norm": 1.37031090259552, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8829138278961182, + "num_tokens": 191719967.0, + "step": 5261 + }, + { + "epoch": 0.977158774373259, + "grad_norm": 1.478881597518921, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8644293546676636, + "num_tokens": 191756755.0, + "step": 5262 + }, + { + "epoch": 0.9773444753946147, + "grad_norm": 1.3359357118606567, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8778946399688721, + "num_tokens": 191793777.0, + "step": 5263 + }, + { + "epoch": 0.9775301764159703, + "grad_norm": 1.35542631149292, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8659586906433105, + "num_tokens": 191832624.0, + "step": 5264 + }, + { + "epoch": 0.9777158774373259, + "grad_norm": 1.4218493700027466, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8610309362411499, + "num_tokens": 191871676.0, + "step": 5265 + }, + { + "epoch": 0.9779015784586815, + "grad_norm": 1.458039402961731, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8661344051361084, + "num_tokens": 191910358.0, + "step": 5266 + }, + { + "epoch": 0.9780872794800372, + "grad_norm": 1.4602644443511963, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8839775919914246, + "num_tokens": 191942955.0, + "step": 5267 + }, + { + "epoch": 0.9782729805013928, + "grad_norm": 1.3946577310562134, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.879669189453125, + "num_tokens": 191979475.0, + "step": 5268 + }, + { + "epoch": 0.9784586815227484, + "grad_norm": 1.4927195310592651, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8547955751419067, + "num_tokens": 192017338.0, + "step": 5269 + }, + { + "epoch": 0.978644382544104, + "grad_norm": 1.7432916164398193, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8596709966659546, + "num_tokens": 192044809.0, + "step": 5270 + }, + { + "epoch": 0.9788300835654596, + "grad_norm": 1.4868508577346802, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8658111095428467, + "num_tokens": 192082123.0, + "step": 5271 + }, + { + "epoch": 0.9790157845868153, + "grad_norm": 1.4619998931884766, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8702242374420166, + "num_tokens": 192117396.0, + "step": 5272 + }, + { + "epoch": 0.9792014856081709, + "grad_norm": 1.4509940147399902, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.875816822052002, + "num_tokens": 192150826.0, + "step": 5273 + }, + { + "epoch": 0.9793871866295265, + "grad_norm": 1.6031323671340942, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8583561182022095, + "num_tokens": 192180490.0, + "step": 5274 + }, + { + "epoch": 0.9795728876508821, + "grad_norm": 1.3869383335113525, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8725025057792664, + "num_tokens": 192221842.0, + "step": 5275 + }, + { + "epoch": 0.9797585886722378, + "grad_norm": 1.4511569738388062, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8807192444801331, + "num_tokens": 192255274.0, + "step": 5276 + }, + { + "epoch": 0.9799442896935933, + "grad_norm": 1.578171730041504, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8658051490783691, + "num_tokens": 192287274.0, + "step": 5277 + }, + { + "epoch": 0.9801299907149489, + "grad_norm": 1.4475172758102417, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8743382692337036, + "num_tokens": 192320062.0, + "step": 5278 + }, + { + "epoch": 0.9803156917363045, + "grad_norm": 1.4395766258239746, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8690407276153564, + "num_tokens": 192355642.0, + "step": 5279 + }, + { + "epoch": 0.9805013927576601, + "grad_norm": 1.4003872871398926, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8798224329948425, + "num_tokens": 192391149.0, + "step": 5280 + }, + { + "epoch": 0.9806870937790158, + "grad_norm": 1.465195894241333, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8770925998687744, + "num_tokens": 192423138.0, + "step": 5281 + }, + { + "epoch": 0.9808727948003714, + "grad_norm": 1.4395780563354492, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8625866174697876, + "num_tokens": 192459664.0, + "step": 5282 + }, + { + "epoch": 0.981058495821727, + "grad_norm": 1.3583728075027466, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8709520101547241, + "num_tokens": 192498842.0, + "step": 5283 + }, + { + "epoch": 0.9812441968430826, + "grad_norm": 1.3695775270462036, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8732854127883911, + "num_tokens": 192538912.0, + "step": 5284 + }, + { + "epoch": 0.9814298978644382, + "grad_norm": 1.328136920928955, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8869056701660156, + "num_tokens": 192573458.0, + "step": 5285 + }, + { + "epoch": 0.9816155988857939, + "grad_norm": 1.3990992307662964, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8723312616348267, + "num_tokens": 192608106.0, + "step": 5286 + }, + { + "epoch": 0.9818012999071495, + "grad_norm": 1.3560941219329834, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8728948831558228, + "num_tokens": 192647296.0, + "step": 5287 + }, + { + "epoch": 0.9819870009285051, + "grad_norm": 1.6018909215927124, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8497209548950195, + "num_tokens": 192679818.0, + "step": 5288 + }, + { + "epoch": 0.9821727019498607, + "grad_norm": 1.525267243385315, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8630146980285645, + "num_tokens": 192713310.0, + "step": 5289 + }, + { + "epoch": 0.9823584029712163, + "grad_norm": 1.5077046155929565, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8701560497283936, + "num_tokens": 192748833.0, + "step": 5290 + }, + { + "epoch": 0.982544103992572, + "grad_norm": 1.4742974042892456, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8539742231369019, + "num_tokens": 192788206.0, + "step": 5291 + }, + { + "epoch": 0.9827298050139276, + "grad_norm": 1.2774677276611328, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8729976415634155, + "num_tokens": 192832202.0, + "step": 5292 + }, + { + "epoch": 0.9829155060352832, + "grad_norm": 1.4533097743988037, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8672723770141602, + "num_tokens": 192866105.0, + "step": 5293 + }, + { + "epoch": 0.9831012070566388, + "grad_norm": 1.4422948360443115, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8717968463897705, + "num_tokens": 192902092.0, + "step": 5294 + }, + { + "epoch": 0.9832869080779945, + "grad_norm": 1.4146595001220703, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8689404129981995, + "num_tokens": 192942098.0, + "step": 5295 + }, + { + "epoch": 0.9834726090993501, + "grad_norm": 1.3694831132888794, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8645528554916382, + "num_tokens": 192981372.0, + "step": 5296 + }, + { + "epoch": 0.9836583101207057, + "grad_norm": 1.3874258995056152, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8734563589096069, + "num_tokens": 193017404.0, + "step": 5297 + }, + { + "epoch": 0.9838440111420613, + "grad_norm": 1.4341881275177002, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8710839748382568, + "num_tokens": 193051164.0, + "step": 5298 + }, + { + "epoch": 0.984029712163417, + "grad_norm": 1.3464469909667969, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8725517988204956, + "num_tokens": 193088831.0, + "step": 5299 + }, + { + "epoch": 0.9842154131847726, + "grad_norm": 1.405909538269043, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8707931637763977, + "num_tokens": 193124629.0, + "step": 5300 + }, + { + "epoch": 0.9844011142061281, + "grad_norm": 1.3938848972320557, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8773016929626465, + "num_tokens": 193162445.0, + "step": 5301 + }, + { + "epoch": 0.9845868152274837, + "grad_norm": 1.5360655784606934, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8647843599319458, + "num_tokens": 193197554.0, + "step": 5302 + }, + { + "epoch": 0.9847725162488393, + "grad_norm": 1.4042038917541504, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8702939748764038, + "num_tokens": 193238618.0, + "step": 5303 + }, + { + "epoch": 0.984958217270195, + "grad_norm": 1.4396569728851318, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8626291751861572, + "num_tokens": 193274444.0, + "step": 5304 + }, + { + "epoch": 0.9851439182915506, + "grad_norm": 1.5292726755142212, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8679145574569702, + "num_tokens": 193304171.0, + "step": 5305 + }, + { + "epoch": 0.9853296193129062, + "grad_norm": 1.5738908052444458, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8684884309768677, + "num_tokens": 193335680.0, + "step": 5306 + }, + { + "epoch": 0.9855153203342618, + "grad_norm": 1.5793473720550537, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8784736394882202, + "num_tokens": 193368342.0, + "step": 5307 + }, + { + "epoch": 0.9857010213556174, + "grad_norm": 1.3620702028274536, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8655335307121277, + "num_tokens": 193411413.0, + "step": 5308 + }, + { + "epoch": 0.9858867223769731, + "grad_norm": 1.4848883152008057, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8550359010696411, + "num_tokens": 193446587.0, + "step": 5309 + }, + { + "epoch": 0.9860724233983287, + "grad_norm": 1.4652453660964966, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8512465953826904, + "num_tokens": 193483578.0, + "step": 5310 + }, + { + "epoch": 0.9862581244196843, + "grad_norm": 1.411163091659546, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8813290596008301, + "num_tokens": 193515614.0, + "step": 5311 + }, + { + "epoch": 0.9864438254410399, + "grad_norm": 1.4129469394683838, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8657512664794922, + "num_tokens": 193555228.0, + "step": 5312 + }, + { + "epoch": 0.9866295264623955, + "grad_norm": 1.4623888731002808, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8690324425697327, + "num_tokens": 193591629.0, + "step": 5313 + }, + { + "epoch": 0.9868152274837512, + "grad_norm": 1.392167091369629, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8780881762504578, + "num_tokens": 193626712.0, + "step": 5314 + }, + { + "epoch": 0.9870009285051068, + "grad_norm": 1.3466079235076904, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8746062517166138, + "num_tokens": 193666588.0, + "step": 5315 + }, + { + "epoch": 0.9871866295264624, + "grad_norm": 1.4058362245559692, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8889971971511841, + "num_tokens": 193700292.0, + "step": 5316 + }, + { + "epoch": 0.987372330547818, + "grad_norm": 1.436798334121704, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8698191046714783, + "num_tokens": 193733094.0, + "step": 5317 + }, + { + "epoch": 0.9875580315691737, + "grad_norm": 1.40699303150177, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8675872683525085, + "num_tokens": 193772830.0, + "step": 5318 + }, + { + "epoch": 0.9877437325905293, + "grad_norm": 1.3063627481460571, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8725723624229431, + "num_tokens": 193818113.0, + "step": 5319 + }, + { + "epoch": 0.9879294336118849, + "grad_norm": 1.4254957437515259, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8703359961509705, + "num_tokens": 193854516.0, + "step": 5320 + }, + { + "epoch": 0.9881151346332405, + "grad_norm": 1.563126802444458, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.873775839805603, + "num_tokens": 193884848.0, + "step": 5321 + }, + { + "epoch": 0.9883008356545961, + "grad_norm": 1.6170759201049805, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8609706163406372, + "num_tokens": 193915494.0, + "step": 5322 + }, + { + "epoch": 0.9884865366759518, + "grad_norm": 1.3781317472457886, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8826725482940674, + "num_tokens": 193949934.0, + "step": 5323 + }, + { + "epoch": 0.9886722376973074, + "grad_norm": 1.4225869178771973, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.883836030960083, + "num_tokens": 193984397.0, + "step": 5324 + }, + { + "epoch": 0.9888579387186629, + "grad_norm": 1.3821715116500854, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8801953792572021, + "num_tokens": 194020233.0, + "step": 5325 + }, + { + "epoch": 0.9890436397400185, + "grad_norm": 1.444459080696106, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8639470338821411, + "num_tokens": 194058478.0, + "step": 5326 + }, + { + "epoch": 0.9892293407613741, + "grad_norm": 1.3804116249084473, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8797975778579712, + "num_tokens": 194095862.0, + "step": 5327 + }, + { + "epoch": 0.9894150417827298, + "grad_norm": 1.2951908111572266, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8801587820053101, + "num_tokens": 194136028.0, + "step": 5328 + }, + { + "epoch": 0.9896007428040854, + "grad_norm": 1.6270549297332764, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8558902144432068, + "num_tokens": 194166846.0, + "step": 5329 + }, + { + "epoch": 0.989786443825441, + "grad_norm": 1.3242989778518677, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8842282891273499, + "num_tokens": 194204597.0, + "step": 5330 + }, + { + "epoch": 0.9899721448467966, + "grad_norm": 1.43837571144104, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8747291564941406, + "num_tokens": 194239403.0, + "step": 5331 + }, + { + "epoch": 0.9901578458681523, + "grad_norm": 1.3956286907196045, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8646807074546814, + "num_tokens": 194281137.0, + "step": 5332 + }, + { + "epoch": 0.9903435468895079, + "grad_norm": 1.3362581729888916, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8704981207847595, + "num_tokens": 194317135.0, + "step": 5333 + }, + { + "epoch": 0.9905292479108635, + "grad_norm": 1.4312070608139038, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.85817950963974, + "num_tokens": 194355546.0, + "step": 5334 + }, + { + "epoch": 0.9907149489322191, + "grad_norm": 1.3808724880218506, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8785828351974487, + "num_tokens": 194392699.0, + "step": 5335 + }, + { + "epoch": 0.9909006499535747, + "grad_norm": 1.3136695623397827, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8622028231620789, + "num_tokens": 194436157.0, + "step": 5336 + }, + { + "epoch": 0.9910863509749304, + "grad_norm": 1.5166168212890625, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8732591867446899, + "num_tokens": 194471074.0, + "step": 5337 + }, + { + "epoch": 0.991272051996286, + "grad_norm": 1.3237855434417725, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8731169700622559, + "num_tokens": 194512754.0, + "step": 5338 + }, + { + "epoch": 0.9914577530176416, + "grad_norm": 1.356358528137207, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8668531775474548, + "num_tokens": 194552420.0, + "step": 5339 + }, + { + "epoch": 0.9916434540389972, + "grad_norm": 1.3112045526504517, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8758369088172913, + "num_tokens": 194593557.0, + "step": 5340 + }, + { + "epoch": 0.9918291550603529, + "grad_norm": 1.4375897645950317, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8673040866851807, + "num_tokens": 194626977.0, + "step": 5341 + }, + { + "epoch": 0.9920148560817085, + "grad_norm": 1.578382134437561, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8718481659889221, + "num_tokens": 194660639.0, + "step": 5342 + }, + { + "epoch": 0.9922005571030641, + "grad_norm": 1.4935767650604248, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8798760175704956, + "num_tokens": 194695064.0, + "step": 5343 + }, + { + "epoch": 0.9923862581244197, + "grad_norm": 1.3073335886001587, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8829877376556396, + "num_tokens": 194734228.0, + "step": 5344 + }, + { + "epoch": 0.9925719591457753, + "grad_norm": 1.3911018371582031, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8563699722290039, + "num_tokens": 194774644.0, + "step": 5345 + }, + { + "epoch": 0.992757660167131, + "grad_norm": 1.3789169788360596, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8753950595855713, + "num_tokens": 194811047.0, + "step": 5346 + }, + { + "epoch": 0.9929433611884866, + "grad_norm": 1.4656978845596313, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8711811304092407, + "num_tokens": 194844088.0, + "step": 5347 + }, + { + "epoch": 0.9931290622098422, + "grad_norm": 1.3578609228134155, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8717327117919922, + "num_tokens": 194880959.0, + "step": 5348 + }, + { + "epoch": 0.9933147632311977, + "grad_norm": 1.5955158472061157, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8593505620956421, + "num_tokens": 194911892.0, + "step": 5349 + }, + { + "epoch": 0.9935004642525533, + "grad_norm": 1.3464727401733398, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8762243390083313, + "num_tokens": 194947373.0, + "step": 5350 + }, + { + "epoch": 0.993686165273909, + "grad_norm": 1.510578989982605, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8773051500320435, + "num_tokens": 194979838.0, + "step": 5351 + }, + { + "epoch": 0.9938718662952646, + "grad_norm": 1.3747538328170776, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8637273907661438, + "num_tokens": 195019914.0, + "step": 5352 + }, + { + "epoch": 0.9940575673166202, + "grad_norm": 1.4144281148910522, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8758430480957031, + "num_tokens": 195054868.0, + "step": 5353 + }, + { + "epoch": 0.9942432683379758, + "grad_norm": 1.356518030166626, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8783350586891174, + "num_tokens": 195091327.0, + "step": 5354 + }, + { + "epoch": 0.9944289693593314, + "grad_norm": 1.6147089004516602, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8562167882919312, + "num_tokens": 195124773.0, + "step": 5355 + }, + { + "epoch": 0.9946146703806871, + "grad_norm": 1.512357234954834, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8644670248031616, + "num_tokens": 195161501.0, + "step": 5356 + }, + { + "epoch": 0.9948003714020427, + "grad_norm": 1.3334202766418457, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.87215256690979, + "num_tokens": 195203374.0, + "step": 5357 + }, + { + "epoch": 0.9949860724233983, + "grad_norm": 1.4175411462783813, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8711265921592712, + "num_tokens": 195240993.0, + "step": 5358 + }, + { + "epoch": 0.9951717734447539, + "grad_norm": 1.401206135749817, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8654399514198303, + "num_tokens": 195276378.0, + "step": 5359 + }, + { + "epoch": 0.9953574744661096, + "grad_norm": 1.4730851650238037, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.871260404586792, + "num_tokens": 195311957.0, + "step": 5360 + }, + { + "epoch": 0.9955431754874652, + "grad_norm": 1.4307996034622192, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8749361038208008, + "num_tokens": 195344331.0, + "step": 5361 + }, + { + "epoch": 0.9957288765088208, + "grad_norm": 1.4199539422988892, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8744335770606995, + "num_tokens": 195379635.0, + "step": 5362 + }, + { + "epoch": 0.9959145775301764, + "grad_norm": 1.3312674760818481, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8701893091201782, + "num_tokens": 195421193.0, + "step": 5363 + }, + { + "epoch": 0.996100278551532, + "grad_norm": 1.4027920961380005, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8638226985931396, + "num_tokens": 195461770.0, + "step": 5364 + }, + { + "epoch": 0.9962859795728877, + "grad_norm": 1.4966650009155273, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8680955171585083, + "num_tokens": 195492608.0, + "step": 5365 + }, + { + "epoch": 0.9964716805942433, + "grad_norm": 1.4172450304031372, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8856271505355835, + "num_tokens": 195523360.0, + "step": 5366 + }, + { + "epoch": 0.9966573816155989, + "grad_norm": 1.4829978942871094, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8586887121200562, + "num_tokens": 195558298.0, + "step": 5367 + }, + { + "epoch": 0.9968430826369545, + "grad_norm": 1.3850549459457397, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8732097148895264, + "num_tokens": 195593255.0, + "step": 5368 + }, + { + "epoch": 0.9970287836583102, + "grad_norm": 1.4706799983978271, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8736541867256165, + "num_tokens": 195629060.0, + "step": 5369 + }, + { + "epoch": 0.9972144846796658, + "grad_norm": 1.4627164602279663, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.858988344669342, + "num_tokens": 195666565.0, + "step": 5370 + }, + { + "epoch": 0.9974001857010214, + "grad_norm": 1.3424361944198608, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8775930404663086, + "num_tokens": 195705895.0, + "step": 5371 + }, + { + "epoch": 0.997585886722377, + "grad_norm": 1.37514066696167, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.873103141784668, + "num_tokens": 195744028.0, + "step": 5372 + }, + { + "epoch": 0.9977715877437325, + "grad_norm": 1.4668409824371338, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8668990731239319, + "num_tokens": 195776240.0, + "step": 5373 + }, + { + "epoch": 0.9979572887650882, + "grad_norm": 1.3793753385543823, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8773221969604492, + "num_tokens": 195810589.0, + "step": 5374 + }, + { + "epoch": 0.9981429897864438, + "grad_norm": 1.3714327812194824, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8685647249221802, + "num_tokens": 195851163.0, + "step": 5375 + }, + { + "epoch": 0.9983286908077994, + "grad_norm": 1.4146981239318848, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8597018122673035, + "num_tokens": 195890489.0, + "step": 5376 + }, + { + "epoch": 0.998514391829155, + "grad_norm": 1.4110685586929321, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8858448266983032, + "num_tokens": 195924962.0, + "step": 5377 + }, + { + "epoch": 0.9987000928505106, + "grad_norm": 1.2918452024459839, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8820245265960693, + "num_tokens": 195964562.0, + "step": 5378 + }, + { + "epoch": 0.9988857938718663, + "grad_norm": 1.5150474309921265, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8727105259895325, + "num_tokens": 195996153.0, + "step": 5379 + }, + { + "epoch": 0.9990714948932219, + "grad_norm": 1.443395972251892, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.874476432800293, + "num_tokens": 196030337.0, + "step": 5380 + }, + { + "epoch": 0.9992571959145775, + "grad_norm": 1.3580119609832764, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8738365769386292, + "num_tokens": 196067726.0, + "step": 5381 + }, + { + "epoch": 0.9994428969359331, + "grad_norm": 1.4851399660110474, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8629431128501892, + "num_tokens": 196105060.0, + "step": 5382 + }, + { + "epoch": 0.9996285979572888, + "grad_norm": 1.5132397413253784, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.873144268989563, + "num_tokens": 196137743.0, + "step": 5383 + }, + { + "epoch": 0.9998142989786444, + "grad_norm": 1.315600872039795, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8680620193481445, + "num_tokens": 196175378.0, + "step": 5384 + }, + { + "epoch": 1.0, + "grad_norm": 1.396113634109497, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8733400702476501, + "num_tokens": 196212151.0, + "step": 5385 + }, + { + "epoch": 1.0001857010213555, + "grad_norm": 1.3442754745483398, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8752518892288208, + "num_tokens": 196250984.0, + "step": 5386 + }, + { + "epoch": 1.0003714020427112, + "grad_norm": 1.4730064868927002, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8664827346801758, + "num_tokens": 196288050.0, + "step": 5387 + }, + { + "epoch": 1.0005571030640668, + "grad_norm": 1.288661003112793, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8874021768569946, + "num_tokens": 196324436.0, + "step": 5388 + }, + { + "epoch": 1.0007428040854225, + "grad_norm": 1.3145936727523804, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8805325031280518, + "num_tokens": 196364979.0, + "step": 5389 + }, + { + "epoch": 1.000928505106778, + "grad_norm": 1.3472230434417725, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.881845235824585, + "num_tokens": 196406000.0, + "step": 5390 + }, + { + "epoch": 1.0011142061281337, + "grad_norm": 1.401981234550476, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.874559760093689, + "num_tokens": 196444249.0, + "step": 5391 + }, + { + "epoch": 1.0012999071494892, + "grad_norm": 1.4435839653015137, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8790607452392578, + "num_tokens": 196477223.0, + "step": 5392 + }, + { + "epoch": 1.001485608170845, + "grad_norm": 1.4001107215881348, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8635466694831848, + "num_tokens": 196518112.0, + "step": 5393 + }, + { + "epoch": 1.0016713091922005, + "grad_norm": 1.4434434175491333, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8899185657501221, + "num_tokens": 196552479.0, + "step": 5394 + }, + { + "epoch": 1.0018570102135562, + "grad_norm": 1.4979161024093628, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8699802160263062, + "num_tokens": 196588299.0, + "step": 5395 + }, + { + "epoch": 1.0020427112349117, + "grad_norm": 1.6351522207260132, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8570340871810913, + "num_tokens": 196622574.0, + "step": 5396 + }, + { + "epoch": 1.0022284122562675, + "grad_norm": 1.541257381439209, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8667714595794678, + "num_tokens": 196659771.0, + "step": 5397 + }, + { + "epoch": 1.002414113277623, + "grad_norm": 1.6111127138137817, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.86665278673172, + "num_tokens": 196695718.0, + "step": 5398 + }, + { + "epoch": 1.0025998142989787, + "grad_norm": 1.5984649658203125, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8708371520042419, + "num_tokens": 196726909.0, + "step": 5399 + }, + { + "epoch": 1.0027855153203342, + "grad_norm": 1.480865240097046, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8752263784408569, + "num_tokens": 196761642.0, + "step": 5400 + }, + { + "epoch": 1.00297121634169, + "grad_norm": 1.5854613780975342, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.881452202796936, + "num_tokens": 196791839.0, + "step": 5401 + }, + { + "epoch": 1.0031569173630455, + "grad_norm": 1.4834330081939697, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8834446668624878, + "num_tokens": 196823581.0, + "step": 5402 + }, + { + "epoch": 1.0033426183844012, + "grad_norm": 1.5808374881744385, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8642730712890625, + "num_tokens": 196858569.0, + "step": 5403 + }, + { + "epoch": 1.0035283194057567, + "grad_norm": 1.4927785396575928, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8842096328735352, + "num_tokens": 196892916.0, + "step": 5404 + }, + { + "epoch": 1.0037140204271124, + "grad_norm": 1.5263941287994385, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8710770606994629, + "num_tokens": 196929698.0, + "step": 5405 + }, + { + "epoch": 1.003899721448468, + "grad_norm": 1.3738212585449219, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8783706426620483, + "num_tokens": 196969260.0, + "step": 5406 + }, + { + "epoch": 1.0040854224698237, + "grad_norm": 1.5150524377822876, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8662570714950562, + "num_tokens": 197005523.0, + "step": 5407 + }, + { + "epoch": 1.0042711234911792, + "grad_norm": 1.3271175622940063, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8804576992988586, + "num_tokens": 197044517.0, + "step": 5408 + }, + { + "epoch": 1.004456824512535, + "grad_norm": 1.4000481367111206, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8696479201316833, + "num_tokens": 197081481.0, + "step": 5409 + }, + { + "epoch": 1.0046425255338904, + "grad_norm": 1.5484040975570679, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8880892395973206, + "num_tokens": 197111257.0, + "step": 5410 + }, + { + "epoch": 1.004828226555246, + "grad_norm": 1.5052145719528198, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8888921737670898, + "num_tokens": 197142881.0, + "step": 5411 + }, + { + "epoch": 1.0050139275766017, + "grad_norm": 1.417418122291565, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8714041709899902, + "num_tokens": 197184547.0, + "step": 5412 + }, + { + "epoch": 1.0051996285979572, + "grad_norm": 1.2711998224258423, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8816264867782593, + "num_tokens": 197228639.0, + "step": 5413 + }, + { + "epoch": 1.005385329619313, + "grad_norm": 1.4485524892807007, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8737040758132935, + "num_tokens": 197265733.0, + "step": 5414 + }, + { + "epoch": 1.0055710306406684, + "grad_norm": 1.525119662284851, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8806393146514893, + "num_tokens": 197298683.0, + "step": 5415 + }, + { + "epoch": 1.0057567316620242, + "grad_norm": 1.4149278402328491, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8788455128669739, + "num_tokens": 197334248.0, + "step": 5416 + }, + { + "epoch": 1.0059424326833797, + "grad_norm": 1.5799829959869385, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8831584453582764, + "num_tokens": 197365122.0, + "step": 5417 + }, + { + "epoch": 1.0061281337047354, + "grad_norm": 1.5064114332199097, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8786802887916565, + "num_tokens": 197401097.0, + "step": 5418 + }, + { + "epoch": 1.006313834726091, + "grad_norm": 1.5601025819778442, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8742850422859192, + "num_tokens": 197432903.0, + "step": 5419 + }, + { + "epoch": 1.0064995357474467, + "grad_norm": 1.480369210243225, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.885917067527771, + "num_tokens": 197467068.0, + "step": 5420 + }, + { + "epoch": 1.0066852367688022, + "grad_norm": 1.4958282709121704, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8775368928909302, + "num_tokens": 197504251.0, + "step": 5421 + }, + { + "epoch": 1.006870937790158, + "grad_norm": 1.5449769496917725, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8730515837669373, + "num_tokens": 197540721.0, + "step": 5422 + }, + { + "epoch": 1.0070566388115134, + "grad_norm": 1.5056368112564087, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8666952252388, + "num_tokens": 197577614.0, + "step": 5423 + }, + { + "epoch": 1.0072423398328691, + "grad_norm": 1.5396190881729126, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8825728893280029, + "num_tokens": 197611587.0, + "step": 5424 + }, + { + "epoch": 1.0074280408542247, + "grad_norm": 1.415648102760315, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8784709572792053, + "num_tokens": 197648344.0, + "step": 5425 + }, + { + "epoch": 1.0076137418755804, + "grad_norm": 1.4163087606430054, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.887112021446228, + "num_tokens": 197684124.0, + "step": 5426 + }, + { + "epoch": 1.007799442896936, + "grad_norm": 1.5130281448364258, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8621163964271545, + "num_tokens": 197720124.0, + "step": 5427 + }, + { + "epoch": 1.0079851439182916, + "grad_norm": 1.4492930173873901, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8849129676818848, + "num_tokens": 197755125.0, + "step": 5428 + }, + { + "epoch": 1.0081708449396471, + "grad_norm": 1.5762739181518555, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8784191608428955, + "num_tokens": 197786303.0, + "step": 5429 + }, + { + "epoch": 1.0083565459610029, + "grad_norm": 1.4205957651138306, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8760534524917603, + "num_tokens": 197825251.0, + "step": 5430 + }, + { + "epoch": 1.0085422469823584, + "grad_norm": 1.5663952827453613, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8712915182113647, + "num_tokens": 197861291.0, + "step": 5431 + }, + { + "epoch": 1.0087279480037141, + "grad_norm": 1.4862936735153198, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8781810998916626, + "num_tokens": 197895077.0, + "step": 5432 + }, + { + "epoch": 1.0089136490250696, + "grad_norm": 1.3109235763549805, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8752055168151855, + "num_tokens": 197938978.0, + "step": 5433 + }, + { + "epoch": 1.0090993500464251, + "grad_norm": 1.6091179847717285, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.873847246170044, + "num_tokens": 197969885.0, + "step": 5434 + }, + { + "epoch": 1.0092850510677809, + "grad_norm": 1.5069642066955566, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8701015710830688, + "num_tokens": 198011043.0, + "step": 5435 + }, + { + "epoch": 1.0094707520891364, + "grad_norm": 1.4724065065383911, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8796063661575317, + "num_tokens": 198046502.0, + "step": 5436 + }, + { + "epoch": 1.0096564531104921, + "grad_norm": 1.3886454105377197, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8765776753425598, + "num_tokens": 198088044.0, + "step": 5437 + }, + { + "epoch": 1.0098421541318476, + "grad_norm": 1.3813337087631226, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8812878131866455, + "num_tokens": 198127120.0, + "step": 5438 + }, + { + "epoch": 1.0100278551532034, + "grad_norm": 1.5059680938720703, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8738898038864136, + "num_tokens": 198161492.0, + "step": 5439 + }, + { + "epoch": 1.0102135561745589, + "grad_norm": 1.5436917543411255, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8786060810089111, + "num_tokens": 198192226.0, + "step": 5440 + }, + { + "epoch": 1.0103992571959146, + "grad_norm": 1.5791088342666626, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8721131086349487, + "num_tokens": 198229265.0, + "step": 5441 + }, + { + "epoch": 1.0105849582172701, + "grad_norm": 1.5146063566207886, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.856026291847229, + "num_tokens": 198269820.0, + "step": 5442 + }, + { + "epoch": 1.0107706592386259, + "grad_norm": 1.3592216968536377, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8737353086471558, + "num_tokens": 198309886.0, + "step": 5443 + }, + { + "epoch": 1.0109563602599814, + "grad_norm": 1.5534090995788574, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8656477332115173, + "num_tokens": 198342836.0, + "step": 5444 + }, + { + "epoch": 1.011142061281337, + "grad_norm": 1.5272349119186401, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8723354339599609, + "num_tokens": 198373921.0, + "step": 5445 + }, + { + "epoch": 1.0113277623026926, + "grad_norm": 1.4725711345672607, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8814648389816284, + "num_tokens": 198412374.0, + "step": 5446 + }, + { + "epoch": 1.0115134633240483, + "grad_norm": 1.6877365112304688, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.859520435333252, + "num_tokens": 198446208.0, + "step": 5447 + }, + { + "epoch": 1.0116991643454039, + "grad_norm": 1.4681671857833862, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8798875212669373, + "num_tokens": 198486209.0, + "step": 5448 + }, + { + "epoch": 1.0118848653667596, + "grad_norm": 1.5441577434539795, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8723917007446289, + "num_tokens": 198518670.0, + "step": 5449 + }, + { + "epoch": 1.012070566388115, + "grad_norm": 1.3632787466049194, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8754687309265137, + "num_tokens": 198563258.0, + "step": 5450 + }, + { + "epoch": 1.0122562674094708, + "grad_norm": 1.5456541776657104, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8746980428695679, + "num_tokens": 198596238.0, + "step": 5451 + }, + { + "epoch": 1.0124419684308263, + "grad_norm": 1.5650607347488403, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8874087333679199, + "num_tokens": 198634474.0, + "step": 5452 + }, + { + "epoch": 1.012627669452182, + "grad_norm": 1.5421134233474731, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8689545392990112, + "num_tokens": 198673385.0, + "step": 5453 + }, + { + "epoch": 1.0128133704735376, + "grad_norm": 1.3849350214004517, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8823399543762207, + "num_tokens": 198713697.0, + "step": 5454 + }, + { + "epoch": 1.0129990714948933, + "grad_norm": 1.5826061964035034, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8676974773406982, + "num_tokens": 198747556.0, + "step": 5455 + }, + { + "epoch": 1.0131847725162488, + "grad_norm": 1.5390410423278809, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8511422872543335, + "num_tokens": 198787012.0, + "step": 5456 + }, + { + "epoch": 1.0133704735376046, + "grad_norm": 1.5873522758483887, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8716028928756714, + "num_tokens": 198820784.0, + "step": 5457 + }, + { + "epoch": 1.01355617455896, + "grad_norm": 1.4844655990600586, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8774337768554688, + "num_tokens": 198857911.0, + "step": 5458 + }, + { + "epoch": 1.0137418755803156, + "grad_norm": 1.5156679153442383, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8796424865722656, + "num_tokens": 198894242.0, + "step": 5459 + }, + { + "epoch": 1.0139275766016713, + "grad_norm": 1.500726342201233, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8651379346847534, + "num_tokens": 198931700.0, + "step": 5460 + }, + { + "epoch": 1.0141132776230268, + "grad_norm": 1.4037775993347168, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8853794932365417, + "num_tokens": 198970631.0, + "step": 5461 + }, + { + "epoch": 1.0142989786443826, + "grad_norm": 1.4979771375656128, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8758932948112488, + "num_tokens": 199002007.0, + "step": 5462 + }, + { + "epoch": 1.014484679665738, + "grad_norm": 1.566292405128479, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8826881647109985, + "num_tokens": 199035049.0, + "step": 5463 + }, + { + "epoch": 1.0146703806870938, + "grad_norm": 1.521646499633789, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8719669580459595, + "num_tokens": 199068389.0, + "step": 5464 + }, + { + "epoch": 1.0148560817084493, + "grad_norm": 1.3574941158294678, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.879438579082489, + "num_tokens": 199106650.0, + "step": 5465 + }, + { + "epoch": 1.015041782729805, + "grad_norm": 1.4031866788864136, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8679888248443604, + "num_tokens": 199147191.0, + "step": 5466 + }, + { + "epoch": 1.0152274837511606, + "grad_norm": 1.6229126453399658, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8734351396560669, + "num_tokens": 199181198.0, + "step": 5467 + }, + { + "epoch": 1.0154131847725163, + "grad_norm": 1.607458233833313, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.85922771692276, + "num_tokens": 199215256.0, + "step": 5468 + }, + { + "epoch": 1.0155988857938718, + "grad_norm": 1.6442347764968872, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8718318343162537, + "num_tokens": 199244377.0, + "step": 5469 + }, + { + "epoch": 1.0157845868152275, + "grad_norm": 1.5009843111038208, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8709275126457214, + "num_tokens": 199282198.0, + "step": 5470 + }, + { + "epoch": 1.015970287836583, + "grad_norm": 1.4832093715667725, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8740614056587219, + "num_tokens": 199316566.0, + "step": 5471 + }, + { + "epoch": 1.0161559888579388, + "grad_norm": 1.5037050247192383, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8691237568855286, + "num_tokens": 199353011.0, + "step": 5472 + }, + { + "epoch": 1.0163416898792943, + "grad_norm": 1.61638605594635, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8759411573410034, + "num_tokens": 199385108.0, + "step": 5473 + }, + { + "epoch": 1.01652739090065, + "grad_norm": 1.4544920921325684, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8679229021072388, + "num_tokens": 199424456.0, + "step": 5474 + }, + { + "epoch": 1.0167130919220055, + "grad_norm": 1.4630017280578613, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8744208812713623, + "num_tokens": 199463020.0, + "step": 5475 + }, + { + "epoch": 1.0168987929433613, + "grad_norm": 1.4528380632400513, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.891297459602356, + "num_tokens": 199494772.0, + "step": 5476 + }, + { + "epoch": 1.0170844939647168, + "grad_norm": 1.4489918947219849, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8721725940704346, + "num_tokens": 199534157.0, + "step": 5477 + }, + { + "epoch": 1.0172701949860725, + "grad_norm": 1.4720783233642578, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8729052543640137, + "num_tokens": 199573072.0, + "step": 5478 + }, + { + "epoch": 1.017455896007428, + "grad_norm": 1.5622941255569458, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8660497069358826, + "num_tokens": 199607742.0, + "step": 5479 + }, + { + "epoch": 1.0176415970287838, + "grad_norm": 1.3926873207092285, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8721249103546143, + "num_tokens": 199647786.0, + "step": 5480 + }, + { + "epoch": 1.0178272980501393, + "grad_norm": 1.4442635774612427, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8775272965431213, + "num_tokens": 199690987.0, + "step": 5481 + }, + { + "epoch": 1.0180129990714948, + "grad_norm": 1.408264398574829, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8718295693397522, + "num_tokens": 199729168.0, + "step": 5482 + }, + { + "epoch": 1.0181987000928505, + "grad_norm": 1.491351842880249, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8756374716758728, + "num_tokens": 199768000.0, + "step": 5483 + }, + { + "epoch": 1.018384401114206, + "grad_norm": 1.382972240447998, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.876251220703125, + "num_tokens": 199807530.0, + "step": 5484 + }, + { + "epoch": 1.0185701021355618, + "grad_norm": 1.4574881792068481, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8766984939575195, + "num_tokens": 199844099.0, + "step": 5485 + }, + { + "epoch": 1.0187558031569173, + "grad_norm": 1.551533818244934, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.876168966293335, + "num_tokens": 199875851.0, + "step": 5486 + }, + { + "epoch": 1.018941504178273, + "grad_norm": 1.409969449043274, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.88080894947052, + "num_tokens": 199913096.0, + "step": 5487 + }, + { + "epoch": 1.0191272051996285, + "grad_norm": 1.556077480316162, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.879892110824585, + "num_tokens": 199946629.0, + "step": 5488 + }, + { + "epoch": 1.0193129062209842, + "grad_norm": 1.4545029401779175, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8937897682189941, + "num_tokens": 199979805.0, + "step": 5489 + }, + { + "epoch": 1.0194986072423398, + "grad_norm": 1.4841614961624146, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8699952363967896, + "num_tokens": 200013392.0, + "step": 5490 + }, + { + "epoch": 1.0196843082636955, + "grad_norm": 1.4574146270751953, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8747825622558594, + "num_tokens": 200052473.0, + "step": 5491 + }, + { + "epoch": 1.019870009285051, + "grad_norm": 1.3691600561141968, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8997611999511719, + "num_tokens": 200087058.0, + "step": 5492 + }, + { + "epoch": 1.0200557103064067, + "grad_norm": 1.546890377998352, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.874954342842102, + "num_tokens": 200121564.0, + "step": 5493 + }, + { + "epoch": 1.0202414113277622, + "grad_norm": 1.4719642400741577, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.874176025390625, + "num_tokens": 200157338.0, + "step": 5494 + }, + { + "epoch": 1.020427112349118, + "grad_norm": 1.3826961517333984, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8796278238296509, + "num_tokens": 200197377.0, + "step": 5495 + }, + { + "epoch": 1.0206128133704735, + "grad_norm": 1.529606819152832, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8754309415817261, + "num_tokens": 200235428.0, + "step": 5496 + }, + { + "epoch": 1.0207985143918292, + "grad_norm": 1.510380744934082, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8677247762680054, + "num_tokens": 200272817.0, + "step": 5497 + }, + { + "epoch": 1.0209842154131847, + "grad_norm": 1.7127765417099, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8730928897857666, + "num_tokens": 200303847.0, + "step": 5498 + }, + { + "epoch": 1.0211699164345405, + "grad_norm": 1.411694049835205, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.881668210029602, + "num_tokens": 200339141.0, + "step": 5499 + }, + { + "epoch": 1.021355617455896, + "grad_norm": 1.5004864931106567, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8791353106498718, + "num_tokens": 200372953.0, + "step": 5500 + }, + { + "epoch": 1.0215413184772517, + "grad_norm": 1.4843881130218506, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8674889802932739, + "num_tokens": 200409683.0, + "step": 5501 + }, + { + "epoch": 1.0217270194986072, + "grad_norm": 1.4823637008666992, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8864389061927795, + "num_tokens": 200444630.0, + "step": 5502 + }, + { + "epoch": 1.021912720519963, + "grad_norm": 1.3892887830734253, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8676217794418335, + "num_tokens": 200483978.0, + "step": 5503 + }, + { + "epoch": 1.0220984215413185, + "grad_norm": 1.4029135704040527, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8721184134483337, + "num_tokens": 200523286.0, + "step": 5504 + }, + { + "epoch": 1.0222841225626742, + "grad_norm": 1.39778733253479, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8771600723266602, + "num_tokens": 200563713.0, + "step": 5505 + }, + { + "epoch": 1.0224698235840297, + "grad_norm": 1.350411295890808, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8809881806373596, + "num_tokens": 200604971.0, + "step": 5506 + }, + { + "epoch": 1.0226555246053852, + "grad_norm": 1.4228688478469849, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8711302280426025, + "num_tokens": 200646366.0, + "step": 5507 + }, + { + "epoch": 1.022841225626741, + "grad_norm": 1.4996557235717773, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8776800632476807, + "num_tokens": 200681024.0, + "step": 5508 + }, + { + "epoch": 1.0230269266480965, + "grad_norm": 1.6670039892196655, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8597714900970459, + "num_tokens": 200711806.0, + "step": 5509 + }, + { + "epoch": 1.0232126276694522, + "grad_norm": 1.529382586479187, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.878954291343689, + "num_tokens": 200747302.0, + "step": 5510 + }, + { + "epoch": 1.0233983286908077, + "grad_norm": 1.4276336431503296, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8686528205871582, + "num_tokens": 200785498.0, + "step": 5511 + }, + { + "epoch": 1.0235840297121634, + "grad_norm": 1.484894871711731, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8838431239128113, + "num_tokens": 200819005.0, + "step": 5512 + }, + { + "epoch": 1.023769730733519, + "grad_norm": 1.4919053316116333, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8773250579833984, + "num_tokens": 200856572.0, + "step": 5513 + }, + { + "epoch": 1.0239554317548747, + "grad_norm": 1.441996693611145, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8684455752372742, + "num_tokens": 200894122.0, + "step": 5514 + }, + { + "epoch": 1.0241411327762302, + "grad_norm": 1.4930942058563232, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8804145455360413, + "num_tokens": 200927021.0, + "step": 5515 + }, + { + "epoch": 1.024326833797586, + "grad_norm": 1.506279706954956, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8631017804145813, + "num_tokens": 200963992.0, + "step": 5516 + }, + { + "epoch": 1.0245125348189414, + "grad_norm": 1.4902652502059937, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8750646114349365, + "num_tokens": 200997154.0, + "step": 5517 + }, + { + "epoch": 1.0246982358402972, + "grad_norm": 1.6099128723144531, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.868106484413147, + "num_tokens": 201028459.0, + "step": 5518 + }, + { + "epoch": 1.0248839368616527, + "grad_norm": 1.4441901445388794, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8704143166542053, + "num_tokens": 201069036.0, + "step": 5519 + }, + { + "epoch": 1.0250696378830084, + "grad_norm": 1.4609516859054565, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8735054731369019, + "num_tokens": 201107519.0, + "step": 5520 + }, + { + "epoch": 1.025255338904364, + "grad_norm": 1.3972938060760498, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8689121007919312, + "num_tokens": 201150627.0, + "step": 5521 + }, + { + "epoch": 1.0254410399257197, + "grad_norm": 1.4511072635650635, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8807401657104492, + "num_tokens": 201183987.0, + "step": 5522 + }, + { + "epoch": 1.0256267409470752, + "grad_norm": 1.4992685317993164, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8806053400039673, + "num_tokens": 201217356.0, + "step": 5523 + }, + { + "epoch": 1.025812441968431, + "grad_norm": 1.5579822063446045, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.86847323179245, + "num_tokens": 201255190.0, + "step": 5524 + }, + { + "epoch": 1.0259981429897864, + "grad_norm": 1.4317102432250977, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.889291524887085, + "num_tokens": 201292019.0, + "step": 5525 + }, + { + "epoch": 1.0261838440111422, + "grad_norm": 1.498487949371338, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8737939596176147, + "num_tokens": 201326937.0, + "step": 5526 + }, + { + "epoch": 1.0263695450324977, + "grad_norm": 1.4850064516067505, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8762145042419434, + "num_tokens": 201362337.0, + "step": 5527 + }, + { + "epoch": 1.0265552460538534, + "grad_norm": 1.3519840240478516, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8747971057891846, + "num_tokens": 201403040.0, + "step": 5528 + }, + { + "epoch": 1.026740947075209, + "grad_norm": 1.5389304161071777, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8651204109191895, + "num_tokens": 201435949.0, + "step": 5529 + }, + { + "epoch": 1.0269266480965644, + "grad_norm": 1.4414807558059692, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8715593814849854, + "num_tokens": 201477484.0, + "step": 5530 + }, + { + "epoch": 1.0271123491179202, + "grad_norm": 1.4146217107772827, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8882884383201599, + "num_tokens": 201511371.0, + "step": 5531 + }, + { + "epoch": 1.0272980501392757, + "grad_norm": 1.455046534538269, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.878279983997345, + "num_tokens": 201546988.0, + "step": 5532 + }, + { + "epoch": 1.0274837511606314, + "grad_norm": 1.3869069814682007, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8875041007995605, + "num_tokens": 201585532.0, + "step": 5533 + }, + { + "epoch": 1.027669452181987, + "grad_norm": 1.6260985136032104, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8719815015792847, + "num_tokens": 201616776.0, + "step": 5534 + }, + { + "epoch": 1.0278551532033426, + "grad_norm": 1.4181181192398071, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8721174597740173, + "num_tokens": 201653765.0, + "step": 5535 + }, + { + "epoch": 1.0280408542246982, + "grad_norm": 1.3683452606201172, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8770794868469238, + "num_tokens": 201693802.0, + "step": 5536 + }, + { + "epoch": 1.0282265552460539, + "grad_norm": 1.4154797792434692, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.883813202381134, + "num_tokens": 201730045.0, + "step": 5537 + }, + { + "epoch": 1.0284122562674094, + "grad_norm": 1.5677058696746826, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8746079802513123, + "num_tokens": 201760864.0, + "step": 5538 + }, + { + "epoch": 1.0285979572887651, + "grad_norm": 1.5046809911727905, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8752315044403076, + "num_tokens": 201793757.0, + "step": 5539 + }, + { + "epoch": 1.0287836583101206, + "grad_norm": 1.4671050310134888, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.888435423374176, + "num_tokens": 201826376.0, + "step": 5540 + }, + { + "epoch": 1.0289693593314764, + "grad_norm": 1.311827540397644, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8903302550315857, + "num_tokens": 201866316.0, + "step": 5541 + }, + { + "epoch": 1.0291550603528319, + "grad_norm": 1.3015214204788208, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8768562078475952, + "num_tokens": 201910654.0, + "step": 5542 + }, + { + "epoch": 1.0293407613741876, + "grad_norm": 1.4572675228118896, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8835967779159546, + "num_tokens": 201945206.0, + "step": 5543 + }, + { + "epoch": 1.0295264623955431, + "grad_norm": 1.3846575021743774, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8776994943618774, + "num_tokens": 201982865.0, + "step": 5544 + }, + { + "epoch": 1.0297121634168989, + "grad_norm": 1.5786503553390503, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8697257041931152, + "num_tokens": 202016578.0, + "step": 5545 + }, + { + "epoch": 1.0298978644382544, + "grad_norm": 1.3571377992630005, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8705635070800781, + "num_tokens": 202056743.0, + "step": 5546 + }, + { + "epoch": 1.03008356545961, + "grad_norm": 1.4815865755081177, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8776552677154541, + "num_tokens": 202097988.0, + "step": 5547 + }, + { + "epoch": 1.0302692664809656, + "grad_norm": 1.4060884714126587, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8709694743156433, + "num_tokens": 202137050.0, + "step": 5548 + }, + { + "epoch": 1.0304549675023214, + "grad_norm": 1.3246114253997803, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8750565052032471, + "num_tokens": 202182424.0, + "step": 5549 + }, + { + "epoch": 1.0306406685236769, + "grad_norm": 1.3778151273727417, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8800423741340637, + "num_tokens": 202221245.0, + "step": 5550 + }, + { + "epoch": 1.0308263695450326, + "grad_norm": 1.5603970289230347, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.876227617263794, + "num_tokens": 202259545.0, + "step": 5551 + }, + { + "epoch": 1.031012070566388, + "grad_norm": 1.4376555681228638, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.87260901927948, + "num_tokens": 202299362.0, + "step": 5552 + }, + { + "epoch": 1.0311977715877438, + "grad_norm": 1.4420961141586304, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8882123827934265, + "num_tokens": 202334841.0, + "step": 5553 + }, + { + "epoch": 1.0313834726090993, + "grad_norm": 1.4818832874298096, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.878388524055481, + "num_tokens": 202370314.0, + "step": 5554 + }, + { + "epoch": 1.0315691736304549, + "grad_norm": 1.483504295349121, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8610912561416626, + "num_tokens": 202409970.0, + "step": 5555 + }, + { + "epoch": 1.0317548746518106, + "grad_norm": 1.4986053705215454, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8792976140975952, + "num_tokens": 202444206.0, + "step": 5556 + }, + { + "epoch": 1.031940575673166, + "grad_norm": 1.5706363916397095, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8662316799163818, + "num_tokens": 202477465.0, + "step": 5557 + }, + { + "epoch": 1.0321262766945218, + "grad_norm": 1.597655177116394, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8662551045417786, + "num_tokens": 202510130.0, + "step": 5558 + }, + { + "epoch": 1.0323119777158773, + "grad_norm": 1.5144826173782349, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8760696649551392, + "num_tokens": 202545684.0, + "step": 5559 + }, + { + "epoch": 1.032497678737233, + "grad_norm": 1.565875768661499, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8803461790084839, + "num_tokens": 202578895.0, + "step": 5560 + }, + { + "epoch": 1.0326833797585886, + "grad_norm": 1.4285876750946045, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8734852075576782, + "num_tokens": 202614469.0, + "step": 5561 + }, + { + "epoch": 1.0328690807799443, + "grad_norm": 1.4944689273834229, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8766900897026062, + "num_tokens": 202648976.0, + "step": 5562 + }, + { + "epoch": 1.0330547818012998, + "grad_norm": 1.4937916994094849, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.870236873626709, + "num_tokens": 202683567.0, + "step": 5563 + }, + { + "epoch": 1.0332404828226556, + "grad_norm": 1.4459099769592285, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8690007925033569, + "num_tokens": 202722987.0, + "step": 5564 + }, + { + "epoch": 1.033426183844011, + "grad_norm": 1.4079267978668213, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8809548020362854, + "num_tokens": 202758808.0, + "step": 5565 + }, + { + "epoch": 1.0336118848653668, + "grad_norm": 1.469892144203186, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8763211965560913, + "num_tokens": 202795285.0, + "step": 5566 + }, + { + "epoch": 1.0337975858867223, + "grad_norm": 1.5188441276550293, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8570681810379028, + "num_tokens": 202829756.0, + "step": 5567 + }, + { + "epoch": 1.033983286908078, + "grad_norm": 1.6101129055023193, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8716490268707275, + "num_tokens": 202860263.0, + "step": 5568 + }, + { + "epoch": 1.0341689879294336, + "grad_norm": 1.4572514295578003, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8852086067199707, + "num_tokens": 202898669.0, + "step": 5569 + }, + { + "epoch": 1.0343546889507893, + "grad_norm": 1.535215139389038, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8769537806510925, + "num_tokens": 202929817.0, + "step": 5570 + }, + { + "epoch": 1.0345403899721448, + "grad_norm": 1.4625459909439087, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.883937656879425, + "num_tokens": 202964718.0, + "step": 5571 + }, + { + "epoch": 1.0347260909935005, + "grad_norm": 1.5760338306427002, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8594018220901489, + "num_tokens": 202999567.0, + "step": 5572 + }, + { + "epoch": 1.034911792014856, + "grad_norm": 1.5457260608673096, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8848997354507446, + "num_tokens": 203031515.0, + "step": 5573 + }, + { + "epoch": 1.0350974930362118, + "grad_norm": 1.4693098068237305, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8683968782424927, + "num_tokens": 203068346.0, + "step": 5574 + }, + { + "epoch": 1.0352831940575673, + "grad_norm": 1.4107087850570679, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8826178908348083, + "num_tokens": 203107065.0, + "step": 5575 + }, + { + "epoch": 1.035468895078923, + "grad_norm": 1.4057103395462036, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8747653961181641, + "num_tokens": 203147829.0, + "step": 5576 + }, + { + "epoch": 1.0356545961002785, + "grad_norm": 1.5204932689666748, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8853285312652588, + "num_tokens": 203182381.0, + "step": 5577 + }, + { + "epoch": 1.0358402971216343, + "grad_norm": 1.5244224071502686, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8845318555831909, + "num_tokens": 203214270.0, + "step": 5578 + }, + { + "epoch": 1.0360259981429898, + "grad_norm": 1.5490351915359497, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8573578596115112, + "num_tokens": 203248280.0, + "step": 5579 + }, + { + "epoch": 1.0362116991643453, + "grad_norm": 1.391487956047058, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8727920055389404, + "num_tokens": 203289982.0, + "step": 5580 + }, + { + "epoch": 1.036397400185701, + "grad_norm": 1.396345853805542, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8821367621421814, + "num_tokens": 203329888.0, + "step": 5581 + }, + { + "epoch": 1.0365831012070565, + "grad_norm": 1.5957040786743164, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8511989116668701, + "num_tokens": 203367452.0, + "step": 5582 + }, + { + "epoch": 1.0367688022284123, + "grad_norm": 1.5198949575424194, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8788240551948547, + "num_tokens": 203401203.0, + "step": 5583 + }, + { + "epoch": 1.0369545032497678, + "grad_norm": 1.4450805187225342, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8777183294296265, + "num_tokens": 203440007.0, + "step": 5584 + }, + { + "epoch": 1.0371402042711235, + "grad_norm": 1.4475791454315186, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8733625411987305, + "num_tokens": 203476181.0, + "step": 5585 + }, + { + "epoch": 1.037325905292479, + "grad_norm": 1.4118903875350952, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8884817361831665, + "num_tokens": 203514923.0, + "step": 5586 + }, + { + "epoch": 1.0375116063138348, + "grad_norm": 1.484103798866272, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8772772550582886, + "num_tokens": 203550884.0, + "step": 5587 + }, + { + "epoch": 1.0376973073351903, + "grad_norm": 1.404040813446045, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8837473392486572, + "num_tokens": 203587370.0, + "step": 5588 + }, + { + "epoch": 1.037883008356546, + "grad_norm": 1.4586721658706665, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8628631234169006, + "num_tokens": 203627408.0, + "step": 5589 + }, + { + "epoch": 1.0380687093779015, + "grad_norm": 1.427909255027771, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8772943019866943, + "num_tokens": 203666159.0, + "step": 5590 + }, + { + "epoch": 1.0382544103992573, + "grad_norm": 1.3149490356445312, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8802978992462158, + "num_tokens": 203706000.0, + "step": 5591 + }, + { + "epoch": 1.0384401114206128, + "grad_norm": 1.4832227230072021, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8887404203414917, + "num_tokens": 203743434.0, + "step": 5592 + }, + { + "epoch": 1.0386258124419685, + "grad_norm": 1.4486969709396362, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8819413185119629, + "num_tokens": 203777507.0, + "step": 5593 + }, + { + "epoch": 1.038811513463324, + "grad_norm": 1.7002626657485962, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8651061058044434, + "num_tokens": 203813036.0, + "step": 5594 + }, + { + "epoch": 1.0389972144846797, + "grad_norm": 1.499786615371704, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8768235445022583, + "num_tokens": 203852053.0, + "step": 5595 + }, + { + "epoch": 1.0391829155060353, + "grad_norm": 1.4686580896377563, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8823305368423462, + "num_tokens": 203887367.0, + "step": 5596 + }, + { + "epoch": 1.039368616527391, + "grad_norm": 1.5567694902420044, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8822047114372253, + "num_tokens": 203918617.0, + "step": 5597 + }, + { + "epoch": 1.0395543175487465, + "grad_norm": 1.6641312837600708, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8846040964126587, + "num_tokens": 203948507.0, + "step": 5598 + }, + { + "epoch": 1.0397400185701022, + "grad_norm": 1.3836627006530762, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8862253427505493, + "num_tokens": 203985139.0, + "step": 5599 + }, + { + "epoch": 1.0399257195914577, + "grad_norm": 1.336546778678894, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8887044191360474, + "num_tokens": 204025166.0, + "step": 5600 + }, + { + "epoch": 1.0401114206128135, + "grad_norm": 1.2580965757369995, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.889146089553833, + "num_tokens": 204068953.0, + "step": 5601 + }, + { + "epoch": 1.040297121634169, + "grad_norm": 1.4565976858139038, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8670857548713684, + "num_tokens": 204107846.0, + "step": 5602 + }, + { + "epoch": 1.0404828226555245, + "grad_norm": 1.597241997718811, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8833631277084351, + "num_tokens": 204136743.0, + "step": 5603 + }, + { + "epoch": 1.0406685236768802, + "grad_norm": 1.3629120588302612, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8743396997451782, + "num_tokens": 204178095.0, + "step": 5604 + }, + { + "epoch": 1.0408542246982357, + "grad_norm": 1.5047016143798828, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.875325083732605, + "num_tokens": 204215138.0, + "step": 5605 + }, + { + "epoch": 1.0410399257195915, + "grad_norm": 1.5294172763824463, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.877501368522644, + "num_tokens": 204246016.0, + "step": 5606 + }, + { + "epoch": 1.041225626740947, + "grad_norm": 1.6640770435333252, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.869724690914154, + "num_tokens": 204277796.0, + "step": 5607 + }, + { + "epoch": 1.0414113277623027, + "grad_norm": 1.5745484828948975, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8819718360900879, + "num_tokens": 204314075.0, + "step": 5608 + }, + { + "epoch": 1.0415970287836582, + "grad_norm": 1.4010050296783447, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.887239933013916, + "num_tokens": 204350565.0, + "step": 5609 + }, + { + "epoch": 1.041782729805014, + "grad_norm": 1.3406590223312378, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8887550830841064, + "num_tokens": 204390010.0, + "step": 5610 + }, + { + "epoch": 1.0419684308263695, + "grad_norm": 1.4679908752441406, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8790883421897888, + "num_tokens": 204424163.0, + "step": 5611 + }, + { + "epoch": 1.0421541318477252, + "grad_norm": 1.5198861360549927, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.870413064956665, + "num_tokens": 204460320.0, + "step": 5612 + }, + { + "epoch": 1.0423398328690807, + "grad_norm": 1.520725965499878, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8577349781990051, + "num_tokens": 204497346.0, + "step": 5613 + }, + { + "epoch": 1.0425255338904365, + "grad_norm": 1.3981126546859741, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8611726760864258, + "num_tokens": 204538950.0, + "step": 5614 + }, + { + "epoch": 1.042711234911792, + "grad_norm": 1.499957799911499, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8708510398864746, + "num_tokens": 204577567.0, + "step": 5615 + }, + { + "epoch": 1.0428969359331477, + "grad_norm": 1.4230566024780273, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8770857453346252, + "num_tokens": 204614410.0, + "step": 5616 + }, + { + "epoch": 1.0430826369545032, + "grad_norm": 1.5854239463806152, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8749476075172424, + "num_tokens": 204645338.0, + "step": 5617 + }, + { + "epoch": 1.043268337975859, + "grad_norm": 1.6312837600708008, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8731977939605713, + "num_tokens": 204676010.0, + "step": 5618 + }, + { + "epoch": 1.0434540389972145, + "grad_norm": 1.6143405437469482, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8613276481628418, + "num_tokens": 204712042.0, + "step": 5619 + }, + { + "epoch": 1.0436397400185702, + "grad_norm": 1.4901303052902222, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8835469484329224, + "num_tokens": 204746589.0, + "step": 5620 + }, + { + "epoch": 1.0438254410399257, + "grad_norm": 1.5798972845077515, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8640409708023071, + "num_tokens": 204780619.0, + "step": 5621 + }, + { + "epoch": 1.0440111420612814, + "grad_norm": 1.5305286645889282, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8683902025222778, + "num_tokens": 204814057.0, + "step": 5622 + }, + { + "epoch": 1.044196843082637, + "grad_norm": 1.5790578126907349, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8650357127189636, + "num_tokens": 204854383.0, + "step": 5623 + }, + { + "epoch": 1.0443825441039927, + "grad_norm": 1.5406360626220703, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8733712434768677, + "num_tokens": 204886859.0, + "step": 5624 + }, + { + "epoch": 1.0445682451253482, + "grad_norm": 1.4496861696243286, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8688925504684448, + "num_tokens": 204926897.0, + "step": 5625 + }, + { + "epoch": 1.0447539461467037, + "grad_norm": 1.6253377199172974, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8633962869644165, + "num_tokens": 204965657.0, + "step": 5626 + }, + { + "epoch": 1.0449396471680594, + "grad_norm": 1.4439704418182373, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8739292025566101, + "num_tokens": 205003491.0, + "step": 5627 + }, + { + "epoch": 1.045125348189415, + "grad_norm": 1.344529628753662, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8876246213912964, + "num_tokens": 205042135.0, + "step": 5628 + }, + { + "epoch": 1.0453110492107707, + "grad_norm": 1.45928955078125, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8798613548278809, + "num_tokens": 205075432.0, + "step": 5629 + }, + { + "epoch": 1.0454967502321262, + "grad_norm": 1.4545987844467163, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.874201774597168, + "num_tokens": 205110656.0, + "step": 5630 + }, + { + "epoch": 1.045682451253482, + "grad_norm": 1.4946129322052002, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8838310241699219, + "num_tokens": 205141970.0, + "step": 5631 + }, + { + "epoch": 1.0458681522748374, + "grad_norm": 1.4328927993774414, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.87059485912323, + "num_tokens": 205183126.0, + "step": 5632 + }, + { + "epoch": 1.0460538532961932, + "grad_norm": 1.5248608589172363, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8585991859436035, + "num_tokens": 205223390.0, + "step": 5633 + }, + { + "epoch": 1.0462395543175487, + "grad_norm": 1.3643932342529297, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8878709077835083, + "num_tokens": 205261947.0, + "step": 5634 + }, + { + "epoch": 1.0464252553389044, + "grad_norm": 1.6391948461532593, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8736642003059387, + "num_tokens": 205291143.0, + "step": 5635 + }, + { + "epoch": 1.04661095636026, + "grad_norm": 1.4099106788635254, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8680520057678223, + "num_tokens": 205329800.0, + "step": 5636 + }, + { + "epoch": 1.0467966573816156, + "grad_norm": 1.5707076787948608, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8751910328865051, + "num_tokens": 205363001.0, + "step": 5637 + }, + { + "epoch": 1.0469823584029712, + "grad_norm": 1.499420404434204, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8788604736328125, + "num_tokens": 205396338.0, + "step": 5638 + }, + { + "epoch": 1.047168059424327, + "grad_norm": 1.3885282278060913, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8921895027160645, + "num_tokens": 205433052.0, + "step": 5639 + }, + { + "epoch": 1.0473537604456824, + "grad_norm": 1.5967546701431274, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8643754720687866, + "num_tokens": 205467017.0, + "step": 5640 + }, + { + "epoch": 1.0475394614670381, + "grad_norm": 1.578385829925537, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8638062477111816, + "num_tokens": 205500837.0, + "step": 5641 + }, + { + "epoch": 1.0477251624883936, + "grad_norm": 1.3903837203979492, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8708934783935547, + "num_tokens": 205542127.0, + "step": 5642 + }, + { + "epoch": 1.0479108635097494, + "grad_norm": 1.3767204284667969, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8931995630264282, + "num_tokens": 205578317.0, + "step": 5643 + }, + { + "epoch": 1.048096564531105, + "grad_norm": 1.5343494415283203, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.869789183139801, + "num_tokens": 205612206.0, + "step": 5644 + }, + { + "epoch": 1.0482822655524606, + "grad_norm": 1.3816993236541748, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8806406259536743, + "num_tokens": 205650793.0, + "step": 5645 + }, + { + "epoch": 1.0484679665738161, + "grad_norm": 1.470567226409912, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8802956342697144, + "num_tokens": 205685946.0, + "step": 5646 + }, + { + "epoch": 1.0486536675951719, + "grad_norm": 1.5330696105957031, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8518482446670532, + "num_tokens": 205724060.0, + "step": 5647 + }, + { + "epoch": 1.0488393686165274, + "grad_norm": 1.4863719940185547, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8759779334068298, + "num_tokens": 205762548.0, + "step": 5648 + }, + { + "epoch": 1.0490250696378831, + "grad_norm": 1.4539263248443604, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8783180713653564, + "num_tokens": 205798872.0, + "step": 5649 + }, + { + "epoch": 1.0492107706592386, + "grad_norm": 1.2981067895889282, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8697589635848999, + "num_tokens": 205843879.0, + "step": 5650 + }, + { + "epoch": 1.0493964716805944, + "grad_norm": 1.5879689455032349, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8825565576553345, + "num_tokens": 205873416.0, + "step": 5651 + }, + { + "epoch": 1.0495821727019499, + "grad_norm": 1.4401429891586304, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8773094415664673, + "num_tokens": 205908406.0, + "step": 5652 + }, + { + "epoch": 1.0497678737233054, + "grad_norm": 1.4354925155639648, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8767504692077637, + "num_tokens": 205946322.0, + "step": 5653 + }, + { + "epoch": 1.0499535747446611, + "grad_norm": 1.3807876110076904, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8784953951835632, + "num_tokens": 205984100.0, + "step": 5654 + }, + { + "epoch": 1.0501392757660166, + "grad_norm": 1.637778401374817, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8886240720748901, + "num_tokens": 206012394.0, + "step": 5655 + }, + { + "epoch": 1.0503249767873724, + "grad_norm": 1.4886218309402466, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8755154609680176, + "num_tokens": 206047910.0, + "step": 5656 + }, + { + "epoch": 1.0505106778087279, + "grad_norm": 1.3637964725494385, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8729192018508911, + "num_tokens": 206089115.0, + "step": 5657 + }, + { + "epoch": 1.0506963788300836, + "grad_norm": 1.3914463520050049, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8885579705238342, + "num_tokens": 206125056.0, + "step": 5658 + }, + { + "epoch": 1.050882079851439, + "grad_norm": 1.4102842807769775, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8694592714309692, + "num_tokens": 206166300.0, + "step": 5659 + }, + { + "epoch": 1.0510677808727948, + "grad_norm": 1.5041652917861938, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8750030398368835, + "num_tokens": 206201706.0, + "step": 5660 + }, + { + "epoch": 1.0512534818941504, + "grad_norm": 1.4804723262786865, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.886378288269043, + "num_tokens": 206235049.0, + "step": 5661 + }, + { + "epoch": 1.051439182915506, + "grad_norm": 1.4206422567367554, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8896256685256958, + "num_tokens": 206271230.0, + "step": 5662 + }, + { + "epoch": 1.0516248839368616, + "grad_norm": 1.5900366306304932, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8613905906677246, + "num_tokens": 206306799.0, + "step": 5663 + }, + { + "epoch": 1.0518105849582173, + "grad_norm": 1.5344196557998657, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8724842667579651, + "num_tokens": 206338518.0, + "step": 5664 + }, + { + "epoch": 1.0519962859795728, + "grad_norm": 1.436549186706543, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8740028738975525, + "num_tokens": 206377272.0, + "step": 5665 + }, + { + "epoch": 1.0521819870009286, + "grad_norm": 1.5861657857894897, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.887988805770874, + "num_tokens": 206405975.0, + "step": 5666 + }, + { + "epoch": 1.052367688022284, + "grad_norm": 1.4623686075210571, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8761521577835083, + "num_tokens": 206441956.0, + "step": 5667 + }, + { + "epoch": 1.0525533890436398, + "grad_norm": 1.445723056793213, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.871983528137207, + "num_tokens": 206477620.0, + "step": 5668 + }, + { + "epoch": 1.0527390900649953, + "grad_norm": 1.4575715065002441, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8510242700576782, + "num_tokens": 206517852.0, + "step": 5669 + }, + { + "epoch": 1.052924791086351, + "grad_norm": 1.3949968814849854, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8839994668960571, + "num_tokens": 206556282.0, + "step": 5670 + }, + { + "epoch": 1.0531104921077066, + "grad_norm": 1.4429234266281128, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8802727460861206, + "num_tokens": 206592509.0, + "step": 5671 + }, + { + "epoch": 1.0532961931290623, + "grad_norm": 1.5072885751724243, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8628044128417969, + "num_tokens": 206628953.0, + "step": 5672 + }, + { + "epoch": 1.0534818941504178, + "grad_norm": 1.3827232122421265, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8686061501502991, + "num_tokens": 206667762.0, + "step": 5673 + }, + { + "epoch": 1.0536675951717736, + "grad_norm": 1.7353792190551758, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8777815103530884, + "num_tokens": 206693348.0, + "step": 5674 + }, + { + "epoch": 1.053853296193129, + "grad_norm": 1.3503748178482056, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8921621441841125, + "num_tokens": 206730494.0, + "step": 5675 + }, + { + "epoch": 1.0540389972144846, + "grad_norm": 1.3821641206741333, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8688135147094727, + "num_tokens": 206770191.0, + "step": 5676 + }, + { + "epoch": 1.0542246982358403, + "grad_norm": 1.6099913120269775, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8792247772216797, + "num_tokens": 206801395.0, + "step": 5677 + }, + { + "epoch": 1.0544103992571958, + "grad_norm": 1.5856924057006836, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8591256141662598, + "num_tokens": 206834616.0, + "step": 5678 + }, + { + "epoch": 1.0545961002785516, + "grad_norm": 1.5469921827316284, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8696322441101074, + "num_tokens": 206867880.0, + "step": 5679 + }, + { + "epoch": 1.054781801299907, + "grad_norm": 1.4411720037460327, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8709355592727661, + "num_tokens": 206909326.0, + "step": 5680 + }, + { + "epoch": 1.0549675023212628, + "grad_norm": 1.5172494649887085, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8748809695243835, + "num_tokens": 206945885.0, + "step": 5681 + }, + { + "epoch": 1.0551532033426183, + "grad_norm": 1.4868924617767334, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8681873083114624, + "num_tokens": 206984569.0, + "step": 5682 + }, + { + "epoch": 1.055338904363974, + "grad_norm": 1.4649903774261475, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.865215003490448, + "num_tokens": 207023293.0, + "step": 5683 + }, + { + "epoch": 1.0555246053853296, + "grad_norm": 1.5826115608215332, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.86802077293396, + "num_tokens": 207056720.0, + "step": 5684 + }, + { + "epoch": 1.0557103064066853, + "grad_norm": 1.3611472845077515, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8861340284347534, + "num_tokens": 207097197.0, + "step": 5685 + }, + { + "epoch": 1.0558960074280408, + "grad_norm": 1.4306612014770508, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.876503586769104, + "num_tokens": 207137135.0, + "step": 5686 + }, + { + "epoch": 1.0560817084493965, + "grad_norm": 1.5156049728393555, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8716071844100952, + "num_tokens": 207175212.0, + "step": 5687 + }, + { + "epoch": 1.056267409470752, + "grad_norm": 1.4774198532104492, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8761632442474365, + "num_tokens": 207214598.0, + "step": 5688 + }, + { + "epoch": 1.0564531104921078, + "grad_norm": 1.4803766012191772, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8732244372367859, + "num_tokens": 207250732.0, + "step": 5689 + }, + { + "epoch": 1.0566388115134633, + "grad_norm": 1.4394854307174683, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8727142810821533, + "num_tokens": 207288963.0, + "step": 5690 + }, + { + "epoch": 1.056824512534819, + "grad_norm": 1.3474339246749878, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8769472241401672, + "num_tokens": 207330279.0, + "step": 5691 + }, + { + "epoch": 1.0570102135561745, + "grad_norm": 1.3765060901641846, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8739393353462219, + "num_tokens": 207368616.0, + "step": 5692 + }, + { + "epoch": 1.0571959145775303, + "grad_norm": 1.4728069305419922, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8645567297935486, + "num_tokens": 207406398.0, + "step": 5693 + }, + { + "epoch": 1.0573816155988858, + "grad_norm": 1.433585286140442, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8833875060081482, + "num_tokens": 207441163.0, + "step": 5694 + }, + { + "epoch": 1.0575673166202415, + "grad_norm": 1.4713571071624756, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8771971464157104, + "num_tokens": 207479748.0, + "step": 5695 + }, + { + "epoch": 1.057753017641597, + "grad_norm": 1.4128427505493164, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8757302761077881, + "num_tokens": 207520997.0, + "step": 5696 + }, + { + "epoch": 1.0579387186629527, + "grad_norm": 1.600496530532837, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8632189631462097, + "num_tokens": 207553682.0, + "step": 5697 + }, + { + "epoch": 1.0581244196843083, + "grad_norm": 1.5450364351272583, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8772984743118286, + "num_tokens": 207591890.0, + "step": 5698 + }, + { + "epoch": 1.0583101207056638, + "grad_norm": 1.5637428760528564, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8636281490325928, + "num_tokens": 207627533.0, + "step": 5699 + }, + { + "epoch": 1.0584958217270195, + "grad_norm": 1.4841201305389404, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8728054761886597, + "num_tokens": 207662406.0, + "step": 5700 + }, + { + "epoch": 1.058681522748375, + "grad_norm": 1.4023698568344116, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8752666711807251, + "num_tokens": 207703098.0, + "step": 5701 + }, + { + "epoch": 1.0588672237697307, + "grad_norm": 1.511063575744629, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8784670829772949, + "num_tokens": 207735459.0, + "step": 5702 + }, + { + "epoch": 1.0590529247910863, + "grad_norm": 1.5217293500900269, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8762302398681641, + "num_tokens": 207771199.0, + "step": 5703 + }, + { + "epoch": 1.059238625812442, + "grad_norm": 1.4977010488510132, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8621459007263184, + "num_tokens": 207809243.0, + "step": 5704 + }, + { + "epoch": 1.0594243268337975, + "grad_norm": 1.5039143562316895, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8655937314033508, + "num_tokens": 207844992.0, + "step": 5705 + }, + { + "epoch": 1.0596100278551532, + "grad_norm": 1.364773154258728, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8786814212799072, + "num_tokens": 207880623.0, + "step": 5706 + }, + { + "epoch": 1.0597957288765087, + "grad_norm": 1.4627673625946045, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8822648525238037, + "num_tokens": 207917020.0, + "step": 5707 + }, + { + "epoch": 1.0599814298978645, + "grad_norm": 1.609934687614441, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8865495920181274, + "num_tokens": 207948414.0, + "step": 5708 + }, + { + "epoch": 1.06016713091922, + "grad_norm": 1.409593105316162, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8747830390930176, + "num_tokens": 207990264.0, + "step": 5709 + }, + { + "epoch": 1.0603528319405757, + "grad_norm": 1.507819652557373, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8781442642211914, + "num_tokens": 208025593.0, + "step": 5710 + }, + { + "epoch": 1.0605385329619312, + "grad_norm": 1.3686188459396362, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8806402683258057, + "num_tokens": 208066290.0, + "step": 5711 + }, + { + "epoch": 1.060724233983287, + "grad_norm": 1.4049131870269775, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8829821348190308, + "num_tokens": 208102858.0, + "step": 5712 + }, + { + "epoch": 1.0609099350046425, + "grad_norm": 1.5006593465805054, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8589683175086975, + "num_tokens": 208144497.0, + "step": 5713 + }, + { + "epoch": 1.0610956360259982, + "grad_norm": 1.3985124826431274, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8822596073150635, + "num_tokens": 208183203.0, + "step": 5714 + }, + { + "epoch": 1.0612813370473537, + "grad_norm": 1.5681476593017578, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8717483282089233, + "num_tokens": 208219659.0, + "step": 5715 + }, + { + "epoch": 1.0614670380687095, + "grad_norm": 1.4032164812088013, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8838587403297424, + "num_tokens": 208255808.0, + "step": 5716 + }, + { + "epoch": 1.061652739090065, + "grad_norm": 1.39990234375, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8885998129844666, + "num_tokens": 208292708.0, + "step": 5717 + }, + { + "epoch": 1.0618384401114207, + "grad_norm": 1.5639511346817017, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8802636861801147, + "num_tokens": 208322474.0, + "step": 5718 + }, + { + "epoch": 1.0620241411327762, + "grad_norm": 1.555382490158081, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8580631017684937, + "num_tokens": 208358970.0, + "step": 5719 + }, + { + "epoch": 1.062209842154132, + "grad_norm": 1.4867805242538452, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8864570260047913, + "num_tokens": 208390660.0, + "step": 5720 + }, + { + "epoch": 1.0623955431754875, + "grad_norm": 1.5237231254577637, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8706871271133423, + "num_tokens": 208427521.0, + "step": 5721 + }, + { + "epoch": 1.062581244196843, + "grad_norm": 1.5129139423370361, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8683467507362366, + "num_tokens": 208466427.0, + "step": 5722 + }, + { + "epoch": 1.0627669452181987, + "grad_norm": 1.4879142045974731, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8681918382644653, + "num_tokens": 208503815.0, + "step": 5723 + }, + { + "epoch": 1.0629526462395544, + "grad_norm": 1.4959681034088135, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8742746114730835, + "num_tokens": 208540570.0, + "step": 5724 + }, + { + "epoch": 1.06313834726091, + "grad_norm": 1.3868883848190308, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8908783197402954, + "num_tokens": 208575600.0, + "step": 5725 + }, + { + "epoch": 1.0633240482822655, + "grad_norm": 1.5652254819869995, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8767553567886353, + "num_tokens": 208610232.0, + "step": 5726 + }, + { + "epoch": 1.0635097493036212, + "grad_norm": 1.500594973564148, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8901203870773315, + "num_tokens": 208644664.0, + "step": 5727 + }, + { + "epoch": 1.0636954503249767, + "grad_norm": 1.4876939058303833, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8789010047912598, + "num_tokens": 208680498.0, + "step": 5728 + }, + { + "epoch": 1.0638811513463324, + "grad_norm": 1.36488676071167, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8795138597488403, + "num_tokens": 208720086.0, + "step": 5729 + }, + { + "epoch": 1.064066852367688, + "grad_norm": 1.5232151746749878, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8747050166130066, + "num_tokens": 208754332.0, + "step": 5730 + }, + { + "epoch": 1.0642525533890437, + "grad_norm": 1.4889984130859375, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8842555284500122, + "num_tokens": 208785821.0, + "step": 5731 + }, + { + "epoch": 1.0644382544103992, + "grad_norm": 1.4168140888214111, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8638237714767456, + "num_tokens": 208828087.0, + "step": 5732 + }, + { + "epoch": 1.064623955431755, + "grad_norm": 1.5021765232086182, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8750308156013489, + "num_tokens": 208863594.0, + "step": 5733 + }, + { + "epoch": 1.0648096564531104, + "grad_norm": 1.5027698278427124, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8863409757614136, + "num_tokens": 208898783.0, + "step": 5734 + }, + { + "epoch": 1.0649953574744662, + "grad_norm": 1.5806087255477905, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8695247769355774, + "num_tokens": 208932881.0, + "step": 5735 + }, + { + "epoch": 1.0651810584958217, + "grad_norm": 1.5552023649215698, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8707739114761353, + "num_tokens": 208966308.0, + "step": 5736 + }, + { + "epoch": 1.0653667595171774, + "grad_norm": 1.3890118598937988, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8734338879585266, + "num_tokens": 209006389.0, + "step": 5737 + }, + { + "epoch": 1.065552460538533, + "grad_norm": 1.4257454872131348, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8760917782783508, + "num_tokens": 209044876.0, + "step": 5738 + }, + { + "epoch": 1.0657381615598887, + "grad_norm": 1.3606302738189697, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.889596164226532, + "num_tokens": 209085095.0, + "step": 5739 + }, + { + "epoch": 1.0659238625812442, + "grad_norm": 1.4686437845230103, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8770074844360352, + "num_tokens": 209122317.0, + "step": 5740 + }, + { + "epoch": 1.0661095636026, + "grad_norm": 1.4472514390945435, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.883247971534729, + "num_tokens": 209162058.0, + "step": 5741 + }, + { + "epoch": 1.0662952646239554, + "grad_norm": 1.4175022840499878, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8775020837783813, + "num_tokens": 209204154.0, + "step": 5742 + }, + { + "epoch": 1.0664809656453111, + "grad_norm": 1.428654670715332, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8759261965751648, + "num_tokens": 209243724.0, + "step": 5743 + }, + { + "epoch": 1.0666666666666667, + "grad_norm": 1.4829480648040771, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8867021203041077, + "num_tokens": 209280772.0, + "step": 5744 + }, + { + "epoch": 1.0668523676880224, + "grad_norm": 1.476035475730896, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8813434839248657, + "num_tokens": 209318154.0, + "step": 5745 + }, + { + "epoch": 1.067038068709378, + "grad_norm": 1.735774040222168, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8688828349113464, + "num_tokens": 209348913.0, + "step": 5746 + }, + { + "epoch": 1.0672237697307336, + "grad_norm": 1.7713704109191895, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8849018812179565, + "num_tokens": 209376944.0, + "step": 5747 + }, + { + "epoch": 1.0674094707520891, + "grad_norm": 1.5044381618499756, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8659802079200745, + "num_tokens": 209413316.0, + "step": 5748 + }, + { + "epoch": 1.0675951717734447, + "grad_norm": 1.4934319257736206, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8840389847755432, + "num_tokens": 209448887.0, + "step": 5749 + }, + { + "epoch": 1.0677808727948004, + "grad_norm": 1.5146455764770508, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8772232532501221, + "num_tokens": 209480993.0, + "step": 5750 + }, + { + "epoch": 1.067966573816156, + "grad_norm": 1.5529789924621582, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8821005821228027, + "num_tokens": 209516210.0, + "step": 5751 + }, + { + "epoch": 1.0681522748375116, + "grad_norm": 1.4660686254501343, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8779626488685608, + "num_tokens": 209551709.0, + "step": 5752 + }, + { + "epoch": 1.0683379758588671, + "grad_norm": 1.5049606561660767, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8705518245697021, + "num_tokens": 209586060.0, + "step": 5753 + }, + { + "epoch": 1.0685236768802229, + "grad_norm": 1.5479695796966553, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8764253258705139, + "num_tokens": 209619864.0, + "step": 5754 + }, + { + "epoch": 1.0687093779015784, + "grad_norm": 1.4847204685211182, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.866895318031311, + "num_tokens": 209654871.0, + "step": 5755 + }, + { + "epoch": 1.0688950789229341, + "grad_norm": 1.531132459640503, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.863646388053894, + "num_tokens": 209692875.0, + "step": 5756 + }, + { + "epoch": 1.0690807799442896, + "grad_norm": 1.4880549907684326, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8764876127243042, + "num_tokens": 209732436.0, + "step": 5757 + }, + { + "epoch": 1.0692664809656454, + "grad_norm": 1.4966413974761963, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8766908645629883, + "num_tokens": 209768719.0, + "step": 5758 + }, + { + "epoch": 1.0694521819870009, + "grad_norm": 1.4159133434295654, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8678269386291504, + "num_tokens": 209806805.0, + "step": 5759 + }, + { + "epoch": 1.0696378830083566, + "grad_norm": 1.3795818090438843, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8858354091644287, + "num_tokens": 209844495.0, + "step": 5760 + }, + { + "epoch": 1.0698235840297121, + "grad_norm": 1.5557552576065063, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8666577339172363, + "num_tokens": 209878535.0, + "step": 5761 + }, + { + "epoch": 1.0700092850510678, + "grad_norm": 1.5795786380767822, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8678652048110962, + "num_tokens": 209908758.0, + "step": 5762 + }, + { + "epoch": 1.0701949860724234, + "grad_norm": 1.5059787034988403, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8677423596382141, + "num_tokens": 209945939.0, + "step": 5763 + }, + { + "epoch": 1.070380687093779, + "grad_norm": 1.4301964044570923, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8813425302505493, + "num_tokens": 209984229.0, + "step": 5764 + }, + { + "epoch": 1.0705663881151346, + "grad_norm": 1.4488778114318848, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8692145943641663, + "num_tokens": 210024310.0, + "step": 5765 + }, + { + "epoch": 1.0707520891364903, + "grad_norm": 1.5619759559631348, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8666856288909912, + "num_tokens": 210057754.0, + "step": 5766 + }, + { + "epoch": 1.0709377901578458, + "grad_norm": 1.4440369606018066, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8648573160171509, + "num_tokens": 210097869.0, + "step": 5767 + }, + { + "epoch": 1.0711234911792016, + "grad_norm": 1.5246703624725342, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8794723153114319, + "num_tokens": 210130702.0, + "step": 5768 + }, + { + "epoch": 1.071309192200557, + "grad_norm": 1.4300369024276733, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8720866441726685, + "num_tokens": 210170550.0, + "step": 5769 + }, + { + "epoch": 1.0714948932219128, + "grad_norm": 1.3751602172851562, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8890340328216553, + "num_tokens": 210207290.0, + "step": 5770 + }, + { + "epoch": 1.0716805942432683, + "grad_norm": 1.4273109436035156, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8792778849601746, + "num_tokens": 210246285.0, + "step": 5771 + }, + { + "epoch": 1.0718662952646238, + "grad_norm": 1.550512671470642, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8744272589683533, + "num_tokens": 210279838.0, + "step": 5772 + }, + { + "epoch": 1.0720519962859796, + "grad_norm": 1.5016906261444092, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8899524211883545, + "num_tokens": 210311058.0, + "step": 5773 + }, + { + "epoch": 1.072237697307335, + "grad_norm": 1.59965181350708, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8734956383705139, + "num_tokens": 210345713.0, + "step": 5774 + }, + { + "epoch": 1.0724233983286908, + "grad_norm": 1.464827537536621, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8771568536758423, + "num_tokens": 210383055.0, + "step": 5775 + }, + { + "epoch": 1.0726090993500463, + "grad_norm": 1.5467628240585327, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8641372919082642, + "num_tokens": 210422317.0, + "step": 5776 + }, + { + "epoch": 1.072794800371402, + "grad_norm": 1.554104208946228, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8802876472473145, + "num_tokens": 210454838.0, + "step": 5777 + }, + { + "epoch": 1.0729805013927576, + "grad_norm": 1.54009211063385, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8811278939247131, + "num_tokens": 210489679.0, + "step": 5778 + }, + { + "epoch": 1.0731662024141133, + "grad_norm": 1.549342155456543, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8611611127853394, + "num_tokens": 210527011.0, + "step": 5779 + }, + { + "epoch": 1.0733519034354688, + "grad_norm": 1.6208806037902832, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8801356554031372, + "num_tokens": 210557470.0, + "step": 5780 + }, + { + "epoch": 1.0735376044568246, + "grad_norm": 1.4687331914901733, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8773472309112549, + "num_tokens": 210592675.0, + "step": 5781 + }, + { + "epoch": 1.07372330547818, + "grad_norm": 1.470965027809143, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8737270832061768, + "num_tokens": 210630945.0, + "step": 5782 + }, + { + "epoch": 1.0739090064995358, + "grad_norm": 1.4267833232879639, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8697975277900696, + "num_tokens": 210673330.0, + "step": 5783 + }, + { + "epoch": 1.0740947075208913, + "grad_norm": 1.5616414546966553, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8657039999961853, + "num_tokens": 210707210.0, + "step": 5784 + }, + { + "epoch": 1.074280408542247, + "grad_norm": 1.5397138595581055, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8752222061157227, + "num_tokens": 210740399.0, + "step": 5785 + }, + { + "epoch": 1.0744661095636026, + "grad_norm": 1.385791540145874, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8709189891815186, + "num_tokens": 210782069.0, + "step": 5786 + }, + { + "epoch": 1.0746518105849583, + "grad_norm": 1.5445997714996338, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8779782056808472, + "num_tokens": 210815521.0, + "step": 5787 + }, + { + "epoch": 1.0748375116063138, + "grad_norm": 1.526181697845459, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8780227303504944, + "num_tokens": 210849131.0, + "step": 5788 + }, + { + "epoch": 1.0750232126276695, + "grad_norm": 1.5348273515701294, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8635455369949341, + "num_tokens": 210888683.0, + "step": 5789 + }, + { + "epoch": 1.075208913649025, + "grad_norm": 1.5380533933639526, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8707466721534729, + "num_tokens": 210922498.0, + "step": 5790 + }, + { + "epoch": 1.0753946146703808, + "grad_norm": 1.3938230276107788, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8915550112724304, + "num_tokens": 210962121.0, + "step": 5791 + }, + { + "epoch": 1.0755803156917363, + "grad_norm": 1.455710768699646, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8789287805557251, + "num_tokens": 210997240.0, + "step": 5792 + }, + { + "epoch": 1.075766016713092, + "grad_norm": 1.5681244134902954, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8808571696281433, + "num_tokens": 211034008.0, + "step": 5793 + }, + { + "epoch": 1.0759517177344475, + "grad_norm": 1.599759578704834, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8787624835968018, + "num_tokens": 211067599.0, + "step": 5794 + }, + { + "epoch": 1.076137418755803, + "grad_norm": 1.4115184545516968, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8829692006111145, + "num_tokens": 211107459.0, + "step": 5795 + }, + { + "epoch": 1.0763231197771588, + "grad_norm": 1.531746506690979, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8620431423187256, + "num_tokens": 211142749.0, + "step": 5796 + }, + { + "epoch": 1.0765088207985145, + "grad_norm": 1.5641250610351562, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8805615901947021, + "num_tokens": 211177630.0, + "step": 5797 + }, + { + "epoch": 1.07669452181987, + "grad_norm": 1.5731861591339111, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8872650265693665, + "num_tokens": 211211371.0, + "step": 5798 + }, + { + "epoch": 1.0768802228412255, + "grad_norm": 1.7661786079406738, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8744992613792419, + "num_tokens": 211237972.0, + "step": 5799 + }, + { + "epoch": 1.0770659238625813, + "grad_norm": 1.633100986480713, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8778713941574097, + "num_tokens": 211268863.0, + "step": 5800 + }, + { + "epoch": 1.0772516248839368, + "grad_norm": 1.4850900173187256, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8816108703613281, + "num_tokens": 211307483.0, + "step": 5801 + }, + { + "epoch": 1.0774373259052925, + "grad_norm": 1.6073827743530273, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8763525485992432, + "num_tokens": 211337726.0, + "step": 5802 + }, + { + "epoch": 1.077623026926648, + "grad_norm": 1.3767662048339844, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.866257905960083, + "num_tokens": 211378936.0, + "step": 5803 + }, + { + "epoch": 1.0778087279480038, + "grad_norm": 1.3719568252563477, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8790133595466614, + "num_tokens": 211419314.0, + "step": 5804 + }, + { + "epoch": 1.0779944289693593, + "grad_norm": 1.4828290939331055, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8723173141479492, + "num_tokens": 211454295.0, + "step": 5805 + }, + { + "epoch": 1.078180129990715, + "grad_norm": 1.5261038541793823, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8804976344108582, + "num_tokens": 211486788.0, + "step": 5806 + }, + { + "epoch": 1.0783658310120705, + "grad_norm": 1.7998543977737427, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.869422972202301, + "num_tokens": 211517563.0, + "step": 5807 + }, + { + "epoch": 1.0785515320334262, + "grad_norm": 1.5055196285247803, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8528991341590881, + "num_tokens": 211560235.0, + "step": 5808 + }, + { + "epoch": 1.0787372330547818, + "grad_norm": 1.5221538543701172, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.865032434463501, + "num_tokens": 211598857.0, + "step": 5809 + }, + { + "epoch": 1.0789229340761375, + "grad_norm": 1.4277721643447876, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8806065917015076, + "num_tokens": 211639959.0, + "step": 5810 + }, + { + "epoch": 1.079108635097493, + "grad_norm": 1.827473759651184, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8849105834960938, + "num_tokens": 211674799.0, + "step": 5811 + }, + { + "epoch": 1.0792943361188487, + "grad_norm": 1.5834294557571411, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8667631149291992, + "num_tokens": 211713542.0, + "step": 5812 + }, + { + "epoch": 1.0794800371402042, + "grad_norm": 1.517973780632019, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8823587894439697, + "num_tokens": 211746392.0, + "step": 5813 + }, + { + "epoch": 1.07966573816156, + "grad_norm": 1.4197173118591309, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.876179575920105, + "num_tokens": 211784742.0, + "step": 5814 + }, + { + "epoch": 1.0798514391829155, + "grad_norm": 1.4152597188949585, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8852237462997437, + "num_tokens": 211819136.0, + "step": 5815 + }, + { + "epoch": 1.0800371402042712, + "grad_norm": 1.5054101943969727, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8766827583312988, + "num_tokens": 211855036.0, + "step": 5816 + }, + { + "epoch": 1.0802228412256267, + "grad_norm": 1.3984110355377197, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8756475448608398, + "num_tokens": 211896007.0, + "step": 5817 + }, + { + "epoch": 1.0804085422469825, + "grad_norm": 1.5315569639205933, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8758511543273926, + "num_tokens": 211931676.0, + "step": 5818 + }, + { + "epoch": 1.080594243268338, + "grad_norm": 1.581038236618042, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8732356429100037, + "num_tokens": 211965956.0, + "step": 5819 + }, + { + "epoch": 1.0807799442896937, + "grad_norm": 1.415635347366333, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8756414651870728, + "num_tokens": 212006562.0, + "step": 5820 + }, + { + "epoch": 1.0809656453110492, + "grad_norm": 1.466255784034729, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.876981794834137, + "num_tokens": 212042238.0, + "step": 5821 + }, + { + "epoch": 1.0811513463324047, + "grad_norm": 1.5190818309783936, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8773057460784912, + "num_tokens": 212075915.0, + "step": 5822 + }, + { + "epoch": 1.0813370473537605, + "grad_norm": 1.5154170989990234, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8853438496589661, + "num_tokens": 212108682.0, + "step": 5823 + }, + { + "epoch": 1.081522748375116, + "grad_norm": 1.6169359683990479, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8869316577911377, + "num_tokens": 212137964.0, + "step": 5824 + }, + { + "epoch": 1.0817084493964717, + "grad_norm": 1.4577819108963013, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8786911964416504, + "num_tokens": 212173993.0, + "step": 5825 + }, + { + "epoch": 1.0818941504178272, + "grad_norm": 1.4955685138702393, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8700202703475952, + "num_tokens": 212211603.0, + "step": 5826 + }, + { + "epoch": 1.082079851439183, + "grad_norm": 1.5112907886505127, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8684055209159851, + "num_tokens": 212246890.0, + "step": 5827 + }, + { + "epoch": 1.0822655524605385, + "grad_norm": 1.5750116109848022, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.871198832988739, + "num_tokens": 212283633.0, + "step": 5828 + }, + { + "epoch": 1.0824512534818942, + "grad_norm": 1.407378911972046, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8868616819381714, + "num_tokens": 212320665.0, + "step": 5829 + }, + { + "epoch": 1.0826369545032497, + "grad_norm": 1.3999158143997192, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8698906898498535, + "num_tokens": 212361696.0, + "step": 5830 + }, + { + "epoch": 1.0828226555246054, + "grad_norm": 1.3416966199874878, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8927502632141113, + "num_tokens": 212399223.0, + "step": 5831 + }, + { + "epoch": 1.083008356545961, + "grad_norm": 1.4510400295257568, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8722580671310425, + "num_tokens": 212437379.0, + "step": 5832 + }, + { + "epoch": 1.0831940575673167, + "grad_norm": 1.4421013593673706, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.879111647605896, + "num_tokens": 212475060.0, + "step": 5833 + }, + { + "epoch": 1.0833797585886722, + "grad_norm": 1.3857306241989136, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8832506537437439, + "num_tokens": 212514496.0, + "step": 5834 + }, + { + "epoch": 1.083565459610028, + "grad_norm": 1.6398752927780151, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8737785220146179, + "num_tokens": 212550152.0, + "step": 5835 + }, + { + "epoch": 1.0837511606313834, + "grad_norm": 1.4261255264282227, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8870002627372742, + "num_tokens": 212589092.0, + "step": 5836 + }, + { + "epoch": 1.0839368616527392, + "grad_norm": 1.4119114875793457, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8836727142333984, + "num_tokens": 212626782.0, + "step": 5837 + }, + { + "epoch": 1.0841225626740947, + "grad_norm": 1.4261759519577026, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8806157112121582, + "num_tokens": 212660473.0, + "step": 5838 + }, + { + "epoch": 1.0843082636954504, + "grad_norm": 1.5300675630569458, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8707315921783447, + "num_tokens": 212696993.0, + "step": 5839 + }, + { + "epoch": 1.084493964716806, + "grad_norm": 1.5285332202911377, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8769526481628418, + "num_tokens": 212734977.0, + "step": 5840 + }, + { + "epoch": 1.0846796657381617, + "grad_norm": 1.5272626876831055, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8749540448188782, + "num_tokens": 212769349.0, + "step": 5841 + }, + { + "epoch": 1.0848653667595172, + "grad_norm": 1.4604992866516113, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8617746233940125, + "num_tokens": 212811517.0, + "step": 5842 + }, + { + "epoch": 1.085051067780873, + "grad_norm": 1.4322659969329834, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8873676061630249, + "num_tokens": 212845117.0, + "step": 5843 + }, + { + "epoch": 1.0852367688022284, + "grad_norm": 1.5379207134246826, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8505783081054688, + "num_tokens": 212887141.0, + "step": 5844 + }, + { + "epoch": 1.085422469823584, + "grad_norm": 1.5414894819259644, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8775221705436707, + "num_tokens": 212920552.0, + "step": 5845 + }, + { + "epoch": 1.0856081708449397, + "grad_norm": 1.4879746437072754, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.874820351600647, + "num_tokens": 212957215.0, + "step": 5846 + }, + { + "epoch": 1.0857938718662952, + "grad_norm": 1.4049701690673828, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.860642671585083, + "num_tokens": 212997675.0, + "step": 5847 + }, + { + "epoch": 1.085979572887651, + "grad_norm": 1.4534242153167725, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8854489922523499, + "num_tokens": 213030243.0, + "step": 5848 + }, + { + "epoch": 1.0861652739090064, + "grad_norm": 1.490297794342041, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8634893894195557, + "num_tokens": 213069260.0, + "step": 5849 + }, + { + "epoch": 1.0863509749303621, + "grad_norm": 1.6297221183776855, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8714165687561035, + "num_tokens": 213098392.0, + "step": 5850 + }, + { + "epoch": 1.0865366759517177, + "grad_norm": 1.4957743883132935, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8627898693084717, + "num_tokens": 213136574.0, + "step": 5851 + }, + { + "epoch": 1.0867223769730734, + "grad_norm": 1.6612516641616821, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8539683222770691, + "num_tokens": 213166656.0, + "step": 5852 + }, + { + "epoch": 1.086908077994429, + "grad_norm": 1.347706913948059, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8763428926467896, + "num_tokens": 213208152.0, + "step": 5853 + }, + { + "epoch": 1.0870937790157846, + "grad_norm": 1.4507619142532349, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8729263544082642, + "num_tokens": 213249608.0, + "step": 5854 + }, + { + "epoch": 1.0872794800371401, + "grad_norm": 1.4652507305145264, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8736017942428589, + "num_tokens": 213292063.0, + "step": 5855 + }, + { + "epoch": 1.0874651810584959, + "grad_norm": 1.5409866571426392, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8723541498184204, + "num_tokens": 213326885.0, + "step": 5856 + }, + { + "epoch": 1.0876508820798514, + "grad_norm": 1.4696446657180786, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8768827319145203, + "num_tokens": 213362125.0, + "step": 5857 + }, + { + "epoch": 1.0878365831012071, + "grad_norm": 1.4369052648544312, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8719829320907593, + "num_tokens": 213400436.0, + "step": 5858 + }, + { + "epoch": 1.0880222841225626, + "grad_norm": 1.5554066896438599, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8585816621780396, + "num_tokens": 213438057.0, + "step": 5859 + }, + { + "epoch": 1.0882079851439184, + "grad_norm": 1.4663478136062622, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8576810956001282, + "num_tokens": 213478086.0, + "step": 5860 + }, + { + "epoch": 1.0883936861652739, + "grad_norm": 1.3206970691680908, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8839462995529175, + "num_tokens": 213519325.0, + "step": 5861 + }, + { + "epoch": 1.0885793871866296, + "grad_norm": 1.4080138206481934, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8839664459228516, + "num_tokens": 213557030.0, + "step": 5862 + }, + { + "epoch": 1.0887650882079851, + "grad_norm": 1.435542106628418, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8742803335189819, + "num_tokens": 213596642.0, + "step": 5863 + }, + { + "epoch": 1.0889507892293409, + "grad_norm": 1.6849201917648315, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8736538887023926, + "num_tokens": 213625041.0, + "step": 5864 + }, + { + "epoch": 1.0891364902506964, + "grad_norm": 1.4655230045318604, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8659135699272156, + "num_tokens": 213660859.0, + "step": 5865 + }, + { + "epoch": 1.089322191272052, + "grad_norm": 1.6190897226333618, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8692467212677002, + "num_tokens": 213692726.0, + "step": 5866 + }, + { + "epoch": 1.0895078922934076, + "grad_norm": 1.3930732011795044, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8817298412322998, + "num_tokens": 213730675.0, + "step": 5867 + }, + { + "epoch": 1.0896935933147631, + "grad_norm": 1.4268989562988281, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8841292858123779, + "num_tokens": 213766548.0, + "step": 5868 + }, + { + "epoch": 1.0898792943361189, + "grad_norm": 1.4996426105499268, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8790389895439148, + "num_tokens": 213796955.0, + "step": 5869 + }, + { + "epoch": 1.0900649953574744, + "grad_norm": 1.4734362363815308, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8874218463897705, + "num_tokens": 213830728.0, + "step": 5870 + }, + { + "epoch": 1.09025069637883, + "grad_norm": 1.3865970373153687, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8855336904525757, + "num_tokens": 213871265.0, + "step": 5871 + }, + { + "epoch": 1.0904363974001856, + "grad_norm": 1.5121819972991943, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8914613723754883, + "num_tokens": 213900634.0, + "step": 5872 + }, + { + "epoch": 1.0906220984215413, + "grad_norm": 1.4636528491973877, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8761284351348877, + "num_tokens": 213937647.0, + "step": 5873 + }, + { + "epoch": 1.0908077994428969, + "grad_norm": 1.4195530414581299, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8879566192626953, + "num_tokens": 213974161.0, + "step": 5874 + }, + { + "epoch": 1.0909935004642526, + "grad_norm": 1.4701423645019531, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8887568712234497, + "num_tokens": 214009767.0, + "step": 5875 + }, + { + "epoch": 1.091179201485608, + "grad_norm": 1.3573813438415527, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8787845373153687, + "num_tokens": 214052962.0, + "step": 5876 + }, + { + "epoch": 1.0913649025069638, + "grad_norm": 1.4749093055725098, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8640168905258179, + "num_tokens": 214090493.0, + "step": 5877 + }, + { + "epoch": 1.0915506035283193, + "grad_norm": 1.4926180839538574, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8677687644958496, + "num_tokens": 214127348.0, + "step": 5878 + }, + { + "epoch": 1.091736304549675, + "grad_norm": 1.5266231298446655, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8738663196563721, + "num_tokens": 214159950.0, + "step": 5879 + }, + { + "epoch": 1.0919220055710306, + "grad_norm": 1.4935529232025146, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8734869956970215, + "num_tokens": 214194915.0, + "step": 5880 + }, + { + "epoch": 1.0921077065923863, + "grad_norm": 1.4860289096832275, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8877021670341492, + "num_tokens": 214232238.0, + "step": 5881 + }, + { + "epoch": 1.0922934076137418, + "grad_norm": 1.4273022413253784, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8878893852233887, + "num_tokens": 214267346.0, + "step": 5882 + }, + { + "epoch": 1.0924791086350976, + "grad_norm": 1.6302845478057861, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.879072904586792, + "num_tokens": 214300142.0, + "step": 5883 + }, + { + "epoch": 1.092664809656453, + "grad_norm": 1.4564599990844727, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8714663982391357, + "num_tokens": 214342612.0, + "step": 5884 + }, + { + "epoch": 1.0928505106778088, + "grad_norm": 1.4504468441009521, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8836462497711182, + "num_tokens": 214378403.0, + "step": 5885 + }, + { + "epoch": 1.0930362116991643, + "grad_norm": 1.465048909187317, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8886756896972656, + "num_tokens": 214415625.0, + "step": 5886 + }, + { + "epoch": 1.09322191272052, + "grad_norm": 1.5829007625579834, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8746919631958008, + "num_tokens": 214448857.0, + "step": 5887 + }, + { + "epoch": 1.0934076137418756, + "grad_norm": 1.4782304763793945, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.865103006362915, + "num_tokens": 214488926.0, + "step": 5888 + }, + { + "epoch": 1.0935933147632313, + "grad_norm": 1.5245214700698853, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8743430376052856, + "num_tokens": 214521565.0, + "step": 5889 + }, + { + "epoch": 1.0937790157845868, + "grad_norm": 1.5230332612991333, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8632171750068665, + "num_tokens": 214560132.0, + "step": 5890 + }, + { + "epoch": 1.0939647168059423, + "grad_norm": 1.3903098106384277, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8866683840751648, + "num_tokens": 214599821.0, + "step": 5891 + }, + { + "epoch": 1.094150417827298, + "grad_norm": 1.5694977045059204, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8811668157577515, + "num_tokens": 214631381.0, + "step": 5892 + }, + { + "epoch": 1.0943361188486538, + "grad_norm": 1.4734599590301514, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8679146766662598, + "num_tokens": 214668767.0, + "step": 5893 + }, + { + "epoch": 1.0945218198700093, + "grad_norm": 1.4783743619918823, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8846850395202637, + "num_tokens": 214703180.0, + "step": 5894 + }, + { + "epoch": 1.0947075208913648, + "grad_norm": 1.4878970384597778, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8725053071975708, + "num_tokens": 214742125.0, + "step": 5895 + }, + { + "epoch": 1.0948932219127205, + "grad_norm": 1.4377548694610596, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.876619815826416, + "num_tokens": 214777504.0, + "step": 5896 + }, + { + "epoch": 1.095078922934076, + "grad_norm": 1.5411351919174194, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8645213842391968, + "num_tokens": 214813462.0, + "step": 5897 + }, + { + "epoch": 1.0952646239554318, + "grad_norm": 1.4283487796783447, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8899990320205688, + "num_tokens": 214848845.0, + "step": 5898 + }, + { + "epoch": 1.0954503249767873, + "grad_norm": 1.5040788650512695, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8782548904418945, + "num_tokens": 214889087.0, + "step": 5899 + }, + { + "epoch": 1.095636025998143, + "grad_norm": 1.4605244398117065, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8722097277641296, + "num_tokens": 214928993.0, + "step": 5900 + }, + { + "epoch": 1.0958217270194985, + "grad_norm": 1.5627145767211914, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8549546003341675, + "num_tokens": 214963392.0, + "step": 5901 + }, + { + "epoch": 1.0960074280408543, + "grad_norm": 1.5622895956039429, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8680433034896851, + "num_tokens": 214993950.0, + "step": 5902 + }, + { + "epoch": 1.0961931290622098, + "grad_norm": 1.501759648323059, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8695074319839478, + "num_tokens": 215033833.0, + "step": 5903 + }, + { + "epoch": 1.0963788300835655, + "grad_norm": 1.5773732662200928, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8759105801582336, + "num_tokens": 215070770.0, + "step": 5904 + }, + { + "epoch": 1.096564531104921, + "grad_norm": 1.501604676246643, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8741981983184814, + "num_tokens": 215106522.0, + "step": 5905 + }, + { + "epoch": 1.0967502321262768, + "grad_norm": 1.5050640106201172, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8812623023986816, + "num_tokens": 215148103.0, + "step": 5906 + }, + { + "epoch": 1.0969359331476323, + "grad_norm": 1.4949429035186768, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.869789719581604, + "num_tokens": 215182681.0, + "step": 5907 + }, + { + "epoch": 1.097121634168988, + "grad_norm": 1.3981094360351562, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8680750131607056, + "num_tokens": 215225128.0, + "step": 5908 + }, + { + "epoch": 1.0973073351903435, + "grad_norm": 1.498056411743164, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8757144212722778, + "num_tokens": 215260810.0, + "step": 5909 + }, + { + "epoch": 1.0974930362116992, + "grad_norm": 1.5453873872756958, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.871644139289856, + "num_tokens": 215293125.0, + "step": 5910 + }, + { + "epoch": 1.0976787372330548, + "grad_norm": 1.5967426300048828, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8684237003326416, + "num_tokens": 215325634.0, + "step": 5911 + }, + { + "epoch": 1.0978644382544105, + "grad_norm": 1.449569582939148, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8899228572845459, + "num_tokens": 215358584.0, + "step": 5912 + }, + { + "epoch": 1.098050139275766, + "grad_norm": 1.5906083583831787, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8759461641311646, + "num_tokens": 215393199.0, + "step": 5913 + }, + { + "epoch": 1.0982358402971217, + "grad_norm": 1.374261736869812, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8837757706642151, + "num_tokens": 215432269.0, + "step": 5914 + }, + { + "epoch": 1.0984215413184772, + "grad_norm": 1.5110217332839966, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8734108209609985, + "num_tokens": 215466055.0, + "step": 5915 + }, + { + "epoch": 1.098607242339833, + "grad_norm": 1.4261243343353271, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8700231313705444, + "num_tokens": 215503352.0, + "step": 5916 + }, + { + "epoch": 1.0987929433611885, + "grad_norm": 1.4498133659362793, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8710474967956543, + "num_tokens": 215539230.0, + "step": 5917 + }, + { + "epoch": 1.098978644382544, + "grad_norm": 1.6351923942565918, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8753031492233276, + "num_tokens": 215571367.0, + "step": 5918 + }, + { + "epoch": 1.0991643454038997, + "grad_norm": 1.4264535903930664, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8854108452796936, + "num_tokens": 215609529.0, + "step": 5919 + }, + { + "epoch": 1.0993500464252552, + "grad_norm": 1.5230684280395508, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8720410466194153, + "num_tokens": 215643831.0, + "step": 5920 + }, + { + "epoch": 1.099535747446611, + "grad_norm": 1.4358463287353516, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8707705736160278, + "num_tokens": 215686767.0, + "step": 5921 + }, + { + "epoch": 1.0997214484679665, + "grad_norm": 1.3279383182525635, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8923723697662354, + "num_tokens": 215721983.0, + "step": 5922 + }, + { + "epoch": 1.0999071494893222, + "grad_norm": 1.5126668214797974, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8782100677490234, + "num_tokens": 215760534.0, + "step": 5923 + }, + { + "epoch": 1.1000928505106777, + "grad_norm": 1.5325596332550049, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.884838879108429, + "num_tokens": 215794769.0, + "step": 5924 + }, + { + "epoch": 1.1002785515320335, + "grad_norm": 1.436918020248413, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.884105920791626, + "num_tokens": 215832081.0, + "step": 5925 + }, + { + "epoch": 1.100464252553389, + "grad_norm": 1.541294813156128, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8793394565582275, + "num_tokens": 215866369.0, + "step": 5926 + }, + { + "epoch": 1.1006499535747447, + "grad_norm": 1.4589424133300781, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8854830265045166, + "num_tokens": 215899315.0, + "step": 5927 + }, + { + "epoch": 1.1008356545961002, + "grad_norm": 1.4243556261062622, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8759241104125977, + "num_tokens": 215935903.0, + "step": 5928 + }, + { + "epoch": 1.101021355617456, + "grad_norm": 1.3482942581176758, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8792041540145874, + "num_tokens": 215976786.0, + "step": 5929 + }, + { + "epoch": 1.1012070566388115, + "grad_norm": 1.3975952863693237, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8809955716133118, + "num_tokens": 216015498.0, + "step": 5930 + }, + { + "epoch": 1.1013927576601672, + "grad_norm": 1.4358067512512207, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8860542178153992, + "num_tokens": 216053143.0, + "step": 5931 + }, + { + "epoch": 1.1015784586815227, + "grad_norm": 1.528128743171692, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8657904267311096, + "num_tokens": 216087731.0, + "step": 5932 + }, + { + "epoch": 1.1017641597028784, + "grad_norm": 1.4620033502578735, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8838616013526917, + "num_tokens": 216124141.0, + "step": 5933 + }, + { + "epoch": 1.101949860724234, + "grad_norm": 1.3736897706985474, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8802727460861206, + "num_tokens": 216164278.0, + "step": 5934 + }, + { + "epoch": 1.1021355617455897, + "grad_norm": 1.4937196969985962, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.882273256778717, + "num_tokens": 216201038.0, + "step": 5935 + }, + { + "epoch": 1.1023212627669452, + "grad_norm": 1.5059610605239868, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8717436790466309, + "num_tokens": 216236711.0, + "step": 5936 + }, + { + "epoch": 1.102506963788301, + "grad_norm": 1.5365320444107056, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8803231716156006, + "num_tokens": 216269688.0, + "step": 5937 + }, + { + "epoch": 1.1026926648096564, + "grad_norm": 1.4682426452636719, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8803503513336182, + "num_tokens": 216306513.0, + "step": 5938 + }, + { + "epoch": 1.1028783658310122, + "grad_norm": 1.4250413179397583, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8869162797927856, + "num_tokens": 216346566.0, + "step": 5939 + }, + { + "epoch": 1.1030640668523677, + "grad_norm": 1.5731016397476196, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8592520356178284, + "num_tokens": 216383004.0, + "step": 5940 + }, + { + "epoch": 1.1032497678737232, + "grad_norm": 1.6047335863113403, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8781174421310425, + "num_tokens": 216411281.0, + "step": 5941 + }, + { + "epoch": 1.103435468895079, + "grad_norm": 1.4071110486984253, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8713011741638184, + "num_tokens": 216449424.0, + "step": 5942 + }, + { + "epoch": 1.1036211699164344, + "grad_norm": 1.4157119989395142, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8822786211967468, + "num_tokens": 216486548.0, + "step": 5943 + }, + { + "epoch": 1.1038068709377902, + "grad_norm": 1.4252384901046753, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8769557476043701, + "num_tokens": 216522739.0, + "step": 5944 + }, + { + "epoch": 1.1039925719591457, + "grad_norm": 1.4760650396347046, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8795044422149658, + "num_tokens": 216561067.0, + "step": 5945 + }, + { + "epoch": 1.1041782729805014, + "grad_norm": 1.4386335611343384, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8837940096855164, + "num_tokens": 216598435.0, + "step": 5946 + }, + { + "epoch": 1.104363974001857, + "grad_norm": 1.5440458059310913, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8602107763290405, + "num_tokens": 216636378.0, + "step": 5947 + }, + { + "epoch": 1.1045496750232127, + "grad_norm": 1.3585565090179443, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8776031732559204, + "num_tokens": 216678688.0, + "step": 5948 + }, + { + "epoch": 1.1047353760445682, + "grad_norm": 1.4249403476715088, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.873947262763977, + "num_tokens": 216717437.0, + "step": 5949 + }, + { + "epoch": 1.104921077065924, + "grad_norm": 1.3202219009399414, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8843533992767334, + "num_tokens": 216759163.0, + "step": 5950 + }, + { + "epoch": 1.1051067780872794, + "grad_norm": 1.5527310371398926, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8556519746780396, + "num_tokens": 216797571.0, + "step": 5951 + }, + { + "epoch": 1.1052924791086352, + "grad_norm": 1.4094836711883545, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.872576117515564, + "num_tokens": 216837566.0, + "step": 5952 + }, + { + "epoch": 1.1054781801299907, + "grad_norm": 1.524778962135315, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8672827482223511, + "num_tokens": 216872280.0, + "step": 5953 + }, + { + "epoch": 1.1056638811513464, + "grad_norm": 1.5339734554290771, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8812543153762817, + "num_tokens": 216911702.0, + "step": 5954 + }, + { + "epoch": 1.105849582172702, + "grad_norm": 1.4286015033721924, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.873731255531311, + "num_tokens": 216950310.0, + "step": 5955 + }, + { + "epoch": 1.1060352831940576, + "grad_norm": 1.4022138118743896, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8806830644607544, + "num_tokens": 216986402.0, + "step": 5956 + }, + { + "epoch": 1.1062209842154132, + "grad_norm": 1.6263208389282227, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8708921074867249, + "num_tokens": 217018031.0, + "step": 5957 + }, + { + "epoch": 1.1064066852367689, + "grad_norm": 1.4474105834960938, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8811097741127014, + "num_tokens": 217052019.0, + "step": 5958 + }, + { + "epoch": 1.1065923862581244, + "grad_norm": 1.461728811264038, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8815710544586182, + "num_tokens": 217088569.0, + "step": 5959 + }, + { + "epoch": 1.1067780872794801, + "grad_norm": 1.7471305131912231, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8626542687416077, + "num_tokens": 217116579.0, + "step": 5960 + }, + { + "epoch": 1.1069637883008356, + "grad_norm": 1.495361089706421, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.873035192489624, + "num_tokens": 217152268.0, + "step": 5961 + }, + { + "epoch": 1.1071494893221914, + "grad_norm": 1.3786426782608032, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8694025278091431, + "num_tokens": 217193852.0, + "step": 5962 + }, + { + "epoch": 1.1073351903435469, + "grad_norm": 1.4724088907241821, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8750485777854919, + "num_tokens": 217229430.0, + "step": 5963 + }, + { + "epoch": 1.1075208913649024, + "grad_norm": 1.5581687688827515, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.867328405380249, + "num_tokens": 217262213.0, + "step": 5964 + }, + { + "epoch": 1.1077065923862581, + "grad_norm": 1.4794262647628784, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8770138025283813, + "num_tokens": 217301127.0, + "step": 5965 + }, + { + "epoch": 1.1078922934076139, + "grad_norm": 1.5112547874450684, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8823646903038025, + "num_tokens": 217339908.0, + "step": 5966 + }, + { + "epoch": 1.1080779944289694, + "grad_norm": 1.4074190855026245, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8897454738616943, + "num_tokens": 217376999.0, + "step": 5967 + }, + { + "epoch": 1.1082636954503249, + "grad_norm": 1.4282753467559814, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8893017768859863, + "num_tokens": 217413230.0, + "step": 5968 + }, + { + "epoch": 1.1084493964716806, + "grad_norm": 1.3946599960327148, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8773468732833862, + "num_tokens": 217452836.0, + "step": 5969 + }, + { + "epoch": 1.1086350974930361, + "grad_norm": 1.4588947296142578, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8828140497207642, + "num_tokens": 217486766.0, + "step": 5970 + }, + { + "epoch": 1.1088207985143919, + "grad_norm": 1.4675201177597046, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8858363628387451, + "num_tokens": 217522675.0, + "step": 5971 + }, + { + "epoch": 1.1090064995357474, + "grad_norm": 1.6272697448730469, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8787121772766113, + "num_tokens": 217553883.0, + "step": 5972 + }, + { + "epoch": 1.109192200557103, + "grad_norm": 1.4209192991256714, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8826612830162048, + "num_tokens": 217590378.0, + "step": 5973 + }, + { + "epoch": 1.1093779015784586, + "grad_norm": 1.5072765350341797, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8769999146461487, + "num_tokens": 217624397.0, + "step": 5974 + }, + { + "epoch": 1.1095636025998143, + "grad_norm": 1.4728909730911255, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.879818320274353, + "num_tokens": 217658417.0, + "step": 5975 + }, + { + "epoch": 1.1097493036211699, + "grad_norm": 1.4589687585830688, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8789777755737305, + "num_tokens": 217692639.0, + "step": 5976 + }, + { + "epoch": 1.1099350046425256, + "grad_norm": 1.407636046409607, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8777612447738647, + "num_tokens": 217730729.0, + "step": 5977 + }, + { + "epoch": 1.110120705663881, + "grad_norm": 1.359567642211914, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8801840543746948, + "num_tokens": 217771235.0, + "step": 5978 + }, + { + "epoch": 1.1103064066852368, + "grad_norm": 1.5364686250686646, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.866533100605011, + "num_tokens": 217807586.0, + "step": 5979 + }, + { + "epoch": 1.1104921077065923, + "grad_norm": 1.422458529472351, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8895951509475708, + "num_tokens": 217840658.0, + "step": 5980 + }, + { + "epoch": 1.110677808727948, + "grad_norm": 1.408481478691101, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8704687356948853, + "num_tokens": 217884714.0, + "step": 5981 + }, + { + "epoch": 1.1108635097493036, + "grad_norm": 1.3805325031280518, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8772839307785034, + "num_tokens": 217926874.0, + "step": 5982 + }, + { + "epoch": 1.1110492107706593, + "grad_norm": 1.3844586610794067, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8870372176170349, + "num_tokens": 217963821.0, + "step": 5983 + }, + { + "epoch": 1.1112349117920148, + "grad_norm": 1.4765585660934448, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8887805938720703, + "num_tokens": 217999403.0, + "step": 5984 + }, + { + "epoch": 1.1114206128133706, + "grad_norm": 1.8110520839691162, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8813201785087585, + "num_tokens": 218036669.0, + "step": 5985 + }, + { + "epoch": 1.111606313834726, + "grad_norm": 1.4815053939819336, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8850924372673035, + "num_tokens": 218071602.0, + "step": 5986 + }, + { + "epoch": 1.1117920148560818, + "grad_norm": 1.4761933088302612, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8933995962142944, + "num_tokens": 218107788.0, + "step": 5987 + }, + { + "epoch": 1.1119777158774373, + "grad_norm": 1.6405632495880127, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8565806150436401, + "num_tokens": 218144275.0, + "step": 5988 + }, + { + "epoch": 1.112163416898793, + "grad_norm": 1.408259391784668, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8829404711723328, + "num_tokens": 218183850.0, + "step": 5989 + }, + { + "epoch": 1.1123491179201486, + "grad_norm": 1.5162863731384277, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8710033297538757, + "num_tokens": 218219194.0, + "step": 5990 + }, + { + "epoch": 1.112534818941504, + "grad_norm": 1.4759001731872559, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8643462061882019, + "num_tokens": 218259607.0, + "step": 5991 + }, + { + "epoch": 1.1127205199628598, + "grad_norm": 1.3427644968032837, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8808102607727051, + "num_tokens": 218300380.0, + "step": 5992 + }, + { + "epoch": 1.1129062209842153, + "grad_norm": 1.5120428800582886, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.878578782081604, + "num_tokens": 218342471.0, + "step": 5993 + }, + { + "epoch": 1.113091922005571, + "grad_norm": 1.6433848142623901, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8644287586212158, + "num_tokens": 218374240.0, + "step": 5994 + }, + { + "epoch": 1.1132776230269266, + "grad_norm": 1.505710244178772, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8787178993225098, + "num_tokens": 218413264.0, + "step": 5995 + }, + { + "epoch": 1.1134633240482823, + "grad_norm": 1.436522364616394, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.859603226184845, + "num_tokens": 218456352.0, + "step": 5996 + }, + { + "epoch": 1.1136490250696378, + "grad_norm": 1.3986965417861938, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8876720666885376, + "num_tokens": 218494548.0, + "step": 5997 + }, + { + "epoch": 1.1138347260909935, + "grad_norm": 1.5794545412063599, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8785383701324463, + "num_tokens": 218529162.0, + "step": 5998 + }, + { + "epoch": 1.114020427112349, + "grad_norm": 1.4878761768341064, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8616963624954224, + "num_tokens": 218571485.0, + "step": 5999 + }, + { + "epoch": 1.1142061281337048, + "grad_norm": 1.481687068939209, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8821145296096802, + "num_tokens": 218606332.0, + "step": 6000 + }, + { + "epoch": 1.1143918291550603, + "grad_norm": 1.574509859085083, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8574519157409668, + "num_tokens": 218645736.0, + "step": 6001 + }, + { + "epoch": 1.114577530176416, + "grad_norm": 1.5351282358169556, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8654962778091431, + "num_tokens": 218680982.0, + "step": 6002 + }, + { + "epoch": 1.1147632311977715, + "grad_norm": 1.4262512922286987, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8799765110015869, + "num_tokens": 218718734.0, + "step": 6003 + }, + { + "epoch": 1.1149489322191273, + "grad_norm": 1.4689875841140747, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8749852180480957, + "num_tokens": 218756365.0, + "step": 6004 + }, + { + "epoch": 1.1151346332404828, + "grad_norm": 1.4148191213607788, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8838733434677124, + "num_tokens": 218794216.0, + "step": 6005 + }, + { + "epoch": 1.1153203342618385, + "grad_norm": 1.509153127670288, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8631632924079895, + "num_tokens": 218830625.0, + "step": 6006 + }, + { + "epoch": 1.115506035283194, + "grad_norm": 1.375474214553833, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8695650696754456, + "num_tokens": 218870435.0, + "step": 6007 + }, + { + "epoch": 1.1156917363045498, + "grad_norm": 1.479321002960205, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8795050382614136, + "num_tokens": 218906430.0, + "step": 6008 + }, + { + "epoch": 1.1158774373259053, + "grad_norm": 1.4781413078308105, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8719685077667236, + "num_tokens": 218942914.0, + "step": 6009 + }, + { + "epoch": 1.116063138347261, + "grad_norm": 1.3639627695083618, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8842734098434448, + "num_tokens": 218981153.0, + "step": 6010 + }, + { + "epoch": 1.1162488393686165, + "grad_norm": 1.4078809022903442, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8673993349075317, + "num_tokens": 219022417.0, + "step": 6011 + }, + { + "epoch": 1.1164345403899723, + "grad_norm": 1.4679440259933472, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.88582444190979, + "num_tokens": 219058703.0, + "step": 6012 + }, + { + "epoch": 1.1166202414113278, + "grad_norm": 1.614566445350647, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8704327344894409, + "num_tokens": 219097314.0, + "step": 6013 + }, + { + "epoch": 1.1168059424326833, + "grad_norm": 1.528950810432434, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8732845187187195, + "num_tokens": 219132819.0, + "step": 6014 + }, + { + "epoch": 1.116991643454039, + "grad_norm": 1.5781307220458984, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8777151107788086, + "num_tokens": 219164635.0, + "step": 6015 + }, + { + "epoch": 1.1171773444753945, + "grad_norm": 1.473129391670227, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.875516414642334, + "num_tokens": 219203296.0, + "step": 6016 + }, + { + "epoch": 1.1173630454967503, + "grad_norm": 1.5381379127502441, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.885076105594635, + "num_tokens": 219239290.0, + "step": 6017 + }, + { + "epoch": 1.1175487465181058, + "grad_norm": 1.670509696006775, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8806912899017334, + "num_tokens": 219270781.0, + "step": 6018 + }, + { + "epoch": 1.1177344475394615, + "grad_norm": 1.5614558458328247, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8777660131454468, + "num_tokens": 219302735.0, + "step": 6019 + }, + { + "epoch": 1.117920148560817, + "grad_norm": 1.4306132793426514, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8700255751609802, + "num_tokens": 219342957.0, + "step": 6020 + }, + { + "epoch": 1.1181058495821727, + "grad_norm": 1.5686728954315186, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8767857551574707, + "num_tokens": 219378080.0, + "step": 6021 + }, + { + "epoch": 1.1182915506035283, + "grad_norm": 1.4797630310058594, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8692710399627686, + "num_tokens": 219415824.0, + "step": 6022 + }, + { + "epoch": 1.118477251624884, + "grad_norm": 1.5294134616851807, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8881078362464905, + "num_tokens": 219447724.0, + "step": 6023 + }, + { + "epoch": 1.1186629526462395, + "grad_norm": 1.4615920782089233, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.89068603515625, + "num_tokens": 219481903.0, + "step": 6024 + }, + { + "epoch": 1.1188486536675952, + "grad_norm": 1.666441559791565, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.858539342880249, + "num_tokens": 219516732.0, + "step": 6025 + }, + { + "epoch": 1.1190343546889507, + "grad_norm": 1.4538803100585938, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8754618167877197, + "num_tokens": 219552763.0, + "step": 6026 + }, + { + "epoch": 1.1192200557103065, + "grad_norm": 1.5277516841888428, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8683229684829712, + "num_tokens": 219589896.0, + "step": 6027 + }, + { + "epoch": 1.119405756731662, + "grad_norm": 1.4661428928375244, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8838638663291931, + "num_tokens": 219624169.0, + "step": 6028 + }, + { + "epoch": 1.1195914577530177, + "grad_norm": 1.52324640750885, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.858905553817749, + "num_tokens": 219664982.0, + "step": 6029 + }, + { + "epoch": 1.1197771587743732, + "grad_norm": 1.4321776628494263, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8759230971336365, + "num_tokens": 219702153.0, + "step": 6030 + }, + { + "epoch": 1.119962859795729, + "grad_norm": 1.3653093576431274, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8863370418548584, + "num_tokens": 219738479.0, + "step": 6031 + }, + { + "epoch": 1.1201485608170845, + "grad_norm": 1.3863924741744995, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.869320809841156, + "num_tokens": 219782903.0, + "step": 6032 + }, + { + "epoch": 1.1203342618384402, + "grad_norm": 1.5303142070770264, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8586753606796265, + "num_tokens": 219821002.0, + "step": 6033 + }, + { + "epoch": 1.1205199628597957, + "grad_norm": 1.4032379388809204, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8783196210861206, + "num_tokens": 219856637.0, + "step": 6034 + }, + { + "epoch": 1.1207056638811514, + "grad_norm": 1.611742377281189, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8861702680587769, + "num_tokens": 219887098.0, + "step": 6035 + }, + { + "epoch": 1.120891364902507, + "grad_norm": 1.5076638460159302, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8919838070869446, + "num_tokens": 219919643.0, + "step": 6036 + }, + { + "epoch": 1.1210770659238625, + "grad_norm": 1.4056018590927124, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.887127161026001, + "num_tokens": 219957928.0, + "step": 6037 + }, + { + "epoch": 1.1212627669452182, + "grad_norm": 1.622885823249817, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.857193648815155, + "num_tokens": 219990826.0, + "step": 6038 + }, + { + "epoch": 1.1214484679665737, + "grad_norm": 1.5058488845825195, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8699235916137695, + "num_tokens": 220025536.0, + "step": 6039 + }, + { + "epoch": 1.1216341689879294, + "grad_norm": 1.491346001625061, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8575223684310913, + "num_tokens": 220068598.0, + "step": 6040 + }, + { + "epoch": 1.121819870009285, + "grad_norm": 1.6380467414855957, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8627986907958984, + "num_tokens": 220107905.0, + "step": 6041 + }, + { + "epoch": 1.1220055710306407, + "grad_norm": 1.466346263885498, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8822834491729736, + "num_tokens": 220144222.0, + "step": 6042 + }, + { + "epoch": 1.1221912720519962, + "grad_norm": 1.424422025680542, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8671011924743652, + "num_tokens": 220188236.0, + "step": 6043 + }, + { + "epoch": 1.122376973073352, + "grad_norm": 1.5242573022842407, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8779744505882263, + "num_tokens": 220222197.0, + "step": 6044 + }, + { + "epoch": 1.1225626740947074, + "grad_norm": 1.4197463989257812, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8810551166534424, + "num_tokens": 220259355.0, + "step": 6045 + }, + { + "epoch": 1.1227483751160632, + "grad_norm": 1.374928593635559, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.891171932220459, + "num_tokens": 220299223.0, + "step": 6046 + }, + { + "epoch": 1.1229340761374187, + "grad_norm": 1.4544484615325928, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8814118504524231, + "num_tokens": 220334602.0, + "step": 6047 + }, + { + "epoch": 1.1231197771587744, + "grad_norm": 1.5115846395492554, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8816210031509399, + "num_tokens": 220364544.0, + "step": 6048 + }, + { + "epoch": 1.12330547818013, + "grad_norm": 1.5424174070358276, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8622819185256958, + "num_tokens": 220399502.0, + "step": 6049 + }, + { + "epoch": 1.1234911792014857, + "grad_norm": 1.5086750984191895, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8602381944656372, + "num_tokens": 220434735.0, + "step": 6050 + }, + { + "epoch": 1.1236768802228412, + "grad_norm": 1.4150174856185913, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.885686993598938, + "num_tokens": 220473157.0, + "step": 6051 + }, + { + "epoch": 1.123862581244197, + "grad_norm": 1.4730905294418335, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8693040609359741, + "num_tokens": 220510848.0, + "step": 6052 + }, + { + "epoch": 1.1240482822655524, + "grad_norm": 1.5135611295700073, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.877795398235321, + "num_tokens": 220547577.0, + "step": 6053 + }, + { + "epoch": 1.1242339832869082, + "grad_norm": 1.5671048164367676, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8810020089149475, + "num_tokens": 220578054.0, + "step": 6054 + }, + { + "epoch": 1.1244196843082637, + "grad_norm": 1.5374112129211426, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8642764091491699, + "num_tokens": 220611773.0, + "step": 6055 + }, + { + "epoch": 1.1246053853296194, + "grad_norm": 1.4847049713134766, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8661494851112366, + "num_tokens": 220646719.0, + "step": 6056 + }, + { + "epoch": 1.124791086350975, + "grad_norm": 1.5961610078811646, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8712141513824463, + "num_tokens": 220680515.0, + "step": 6057 + }, + { + "epoch": 1.1249767873723306, + "grad_norm": 1.4613680839538574, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8803912401199341, + "num_tokens": 220717474.0, + "step": 6058 + }, + { + "epoch": 1.1251624883936862, + "grad_norm": 1.5853638648986816, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8837648630142212, + "num_tokens": 220748380.0, + "step": 6059 + }, + { + "epoch": 1.1253481894150417, + "grad_norm": 1.677975058555603, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8787442445755005, + "num_tokens": 220779433.0, + "step": 6060 + }, + { + "epoch": 1.1255338904363974, + "grad_norm": 1.6369942426681519, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8749258518218994, + "num_tokens": 220810537.0, + "step": 6061 + }, + { + "epoch": 1.1257195914577531, + "grad_norm": 1.3884156942367554, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.884659469127655, + "num_tokens": 220849411.0, + "step": 6062 + }, + { + "epoch": 1.1259052924791086, + "grad_norm": 1.3814759254455566, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8746558427810669, + "num_tokens": 220890577.0, + "step": 6063 + }, + { + "epoch": 1.1260909935004642, + "grad_norm": 1.6500989198684692, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8775014877319336, + "num_tokens": 220922882.0, + "step": 6064 + }, + { + "epoch": 1.1262766945218199, + "grad_norm": 1.5539436340332031, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.881583034992218, + "num_tokens": 220955125.0, + "step": 6065 + }, + { + "epoch": 1.1264623955431754, + "grad_norm": 1.5111480951309204, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8759375810623169, + "num_tokens": 220990960.0, + "step": 6066 + }, + { + "epoch": 1.1266480965645311, + "grad_norm": 1.6052964925765991, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8765015602111816, + "num_tokens": 221024851.0, + "step": 6067 + }, + { + "epoch": 1.1268337975858866, + "grad_norm": 1.5567450523376465, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8651155233383179, + "num_tokens": 221062268.0, + "step": 6068 + }, + { + "epoch": 1.1270194986072424, + "grad_norm": 1.3785617351531982, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8596247434616089, + "num_tokens": 221104080.0, + "step": 6069 + }, + { + "epoch": 1.1272051996285979, + "grad_norm": 1.500349521636963, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8704723715782166, + "num_tokens": 221142155.0, + "step": 6070 + }, + { + "epoch": 1.1273909006499536, + "grad_norm": 1.4874510765075684, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8735257387161255, + "num_tokens": 221182027.0, + "step": 6071 + }, + { + "epoch": 1.1275766016713091, + "grad_norm": 1.60123610496521, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.856029212474823, + "num_tokens": 221215837.0, + "step": 6072 + }, + { + "epoch": 1.1277623026926649, + "grad_norm": 1.4931845664978027, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.877860963344574, + "num_tokens": 221253844.0, + "step": 6073 + }, + { + "epoch": 1.1279480037140204, + "grad_norm": 1.5570353269577026, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8767933249473572, + "num_tokens": 221283961.0, + "step": 6074 + }, + { + "epoch": 1.128133704735376, + "grad_norm": 1.478153109550476, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.870044469833374, + "num_tokens": 221319847.0, + "step": 6075 + }, + { + "epoch": 1.1283194057567316, + "grad_norm": 1.5277596712112427, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8821826577186584, + "num_tokens": 221351984.0, + "step": 6076 + }, + { + "epoch": 1.1285051067780874, + "grad_norm": 1.4258942604064941, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8697258234024048, + "num_tokens": 221392084.0, + "step": 6077 + }, + { + "epoch": 1.1286908077994429, + "grad_norm": 1.4519054889678955, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.871091902256012, + "num_tokens": 221433674.0, + "step": 6078 + }, + { + "epoch": 1.1288765088207986, + "grad_norm": 1.3967065811157227, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8810385465621948, + "num_tokens": 221473540.0, + "step": 6079 + }, + { + "epoch": 1.129062209842154, + "grad_norm": 1.4895862340927124, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8634811043739319, + "num_tokens": 221511622.0, + "step": 6080 + }, + { + "epoch": 1.1292479108635098, + "grad_norm": 1.4505723714828491, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.861994743347168, + "num_tokens": 221554997.0, + "step": 6081 + }, + { + "epoch": 1.1294336118848654, + "grad_norm": 1.3016793727874756, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8861462473869324, + "num_tokens": 221598060.0, + "step": 6082 + }, + { + "epoch": 1.1296193129062209, + "grad_norm": 1.6471349000930786, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8829127550125122, + "num_tokens": 221630317.0, + "step": 6083 + }, + { + "epoch": 1.1298050139275766, + "grad_norm": 1.4359092712402344, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8717131614685059, + "num_tokens": 221668082.0, + "step": 6084 + }, + { + "epoch": 1.1299907149489323, + "grad_norm": 1.4835530519485474, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8529207706451416, + "num_tokens": 221705689.0, + "step": 6085 + }, + { + "epoch": 1.1301764159702878, + "grad_norm": 1.5642489194869995, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8878187537193298, + "num_tokens": 221736779.0, + "step": 6086 + }, + { + "epoch": 1.1303621169916434, + "grad_norm": 1.5916543006896973, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8576991558074951, + "num_tokens": 221777903.0, + "step": 6087 + }, + { + "epoch": 1.130547818012999, + "grad_norm": 1.4953991174697876, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8795866966247559, + "num_tokens": 221813567.0, + "step": 6088 + }, + { + "epoch": 1.1307335190343546, + "grad_norm": 1.45498526096344, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8678529262542725, + "num_tokens": 221855359.0, + "step": 6089 + }, + { + "epoch": 1.1309192200557103, + "grad_norm": 1.3901622295379639, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8918867111206055, + "num_tokens": 221891145.0, + "step": 6090 + }, + { + "epoch": 1.1311049210770658, + "grad_norm": 1.4784983396530151, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8566345572471619, + "num_tokens": 221929826.0, + "step": 6091 + }, + { + "epoch": 1.1312906220984216, + "grad_norm": 1.5131911039352417, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8771701455116272, + "num_tokens": 221966905.0, + "step": 6092 + }, + { + "epoch": 1.131476323119777, + "grad_norm": 1.5193785429000854, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8819072246551514, + "num_tokens": 222000793.0, + "step": 6093 + }, + { + "epoch": 1.1316620241411328, + "grad_norm": 1.3318672180175781, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8823294639587402, + "num_tokens": 222040580.0, + "step": 6094 + }, + { + "epoch": 1.1318477251624883, + "grad_norm": 1.393617033958435, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8736147284507751, + "num_tokens": 222081926.0, + "step": 6095 + }, + { + "epoch": 1.132033426183844, + "grad_norm": 1.4625093936920166, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8730082511901855, + "num_tokens": 222119076.0, + "step": 6096 + }, + { + "epoch": 1.1322191272051996, + "grad_norm": 1.4340062141418457, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8820617198944092, + "num_tokens": 222154792.0, + "step": 6097 + }, + { + "epoch": 1.1324048282265553, + "grad_norm": 1.4409421682357788, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8660435080528259, + "num_tokens": 222200138.0, + "step": 6098 + }, + { + "epoch": 1.1325905292479108, + "grad_norm": 1.581108808517456, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8861508369445801, + "num_tokens": 222231362.0, + "step": 6099 + }, + { + "epoch": 1.1327762302692665, + "grad_norm": 1.5259904861450195, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8850244283676147, + "num_tokens": 222268643.0, + "step": 6100 + }, + { + "epoch": 1.132961931290622, + "grad_norm": 1.5101280212402344, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8649632930755615, + "num_tokens": 222302905.0, + "step": 6101 + }, + { + "epoch": 1.1331476323119778, + "grad_norm": 1.6123613119125366, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8700594902038574, + "num_tokens": 222337448.0, + "step": 6102 + }, + { + "epoch": 1.1333333333333333, + "grad_norm": 1.3966386318206787, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.863599419593811, + "num_tokens": 222377972.0, + "step": 6103 + }, + { + "epoch": 1.133519034354689, + "grad_norm": 1.5115796327590942, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8711023926734924, + "num_tokens": 222412472.0, + "step": 6104 + }, + { + "epoch": 1.1337047353760445, + "grad_norm": 1.3592487573623657, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8820918798446655, + "num_tokens": 222456483.0, + "step": 6105 + }, + { + "epoch": 1.1338904363974003, + "grad_norm": 1.4316446781158447, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8676586151123047, + "num_tokens": 222497442.0, + "step": 6106 + }, + { + "epoch": 1.1340761374187558, + "grad_norm": 1.4792907238006592, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8792670369148254, + "num_tokens": 222532715.0, + "step": 6107 + }, + { + "epoch": 1.1342618384401115, + "grad_norm": 1.4433848857879639, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8698559999465942, + "num_tokens": 222570049.0, + "step": 6108 + }, + { + "epoch": 1.134447539461467, + "grad_norm": 1.399161458015442, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8761216998100281, + "num_tokens": 222610793.0, + "step": 6109 + }, + { + "epoch": 1.1346332404828225, + "grad_norm": 1.4716843366622925, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8780341148376465, + "num_tokens": 222645267.0, + "step": 6110 + }, + { + "epoch": 1.1348189415041783, + "grad_norm": 1.4413502216339111, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8787170648574829, + "num_tokens": 222682412.0, + "step": 6111 + }, + { + "epoch": 1.135004642525534, + "grad_norm": 1.4265366792678833, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8824145793914795, + "num_tokens": 222717224.0, + "step": 6112 + }, + { + "epoch": 1.1351903435468895, + "grad_norm": 1.4446247816085815, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8759219646453857, + "num_tokens": 222754922.0, + "step": 6113 + }, + { + "epoch": 1.135376044568245, + "grad_norm": 1.443397879600525, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8822764158248901, + "num_tokens": 222790359.0, + "step": 6114 + }, + { + "epoch": 1.1355617455896008, + "grad_norm": 1.413079023361206, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8756884336471558, + "num_tokens": 222831167.0, + "step": 6115 + }, + { + "epoch": 1.1357474466109563, + "grad_norm": 1.4212595224380493, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8820711374282837, + "num_tokens": 222871052.0, + "step": 6116 + }, + { + "epoch": 1.135933147632312, + "grad_norm": 1.5699657201766968, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8693987131118774, + "num_tokens": 222901554.0, + "step": 6117 + }, + { + "epoch": 1.1361188486536675, + "grad_norm": 1.491982102394104, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8759362101554871, + "num_tokens": 222940286.0, + "step": 6118 + }, + { + "epoch": 1.1363045496750233, + "grad_norm": 1.4250118732452393, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8860416412353516, + "num_tokens": 222975314.0, + "step": 6119 + }, + { + "epoch": 1.1364902506963788, + "grad_norm": 1.5355640649795532, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8746926784515381, + "num_tokens": 223009273.0, + "step": 6120 + }, + { + "epoch": 1.1366759517177345, + "grad_norm": 1.3932849168777466, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8730047941207886, + "num_tokens": 223053472.0, + "step": 6121 + }, + { + "epoch": 1.13686165273909, + "grad_norm": 1.6540031433105469, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8626139163970947, + "num_tokens": 223086754.0, + "step": 6122 + }, + { + "epoch": 1.1370473537604457, + "grad_norm": 1.3713444471359253, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8857153058052063, + "num_tokens": 223123613.0, + "step": 6123 + }, + { + "epoch": 1.1372330547818013, + "grad_norm": 1.446507453918457, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8676469922065735, + "num_tokens": 223163069.0, + "step": 6124 + }, + { + "epoch": 1.137418755803157, + "grad_norm": 1.391674280166626, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8765072822570801, + "num_tokens": 223203551.0, + "step": 6125 + }, + { + "epoch": 1.1376044568245125, + "grad_norm": 1.4253861904144287, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8893688917160034, + "num_tokens": 223239924.0, + "step": 6126 + }, + { + "epoch": 1.1377901578458682, + "grad_norm": 1.578628420829773, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8653333187103271, + "num_tokens": 223272937.0, + "step": 6127 + }, + { + "epoch": 1.1379758588672237, + "grad_norm": 1.5785218477249146, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8661255240440369, + "num_tokens": 223310157.0, + "step": 6128 + }, + { + "epoch": 1.1381615598885795, + "grad_norm": 1.481866717338562, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8852258920669556, + "num_tokens": 223347231.0, + "step": 6129 + }, + { + "epoch": 1.138347260909935, + "grad_norm": 1.4370590448379517, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8703439831733704, + "num_tokens": 223383799.0, + "step": 6130 + }, + { + "epoch": 1.1385329619312907, + "grad_norm": 1.4381232261657715, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8957208395004272, + "num_tokens": 223417064.0, + "step": 6131 + }, + { + "epoch": 1.1387186629526462, + "grad_norm": 1.5460395812988281, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8957598209381104, + "num_tokens": 223445897.0, + "step": 6132 + }, + { + "epoch": 1.1389043639740017, + "grad_norm": 1.4249221086502075, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8714933395385742, + "num_tokens": 223483287.0, + "step": 6133 + }, + { + "epoch": 1.1390900649953575, + "grad_norm": 1.5463186502456665, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8916577696800232, + "num_tokens": 223516124.0, + "step": 6134 + }, + { + "epoch": 1.1392757660167132, + "grad_norm": 1.5107845067977905, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.869001030921936, + "num_tokens": 223554933.0, + "step": 6135 + }, + { + "epoch": 1.1394614670380687, + "grad_norm": 1.515518307685852, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8741894364356995, + "num_tokens": 223591442.0, + "step": 6136 + }, + { + "epoch": 1.1396471680594242, + "grad_norm": 1.4808598756790161, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8726420998573303, + "num_tokens": 223630288.0, + "step": 6137 + }, + { + "epoch": 1.13983286908078, + "grad_norm": 1.6750320196151733, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8475898504257202, + "num_tokens": 223665485.0, + "step": 6138 + }, + { + "epoch": 1.1400185701021355, + "grad_norm": 1.5154343843460083, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8737869262695312, + "num_tokens": 223700939.0, + "step": 6139 + }, + { + "epoch": 1.1402042711234912, + "grad_norm": 1.526088833808899, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8725016117095947, + "num_tokens": 223737446.0, + "step": 6140 + }, + { + "epoch": 1.1403899721448467, + "grad_norm": 1.3450251817703247, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8952400088310242, + "num_tokens": 223774815.0, + "step": 6141 + }, + { + "epoch": 1.1405756731662025, + "grad_norm": 1.4086532592773438, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8800315856933594, + "num_tokens": 223814369.0, + "step": 6142 + }, + { + "epoch": 1.140761374187558, + "grad_norm": 1.5262556076049805, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8808341026306152, + "num_tokens": 223847095.0, + "step": 6143 + }, + { + "epoch": 1.1409470752089137, + "grad_norm": 1.2366111278533936, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.9006255865097046, + "num_tokens": 223889853.0, + "step": 6144 + }, + { + "epoch": 1.1411327762302692, + "grad_norm": 1.5206488370895386, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.879044771194458, + "num_tokens": 223932589.0, + "step": 6145 + }, + { + "epoch": 1.141318477251625, + "grad_norm": 1.506001353263855, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8745975494384766, + "num_tokens": 223965336.0, + "step": 6146 + }, + { + "epoch": 1.1415041782729805, + "grad_norm": 1.5035696029663086, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8721693754196167, + "num_tokens": 224000663.0, + "step": 6147 + }, + { + "epoch": 1.1416898792943362, + "grad_norm": 1.3920656442642212, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8764094114303589, + "num_tokens": 224040567.0, + "step": 6148 + }, + { + "epoch": 1.1418755803156917, + "grad_norm": 1.5465490818023682, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8630186319351196, + "num_tokens": 224078837.0, + "step": 6149 + }, + { + "epoch": 1.1420612813370474, + "grad_norm": 1.5184342861175537, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8722409009933472, + "num_tokens": 224114192.0, + "step": 6150 + }, + { + "epoch": 1.142246982358403, + "grad_norm": 1.379603624343872, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8876715302467346, + "num_tokens": 224153927.0, + "step": 6151 + }, + { + "epoch": 1.1424326833797587, + "grad_norm": 1.5254634618759155, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8842201232910156, + "num_tokens": 224187096.0, + "step": 6152 + }, + { + "epoch": 1.1426183844011142, + "grad_norm": 1.5673543214797974, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8695544004440308, + "num_tokens": 224222178.0, + "step": 6153 + }, + { + "epoch": 1.14280408542247, + "grad_norm": 1.4992855787277222, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8693009614944458, + "num_tokens": 224257080.0, + "step": 6154 + }, + { + "epoch": 1.1429897864438254, + "grad_norm": 1.4608275890350342, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.877295970916748, + "num_tokens": 224293388.0, + "step": 6155 + }, + { + "epoch": 1.143175487465181, + "grad_norm": 1.5555541515350342, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8787474632263184, + "num_tokens": 224327256.0, + "step": 6156 + }, + { + "epoch": 1.1433611884865367, + "grad_norm": 1.551953911781311, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8692196011543274, + "num_tokens": 224361644.0, + "step": 6157 + }, + { + "epoch": 1.1435468895078924, + "grad_norm": 1.5479905605316162, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8742817044258118, + "num_tokens": 224394154.0, + "step": 6158 + }, + { + "epoch": 1.143732590529248, + "grad_norm": 1.3832221031188965, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8706824779510498, + "num_tokens": 224435559.0, + "step": 6159 + }, + { + "epoch": 1.1439182915506034, + "grad_norm": 1.6551645994186401, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8731378316879272, + "num_tokens": 224465917.0, + "step": 6160 + }, + { + "epoch": 1.1441039925719592, + "grad_norm": 1.3985105752944946, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8621072173118591, + "num_tokens": 224510064.0, + "step": 6161 + }, + { + "epoch": 1.1442896935933147, + "grad_norm": 1.6120553016662598, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8883033990859985, + "num_tokens": 224546681.0, + "step": 6162 + }, + { + "epoch": 1.1444753946146704, + "grad_norm": 1.5843268632888794, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8720871210098267, + "num_tokens": 224580122.0, + "step": 6163 + }, + { + "epoch": 1.144661095636026, + "grad_norm": 1.451690435409546, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8679158091545105, + "num_tokens": 224617297.0, + "step": 6164 + }, + { + "epoch": 1.1448467966573816, + "grad_norm": 1.5023627281188965, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8655744791030884, + "num_tokens": 224655255.0, + "step": 6165 + }, + { + "epoch": 1.1450324976787372, + "grad_norm": 1.393416404724121, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8822354078292847, + "num_tokens": 224691413.0, + "step": 6166 + }, + { + "epoch": 1.145218198700093, + "grad_norm": 1.4774093627929688, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8764148950576782, + "num_tokens": 224726360.0, + "step": 6167 + }, + { + "epoch": 1.1454038997214484, + "grad_norm": 1.4155529737472534, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8715004324913025, + "num_tokens": 224765389.0, + "step": 6168 + }, + { + "epoch": 1.1455896007428041, + "grad_norm": 1.495469093322754, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8743566274642944, + "num_tokens": 224803212.0, + "step": 6169 + }, + { + "epoch": 1.1457753017641596, + "grad_norm": 1.5792757272720337, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8898745179176331, + "num_tokens": 224833352.0, + "step": 6170 + }, + { + "epoch": 1.1459610027855154, + "grad_norm": 1.496761441230774, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.868226945400238, + "num_tokens": 224872390.0, + "step": 6171 + }, + { + "epoch": 1.146146703806871, + "grad_norm": 1.4034146070480347, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8887470364570618, + "num_tokens": 224909050.0, + "step": 6172 + }, + { + "epoch": 1.1463324048282266, + "grad_norm": 1.412697196006775, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8773322105407715, + "num_tokens": 224949768.0, + "step": 6173 + }, + { + "epoch": 1.1465181058495821, + "grad_norm": 1.4954564571380615, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8563040494918823, + "num_tokens": 224989177.0, + "step": 6174 + }, + { + "epoch": 1.1467038068709379, + "grad_norm": 1.459920883178711, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8870412111282349, + "num_tokens": 225021913.0, + "step": 6175 + }, + { + "epoch": 1.1468895078922934, + "grad_norm": 1.4520872831344604, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8807783126831055, + "num_tokens": 225060139.0, + "step": 6176 + }, + { + "epoch": 1.1470752089136491, + "grad_norm": 1.470969319343567, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8671078681945801, + "num_tokens": 225096161.0, + "step": 6177 + }, + { + "epoch": 1.1472609099350046, + "grad_norm": 1.4927327632904053, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8688112497329712, + "num_tokens": 225134881.0, + "step": 6178 + }, + { + "epoch": 1.1474466109563601, + "grad_norm": 1.53194260597229, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8705642223358154, + "num_tokens": 225169584.0, + "step": 6179 + }, + { + "epoch": 1.1476323119777159, + "grad_norm": 1.6365342140197754, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8621994256973267, + "num_tokens": 225199769.0, + "step": 6180 + }, + { + "epoch": 1.1478180129990716, + "grad_norm": 1.4718217849731445, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8618133664131165, + "num_tokens": 225238222.0, + "step": 6181 + }, + { + "epoch": 1.1480037140204271, + "grad_norm": 1.5245710611343384, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8763598799705505, + "num_tokens": 225274494.0, + "step": 6182 + }, + { + "epoch": 1.1481894150417826, + "grad_norm": 1.55670964717865, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8677390813827515, + "num_tokens": 225310850.0, + "step": 6183 + }, + { + "epoch": 1.1483751160631384, + "grad_norm": 1.4483585357666016, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8846985101699829, + "num_tokens": 225346108.0, + "step": 6184 + }, + { + "epoch": 1.1485608170844939, + "grad_norm": 1.4014607667922974, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8776925802230835, + "num_tokens": 225386746.0, + "step": 6185 + }, + { + "epoch": 1.1487465181058496, + "grad_norm": 1.6401171684265137, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8659763336181641, + "num_tokens": 225420507.0, + "step": 6186 + }, + { + "epoch": 1.1489322191272051, + "grad_norm": 1.444591760635376, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8735721707344055, + "num_tokens": 225457466.0, + "step": 6187 + }, + { + "epoch": 1.1491179201485608, + "grad_norm": 1.3471317291259766, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.879127562046051, + "num_tokens": 225497754.0, + "step": 6188 + }, + { + "epoch": 1.1493036211699164, + "grad_norm": 1.7427732944488525, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8705542683601379, + "num_tokens": 225528944.0, + "step": 6189 + }, + { + "epoch": 1.149489322191272, + "grad_norm": 1.5436413288116455, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8674056529998779, + "num_tokens": 225564682.0, + "step": 6190 + }, + { + "epoch": 1.1496750232126276, + "grad_norm": 1.4395928382873535, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8741588592529297, + "num_tokens": 225604347.0, + "step": 6191 + }, + { + "epoch": 1.1498607242339833, + "grad_norm": 1.4716572761535645, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8649585843086243, + "num_tokens": 225644052.0, + "step": 6192 + }, + { + "epoch": 1.1500464252553388, + "grad_norm": 1.4963634014129639, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8760146498680115, + "num_tokens": 225679759.0, + "step": 6193 + }, + { + "epoch": 1.1502321262766946, + "grad_norm": 1.4314031600952148, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8735285997390747, + "num_tokens": 225717585.0, + "step": 6194 + }, + { + "epoch": 1.15041782729805, + "grad_norm": 1.520688772201538, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8869787454605103, + "num_tokens": 225749412.0, + "step": 6195 + }, + { + "epoch": 1.1506035283194058, + "grad_norm": 1.4314943552017212, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8767960071563721, + "num_tokens": 225788692.0, + "step": 6196 + }, + { + "epoch": 1.1507892293407613, + "grad_norm": 1.5206421613693237, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.884335458278656, + "num_tokens": 225819917.0, + "step": 6197 + }, + { + "epoch": 1.150974930362117, + "grad_norm": 1.4008808135986328, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8778923749923706, + "num_tokens": 225854992.0, + "step": 6198 + }, + { + "epoch": 1.1511606313834726, + "grad_norm": 1.5546942949295044, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8696642518043518, + "num_tokens": 225892184.0, + "step": 6199 + }, + { + "epoch": 1.1513463324048283, + "grad_norm": 1.5453987121582031, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8855041861534119, + "num_tokens": 225924187.0, + "step": 6200 + }, + { + "epoch": 1.1515320334261838, + "grad_norm": 1.4512921571731567, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8734758496284485, + "num_tokens": 225962492.0, + "step": 6201 + }, + { + "epoch": 1.1517177344475396, + "grad_norm": 1.4978971481323242, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8734731674194336, + "num_tokens": 225997999.0, + "step": 6202 + }, + { + "epoch": 1.151903435468895, + "grad_norm": 1.4688975811004639, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8867835998535156, + "num_tokens": 226031504.0, + "step": 6203 + }, + { + "epoch": 1.1520891364902508, + "grad_norm": 1.469706416130066, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8642835021018982, + "num_tokens": 226070316.0, + "step": 6204 + }, + { + "epoch": 1.1522748375116063, + "grad_norm": 1.479995846748352, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8802103996276855, + "num_tokens": 226108232.0, + "step": 6205 + }, + { + "epoch": 1.1524605385329618, + "grad_norm": 1.7112945318222046, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8756914138793945, + "num_tokens": 226137420.0, + "step": 6206 + }, + { + "epoch": 1.1526462395543176, + "grad_norm": 1.4909436702728271, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8884668350219727, + "num_tokens": 226173250.0, + "step": 6207 + }, + { + "epoch": 1.1528319405756733, + "grad_norm": 1.4295835494995117, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8868454098701477, + "num_tokens": 226206375.0, + "step": 6208 + }, + { + "epoch": 1.1530176415970288, + "grad_norm": 1.554484486579895, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8748528361320496, + "num_tokens": 226239188.0, + "step": 6209 + }, + { + "epoch": 1.1532033426183843, + "grad_norm": 1.597883939743042, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8826397657394409, + "num_tokens": 226268359.0, + "step": 6210 + }, + { + "epoch": 1.15338904363974, + "grad_norm": 1.6253074407577515, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8856854438781738, + "num_tokens": 226299218.0, + "step": 6211 + }, + { + "epoch": 1.1535747446610956, + "grad_norm": 1.3995826244354248, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8728129863739014, + "num_tokens": 226339936.0, + "step": 6212 + }, + { + "epoch": 1.1537604456824513, + "grad_norm": 1.3254971504211426, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8928688168525696, + "num_tokens": 226377007.0, + "step": 6213 + }, + { + "epoch": 1.1539461467038068, + "grad_norm": 1.478394627571106, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8701835870742798, + "num_tokens": 226412381.0, + "step": 6214 + }, + { + "epoch": 1.1541318477251625, + "grad_norm": 1.3667118549346924, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8877692222595215, + "num_tokens": 226451646.0, + "step": 6215 + }, + { + "epoch": 1.154317548746518, + "grad_norm": 1.4460984468460083, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8654617667198181, + "num_tokens": 226488980.0, + "step": 6216 + }, + { + "epoch": 1.1545032497678738, + "grad_norm": 1.457159399986267, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8843587636947632, + "num_tokens": 226524935.0, + "step": 6217 + }, + { + "epoch": 1.1546889507892293, + "grad_norm": 1.386940360069275, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8782052993774414, + "num_tokens": 226562835.0, + "step": 6218 + }, + { + "epoch": 1.154874651810585, + "grad_norm": 1.420969843864441, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8719035983085632, + "num_tokens": 226601297.0, + "step": 6219 + }, + { + "epoch": 1.1550603528319405, + "grad_norm": 1.3113298416137695, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8923102617263794, + "num_tokens": 226640886.0, + "step": 6220 + }, + { + "epoch": 1.1552460538532963, + "grad_norm": 1.6022851467132568, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8738529682159424, + "num_tokens": 226674869.0, + "step": 6221 + }, + { + "epoch": 1.1554317548746518, + "grad_norm": 1.4373414516448975, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8730841875076294, + "num_tokens": 226717784.0, + "step": 6222 + }, + { + "epoch": 1.1556174558960075, + "grad_norm": 1.3630908727645874, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8704304099082947, + "num_tokens": 226759912.0, + "step": 6223 + }, + { + "epoch": 1.155803156917363, + "grad_norm": 1.5010006427764893, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8765773773193359, + "num_tokens": 226795649.0, + "step": 6224 + }, + { + "epoch": 1.1559888579387188, + "grad_norm": 1.3413078784942627, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8935542106628418, + "num_tokens": 226832866.0, + "step": 6225 + }, + { + "epoch": 1.1561745589600743, + "grad_norm": 1.4927539825439453, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8856021165847778, + "num_tokens": 226864772.0, + "step": 6226 + }, + { + "epoch": 1.15636025998143, + "grad_norm": 1.442251205444336, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8726780414581299, + "num_tokens": 226901434.0, + "step": 6227 + }, + { + "epoch": 1.1565459610027855, + "grad_norm": 1.5160088539123535, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8739115595817566, + "num_tokens": 226935319.0, + "step": 6228 + }, + { + "epoch": 1.156731662024141, + "grad_norm": 1.4158477783203125, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8876057863235474, + "num_tokens": 226969043.0, + "step": 6229 + }, + { + "epoch": 1.1569173630454967, + "grad_norm": 1.4177179336547852, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8808193206787109, + "num_tokens": 227007666.0, + "step": 6230 + }, + { + "epoch": 1.1571030640668525, + "grad_norm": 1.7828539609909058, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8706842660903931, + "num_tokens": 227046265.0, + "step": 6231 + }, + { + "epoch": 1.157288765088208, + "grad_norm": 1.4511429071426392, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8856520652770996, + "num_tokens": 227085281.0, + "step": 6232 + }, + { + "epoch": 1.1574744661095635, + "grad_norm": 1.4833632707595825, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8702437281608582, + "num_tokens": 227125233.0, + "step": 6233 + }, + { + "epoch": 1.1576601671309192, + "grad_norm": 1.558823823928833, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.876024067401886, + "num_tokens": 227160797.0, + "step": 6234 + }, + { + "epoch": 1.1578458681522747, + "grad_norm": 1.5265474319458008, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8769276142120361, + "num_tokens": 227194673.0, + "step": 6235 + }, + { + "epoch": 1.1580315691736305, + "grad_norm": 1.4384764432907104, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.879940390586853, + "num_tokens": 227230071.0, + "step": 6236 + }, + { + "epoch": 1.158217270194986, + "grad_norm": 1.5379271507263184, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8798524141311646, + "num_tokens": 227262530.0, + "step": 6237 + }, + { + "epoch": 1.1584029712163417, + "grad_norm": 1.4525034427642822, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8778417706489563, + "num_tokens": 227299935.0, + "step": 6238 + }, + { + "epoch": 1.1585886722376972, + "grad_norm": 1.4428950548171997, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.871489405632019, + "num_tokens": 227336654.0, + "step": 6239 + }, + { + "epoch": 1.158774373259053, + "grad_norm": 1.5442830324172974, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8774121403694153, + "num_tokens": 227371622.0, + "step": 6240 + }, + { + "epoch": 1.1589600742804085, + "grad_norm": 1.474165916442871, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8664851188659668, + "num_tokens": 227408554.0, + "step": 6241 + }, + { + "epoch": 1.1591457753017642, + "grad_norm": 1.4441742897033691, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8716766238212585, + "num_tokens": 227447637.0, + "step": 6242 + }, + { + "epoch": 1.1593314763231197, + "grad_norm": 1.5156278610229492, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8812404870986938, + "num_tokens": 227480552.0, + "step": 6243 + }, + { + "epoch": 1.1595171773444755, + "grad_norm": 1.389395833015442, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8910421133041382, + "num_tokens": 227517186.0, + "step": 6244 + }, + { + "epoch": 1.159702878365831, + "grad_norm": 1.3773640394210815, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.880953848361969, + "num_tokens": 227558410.0, + "step": 6245 + }, + { + "epoch": 1.1598885793871867, + "grad_norm": 1.484278917312622, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8669904470443726, + "num_tokens": 227595393.0, + "step": 6246 + }, + { + "epoch": 1.1600742804085422, + "grad_norm": 1.4779291152954102, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8670695424079895, + "num_tokens": 227631627.0, + "step": 6247 + }, + { + "epoch": 1.160259981429898, + "grad_norm": 1.4073740243911743, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8823248147964478, + "num_tokens": 227667923.0, + "step": 6248 + }, + { + "epoch": 1.1604456824512535, + "grad_norm": 1.431434154510498, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.859470009803772, + "num_tokens": 227709838.0, + "step": 6249 + }, + { + "epoch": 1.1606313834726092, + "grad_norm": 1.3828916549682617, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8704408407211304, + "num_tokens": 227754054.0, + "step": 6250 + }, + { + "epoch": 1.1608170844939647, + "grad_norm": 1.478012204170227, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8822247982025146, + "num_tokens": 227788165.0, + "step": 6251 + }, + { + "epoch": 1.1610027855153202, + "grad_norm": 1.46045982837677, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8679031133651733, + "num_tokens": 227829242.0, + "step": 6252 + }, + { + "epoch": 1.161188486536676, + "grad_norm": 1.504826545715332, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8842684030532837, + "num_tokens": 227863075.0, + "step": 6253 + }, + { + "epoch": 1.1613741875580317, + "grad_norm": 1.5557167530059814, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8653849363327026, + "num_tokens": 227900673.0, + "step": 6254 + }, + { + "epoch": 1.1615598885793872, + "grad_norm": 1.5423495769500732, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8867160081863403, + "num_tokens": 227931213.0, + "step": 6255 + }, + { + "epoch": 1.1617455896007427, + "grad_norm": 1.4844903945922852, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8916890025138855, + "num_tokens": 227963538.0, + "step": 6256 + }, + { + "epoch": 1.1619312906220984, + "grad_norm": 1.5174742937088013, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.853857696056366, + "num_tokens": 228001931.0, + "step": 6257 + }, + { + "epoch": 1.162116991643454, + "grad_norm": 1.5373663902282715, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8708453178405762, + "num_tokens": 228038167.0, + "step": 6258 + }, + { + "epoch": 1.1623026926648097, + "grad_norm": 1.4486720561981201, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8670355677604675, + "num_tokens": 228079420.0, + "step": 6259 + }, + { + "epoch": 1.1624883936861652, + "grad_norm": 1.388304352760315, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8816720843315125, + "num_tokens": 228115511.0, + "step": 6260 + }, + { + "epoch": 1.162674094707521, + "grad_norm": 1.4783180952072144, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.873906672000885, + "num_tokens": 228153568.0, + "step": 6261 + }, + { + "epoch": 1.1628597957288764, + "grad_norm": 1.3616853952407837, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8832612037658691, + "num_tokens": 228195442.0, + "step": 6262 + }, + { + "epoch": 1.1630454967502322, + "grad_norm": 1.529466152191162, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8760472536087036, + "num_tokens": 228230333.0, + "step": 6263 + }, + { + "epoch": 1.1632311977715877, + "grad_norm": 1.580879807472229, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8750990033149719, + "num_tokens": 228260592.0, + "step": 6264 + }, + { + "epoch": 1.1634168987929434, + "grad_norm": 1.5132371187210083, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8674161434173584, + "num_tokens": 228299065.0, + "step": 6265 + }, + { + "epoch": 1.163602599814299, + "grad_norm": 1.4980580806732178, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8858951926231384, + "num_tokens": 228333648.0, + "step": 6266 + }, + { + "epoch": 1.1637883008356547, + "grad_norm": 1.409340262413025, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8778949975967407, + "num_tokens": 228370362.0, + "step": 6267 + }, + { + "epoch": 1.1639740018570102, + "grad_norm": 1.508468508720398, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8736809492111206, + "num_tokens": 228408317.0, + "step": 6268 + }, + { + "epoch": 1.164159702878366, + "grad_norm": 1.3548507690429688, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8792232871055603, + "num_tokens": 228448386.0, + "step": 6269 + }, + { + "epoch": 1.1643454038997214, + "grad_norm": 1.3479151725769043, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8924008011817932, + "num_tokens": 228484448.0, + "step": 6270 + }, + { + "epoch": 1.1645311049210771, + "grad_norm": 1.386195421218872, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8749319911003113, + "num_tokens": 228523559.0, + "step": 6271 + }, + { + "epoch": 1.1647168059424327, + "grad_norm": 1.5767210721969604, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8820433616638184, + "num_tokens": 228555880.0, + "step": 6272 + }, + { + "epoch": 1.1649025069637884, + "grad_norm": 1.3895041942596436, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8878741264343262, + "num_tokens": 228594260.0, + "step": 6273 + }, + { + "epoch": 1.165088207985144, + "grad_norm": 1.4116710424423218, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8848234415054321, + "num_tokens": 228630584.0, + "step": 6274 + }, + { + "epoch": 1.1652739090064996, + "grad_norm": 1.4972121715545654, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8715478181838989, + "num_tokens": 228666702.0, + "step": 6275 + }, + { + "epoch": 1.1654596100278551, + "grad_norm": 1.5281665325164795, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8790730834007263, + "num_tokens": 228700453.0, + "step": 6276 + }, + { + "epoch": 1.1656453110492109, + "grad_norm": 1.3708240985870361, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8843958377838135, + "num_tokens": 228741425.0, + "step": 6277 + }, + { + "epoch": 1.1658310120705664, + "grad_norm": 1.491965889930725, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8779970407485962, + "num_tokens": 228779187.0, + "step": 6278 + }, + { + "epoch": 1.166016713091922, + "grad_norm": 1.475675344467163, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8793481588363647, + "num_tokens": 228814906.0, + "step": 6279 + }, + { + "epoch": 1.1662024141132776, + "grad_norm": 1.3425941467285156, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8706257939338684, + "num_tokens": 228860223.0, + "step": 6280 + }, + { + "epoch": 1.1663881151346334, + "grad_norm": 1.4997694492340088, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8783166408538818, + "num_tokens": 228893745.0, + "step": 6281 + }, + { + "epoch": 1.1665738161559889, + "grad_norm": 1.4942525625228882, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8809723854064941, + "num_tokens": 228928523.0, + "step": 6282 + }, + { + "epoch": 1.1667595171773444, + "grad_norm": 1.365369200706482, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8810445070266724, + "num_tokens": 228967641.0, + "step": 6283 + }, + { + "epoch": 1.1669452181987001, + "grad_norm": 1.5210542678833008, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8839012980461121, + "num_tokens": 229000587.0, + "step": 6284 + }, + { + "epoch": 1.1671309192200556, + "grad_norm": 1.5391753911972046, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8792989253997803, + "num_tokens": 229034816.0, + "step": 6285 + }, + { + "epoch": 1.1673166202414114, + "grad_norm": 1.4246513843536377, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.874930739402771, + "num_tokens": 229073221.0, + "step": 6286 + }, + { + "epoch": 1.1675023212627669, + "grad_norm": 1.459049940109253, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8704143762588501, + "num_tokens": 229113779.0, + "step": 6287 + }, + { + "epoch": 1.1676880222841226, + "grad_norm": 1.3479593992233276, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8786789774894714, + "num_tokens": 229153811.0, + "step": 6288 + }, + { + "epoch": 1.1678737233054781, + "grad_norm": 1.5730905532836914, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8786846399307251, + "num_tokens": 229188826.0, + "step": 6289 + }, + { + "epoch": 1.1680594243268339, + "grad_norm": 1.467186450958252, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8689150810241699, + "num_tokens": 229225244.0, + "step": 6290 + }, + { + "epoch": 1.1682451253481894, + "grad_norm": 1.3704700469970703, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8847793936729431, + "num_tokens": 229264015.0, + "step": 6291 + }, + { + "epoch": 1.168430826369545, + "grad_norm": 1.454729676246643, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8663048148155212, + "num_tokens": 229301922.0, + "step": 6292 + }, + { + "epoch": 1.1686165273909006, + "grad_norm": 1.470264196395874, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8793372511863708, + "num_tokens": 229343323.0, + "step": 6293 + }, + { + "epoch": 1.1688022284122563, + "grad_norm": 1.4877190589904785, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8666782975196838, + "num_tokens": 229379287.0, + "step": 6294 + }, + { + "epoch": 1.1689879294336118, + "grad_norm": 1.5407094955444336, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8688505291938782, + "num_tokens": 229414363.0, + "step": 6295 + }, + { + "epoch": 1.1691736304549676, + "grad_norm": 1.5245230197906494, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8792239427566528, + "num_tokens": 229453451.0, + "step": 6296 + }, + { + "epoch": 1.169359331476323, + "grad_norm": 1.5017874240875244, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8650608062744141, + "num_tokens": 229492083.0, + "step": 6297 + }, + { + "epoch": 1.1695450324976788, + "grad_norm": 1.5719534158706665, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8952111005783081, + "num_tokens": 229524135.0, + "step": 6298 + }, + { + "epoch": 1.1697307335190343, + "grad_norm": 1.3992164134979248, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8792346715927124, + "num_tokens": 229565475.0, + "step": 6299 + }, + { + "epoch": 1.16991643454039, + "grad_norm": 1.612370491027832, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8746041059494019, + "num_tokens": 229600301.0, + "step": 6300 + }, + { + "epoch": 1.1701021355617456, + "grad_norm": 1.501938819885254, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.873464822769165, + "num_tokens": 229634014.0, + "step": 6301 + }, + { + "epoch": 1.170287836583101, + "grad_norm": 1.5053811073303223, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8757137060165405, + "num_tokens": 229668908.0, + "step": 6302 + }, + { + "epoch": 1.1704735376044568, + "grad_norm": 1.4304711818695068, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8874143362045288, + "num_tokens": 229707756.0, + "step": 6303 + }, + { + "epoch": 1.1706592386258126, + "grad_norm": 1.4395936727523804, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8893104791641235, + "num_tokens": 229742831.0, + "step": 6304 + }, + { + "epoch": 1.170844939647168, + "grad_norm": 1.4118505716323853, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8710496425628662, + "num_tokens": 229781790.0, + "step": 6305 + }, + { + "epoch": 1.1710306406685236, + "grad_norm": 1.3697725534439087, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.881942868232727, + "num_tokens": 229824572.0, + "step": 6306 + }, + { + "epoch": 1.1712163416898793, + "grad_norm": 1.5388405323028564, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8660138845443726, + "num_tokens": 229860741.0, + "step": 6307 + }, + { + "epoch": 1.1714020427112348, + "grad_norm": 1.4853776693344116, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8654006719589233, + "num_tokens": 229898407.0, + "step": 6308 + }, + { + "epoch": 1.1715877437325906, + "grad_norm": 1.399448037147522, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8785183429718018, + "num_tokens": 229934704.0, + "step": 6309 + }, + { + "epoch": 1.171773444753946, + "grad_norm": 1.4643748998641968, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8613282442092896, + "num_tokens": 229972980.0, + "step": 6310 + }, + { + "epoch": 1.1719591457753018, + "grad_norm": 1.5492995977401733, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8791171312332153, + "num_tokens": 230009763.0, + "step": 6311 + }, + { + "epoch": 1.1721448467966573, + "grad_norm": 1.4637298583984375, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.869671106338501, + "num_tokens": 230049417.0, + "step": 6312 + }, + { + "epoch": 1.172330547818013, + "grad_norm": 1.4590345621109009, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8611880540847778, + "num_tokens": 230091549.0, + "step": 6313 + }, + { + "epoch": 1.1725162488393686, + "grad_norm": 1.5078150033950806, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8642598390579224, + "num_tokens": 230129760.0, + "step": 6314 + }, + { + "epoch": 1.1727019498607243, + "grad_norm": 1.4617984294891357, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8679872155189514, + "num_tokens": 230167634.0, + "step": 6315 + }, + { + "epoch": 1.1728876508820798, + "grad_norm": 1.3468213081359863, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.892238199710846, + "num_tokens": 230207065.0, + "step": 6316 + }, + { + "epoch": 1.1730733519034355, + "grad_norm": 1.6750314235687256, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8605377674102783, + "num_tokens": 230241165.0, + "step": 6317 + }, + { + "epoch": 1.173259052924791, + "grad_norm": 1.4370253086090088, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8771036863327026, + "num_tokens": 230279181.0, + "step": 6318 + }, + { + "epoch": 1.1734447539461468, + "grad_norm": 1.4262388944625854, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8725985288619995, + "num_tokens": 230319780.0, + "step": 6319 + }, + { + "epoch": 1.1736304549675023, + "grad_norm": 1.3957418203353882, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8874149918556213, + "num_tokens": 230356083.0, + "step": 6320 + }, + { + "epoch": 1.173816155988858, + "grad_norm": 1.5289338827133179, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.882476806640625, + "num_tokens": 230394533.0, + "step": 6321 + }, + { + "epoch": 1.1740018570102135, + "grad_norm": 1.528418779373169, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8806700706481934, + "num_tokens": 230426908.0, + "step": 6322 + }, + { + "epoch": 1.1741875580315693, + "grad_norm": 1.4236291646957397, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8913335204124451, + "num_tokens": 230459188.0, + "step": 6323 + }, + { + "epoch": 1.1743732590529248, + "grad_norm": 1.4727486371994019, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8758033514022827, + "num_tokens": 230493817.0, + "step": 6324 + }, + { + "epoch": 1.1745589600742803, + "grad_norm": 1.4155510663986206, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8630671501159668, + "num_tokens": 230533615.0, + "step": 6325 + }, + { + "epoch": 1.174744661095636, + "grad_norm": 1.3477051258087158, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8760216236114502, + "num_tokens": 230572155.0, + "step": 6326 + }, + { + "epoch": 1.1749303621169918, + "grad_norm": 1.4385898113250732, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8875561952590942, + "num_tokens": 230604950.0, + "step": 6327 + }, + { + "epoch": 1.1751160631383473, + "grad_norm": 1.5903970003128052, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8668553829193115, + "num_tokens": 230638788.0, + "step": 6328 + }, + { + "epoch": 1.1753017641597028, + "grad_norm": 1.4704241752624512, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8863698244094849, + "num_tokens": 230674035.0, + "step": 6329 + }, + { + "epoch": 1.1754874651810585, + "grad_norm": 1.3925155401229858, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8724919557571411, + "num_tokens": 230717055.0, + "step": 6330 + }, + { + "epoch": 1.175673166202414, + "grad_norm": 1.3718332052230835, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.876558780670166, + "num_tokens": 230757450.0, + "step": 6331 + }, + { + "epoch": 1.1758588672237698, + "grad_norm": 1.501665711402893, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8713499307632446, + "num_tokens": 230793450.0, + "step": 6332 + }, + { + "epoch": 1.1760445682451253, + "grad_norm": 1.4046961069107056, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8767361640930176, + "num_tokens": 230829884.0, + "step": 6333 + }, + { + "epoch": 1.176230269266481, + "grad_norm": 1.499638319015503, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.865965723991394, + "num_tokens": 230867193.0, + "step": 6334 + }, + { + "epoch": 1.1764159702878365, + "grad_norm": 1.4505127668380737, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8821048736572266, + "num_tokens": 230905150.0, + "step": 6335 + }, + { + "epoch": 1.1766016713091922, + "grad_norm": 1.4102729558944702, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8785045146942139, + "num_tokens": 230944611.0, + "step": 6336 + }, + { + "epoch": 1.1767873723305478, + "grad_norm": 1.6210702657699585, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8796471357345581, + "num_tokens": 230973440.0, + "step": 6337 + }, + { + "epoch": 1.1769730733519035, + "grad_norm": 1.3795735836029053, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8601570129394531, + "num_tokens": 231019961.0, + "step": 6338 + }, + { + "epoch": 1.177158774373259, + "grad_norm": 1.4858216047286987, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8760584592819214, + "num_tokens": 231053076.0, + "step": 6339 + }, + { + "epoch": 1.1773444753946147, + "grad_norm": 1.5194576978683472, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.88108229637146, + "num_tokens": 231088302.0, + "step": 6340 + }, + { + "epoch": 1.1775301764159702, + "grad_norm": 1.4142075777053833, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.862387478351593, + "num_tokens": 231129960.0, + "step": 6341 + }, + { + "epoch": 1.177715877437326, + "grad_norm": 1.5003938674926758, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8787451982498169, + "num_tokens": 231162782.0, + "step": 6342 + }, + { + "epoch": 1.1779015784586815, + "grad_norm": 1.3828885555267334, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8744267821311951, + "num_tokens": 231203139.0, + "step": 6343 + }, + { + "epoch": 1.1780872794800372, + "grad_norm": 1.4413740634918213, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8885504603385925, + "num_tokens": 231235703.0, + "step": 6344 + }, + { + "epoch": 1.1782729805013927, + "grad_norm": 1.5244331359863281, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.872462272644043, + "num_tokens": 231273018.0, + "step": 6345 + }, + { + "epoch": 1.1784586815227485, + "grad_norm": 1.4940083026885986, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8647644519805908, + "num_tokens": 231312361.0, + "step": 6346 + }, + { + "epoch": 1.178644382544104, + "grad_norm": 1.505696415901184, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.877082109451294, + "num_tokens": 231346513.0, + "step": 6347 + }, + { + "epoch": 1.1788300835654595, + "grad_norm": 1.513918399810791, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.878341794013977, + "num_tokens": 231381994.0, + "step": 6348 + }, + { + "epoch": 1.1790157845868152, + "grad_norm": 1.4570289850234985, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8765592575073242, + "num_tokens": 231416338.0, + "step": 6349 + }, + { + "epoch": 1.179201485608171, + "grad_norm": 1.551074743270874, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8543118834495544, + "num_tokens": 231450643.0, + "step": 6350 + }, + { + "epoch": 1.1793871866295265, + "grad_norm": 1.3787579536437988, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8893954753875732, + "num_tokens": 231487816.0, + "step": 6351 + }, + { + "epoch": 1.179572887650882, + "grad_norm": 1.3402372598648071, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.881255030632019, + "num_tokens": 231528527.0, + "step": 6352 + }, + { + "epoch": 1.1797585886722377, + "grad_norm": 1.4622173309326172, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8775659799575806, + "num_tokens": 231562032.0, + "step": 6353 + }, + { + "epoch": 1.1799442896935932, + "grad_norm": 1.4681991338729858, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8766272068023682, + "num_tokens": 231599982.0, + "step": 6354 + }, + { + "epoch": 1.180129990714949, + "grad_norm": 1.3769831657409668, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8849025964736938, + "num_tokens": 231644956.0, + "step": 6355 + }, + { + "epoch": 1.1803156917363045, + "grad_norm": 1.5849133729934692, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8694465756416321, + "num_tokens": 231682485.0, + "step": 6356 + }, + { + "epoch": 1.1805013927576602, + "grad_norm": 1.5342066287994385, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8731883764266968, + "num_tokens": 231719875.0, + "step": 6357 + }, + { + "epoch": 1.1806870937790157, + "grad_norm": 1.4532432556152344, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.875198483467102, + "num_tokens": 231757978.0, + "step": 6358 + }, + { + "epoch": 1.1808727948003714, + "grad_norm": 1.5195918083190918, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8746852874755859, + "num_tokens": 231794421.0, + "step": 6359 + }, + { + "epoch": 1.181058495821727, + "grad_norm": 1.5049774646759033, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8722458481788635, + "num_tokens": 231832228.0, + "step": 6360 + }, + { + "epoch": 1.1812441968430827, + "grad_norm": 1.661102056503296, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8547301292419434, + "num_tokens": 231870316.0, + "step": 6361 + }, + { + "epoch": 1.1814298978644382, + "grad_norm": 1.4633686542510986, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8887149095535278, + "num_tokens": 231903107.0, + "step": 6362 + }, + { + "epoch": 1.181615598885794, + "grad_norm": 1.4391385316848755, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8796507120132446, + "num_tokens": 231941040.0, + "step": 6363 + }, + { + "epoch": 1.1818012999071494, + "grad_norm": 1.4348597526550293, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8742892742156982, + "num_tokens": 231979517.0, + "step": 6364 + }, + { + "epoch": 1.1819870009285052, + "grad_norm": 1.4412473440170288, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.886568546295166, + "num_tokens": 232013810.0, + "step": 6365 + }, + { + "epoch": 1.1821727019498607, + "grad_norm": 1.4437377452850342, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.882724404335022, + "num_tokens": 232048151.0, + "step": 6366 + }, + { + "epoch": 1.1823584029712164, + "grad_norm": 1.5162104368209839, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8800820112228394, + "num_tokens": 232083062.0, + "step": 6367 + }, + { + "epoch": 1.182544103992572, + "grad_norm": 1.6159567832946777, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8731576204299927, + "num_tokens": 232112561.0, + "step": 6368 + }, + { + "epoch": 1.1827298050139277, + "grad_norm": 1.5506339073181152, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8825321197509766, + "num_tokens": 232143718.0, + "step": 6369 + }, + { + "epoch": 1.1829155060352832, + "grad_norm": 1.5223135948181152, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8805463910102844, + "num_tokens": 232178583.0, + "step": 6370 + }, + { + "epoch": 1.183101207056639, + "grad_norm": 1.482140302658081, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8681778907775879, + "num_tokens": 232218386.0, + "step": 6371 + }, + { + "epoch": 1.1832869080779944, + "grad_norm": 1.411168098449707, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8710684180259705, + "num_tokens": 232260253.0, + "step": 6372 + }, + { + "epoch": 1.1834726090993501, + "grad_norm": 1.5487933158874512, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8568488359451294, + "num_tokens": 232297077.0, + "step": 6373 + }, + { + "epoch": 1.1836583101207057, + "grad_norm": 1.496224284172058, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8843973278999329, + "num_tokens": 232332062.0, + "step": 6374 + }, + { + "epoch": 1.1838440111420612, + "grad_norm": 1.362242341041565, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8725008964538574, + "num_tokens": 232371120.0, + "step": 6375 + }, + { + "epoch": 1.184029712163417, + "grad_norm": 1.49038565158844, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8637357950210571, + "num_tokens": 232409956.0, + "step": 6376 + }, + { + "epoch": 1.1842154131847726, + "grad_norm": 1.5893363952636719, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.877697229385376, + "num_tokens": 232445513.0, + "step": 6377 + }, + { + "epoch": 1.1844011142061281, + "grad_norm": 1.4057680368423462, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8784174919128418, + "num_tokens": 232487743.0, + "step": 6378 + }, + { + "epoch": 1.1845868152274837, + "grad_norm": 1.4124382734298706, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.871475338935852, + "num_tokens": 232526856.0, + "step": 6379 + }, + { + "epoch": 1.1847725162488394, + "grad_norm": 1.5173670053482056, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8723489046096802, + "num_tokens": 232561491.0, + "step": 6380 + }, + { + "epoch": 1.184958217270195, + "grad_norm": 1.4099984169006348, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8748787045478821, + "num_tokens": 232599904.0, + "step": 6381 + }, + { + "epoch": 1.1851439182915506, + "grad_norm": 1.5028223991394043, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8711033463478088, + "num_tokens": 232637846.0, + "step": 6382 + }, + { + "epoch": 1.1853296193129061, + "grad_norm": 1.4073245525360107, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8830841779708862, + "num_tokens": 232675498.0, + "step": 6383 + }, + { + "epoch": 1.1855153203342619, + "grad_norm": 1.600507378578186, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.878723680973053, + "num_tokens": 232707097.0, + "step": 6384 + }, + { + "epoch": 1.1857010213556174, + "grad_norm": 1.4444177150726318, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8789995312690735, + "num_tokens": 232741543.0, + "step": 6385 + }, + { + "epoch": 1.1858867223769731, + "grad_norm": 1.5419116020202637, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8770695328712463, + "num_tokens": 232776480.0, + "step": 6386 + }, + { + "epoch": 1.1860724233983286, + "grad_norm": 1.5883175134658813, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8668054342269897, + "num_tokens": 232808489.0, + "step": 6387 + }, + { + "epoch": 1.1862581244196844, + "grad_norm": 1.421072006225586, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8803558945655823, + "num_tokens": 232843806.0, + "step": 6388 + }, + { + "epoch": 1.1864438254410399, + "grad_norm": 1.542112946510315, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8596984148025513, + "num_tokens": 232881262.0, + "step": 6389 + }, + { + "epoch": 1.1866295264623956, + "grad_norm": 1.373639464378357, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8756324052810669, + "num_tokens": 232922762.0, + "step": 6390 + }, + { + "epoch": 1.1868152274837511, + "grad_norm": 1.4078233242034912, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8887028694152832, + "num_tokens": 232954489.0, + "step": 6391 + }, + { + "epoch": 1.1870009285051069, + "grad_norm": 1.472144365310669, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8813893795013428, + "num_tokens": 232987258.0, + "step": 6392 + }, + { + "epoch": 1.1871866295264624, + "grad_norm": 1.4066375494003296, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8848516941070557, + "num_tokens": 233027128.0, + "step": 6393 + }, + { + "epoch": 1.187372330547818, + "grad_norm": 1.4932867288589478, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8729524612426758, + "num_tokens": 233063430.0, + "step": 6394 + }, + { + "epoch": 1.1875580315691736, + "grad_norm": 1.366282343864441, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8839526176452637, + "num_tokens": 233103432.0, + "step": 6395 + }, + { + "epoch": 1.1877437325905293, + "grad_norm": 1.5218825340270996, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8704033493995667, + "num_tokens": 233139070.0, + "step": 6396 + }, + { + "epoch": 1.1879294336118849, + "grad_norm": 1.5159119367599487, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8678989410400391, + "num_tokens": 233175345.0, + "step": 6397 + }, + { + "epoch": 1.1881151346332404, + "grad_norm": 1.526357889175415, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8631532192230225, + "num_tokens": 233211412.0, + "step": 6398 + }, + { + "epoch": 1.188300835654596, + "grad_norm": 1.4240026473999023, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8868550658226013, + "num_tokens": 233250836.0, + "step": 6399 + }, + { + "epoch": 1.1884865366759518, + "grad_norm": 1.4566181898117065, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8715227842330933, + "num_tokens": 233289869.0, + "step": 6400 + }, + { + "epoch": 1.1886722376973073, + "grad_norm": 1.5042171478271484, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.871088981628418, + "num_tokens": 233325043.0, + "step": 6401 + }, + { + "epoch": 1.1888579387186629, + "grad_norm": 1.4971998929977417, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8624924421310425, + "num_tokens": 233363248.0, + "step": 6402 + }, + { + "epoch": 1.1890436397400186, + "grad_norm": 1.5068217515945435, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.865502119064331, + "num_tokens": 233399287.0, + "step": 6403 + }, + { + "epoch": 1.189229340761374, + "grad_norm": 1.5440666675567627, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8861533999443054, + "num_tokens": 233430637.0, + "step": 6404 + }, + { + "epoch": 1.1894150417827298, + "grad_norm": 1.4243088960647583, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8774331212043762, + "num_tokens": 233468930.0, + "step": 6405 + }, + { + "epoch": 1.1896007428040853, + "grad_norm": 1.430965781211853, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8729792833328247, + "num_tokens": 233506375.0, + "step": 6406 + }, + { + "epoch": 1.189786443825441, + "grad_norm": 1.5099701881408691, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8683462738990784, + "num_tokens": 233544637.0, + "step": 6407 + }, + { + "epoch": 1.1899721448467966, + "grad_norm": 1.5451477766036987, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8612542748451233, + "num_tokens": 233581070.0, + "step": 6408 + }, + { + "epoch": 1.1901578458681523, + "grad_norm": 1.4808701276779175, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.887947678565979, + "num_tokens": 233616596.0, + "step": 6409 + }, + { + "epoch": 1.1903435468895078, + "grad_norm": 1.650462031364441, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8589038848876953, + "num_tokens": 233647603.0, + "step": 6410 + }, + { + "epoch": 1.1905292479108636, + "grad_norm": 1.3887706995010376, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8769263625144958, + "num_tokens": 233690276.0, + "step": 6411 + }, + { + "epoch": 1.190714948932219, + "grad_norm": 1.500959038734436, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8738126754760742, + "num_tokens": 233722916.0, + "step": 6412 + }, + { + "epoch": 1.1909006499535748, + "grad_norm": 1.362870454788208, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8899869918823242, + "num_tokens": 233761717.0, + "step": 6413 + }, + { + "epoch": 1.1910863509749303, + "grad_norm": 1.487816333770752, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8822716474533081, + "num_tokens": 233797476.0, + "step": 6414 + }, + { + "epoch": 1.191272051996286, + "grad_norm": 1.3447463512420654, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.88327556848526, + "num_tokens": 233836099.0, + "step": 6415 + }, + { + "epoch": 1.1914577530176416, + "grad_norm": 1.4970591068267822, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8945950865745544, + "num_tokens": 233867137.0, + "step": 6416 + }, + { + "epoch": 1.1916434540389973, + "grad_norm": 1.559436559677124, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8872717022895813, + "num_tokens": 233896408.0, + "step": 6417 + }, + { + "epoch": 1.1918291550603528, + "grad_norm": 1.472981333732605, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8696117401123047, + "num_tokens": 233931758.0, + "step": 6418 + }, + { + "epoch": 1.1920148560817085, + "grad_norm": 1.4949434995651245, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8755931258201599, + "num_tokens": 233967581.0, + "step": 6419 + }, + { + "epoch": 1.192200557103064, + "grad_norm": 1.443429708480835, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8533092141151428, + "num_tokens": 234010353.0, + "step": 6420 + }, + { + "epoch": 1.1923862581244196, + "grad_norm": 1.4295119047164917, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8834179639816284, + "num_tokens": 234049302.0, + "step": 6421 + }, + { + "epoch": 1.1925719591457753, + "grad_norm": 1.4718619585037231, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8903754949569702, + "num_tokens": 234087209.0, + "step": 6422 + }, + { + "epoch": 1.192757660167131, + "grad_norm": 1.5757657289505005, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8800791501998901, + "num_tokens": 234118802.0, + "step": 6423 + }, + { + "epoch": 1.1929433611884865, + "grad_norm": 1.5567936897277832, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8726686239242554, + "num_tokens": 234154176.0, + "step": 6424 + }, + { + "epoch": 1.193129062209842, + "grad_norm": 1.4216772317886353, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8892067670822144, + "num_tokens": 234189870.0, + "step": 6425 + }, + { + "epoch": 1.1933147632311978, + "grad_norm": 1.3911652565002441, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8848130702972412, + "num_tokens": 234227249.0, + "step": 6426 + }, + { + "epoch": 1.1935004642525533, + "grad_norm": 1.4756672382354736, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8810427784919739, + "num_tokens": 234260344.0, + "step": 6427 + }, + { + "epoch": 1.193686165273909, + "grad_norm": 1.3954018354415894, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8775283098220825, + "num_tokens": 234301265.0, + "step": 6428 + }, + { + "epoch": 1.1938718662952645, + "grad_norm": 1.4945728778839111, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.878332793712616, + "num_tokens": 234334886.0, + "step": 6429 + }, + { + "epoch": 1.1940575673166203, + "grad_norm": 1.6171094179153442, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.892248809337616, + "num_tokens": 234365305.0, + "step": 6430 + }, + { + "epoch": 1.1942432683379758, + "grad_norm": 1.6162415742874146, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8860751986503601, + "num_tokens": 234390313.0, + "step": 6431 + }, + { + "epoch": 1.1944289693593315, + "grad_norm": 1.6328755617141724, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8685240149497986, + "num_tokens": 234421257.0, + "step": 6432 + }, + { + "epoch": 1.194614670380687, + "grad_norm": 1.5064157247543335, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8666546940803528, + "num_tokens": 234461841.0, + "step": 6433 + }, + { + "epoch": 1.1948003714020428, + "grad_norm": 1.3170231580734253, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.882636308670044, + "num_tokens": 234506366.0, + "step": 6434 + }, + { + "epoch": 1.1949860724233983, + "grad_norm": 1.5393239259719849, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8776317834854126, + "num_tokens": 234541625.0, + "step": 6435 + }, + { + "epoch": 1.195171773444754, + "grad_norm": 1.5624988079071045, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.888533890247345, + "num_tokens": 234576307.0, + "step": 6436 + }, + { + "epoch": 1.1953574744661095, + "grad_norm": 1.3863823413848877, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8795711994171143, + "num_tokens": 234614575.0, + "step": 6437 + }, + { + "epoch": 1.1955431754874652, + "grad_norm": 1.4298193454742432, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8798185586929321, + "num_tokens": 234652107.0, + "step": 6438 + }, + { + "epoch": 1.1957288765088208, + "grad_norm": 1.550777792930603, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8682568073272705, + "num_tokens": 234690295.0, + "step": 6439 + }, + { + "epoch": 1.1959145775301765, + "grad_norm": 1.618815541267395, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.861481785774231, + "num_tokens": 234724339.0, + "step": 6440 + }, + { + "epoch": 1.196100278551532, + "grad_norm": 1.688022494316101, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8775421977043152, + "num_tokens": 234756259.0, + "step": 6441 + }, + { + "epoch": 1.1962859795728877, + "grad_norm": 1.5252493619918823, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8812057971954346, + "num_tokens": 234792764.0, + "step": 6442 + }, + { + "epoch": 1.1964716805942432, + "grad_norm": 1.5842992067337036, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.869299590587616, + "num_tokens": 234826159.0, + "step": 6443 + }, + { + "epoch": 1.196657381615599, + "grad_norm": 1.4807815551757812, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.875385046005249, + "num_tokens": 234860690.0, + "step": 6444 + }, + { + "epoch": 1.1968430826369545, + "grad_norm": 1.5174736976623535, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.859292209148407, + "num_tokens": 234897054.0, + "step": 6445 + }, + { + "epoch": 1.1970287836583102, + "grad_norm": 1.5059031248092651, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.871182382106781, + "num_tokens": 234933895.0, + "step": 6446 + }, + { + "epoch": 1.1972144846796657, + "grad_norm": 1.52725088596344, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8614468574523926, + "num_tokens": 234973838.0, + "step": 6447 + }, + { + "epoch": 1.1974001857010212, + "grad_norm": 1.420507550239563, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8777243494987488, + "num_tokens": 235014625.0, + "step": 6448 + }, + { + "epoch": 1.197585886722377, + "grad_norm": 1.4567817449569702, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.888074517250061, + "num_tokens": 235048364.0, + "step": 6449 + }, + { + "epoch": 1.1977715877437327, + "grad_norm": 1.4562808275222778, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8761686086654663, + "num_tokens": 235085441.0, + "step": 6450 + }, + { + "epoch": 1.1979572887650882, + "grad_norm": 1.4463062286376953, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8801025152206421, + "num_tokens": 235123043.0, + "step": 6451 + }, + { + "epoch": 1.1981429897864437, + "grad_norm": 1.4683676958084106, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8603515028953552, + "num_tokens": 235160666.0, + "step": 6452 + }, + { + "epoch": 1.1983286908077995, + "grad_norm": 1.5400865077972412, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8647553324699402, + "num_tokens": 235199376.0, + "step": 6453 + }, + { + "epoch": 1.198514391829155, + "grad_norm": 1.5340840816497803, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8713135719299316, + "num_tokens": 235236282.0, + "step": 6454 + }, + { + "epoch": 1.1987000928505107, + "grad_norm": 1.457203984260559, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8844425678253174, + "num_tokens": 235267704.0, + "step": 6455 + }, + { + "epoch": 1.1988857938718662, + "grad_norm": 1.447406530380249, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8660012483596802, + "num_tokens": 235305309.0, + "step": 6456 + }, + { + "epoch": 1.199071494893222, + "grad_norm": 1.3632292747497559, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8857354521751404, + "num_tokens": 235343014.0, + "step": 6457 + }, + { + "epoch": 1.1992571959145775, + "grad_norm": 1.3884533643722534, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8738473057746887, + "num_tokens": 235383319.0, + "step": 6458 + }, + { + "epoch": 1.1994428969359332, + "grad_norm": 1.4867491722106934, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8817775249481201, + "num_tokens": 235417445.0, + "step": 6459 + }, + { + "epoch": 1.1996285979572887, + "grad_norm": 1.5088316202163696, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8946331739425659, + "num_tokens": 235447707.0, + "step": 6460 + }, + { + "epoch": 1.1998142989786444, + "grad_norm": 1.5798665285110474, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.865833044052124, + "num_tokens": 235481856.0, + "step": 6461 + }, + { + "epoch": 1.2, + "grad_norm": 1.5117709636688232, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8672938942909241, + "num_tokens": 235520006.0, + "step": 6462 + }, + { + "epoch": 1.2001857010213557, + "grad_norm": 1.4764293432235718, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8803633451461792, + "num_tokens": 235555722.0, + "step": 6463 + }, + { + "epoch": 1.2003714020427112, + "grad_norm": 1.3967639207839966, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8816024661064148, + "num_tokens": 235593717.0, + "step": 6464 + }, + { + "epoch": 1.200557103064067, + "grad_norm": 1.4221323728561401, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8843191266059875, + "num_tokens": 235631613.0, + "step": 6465 + }, + { + "epoch": 1.2007428040854224, + "grad_norm": 1.3992654085159302, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.862759530544281, + "num_tokens": 235674980.0, + "step": 6466 + }, + { + "epoch": 1.2009285051067782, + "grad_norm": 1.479022741317749, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8726351261138916, + "num_tokens": 235717201.0, + "step": 6467 + }, + { + "epoch": 1.2011142061281337, + "grad_norm": 1.630763053894043, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8659601211547852, + "num_tokens": 235755369.0, + "step": 6468 + }, + { + "epoch": 1.2012999071494894, + "grad_norm": 1.4414318799972534, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8879375457763672, + "num_tokens": 235790076.0, + "step": 6469 + }, + { + "epoch": 1.201485608170845, + "grad_norm": 1.440504789352417, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8817837834358215, + "num_tokens": 235827224.0, + "step": 6470 + }, + { + "epoch": 1.2016713091922004, + "grad_norm": 1.4424141645431519, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8810669779777527, + "num_tokens": 235866270.0, + "step": 6471 + }, + { + "epoch": 1.2018570102135562, + "grad_norm": 1.4410606622695923, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8685003519058228, + "num_tokens": 235907083.0, + "step": 6472 + }, + { + "epoch": 1.202042711234912, + "grad_norm": 1.4961358308792114, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8739937543869019, + "num_tokens": 235945274.0, + "step": 6473 + }, + { + "epoch": 1.2022284122562674, + "grad_norm": 1.4067375659942627, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8775386810302734, + "num_tokens": 235986199.0, + "step": 6474 + }, + { + "epoch": 1.202414113277623, + "grad_norm": 1.5983842611312866, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8599492311477661, + "num_tokens": 236018125.0, + "step": 6475 + }, + { + "epoch": 1.2025998142989787, + "grad_norm": 1.6192524433135986, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8770887851715088, + "num_tokens": 236050435.0, + "step": 6476 + }, + { + "epoch": 1.2027855153203342, + "grad_norm": 1.5744009017944336, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8712756633758545, + "num_tokens": 236085405.0, + "step": 6477 + }, + { + "epoch": 1.20297121634169, + "grad_norm": 1.4462934732437134, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8619813323020935, + "num_tokens": 236125801.0, + "step": 6478 + }, + { + "epoch": 1.2031569173630454, + "grad_norm": 1.5440142154693604, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8772411346435547, + "num_tokens": 236156019.0, + "step": 6479 + }, + { + "epoch": 1.2033426183844012, + "grad_norm": 1.4897620677947998, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8748893737792969, + "num_tokens": 236190135.0, + "step": 6480 + }, + { + "epoch": 1.2035283194057567, + "grad_norm": 1.4222742319107056, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8913872241973877, + "num_tokens": 236226303.0, + "step": 6481 + }, + { + "epoch": 1.2037140204271124, + "grad_norm": 1.3953213691711426, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8833162188529968, + "num_tokens": 236262520.0, + "step": 6482 + }, + { + "epoch": 1.203899721448468, + "grad_norm": 1.4998804330825806, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8658151030540466, + "num_tokens": 236299202.0, + "step": 6483 + }, + { + "epoch": 1.2040854224698236, + "grad_norm": 1.4463940858840942, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8831232786178589, + "num_tokens": 236334559.0, + "step": 6484 + }, + { + "epoch": 1.2042711234911792, + "grad_norm": 1.6711839437484741, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8674994707107544, + "num_tokens": 236364437.0, + "step": 6485 + }, + { + "epoch": 1.2044568245125349, + "grad_norm": 1.4581667184829712, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8889621496200562, + "num_tokens": 236397554.0, + "step": 6486 + }, + { + "epoch": 1.2046425255338904, + "grad_norm": 1.857128381729126, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8640943765640259, + "num_tokens": 236423612.0, + "step": 6487 + }, + { + "epoch": 1.2048282265552461, + "grad_norm": 1.4945975542068481, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8818472623825073, + "num_tokens": 236458616.0, + "step": 6488 + }, + { + "epoch": 1.2050139275766016, + "grad_norm": 1.546923041343689, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8738989233970642, + "num_tokens": 236497756.0, + "step": 6489 + }, + { + "epoch": 1.2051996285979574, + "grad_norm": 1.528781771659851, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8685721755027771, + "num_tokens": 236538190.0, + "step": 6490 + }, + { + "epoch": 1.2053853296193129, + "grad_norm": 1.4107284545898438, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8751315474510193, + "num_tokens": 236578508.0, + "step": 6491 + }, + { + "epoch": 1.2055710306406686, + "grad_norm": 1.3648114204406738, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8796874284744263, + "num_tokens": 236618293.0, + "step": 6492 + }, + { + "epoch": 1.2057567316620241, + "grad_norm": 1.6226457357406616, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.875569224357605, + "num_tokens": 236650158.0, + "step": 6493 + }, + { + "epoch": 1.2059424326833796, + "grad_norm": 1.6109315156936646, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8658084869384766, + "num_tokens": 236686680.0, + "step": 6494 + }, + { + "epoch": 1.2061281337047354, + "grad_norm": 1.5492509603500366, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8665528893470764, + "num_tokens": 236720014.0, + "step": 6495 + }, + { + "epoch": 1.206313834726091, + "grad_norm": 1.4059556722640991, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8756145238876343, + "num_tokens": 236759838.0, + "step": 6496 + }, + { + "epoch": 1.2064995357474466, + "grad_norm": 1.4470757246017456, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8688821196556091, + "num_tokens": 236796654.0, + "step": 6497 + }, + { + "epoch": 1.2066852367688021, + "grad_norm": 1.394169569015503, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8925832509994507, + "num_tokens": 236830950.0, + "step": 6498 + }, + { + "epoch": 1.2068709377901579, + "grad_norm": 1.3858495950698853, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8796592354774475, + "num_tokens": 236868943.0, + "step": 6499 + }, + { + "epoch": 1.2070566388115134, + "grad_norm": 1.448312759399414, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8777039051055908, + "num_tokens": 236906297.0, + "step": 6500 + }, + { + "epoch": 1.207242339832869, + "grad_norm": 1.4686933755874634, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8843115568161011, + "num_tokens": 236939648.0, + "step": 6501 + }, + { + "epoch": 1.2074280408542246, + "grad_norm": 1.428131341934204, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8858474493026733, + "num_tokens": 236977647.0, + "step": 6502 + }, + { + "epoch": 1.2076137418755803, + "grad_norm": 1.4309033155441284, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8763190507888794, + "num_tokens": 237017390.0, + "step": 6503 + }, + { + "epoch": 1.2077994428969359, + "grad_norm": 1.4188247919082642, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8836988210678101, + "num_tokens": 237055416.0, + "step": 6504 + }, + { + "epoch": 1.2079851439182916, + "grad_norm": 1.4255326986312866, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8816992044448853, + "num_tokens": 237091408.0, + "step": 6505 + }, + { + "epoch": 1.208170844939647, + "grad_norm": 1.5039671659469604, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8840113878250122, + "num_tokens": 237127228.0, + "step": 6506 + }, + { + "epoch": 1.2083565459610028, + "grad_norm": 1.4842865467071533, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8811708688735962, + "num_tokens": 237163785.0, + "step": 6507 + }, + { + "epoch": 1.2085422469823583, + "grad_norm": 1.460022211074829, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8541437983512878, + "num_tokens": 237209285.0, + "step": 6508 + }, + { + "epoch": 1.208727948003714, + "grad_norm": 1.4194629192352295, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8731955289840698, + "num_tokens": 237247064.0, + "step": 6509 + }, + { + "epoch": 1.2089136490250696, + "grad_norm": 1.4216188192367554, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8714820146560669, + "num_tokens": 237286555.0, + "step": 6510 + }, + { + "epoch": 1.2090993500464253, + "grad_norm": 1.3888533115386963, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8863264918327332, + "num_tokens": 237321261.0, + "step": 6511 + }, + { + "epoch": 1.2092850510677808, + "grad_norm": 1.4875319004058838, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8746722936630249, + "num_tokens": 237357463.0, + "step": 6512 + }, + { + "epoch": 1.2094707520891366, + "grad_norm": 1.5404033660888672, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8751475811004639, + "num_tokens": 237390886.0, + "step": 6513 + }, + { + "epoch": 1.209656453110492, + "grad_norm": 1.551160216331482, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8732965588569641, + "num_tokens": 237429844.0, + "step": 6514 + }, + { + "epoch": 1.2098421541318478, + "grad_norm": 1.3659026622772217, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8702284097671509, + "num_tokens": 237472465.0, + "step": 6515 + }, + { + "epoch": 1.2100278551532033, + "grad_norm": 1.4456210136413574, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.870752215385437, + "num_tokens": 237509517.0, + "step": 6516 + }, + { + "epoch": 1.2102135561745588, + "grad_norm": 1.605369210243225, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8613021969795227, + "num_tokens": 237548661.0, + "step": 6517 + }, + { + "epoch": 1.2103992571959146, + "grad_norm": 1.4299530982971191, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8916934132575989, + "num_tokens": 237582805.0, + "step": 6518 + }, + { + "epoch": 1.2105849582172703, + "grad_norm": 1.4304362535476685, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8775814771652222, + "num_tokens": 237618907.0, + "step": 6519 + }, + { + "epoch": 1.2107706592386258, + "grad_norm": 1.4652775526046753, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8750595450401306, + "num_tokens": 237654904.0, + "step": 6520 + }, + { + "epoch": 1.2109563602599813, + "grad_norm": 1.450412631034851, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8805339336395264, + "num_tokens": 237691034.0, + "step": 6521 + }, + { + "epoch": 1.211142061281337, + "grad_norm": 1.6098060607910156, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8878012895584106, + "num_tokens": 237720283.0, + "step": 6522 + }, + { + "epoch": 1.2113277623026926, + "grad_norm": 1.4777910709381104, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8682862520217896, + "num_tokens": 237757379.0, + "step": 6523 + }, + { + "epoch": 1.2115134633240483, + "grad_norm": 1.5262545347213745, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8913437724113464, + "num_tokens": 237786549.0, + "step": 6524 + }, + { + "epoch": 1.2116991643454038, + "grad_norm": 1.6900495290756226, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8705965280532837, + "num_tokens": 237814032.0, + "step": 6525 + }, + { + "epoch": 1.2118848653667595, + "grad_norm": 1.5258545875549316, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8815597891807556, + "num_tokens": 237845809.0, + "step": 6526 + }, + { + "epoch": 1.212070566388115, + "grad_norm": 1.5277670621871948, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8779263496398926, + "num_tokens": 237879960.0, + "step": 6527 + }, + { + "epoch": 1.2122562674094708, + "grad_norm": 1.5162745714187622, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8773941993713379, + "num_tokens": 237922779.0, + "step": 6528 + }, + { + "epoch": 1.2124419684308263, + "grad_norm": 1.6279542446136475, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.891539454460144, + "num_tokens": 237950128.0, + "step": 6529 + }, + { + "epoch": 1.212627669452182, + "grad_norm": 1.4398534297943115, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8682536482810974, + "num_tokens": 237988665.0, + "step": 6530 + }, + { + "epoch": 1.2128133704735375, + "grad_norm": 1.556117057800293, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8735802173614502, + "num_tokens": 238023919.0, + "step": 6531 + }, + { + "epoch": 1.2129990714948933, + "grad_norm": 1.639089584350586, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8722219467163086, + "num_tokens": 238059863.0, + "step": 6532 + }, + { + "epoch": 1.2131847725162488, + "grad_norm": 1.7255254983901978, + "learning_rate": 1e-06, + "loss": 0.454, + "mean_token_accuracy": 0.8499969244003296, + "num_tokens": 238091190.0, + "step": 6533 + }, + { + "epoch": 1.2133704735376045, + "grad_norm": 1.5288711786270142, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8835715055465698, + "num_tokens": 238127848.0, + "step": 6534 + }, + { + "epoch": 1.21355617455896, + "grad_norm": 1.5545698404312134, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8720018267631531, + "num_tokens": 238164137.0, + "step": 6535 + }, + { + "epoch": 1.2137418755803158, + "grad_norm": 1.4150996208190918, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8752365112304688, + "num_tokens": 238202397.0, + "step": 6536 + }, + { + "epoch": 1.2139275766016713, + "grad_norm": 1.5359572172164917, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8876978158950806, + "num_tokens": 238239335.0, + "step": 6537 + }, + { + "epoch": 1.214113277623027, + "grad_norm": 1.493598461151123, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8828483819961548, + "num_tokens": 238272644.0, + "step": 6538 + }, + { + "epoch": 1.2142989786443825, + "grad_norm": 1.5639288425445557, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8795785307884216, + "num_tokens": 238307000.0, + "step": 6539 + }, + { + "epoch": 1.2144846796657383, + "grad_norm": 1.4436558485031128, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8740212321281433, + "num_tokens": 238343367.0, + "step": 6540 + }, + { + "epoch": 1.2146703806870938, + "grad_norm": 1.5301227569580078, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8648262619972229, + "num_tokens": 238378105.0, + "step": 6541 + }, + { + "epoch": 1.2148560817084495, + "grad_norm": 1.524670958518982, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8832368850708008, + "num_tokens": 238412713.0, + "step": 6542 + }, + { + "epoch": 1.215041782729805, + "grad_norm": 1.4882047176361084, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8626063466072083, + "num_tokens": 238450127.0, + "step": 6543 + }, + { + "epoch": 1.2152274837511605, + "grad_norm": 1.4125653505325317, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8619393110275269, + "num_tokens": 238492698.0, + "step": 6544 + }, + { + "epoch": 1.2154131847725163, + "grad_norm": 1.4807506799697876, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8835563659667969, + "num_tokens": 238527184.0, + "step": 6545 + }, + { + "epoch": 1.215598885793872, + "grad_norm": 1.4635416269302368, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8927829265594482, + "num_tokens": 238563056.0, + "step": 6546 + }, + { + "epoch": 1.2157845868152275, + "grad_norm": 1.518158197402954, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.863300085067749, + "num_tokens": 238598901.0, + "step": 6547 + }, + { + "epoch": 1.215970287836583, + "grad_norm": 1.5837323665618896, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8848642110824585, + "num_tokens": 238627988.0, + "step": 6548 + }, + { + "epoch": 1.2161559888579387, + "grad_norm": 1.6671030521392822, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8698067665100098, + "num_tokens": 238661478.0, + "step": 6549 + }, + { + "epoch": 1.2163416898792943, + "grad_norm": 1.3604472875595093, + "learning_rate": 1e-06, + "loss": 0.2662, + "mean_token_accuracy": 0.9052019119262695, + "num_tokens": 238695717.0, + "step": 6550 + }, + { + "epoch": 1.21652739090065, + "grad_norm": 1.6634204387664795, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8565980195999146, + "num_tokens": 238726213.0, + "step": 6551 + }, + { + "epoch": 1.2167130919220055, + "grad_norm": 1.7086411714553833, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8697198629379272, + "num_tokens": 238755003.0, + "step": 6552 + }, + { + "epoch": 1.2168987929433612, + "grad_norm": 1.5488775968551636, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8666971325874329, + "num_tokens": 238793570.0, + "step": 6553 + }, + { + "epoch": 1.2170844939647167, + "grad_norm": 1.3836889266967773, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8857828974723816, + "num_tokens": 238835563.0, + "step": 6554 + }, + { + "epoch": 1.2172701949860725, + "grad_norm": 1.3584283590316772, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8831522464752197, + "num_tokens": 238873889.0, + "step": 6555 + }, + { + "epoch": 1.217455896007428, + "grad_norm": 1.5182397365570068, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8664684295654297, + "num_tokens": 238909202.0, + "step": 6556 + }, + { + "epoch": 1.2176415970287837, + "grad_norm": 1.4399616718292236, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8763516545295715, + "num_tokens": 238946866.0, + "step": 6557 + }, + { + "epoch": 1.2178272980501392, + "grad_norm": 1.5503504276275635, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8667964935302734, + "num_tokens": 238982521.0, + "step": 6558 + }, + { + "epoch": 1.218012999071495, + "grad_norm": 1.368290662765503, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8832030296325684, + "num_tokens": 239023857.0, + "step": 6559 + }, + { + "epoch": 1.2181987000928505, + "grad_norm": 1.5611143112182617, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8667316436767578, + "num_tokens": 239061992.0, + "step": 6560 + }, + { + "epoch": 1.2183844011142062, + "grad_norm": 1.6338796615600586, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8706834316253662, + "num_tokens": 239092965.0, + "step": 6561 + }, + { + "epoch": 1.2185701021355617, + "grad_norm": 1.4364973306655884, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.884989857673645, + "num_tokens": 239127499.0, + "step": 6562 + }, + { + "epoch": 1.2187558031569174, + "grad_norm": 1.4959388971328735, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8831018209457397, + "num_tokens": 239161680.0, + "step": 6563 + }, + { + "epoch": 1.218941504178273, + "grad_norm": 1.5749709606170654, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8727626204490662, + "num_tokens": 239194016.0, + "step": 6564 + }, + { + "epoch": 1.2191272051996287, + "grad_norm": 1.3939292430877686, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8755358457565308, + "num_tokens": 239235395.0, + "step": 6565 + }, + { + "epoch": 1.2193129062209842, + "grad_norm": 1.5633569955825806, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.866086483001709, + "num_tokens": 239268377.0, + "step": 6566 + }, + { + "epoch": 1.2194986072423397, + "grad_norm": 1.3308902978897095, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8934612274169922, + "num_tokens": 239304251.0, + "step": 6567 + }, + { + "epoch": 1.2196843082636954, + "grad_norm": 1.4323927164077759, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8764269351959229, + "num_tokens": 239341892.0, + "step": 6568 + }, + { + "epoch": 1.2198700092850512, + "grad_norm": 1.3770320415496826, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8833993673324585, + "num_tokens": 239379502.0, + "step": 6569 + }, + { + "epoch": 1.2200557103064067, + "grad_norm": 1.4683644771575928, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.86411452293396, + "num_tokens": 239415514.0, + "step": 6570 + }, + { + "epoch": 1.2202414113277622, + "grad_norm": 1.4334088563919067, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8918959498405457, + "num_tokens": 239452525.0, + "step": 6571 + }, + { + "epoch": 1.220427112349118, + "grad_norm": 1.3998918533325195, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8769347667694092, + "num_tokens": 239494724.0, + "step": 6572 + }, + { + "epoch": 1.2206128133704734, + "grad_norm": 1.8305721282958984, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8675336837768555, + "num_tokens": 239526171.0, + "step": 6573 + }, + { + "epoch": 1.2207985143918292, + "grad_norm": 1.5173301696777344, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.862343430519104, + "num_tokens": 239564450.0, + "step": 6574 + }, + { + "epoch": 1.2209842154131847, + "grad_norm": 1.5643852949142456, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8594890832901001, + "num_tokens": 239601195.0, + "step": 6575 + }, + { + "epoch": 1.2211699164345404, + "grad_norm": 1.5525083541870117, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8700799345970154, + "num_tokens": 239636244.0, + "step": 6576 + }, + { + "epoch": 1.221355617455896, + "grad_norm": 1.4313942193984985, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8697254061698914, + "num_tokens": 239676386.0, + "step": 6577 + }, + { + "epoch": 1.2215413184772517, + "grad_norm": 1.444604754447937, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8710443377494812, + "num_tokens": 239714763.0, + "step": 6578 + }, + { + "epoch": 1.2217270194986072, + "grad_norm": 1.6613842248916626, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8808625936508179, + "num_tokens": 239745161.0, + "step": 6579 + }, + { + "epoch": 1.221912720519963, + "grad_norm": 1.4976470470428467, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.881101131439209, + "num_tokens": 239779821.0, + "step": 6580 + }, + { + "epoch": 1.2220984215413184, + "grad_norm": 1.4058420658111572, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8758171796798706, + "num_tokens": 239818833.0, + "step": 6581 + }, + { + "epoch": 1.2222841225626742, + "grad_norm": 1.424196481704712, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8817135691642761, + "num_tokens": 239857237.0, + "step": 6582 + }, + { + "epoch": 1.2224698235840297, + "grad_norm": 1.5073633193969727, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8742625117301941, + "num_tokens": 239896679.0, + "step": 6583 + }, + { + "epoch": 1.2226555246053854, + "grad_norm": 1.3820503950119019, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8811399936676025, + "num_tokens": 239938378.0, + "step": 6584 + }, + { + "epoch": 1.222841225626741, + "grad_norm": 1.5400017499923706, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8772946000099182, + "num_tokens": 239973697.0, + "step": 6585 + }, + { + "epoch": 1.2230269266480966, + "grad_norm": 1.468093991279602, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.880666971206665, + "num_tokens": 240008972.0, + "step": 6586 + }, + { + "epoch": 1.2232126276694522, + "grad_norm": 1.4260982275009155, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.876619279384613, + "num_tokens": 240048506.0, + "step": 6587 + }, + { + "epoch": 1.223398328690808, + "grad_norm": 1.3749866485595703, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8781408071517944, + "num_tokens": 240091228.0, + "step": 6588 + }, + { + "epoch": 1.2235840297121634, + "grad_norm": 1.4571455717086792, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8797785043716431, + "num_tokens": 240126503.0, + "step": 6589 + }, + { + "epoch": 1.223769730733519, + "grad_norm": 1.3540351390838623, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8864740133285522, + "num_tokens": 240165679.0, + "step": 6590 + }, + { + "epoch": 1.2239554317548746, + "grad_norm": 1.426283597946167, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8879454731941223, + "num_tokens": 240201874.0, + "step": 6591 + }, + { + "epoch": 1.2241411327762304, + "grad_norm": 1.4414713382720947, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8730653524398804, + "num_tokens": 240241594.0, + "step": 6592 + }, + { + "epoch": 1.224326833797586, + "grad_norm": 1.453340768814087, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.885259211063385, + "num_tokens": 240277281.0, + "step": 6593 + }, + { + "epoch": 1.2245125348189414, + "grad_norm": 1.4936549663543701, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8849198222160339, + "num_tokens": 240310575.0, + "step": 6594 + }, + { + "epoch": 1.2246982358402971, + "grad_norm": 1.467898964881897, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8756395578384399, + "num_tokens": 240348089.0, + "step": 6595 + }, + { + "epoch": 1.2248839368616526, + "grad_norm": 1.6085261106491089, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8762439489364624, + "num_tokens": 240384523.0, + "step": 6596 + }, + { + "epoch": 1.2250696378830084, + "grad_norm": 1.5107555389404297, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8746762275695801, + "num_tokens": 240418831.0, + "step": 6597 + }, + { + "epoch": 1.2252553389043639, + "grad_norm": 1.313442587852478, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8875163793563843, + "num_tokens": 240463104.0, + "step": 6598 + }, + { + "epoch": 1.2254410399257196, + "grad_norm": 1.4616984128952026, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8600120544433594, + "num_tokens": 240503226.0, + "step": 6599 + }, + { + "epoch": 1.2256267409470751, + "grad_norm": 1.4655122756958008, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8777107000350952, + "num_tokens": 240540885.0, + "step": 6600 + }, + { + "epoch": 1.2258124419684309, + "grad_norm": 1.451338768005371, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8689093589782715, + "num_tokens": 240579039.0, + "step": 6601 + }, + { + "epoch": 1.2259981429897864, + "grad_norm": 1.346207618713379, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8870511651039124, + "num_tokens": 240619899.0, + "step": 6602 + }, + { + "epoch": 1.226183844011142, + "grad_norm": 1.4678961038589478, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8907090425491333, + "num_tokens": 240654546.0, + "step": 6603 + }, + { + "epoch": 1.2263695450324976, + "grad_norm": 1.5538544654846191, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.876062273979187, + "num_tokens": 240688145.0, + "step": 6604 + }, + { + "epoch": 1.2265552460538534, + "grad_norm": 1.3946359157562256, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8693242073059082, + "num_tokens": 240732059.0, + "step": 6605 + }, + { + "epoch": 1.2267409470752089, + "grad_norm": 1.3353854417800903, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8791563510894775, + "num_tokens": 240773490.0, + "step": 6606 + }, + { + "epoch": 1.2269266480965646, + "grad_norm": 1.4432648420333862, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.872486412525177, + "num_tokens": 240811340.0, + "step": 6607 + }, + { + "epoch": 1.22711234911792, + "grad_norm": 1.4591704607009888, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8791707754135132, + "num_tokens": 240847004.0, + "step": 6608 + }, + { + "epoch": 1.2272980501392758, + "grad_norm": 1.4962102174758911, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8833640813827515, + "num_tokens": 240881060.0, + "step": 6609 + }, + { + "epoch": 1.2274837511606314, + "grad_norm": 1.446547031402588, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8737611174583435, + "num_tokens": 240916755.0, + "step": 6610 + }, + { + "epoch": 1.227669452181987, + "grad_norm": 1.439935326576233, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8806045055389404, + "num_tokens": 240954046.0, + "step": 6611 + }, + { + "epoch": 1.2278551532033426, + "grad_norm": 1.4443516731262207, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8675159215927124, + "num_tokens": 240996632.0, + "step": 6612 + }, + { + "epoch": 1.2280408542246983, + "grad_norm": 1.4353572130203247, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8904127478599548, + "num_tokens": 241029817.0, + "step": 6613 + }, + { + "epoch": 1.2282265552460538, + "grad_norm": 1.5173652172088623, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8711519837379456, + "num_tokens": 241063655.0, + "step": 6614 + }, + { + "epoch": 1.2284122562674096, + "grad_norm": 1.4147924184799194, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.885510265827179, + "num_tokens": 241101057.0, + "step": 6615 + }, + { + "epoch": 1.228597957288765, + "grad_norm": 1.4402636289596558, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8893058896064758, + "num_tokens": 241135960.0, + "step": 6616 + }, + { + "epoch": 1.2287836583101206, + "grad_norm": 1.4029271602630615, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8944224715232849, + "num_tokens": 241172100.0, + "step": 6617 + }, + { + "epoch": 1.2289693593314763, + "grad_norm": 1.4355740547180176, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8904563784599304, + "num_tokens": 241205249.0, + "step": 6618 + }, + { + "epoch": 1.229155060352832, + "grad_norm": 1.4032639265060425, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8755613565444946, + "num_tokens": 241243849.0, + "step": 6619 + }, + { + "epoch": 1.2293407613741876, + "grad_norm": 1.5470175743103027, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8863818645477295, + "num_tokens": 241276940.0, + "step": 6620 + }, + { + "epoch": 1.229526462395543, + "grad_norm": 1.5704501867294312, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8603465557098389, + "num_tokens": 241310337.0, + "step": 6621 + }, + { + "epoch": 1.2297121634168988, + "grad_norm": 1.571797251701355, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8731389045715332, + "num_tokens": 241344302.0, + "step": 6622 + }, + { + "epoch": 1.2298978644382543, + "grad_norm": 1.324668288230896, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8734147548675537, + "num_tokens": 241389333.0, + "step": 6623 + }, + { + "epoch": 1.23008356545961, + "grad_norm": 1.7604701519012451, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8664882183074951, + "num_tokens": 241417631.0, + "step": 6624 + }, + { + "epoch": 1.2302692664809656, + "grad_norm": 1.638416051864624, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8684377670288086, + "num_tokens": 241447905.0, + "step": 6625 + }, + { + "epoch": 1.2304549675023213, + "grad_norm": 1.385763168334961, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8849595785140991, + "num_tokens": 241484498.0, + "step": 6626 + }, + { + "epoch": 1.2306406685236768, + "grad_norm": 1.4608262777328491, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8674684762954712, + "num_tokens": 241522281.0, + "step": 6627 + }, + { + "epoch": 1.2308263695450326, + "grad_norm": 1.5802079439163208, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8734017610549927, + "num_tokens": 241555976.0, + "step": 6628 + }, + { + "epoch": 1.231012070566388, + "grad_norm": 1.4615215063095093, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8858901262283325, + "num_tokens": 241595071.0, + "step": 6629 + }, + { + "epoch": 1.2311977715877438, + "grad_norm": 1.545074224472046, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8747053146362305, + "num_tokens": 241631813.0, + "step": 6630 + }, + { + "epoch": 1.2313834726090993, + "grad_norm": 1.5320661067962646, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8793479204177856, + "num_tokens": 241666930.0, + "step": 6631 + }, + { + "epoch": 1.231569173630455, + "grad_norm": 1.4910470247268677, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8779485821723938, + "num_tokens": 241700961.0, + "step": 6632 + }, + { + "epoch": 1.2317548746518105, + "grad_norm": 1.499987006187439, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8783177137374878, + "num_tokens": 241736126.0, + "step": 6633 + }, + { + "epoch": 1.2319405756731663, + "grad_norm": 1.626295804977417, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8809900283813477, + "num_tokens": 241764211.0, + "step": 6634 + }, + { + "epoch": 1.2321262766945218, + "grad_norm": 1.420466423034668, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8787880539894104, + "num_tokens": 241802786.0, + "step": 6635 + }, + { + "epoch": 1.2323119777158775, + "grad_norm": 1.515799880027771, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8724554777145386, + "num_tokens": 241842376.0, + "step": 6636 + }, + { + "epoch": 1.232497678737233, + "grad_norm": 1.5424611568450928, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8720571994781494, + "num_tokens": 241877422.0, + "step": 6637 + }, + { + "epoch": 1.2326833797585888, + "grad_norm": 1.5331999063491821, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8695135116577148, + "num_tokens": 241915964.0, + "step": 6638 + }, + { + "epoch": 1.2328690807799443, + "grad_norm": 1.5669766664505005, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8706935048103333, + "num_tokens": 241948159.0, + "step": 6639 + }, + { + "epoch": 1.2330547818012998, + "grad_norm": 1.4635876417160034, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8873692750930786, + "num_tokens": 241982929.0, + "step": 6640 + }, + { + "epoch": 1.2332404828226555, + "grad_norm": 1.386713981628418, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8791429400444031, + "num_tokens": 242021426.0, + "step": 6641 + }, + { + "epoch": 1.2334261838440113, + "grad_norm": 1.6134305000305176, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8721013069152832, + "num_tokens": 242053910.0, + "step": 6642 + }, + { + "epoch": 1.2336118848653668, + "grad_norm": 1.5015207529067993, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8655345439910889, + "num_tokens": 242089202.0, + "step": 6643 + }, + { + "epoch": 1.2337975858867223, + "grad_norm": 1.4773669242858887, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8663285970687866, + "num_tokens": 242129101.0, + "step": 6644 + }, + { + "epoch": 1.233983286908078, + "grad_norm": 1.4267786741256714, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8860852122306824, + "num_tokens": 242165594.0, + "step": 6645 + }, + { + "epoch": 1.2341689879294335, + "grad_norm": 1.3802489042282104, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8787272572517395, + "num_tokens": 242203966.0, + "step": 6646 + }, + { + "epoch": 1.2343546889507893, + "grad_norm": 1.4481861591339111, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8854961395263672, + "num_tokens": 242237890.0, + "step": 6647 + }, + { + "epoch": 1.2345403899721448, + "grad_norm": 1.4496674537658691, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8846077919006348, + "num_tokens": 242273845.0, + "step": 6648 + }, + { + "epoch": 1.2347260909935005, + "grad_norm": 1.4859099388122559, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8719456195831299, + "num_tokens": 242309930.0, + "step": 6649 + }, + { + "epoch": 1.234911792014856, + "grad_norm": 1.4426507949829102, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8774373531341553, + "num_tokens": 242346671.0, + "step": 6650 + }, + { + "epoch": 1.2350974930362117, + "grad_norm": 1.6144764423370361, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8590437173843384, + "num_tokens": 242379627.0, + "step": 6651 + }, + { + "epoch": 1.2352831940575673, + "grad_norm": 1.4865814447402954, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8741790056228638, + "num_tokens": 242416142.0, + "step": 6652 + }, + { + "epoch": 1.235468895078923, + "grad_norm": 1.395452857017517, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8702077865600586, + "num_tokens": 242455016.0, + "step": 6653 + }, + { + "epoch": 1.2356545961002785, + "grad_norm": 1.5046252012252808, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.876875638961792, + "num_tokens": 242489725.0, + "step": 6654 + }, + { + "epoch": 1.2358402971216342, + "grad_norm": 1.4604182243347168, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8838627338409424, + "num_tokens": 242523116.0, + "step": 6655 + }, + { + "epoch": 1.2360259981429897, + "grad_norm": 1.4533705711364746, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8792358636856079, + "num_tokens": 242559076.0, + "step": 6656 + }, + { + "epoch": 1.2362116991643455, + "grad_norm": 1.369051456451416, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8851569294929504, + "num_tokens": 242601367.0, + "step": 6657 + }, + { + "epoch": 1.236397400185701, + "grad_norm": 1.4846409559249878, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8624646663665771, + "num_tokens": 242640728.0, + "step": 6658 + }, + { + "epoch": 1.2365831012070567, + "grad_norm": 1.4137850999832153, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8789394497871399, + "num_tokens": 242677362.0, + "step": 6659 + }, + { + "epoch": 1.2367688022284122, + "grad_norm": 1.4523065090179443, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8791682720184326, + "num_tokens": 242712856.0, + "step": 6660 + }, + { + "epoch": 1.236954503249768, + "grad_norm": 1.5627164840698242, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8716009855270386, + "num_tokens": 242748945.0, + "step": 6661 + }, + { + "epoch": 1.2371402042711235, + "grad_norm": 1.4076080322265625, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8777886033058167, + "num_tokens": 242785697.0, + "step": 6662 + }, + { + "epoch": 1.237325905292479, + "grad_norm": 1.5142457485198975, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8782235383987427, + "num_tokens": 242820577.0, + "step": 6663 + }, + { + "epoch": 1.2375116063138347, + "grad_norm": 1.6825835704803467, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8665720820426941, + "num_tokens": 242850803.0, + "step": 6664 + }, + { + "epoch": 1.2376973073351905, + "grad_norm": 1.7826372385025024, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8610456585884094, + "num_tokens": 242878572.0, + "step": 6665 + }, + { + "epoch": 1.237883008356546, + "grad_norm": 1.6121240854263306, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8770508170127869, + "num_tokens": 242909898.0, + "step": 6666 + }, + { + "epoch": 1.2380687093779015, + "grad_norm": 1.501947283744812, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8830397129058838, + "num_tokens": 242943443.0, + "step": 6667 + }, + { + "epoch": 1.2382544103992572, + "grad_norm": 1.4923248291015625, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8804800510406494, + "num_tokens": 242980799.0, + "step": 6668 + }, + { + "epoch": 1.2384401114206127, + "grad_norm": 1.443604826927185, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8898035883903503, + "num_tokens": 243015613.0, + "step": 6669 + }, + { + "epoch": 1.2386258124419685, + "grad_norm": 1.4009300470352173, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8793206214904785, + "num_tokens": 243054788.0, + "step": 6670 + }, + { + "epoch": 1.238811513463324, + "grad_norm": 1.556633710861206, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8752201199531555, + "num_tokens": 243089207.0, + "step": 6671 + }, + { + "epoch": 1.2389972144846797, + "grad_norm": 1.5573662519454956, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8798661231994629, + "num_tokens": 243120324.0, + "step": 6672 + }, + { + "epoch": 1.2391829155060352, + "grad_norm": 1.573466181755066, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8623982667922974, + "num_tokens": 243153851.0, + "step": 6673 + }, + { + "epoch": 1.239368616527391, + "grad_norm": 1.518509030342102, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8721693158149719, + "num_tokens": 243191948.0, + "step": 6674 + }, + { + "epoch": 1.2395543175487465, + "grad_norm": 1.4886586666107178, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8657299876213074, + "num_tokens": 243231698.0, + "step": 6675 + }, + { + "epoch": 1.2397400185701022, + "grad_norm": 1.3862972259521484, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8855029344558716, + "num_tokens": 243268603.0, + "step": 6676 + }, + { + "epoch": 1.2399257195914577, + "grad_norm": 1.5004853010177612, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8631834983825684, + "num_tokens": 243306099.0, + "step": 6677 + }, + { + "epoch": 1.2401114206128134, + "grad_norm": 1.47794771194458, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.869863748550415, + "num_tokens": 243346229.0, + "step": 6678 + }, + { + "epoch": 1.240297121634169, + "grad_norm": 1.4277876615524292, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8825918436050415, + "num_tokens": 243381224.0, + "step": 6679 + }, + { + "epoch": 1.2404828226555247, + "grad_norm": 1.4624295234680176, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8796245455741882, + "num_tokens": 243415882.0, + "step": 6680 + }, + { + "epoch": 1.2406685236768802, + "grad_norm": 1.5331764221191406, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8730821013450623, + "num_tokens": 243448389.0, + "step": 6681 + }, + { + "epoch": 1.240854224698236, + "grad_norm": 1.4816001653671265, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8771511912345886, + "num_tokens": 243483349.0, + "step": 6682 + }, + { + "epoch": 1.2410399257195914, + "grad_norm": 1.4772981405258179, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8704944849014282, + "num_tokens": 243519578.0, + "step": 6683 + }, + { + "epoch": 1.2412256267409472, + "grad_norm": 1.5491821765899658, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8730952739715576, + "num_tokens": 243550665.0, + "step": 6684 + }, + { + "epoch": 1.2414113277623027, + "grad_norm": 1.4002530574798584, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.874939501285553, + "num_tokens": 243592483.0, + "step": 6685 + }, + { + "epoch": 1.2415970287836582, + "grad_norm": 1.5171087980270386, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8824964165687561, + "num_tokens": 243626436.0, + "step": 6686 + }, + { + "epoch": 1.241782729805014, + "grad_norm": 1.429647445678711, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8679454326629639, + "num_tokens": 243667940.0, + "step": 6687 + }, + { + "epoch": 1.2419684308263697, + "grad_norm": 1.4485865831375122, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8795759677886963, + "num_tokens": 243704676.0, + "step": 6688 + }, + { + "epoch": 1.2421541318477252, + "grad_norm": 1.559269666671753, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8784007430076599, + "num_tokens": 243737179.0, + "step": 6689 + }, + { + "epoch": 1.2423398328690807, + "grad_norm": 1.4578514099121094, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8874342441558838, + "num_tokens": 243772603.0, + "step": 6690 + }, + { + "epoch": 1.2425255338904364, + "grad_norm": 1.56532621383667, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8626785278320312, + "num_tokens": 243809576.0, + "step": 6691 + }, + { + "epoch": 1.2427112349117921, + "grad_norm": 1.4096890687942505, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8822587728500366, + "num_tokens": 243848253.0, + "step": 6692 + }, + { + "epoch": 1.2428969359331477, + "grad_norm": 1.483947992324829, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8804835677146912, + "num_tokens": 243885497.0, + "step": 6693 + }, + { + "epoch": 1.2430826369545032, + "grad_norm": 1.5081274509429932, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8869079351425171, + "num_tokens": 243923353.0, + "step": 6694 + }, + { + "epoch": 1.243268337975859, + "grad_norm": 1.4920860528945923, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.875991702079773, + "num_tokens": 243958623.0, + "step": 6695 + }, + { + "epoch": 1.2434540389972144, + "grad_norm": 1.4647111892700195, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8909369707107544, + "num_tokens": 243988601.0, + "step": 6696 + }, + { + "epoch": 1.2436397400185701, + "grad_norm": 1.531924843788147, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8779412508010864, + "num_tokens": 244021048.0, + "step": 6697 + }, + { + "epoch": 1.2438254410399256, + "grad_norm": 1.4261727333068848, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8756784796714783, + "num_tokens": 244062284.0, + "step": 6698 + }, + { + "epoch": 1.2440111420612814, + "grad_norm": 1.4223510026931763, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8579280376434326, + "num_tokens": 244107681.0, + "step": 6699 + }, + { + "epoch": 1.244196843082637, + "grad_norm": 1.637166142463684, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8779064416885376, + "num_tokens": 244140360.0, + "step": 6700 + }, + { + "epoch": 1.2443825441039926, + "grad_norm": 1.461135745048523, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8806352019309998, + "num_tokens": 244176927.0, + "step": 6701 + }, + { + "epoch": 1.2445682451253481, + "grad_norm": 1.400944471359253, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8846504092216492, + "num_tokens": 244213180.0, + "step": 6702 + }, + { + "epoch": 1.2447539461467039, + "grad_norm": 1.5181231498718262, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8661966323852539, + "num_tokens": 244250554.0, + "step": 6703 + }, + { + "epoch": 1.2449396471680594, + "grad_norm": 1.6171342134475708, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8675184845924377, + "num_tokens": 244287457.0, + "step": 6704 + }, + { + "epoch": 1.2451253481894151, + "grad_norm": 1.5202504396438599, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8692954182624817, + "num_tokens": 244324460.0, + "step": 6705 + }, + { + "epoch": 1.2453110492107706, + "grad_norm": 1.473442554473877, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8863626718521118, + "num_tokens": 244359696.0, + "step": 6706 + }, + { + "epoch": 1.2454967502321264, + "grad_norm": 1.5146820545196533, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8743345141410828, + "num_tokens": 244395370.0, + "step": 6707 + }, + { + "epoch": 1.2456824512534819, + "grad_norm": 1.4685704708099365, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8712500333786011, + "num_tokens": 244434575.0, + "step": 6708 + }, + { + "epoch": 1.2458681522748376, + "grad_norm": 1.3469369411468506, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.885586142539978, + "num_tokens": 244474974.0, + "step": 6709 + }, + { + "epoch": 1.2460538532961931, + "grad_norm": 1.5502104759216309, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8728783130645752, + "num_tokens": 244509295.0, + "step": 6710 + }, + { + "epoch": 1.2462395543175488, + "grad_norm": 1.3947749137878418, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8750723600387573, + "num_tokens": 244548759.0, + "step": 6711 + }, + { + "epoch": 1.2464252553389044, + "grad_norm": 1.5606400966644287, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8905065059661865, + "num_tokens": 244579498.0, + "step": 6712 + }, + { + "epoch": 1.2466109563602599, + "grad_norm": 1.5936557054519653, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8861128687858582, + "num_tokens": 244615248.0, + "step": 6713 + }, + { + "epoch": 1.2467966573816156, + "grad_norm": 1.6618794202804565, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8729244470596313, + "num_tokens": 244650391.0, + "step": 6714 + }, + { + "epoch": 1.2469823584029713, + "grad_norm": 1.5420461893081665, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8740062117576599, + "num_tokens": 244683308.0, + "step": 6715 + }, + { + "epoch": 1.2471680594243268, + "grad_norm": 1.5135774612426758, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8561590313911438, + "num_tokens": 244720844.0, + "step": 6716 + }, + { + "epoch": 1.2473537604456824, + "grad_norm": 1.5040212869644165, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8775185346603394, + "num_tokens": 244755690.0, + "step": 6717 + }, + { + "epoch": 1.247539461467038, + "grad_norm": 1.5079370737075806, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8724989295005798, + "num_tokens": 244793932.0, + "step": 6718 + }, + { + "epoch": 1.2477251624883936, + "grad_norm": 1.6117609739303589, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8744722604751587, + "num_tokens": 244827421.0, + "step": 6719 + }, + { + "epoch": 1.2479108635097493, + "grad_norm": 1.6080186367034912, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8652267456054688, + "num_tokens": 244861823.0, + "step": 6720 + }, + { + "epoch": 1.2480965645311048, + "grad_norm": 1.3892916440963745, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8858914971351624, + "num_tokens": 244900856.0, + "step": 6721 + }, + { + "epoch": 1.2482822655524606, + "grad_norm": 1.5136562585830688, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.868579089641571, + "num_tokens": 244934193.0, + "step": 6722 + }, + { + "epoch": 1.248467966573816, + "grad_norm": 1.4714409112930298, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8850778937339783, + "num_tokens": 244972316.0, + "step": 6723 + }, + { + "epoch": 1.2486536675951718, + "grad_norm": 1.5043174028396606, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8776454925537109, + "num_tokens": 245008297.0, + "step": 6724 + }, + { + "epoch": 1.2488393686165273, + "grad_norm": 1.4888428449630737, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8848252296447754, + "num_tokens": 245042792.0, + "step": 6725 + }, + { + "epoch": 1.249025069637883, + "grad_norm": 1.4191768169403076, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8800925016403198, + "num_tokens": 245078982.0, + "step": 6726 + }, + { + "epoch": 1.2492107706592386, + "grad_norm": 1.4616546630859375, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8690774440765381, + "num_tokens": 245118253.0, + "step": 6727 + }, + { + "epoch": 1.2493964716805943, + "grad_norm": 1.507082223892212, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8820590972900391, + "num_tokens": 245150515.0, + "step": 6728 + }, + { + "epoch": 1.2495821727019498, + "grad_norm": 1.5126105546951294, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8843395709991455, + "num_tokens": 245184390.0, + "step": 6729 + }, + { + "epoch": 1.2497678737233056, + "grad_norm": 1.6972780227661133, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8743329048156738, + "num_tokens": 245215285.0, + "step": 6730 + }, + { + "epoch": 1.249953574744661, + "grad_norm": 1.641535758972168, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8633761405944824, + "num_tokens": 245246018.0, + "step": 6731 + }, + { + "epoch": 1.2501392757660166, + "grad_norm": 1.7010712623596191, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8649890422821045, + "num_tokens": 245276133.0, + "step": 6732 + }, + { + "epoch": 1.2503249767873723, + "grad_norm": 1.4758089780807495, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8860292434692383, + "num_tokens": 245310735.0, + "step": 6733 + }, + { + "epoch": 1.250510677808728, + "grad_norm": 1.4713798761367798, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8716449737548828, + "num_tokens": 245351586.0, + "step": 6734 + }, + { + "epoch": 1.2506963788300836, + "grad_norm": 1.494065284729004, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8855469822883606, + "num_tokens": 245389351.0, + "step": 6735 + }, + { + "epoch": 1.250882079851439, + "grad_norm": 1.662636160850525, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8716110587120056, + "num_tokens": 245419274.0, + "step": 6736 + }, + { + "epoch": 1.2510677808727948, + "grad_norm": 1.5269207954406738, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8755432963371277, + "num_tokens": 245454604.0, + "step": 6737 + }, + { + "epoch": 1.2512534818941505, + "grad_norm": 1.4622340202331543, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8895140886306763, + "num_tokens": 245491577.0, + "step": 6738 + }, + { + "epoch": 1.251439182915506, + "grad_norm": 1.482959270477295, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8712582588195801, + "num_tokens": 245528575.0, + "step": 6739 + }, + { + "epoch": 1.2516248839368616, + "grad_norm": 1.3299942016601562, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8984007835388184, + "num_tokens": 245567613.0, + "step": 6740 + }, + { + "epoch": 1.2518105849582173, + "grad_norm": 1.2772728204727173, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8803918361663818, + "num_tokens": 245612411.0, + "step": 6741 + }, + { + "epoch": 1.251996285979573, + "grad_norm": 1.3562880754470825, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8907608985900879, + "num_tokens": 245647703.0, + "step": 6742 + }, + { + "epoch": 1.2521819870009285, + "grad_norm": 1.3405499458312988, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8822786808013916, + "num_tokens": 245687668.0, + "step": 6743 + }, + { + "epoch": 1.252367688022284, + "grad_norm": 1.4603819847106934, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8801279664039612, + "num_tokens": 245721985.0, + "step": 6744 + }, + { + "epoch": 1.2525533890436398, + "grad_norm": 1.4495127201080322, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8693948984146118, + "num_tokens": 245763371.0, + "step": 6745 + }, + { + "epoch": 1.2527390900649953, + "grad_norm": 1.4555741548538208, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8794397115707397, + "num_tokens": 245799459.0, + "step": 6746 + }, + { + "epoch": 1.252924791086351, + "grad_norm": 1.4853907823562622, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8691768646240234, + "num_tokens": 245833952.0, + "step": 6747 + }, + { + "epoch": 1.2531104921077065, + "grad_norm": 1.606699824333191, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8779529333114624, + "num_tokens": 245866670.0, + "step": 6748 + }, + { + "epoch": 1.2532961931290623, + "grad_norm": 1.3963643312454224, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8676468133926392, + "num_tokens": 245903862.0, + "step": 6749 + }, + { + "epoch": 1.2534818941504178, + "grad_norm": 1.4838550090789795, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8868231773376465, + "num_tokens": 245937897.0, + "step": 6750 + }, + { + "epoch": 1.2536675951717735, + "grad_norm": 1.4710420370101929, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8876314759254456, + "num_tokens": 245970959.0, + "step": 6751 + }, + { + "epoch": 1.253853296193129, + "grad_norm": 1.5825670957565308, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8767355680465698, + "num_tokens": 246005291.0, + "step": 6752 + }, + { + "epoch": 1.2540389972144848, + "grad_norm": 1.6236745119094849, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8754025101661682, + "num_tokens": 246035708.0, + "step": 6753 + }, + { + "epoch": 1.2542246982358403, + "grad_norm": 1.4709783792495728, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8828096985816956, + "num_tokens": 246071079.0, + "step": 6754 + }, + { + "epoch": 1.254410399257196, + "grad_norm": 1.397933006286621, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.882962703704834, + "num_tokens": 246110314.0, + "step": 6755 + }, + { + "epoch": 1.2545961002785515, + "grad_norm": 1.504609227180481, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.885700523853302, + "num_tokens": 246146983.0, + "step": 6756 + }, + { + "epoch": 1.2547818012999072, + "grad_norm": 1.5431461334228516, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8797467947006226, + "num_tokens": 246179806.0, + "step": 6757 + }, + { + "epoch": 1.2549675023212628, + "grad_norm": 1.5457178354263306, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8755496144294739, + "num_tokens": 246215387.0, + "step": 6758 + }, + { + "epoch": 1.2551532033426183, + "grad_norm": 1.4736534357070923, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.890867292881012, + "num_tokens": 246248846.0, + "step": 6759 + }, + { + "epoch": 1.255338904363974, + "grad_norm": 1.4816632270812988, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.87873375415802, + "num_tokens": 246284593.0, + "step": 6760 + }, + { + "epoch": 1.2555246053853297, + "grad_norm": 1.4753392934799194, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8719708919525146, + "num_tokens": 246321275.0, + "step": 6761 + }, + { + "epoch": 1.2557103064066852, + "grad_norm": 1.4452732801437378, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8774259090423584, + "num_tokens": 246360117.0, + "step": 6762 + }, + { + "epoch": 1.2558960074280408, + "grad_norm": 1.4530516862869263, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8721960186958313, + "num_tokens": 246399744.0, + "step": 6763 + }, + { + "epoch": 1.2560817084493965, + "grad_norm": 1.4765506982803345, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8763167858123779, + "num_tokens": 246435503.0, + "step": 6764 + }, + { + "epoch": 1.2562674094707522, + "grad_norm": 1.4249857664108276, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8827935457229614, + "num_tokens": 246469417.0, + "step": 6765 + }, + { + "epoch": 1.2564531104921077, + "grad_norm": 1.3526790142059326, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8789490461349487, + "num_tokens": 246508163.0, + "step": 6766 + }, + { + "epoch": 1.2566388115134632, + "grad_norm": 1.3016061782836914, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8822183012962341, + "num_tokens": 246549517.0, + "step": 6767 + }, + { + "epoch": 1.256824512534819, + "grad_norm": 1.4023652076721191, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8674900531768799, + "num_tokens": 246590358.0, + "step": 6768 + }, + { + "epoch": 1.2570102135561745, + "grad_norm": 1.4326248168945312, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8780810832977295, + "num_tokens": 246626129.0, + "step": 6769 + }, + { + "epoch": 1.2571959145775302, + "grad_norm": 1.4892359972000122, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8882908821105957, + "num_tokens": 246658897.0, + "step": 6770 + }, + { + "epoch": 1.2573816155988857, + "grad_norm": 1.492452621459961, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8812624216079712, + "num_tokens": 246694108.0, + "step": 6771 + }, + { + "epoch": 1.2575673166202415, + "grad_norm": 1.4158555269241333, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8905673027038574, + "num_tokens": 246732563.0, + "step": 6772 + }, + { + "epoch": 1.257753017641597, + "grad_norm": 1.4463906288146973, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8863728046417236, + "num_tokens": 246768387.0, + "step": 6773 + }, + { + "epoch": 1.2579387186629527, + "grad_norm": 1.5707104206085205, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8714781999588013, + "num_tokens": 246803648.0, + "step": 6774 + }, + { + "epoch": 1.2581244196843082, + "grad_norm": 1.4595967531204224, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8828361630439758, + "num_tokens": 246842446.0, + "step": 6775 + }, + { + "epoch": 1.258310120705664, + "grad_norm": 1.4577324390411377, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8790574669837952, + "num_tokens": 246876434.0, + "step": 6776 + }, + { + "epoch": 1.2584958217270195, + "grad_norm": 1.6035228967666626, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8667922019958496, + "num_tokens": 246913680.0, + "step": 6777 + }, + { + "epoch": 1.2586815227483752, + "grad_norm": 1.494928240776062, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8752613067626953, + "num_tokens": 246950463.0, + "step": 6778 + }, + { + "epoch": 1.2588672237697307, + "grad_norm": 1.4953114986419678, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8727818727493286, + "num_tokens": 246985323.0, + "step": 6779 + }, + { + "epoch": 1.2590529247910864, + "grad_norm": 1.4695429801940918, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.877471387386322, + "num_tokens": 247021755.0, + "step": 6780 + }, + { + "epoch": 1.259238625812442, + "grad_norm": 1.4833149909973145, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8755195140838623, + "num_tokens": 247058096.0, + "step": 6781 + }, + { + "epoch": 1.2594243268337975, + "grad_norm": 1.5777276754379272, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8639883995056152, + "num_tokens": 247094463.0, + "step": 6782 + }, + { + "epoch": 1.2596100278551532, + "grad_norm": 1.591220736503601, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8664003014564514, + "num_tokens": 247129821.0, + "step": 6783 + }, + { + "epoch": 1.259795728876509, + "grad_norm": 1.5019781589508057, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8620682954788208, + "num_tokens": 247167218.0, + "step": 6784 + }, + { + "epoch": 1.2599814298978644, + "grad_norm": 1.4502880573272705, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8893429040908813, + "num_tokens": 247202263.0, + "step": 6785 + }, + { + "epoch": 1.26016713091922, + "grad_norm": 1.4077523946762085, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8877943754196167, + "num_tokens": 247239150.0, + "step": 6786 + }, + { + "epoch": 1.2603528319405757, + "grad_norm": 1.6147279739379883, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.869331419467926, + "num_tokens": 247269706.0, + "step": 6787 + }, + { + "epoch": 1.2605385329619314, + "grad_norm": 1.522692322731018, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8834290504455566, + "num_tokens": 247302156.0, + "step": 6788 + }, + { + "epoch": 1.260724233983287, + "grad_norm": 1.4347608089447021, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8853263854980469, + "num_tokens": 247337891.0, + "step": 6789 + }, + { + "epoch": 1.2609099350046424, + "grad_norm": 1.433355450630188, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8766080141067505, + "num_tokens": 247375990.0, + "step": 6790 + }, + { + "epoch": 1.2610956360259982, + "grad_norm": 1.5703520774841309, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.872389018535614, + "num_tokens": 247409199.0, + "step": 6791 + }, + { + "epoch": 1.2612813370473537, + "grad_norm": 1.4900469779968262, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8669931888580322, + "num_tokens": 247449864.0, + "step": 6792 + }, + { + "epoch": 1.2614670380687094, + "grad_norm": 1.4955590963363647, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8754091858863831, + "num_tokens": 247485644.0, + "step": 6793 + }, + { + "epoch": 1.261652739090065, + "grad_norm": 1.515061378479004, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8691806197166443, + "num_tokens": 247523851.0, + "step": 6794 + }, + { + "epoch": 1.2618384401114207, + "grad_norm": 1.4512277841567993, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8947995901107788, + "num_tokens": 247560856.0, + "step": 6795 + }, + { + "epoch": 1.2620241411327762, + "grad_norm": 1.4973853826522827, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8722096681594849, + "num_tokens": 247599625.0, + "step": 6796 + }, + { + "epoch": 1.262209842154132, + "grad_norm": 1.5505999326705933, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8718469142913818, + "num_tokens": 247633544.0, + "step": 6797 + }, + { + "epoch": 1.2623955431754874, + "grad_norm": 1.5097447633743286, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8797532320022583, + "num_tokens": 247670793.0, + "step": 6798 + }, + { + "epoch": 1.2625812441968431, + "grad_norm": 1.4786765575408936, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.870198130607605, + "num_tokens": 247710965.0, + "step": 6799 + }, + { + "epoch": 1.2627669452181987, + "grad_norm": 1.644819974899292, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8688499927520752, + "num_tokens": 247743660.0, + "step": 6800 + }, + { + "epoch": 1.2629526462395544, + "grad_norm": 1.4957164525985718, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8766080737113953, + "num_tokens": 247782965.0, + "step": 6801 + }, + { + "epoch": 1.26313834726091, + "grad_norm": 1.3613073825836182, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8769460916519165, + "num_tokens": 247825520.0, + "step": 6802 + }, + { + "epoch": 1.2633240482822656, + "grad_norm": 1.5828392505645752, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8770065307617188, + "num_tokens": 247857414.0, + "step": 6803 + }, + { + "epoch": 1.2635097493036211, + "grad_norm": 1.4682568311691284, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8654467463493347, + "num_tokens": 247893263.0, + "step": 6804 + }, + { + "epoch": 1.2636954503249767, + "grad_norm": 1.5546891689300537, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8811202645301819, + "num_tokens": 247924163.0, + "step": 6805 + }, + { + "epoch": 1.2638811513463324, + "grad_norm": 1.3402276039123535, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8742145299911499, + "num_tokens": 247966042.0, + "step": 6806 + }, + { + "epoch": 1.2640668523676881, + "grad_norm": 1.595778226852417, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8814562559127808, + "num_tokens": 247994730.0, + "step": 6807 + }, + { + "epoch": 1.2642525533890436, + "grad_norm": 1.3816862106323242, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.889451801776886, + "num_tokens": 248028822.0, + "step": 6808 + }, + { + "epoch": 1.2644382544103991, + "grad_norm": 1.6114674806594849, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.877226710319519, + "num_tokens": 248058168.0, + "step": 6809 + }, + { + "epoch": 1.2646239554317549, + "grad_norm": 1.3055551052093506, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8802719712257385, + "num_tokens": 248103396.0, + "step": 6810 + }, + { + "epoch": 1.2648096564531106, + "grad_norm": 1.460756778717041, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.881001353263855, + "num_tokens": 248136379.0, + "step": 6811 + }, + { + "epoch": 1.2649953574744661, + "grad_norm": 1.4263358116149902, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8834888339042664, + "num_tokens": 248168511.0, + "step": 6812 + }, + { + "epoch": 1.2651810584958216, + "grad_norm": 1.4279476404190063, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.865947961807251, + "num_tokens": 248206402.0, + "step": 6813 + }, + { + "epoch": 1.2653667595171774, + "grad_norm": 1.5078929662704468, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8834900856018066, + "num_tokens": 248240587.0, + "step": 6814 + }, + { + "epoch": 1.265552460538533, + "grad_norm": 1.5311329364776611, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8632689714431763, + "num_tokens": 248279118.0, + "step": 6815 + }, + { + "epoch": 1.2657381615598886, + "grad_norm": 1.5326824188232422, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8684702515602112, + "num_tokens": 248313682.0, + "step": 6816 + }, + { + "epoch": 1.2659238625812441, + "grad_norm": 1.5753459930419922, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 248348579.0, + "step": 6817 + }, + { + "epoch": 1.2661095636025999, + "grad_norm": 1.4890140295028687, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8676356077194214, + "num_tokens": 248384895.0, + "step": 6818 + }, + { + "epoch": 1.2662952646239554, + "grad_norm": 1.55509352684021, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8688361644744873, + "num_tokens": 248418417.0, + "step": 6819 + }, + { + "epoch": 1.266480965645311, + "grad_norm": 1.4382052421569824, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8825606107711792, + "num_tokens": 248454696.0, + "step": 6820 + }, + { + "epoch": 1.2666666666666666, + "grad_norm": 1.356887698173523, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8881694078445435, + "num_tokens": 248492410.0, + "step": 6821 + }, + { + "epoch": 1.2668523676880223, + "grad_norm": 1.545807957649231, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8741083145141602, + "num_tokens": 248526719.0, + "step": 6822 + }, + { + "epoch": 1.2670380687093779, + "grad_norm": 1.5376511812210083, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8743076324462891, + "num_tokens": 248563079.0, + "step": 6823 + }, + { + "epoch": 1.2672237697307336, + "grad_norm": 1.580092191696167, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8787707686424255, + "num_tokens": 248595469.0, + "step": 6824 + }, + { + "epoch": 1.267409470752089, + "grad_norm": 1.5847843885421753, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8699032068252563, + "num_tokens": 248625993.0, + "step": 6825 + }, + { + "epoch": 1.2675951717734448, + "grad_norm": 1.5956072807312012, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8623403310775757, + "num_tokens": 248660163.0, + "step": 6826 + }, + { + "epoch": 1.2677808727948003, + "grad_norm": 1.524582862854004, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8715292811393738, + "num_tokens": 248695161.0, + "step": 6827 + }, + { + "epoch": 1.2679665738161559, + "grad_norm": 1.636446237564087, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8674492835998535, + "num_tokens": 248727927.0, + "step": 6828 + }, + { + "epoch": 1.2681522748375116, + "grad_norm": 1.530417799949646, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8723199367523193, + "num_tokens": 248766593.0, + "step": 6829 + }, + { + "epoch": 1.2683379758588673, + "grad_norm": 1.3699616193771362, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8946510553359985, + "num_tokens": 248803278.0, + "step": 6830 + }, + { + "epoch": 1.2685236768802228, + "grad_norm": 1.7307050228118896, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8669799566268921, + "num_tokens": 248832141.0, + "step": 6831 + }, + { + "epoch": 1.2687093779015783, + "grad_norm": 1.503199815750122, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8677911758422852, + "num_tokens": 248869054.0, + "step": 6832 + }, + { + "epoch": 1.268895078922934, + "grad_norm": 1.5298055410385132, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8786801099777222, + "num_tokens": 248902717.0, + "step": 6833 + }, + { + "epoch": 1.2690807799442898, + "grad_norm": 1.5889430046081543, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8649753332138062, + "num_tokens": 248934570.0, + "step": 6834 + }, + { + "epoch": 1.2692664809656453, + "grad_norm": 1.5090241432189941, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.884642481803894, + "num_tokens": 248967032.0, + "step": 6835 + }, + { + "epoch": 1.2694521819870008, + "grad_norm": 1.5190155506134033, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8775593042373657, + "num_tokens": 249000016.0, + "step": 6836 + }, + { + "epoch": 1.2696378830083566, + "grad_norm": 1.5986456871032715, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.868918776512146, + "num_tokens": 249037122.0, + "step": 6837 + }, + { + "epoch": 1.2698235840297123, + "grad_norm": 1.4606242179870605, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8855827450752258, + "num_tokens": 249073190.0, + "step": 6838 + }, + { + "epoch": 1.2700092850510678, + "grad_norm": 1.5207611322402954, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8543025851249695, + "num_tokens": 249110738.0, + "step": 6839 + }, + { + "epoch": 1.2701949860724233, + "grad_norm": 1.5165104866027832, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8702496290206909, + "num_tokens": 249146396.0, + "step": 6840 + }, + { + "epoch": 1.270380687093779, + "grad_norm": 1.4695194959640503, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8825147747993469, + "num_tokens": 249181840.0, + "step": 6841 + }, + { + "epoch": 1.2705663881151346, + "grad_norm": 1.447346806526184, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.873833179473877, + "num_tokens": 249226264.0, + "step": 6842 + }, + { + "epoch": 1.2707520891364903, + "grad_norm": 1.4468436241149902, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8686561584472656, + "num_tokens": 249264321.0, + "step": 6843 + }, + { + "epoch": 1.2709377901578458, + "grad_norm": 1.5594934225082397, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8647288084030151, + "num_tokens": 249299922.0, + "step": 6844 + }, + { + "epoch": 1.2711234911792015, + "grad_norm": 1.4848880767822266, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8833007216453552, + "num_tokens": 249331788.0, + "step": 6845 + }, + { + "epoch": 1.271309192200557, + "grad_norm": 1.4133661985397339, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8796420097351074, + "num_tokens": 249370215.0, + "step": 6846 + }, + { + "epoch": 1.2714948932219128, + "grad_norm": 1.5130923986434937, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8707927465438843, + "num_tokens": 249411777.0, + "step": 6847 + }, + { + "epoch": 1.2716805942432683, + "grad_norm": 1.4523847103118896, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.871820867061615, + "num_tokens": 249449945.0, + "step": 6848 + }, + { + "epoch": 1.271866295264624, + "grad_norm": 1.4801045656204224, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.878942608833313, + "num_tokens": 249489743.0, + "step": 6849 + }, + { + "epoch": 1.2720519962859795, + "grad_norm": 1.5391108989715576, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8733123540878296, + "num_tokens": 249524119.0, + "step": 6850 + }, + { + "epoch": 1.2722376973073353, + "grad_norm": 1.5605175495147705, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8643944263458252, + "num_tokens": 249562047.0, + "step": 6851 + }, + { + "epoch": 1.2724233983286908, + "grad_norm": 1.369518756866455, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.88379967212677, + "num_tokens": 249602137.0, + "step": 6852 + }, + { + "epoch": 1.2726090993500465, + "grad_norm": 1.5142738819122314, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8797084093093872, + "num_tokens": 249634397.0, + "step": 6853 + }, + { + "epoch": 1.272794800371402, + "grad_norm": 1.49980890750885, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.878623902797699, + "num_tokens": 249668357.0, + "step": 6854 + }, + { + "epoch": 1.2729805013927575, + "grad_norm": 1.4636783599853516, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8742343187332153, + "num_tokens": 249704268.0, + "step": 6855 + }, + { + "epoch": 1.2731662024141133, + "grad_norm": 1.4492485523223877, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8771728873252869, + "num_tokens": 249741621.0, + "step": 6856 + }, + { + "epoch": 1.273351903435469, + "grad_norm": 1.4654245376586914, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8751521706581116, + "num_tokens": 249776601.0, + "step": 6857 + }, + { + "epoch": 1.2735376044568245, + "grad_norm": 1.5899759531021118, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.869088888168335, + "num_tokens": 249813836.0, + "step": 6858 + }, + { + "epoch": 1.27372330547818, + "grad_norm": 1.4840070009231567, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8808176517486572, + "num_tokens": 249850974.0, + "step": 6859 + }, + { + "epoch": 1.2739090064995358, + "grad_norm": 1.537358283996582, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8772326707839966, + "num_tokens": 249888865.0, + "step": 6860 + }, + { + "epoch": 1.2740947075208915, + "grad_norm": 1.4012449979782104, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8844202160835266, + "num_tokens": 249927423.0, + "step": 6861 + }, + { + "epoch": 1.274280408542247, + "grad_norm": 1.4793847799301147, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.869898796081543, + "num_tokens": 249962247.0, + "step": 6862 + }, + { + "epoch": 1.2744661095636025, + "grad_norm": 1.4154365062713623, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8949570655822754, + "num_tokens": 249996293.0, + "step": 6863 + }, + { + "epoch": 1.2746518105849582, + "grad_norm": 1.4794098138809204, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8777160048484802, + "num_tokens": 250031303.0, + "step": 6864 + }, + { + "epoch": 1.2748375116063138, + "grad_norm": 1.5846394300460815, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8898732662200928, + "num_tokens": 250062166.0, + "step": 6865 + }, + { + "epoch": 1.2750232126276695, + "grad_norm": 1.440553069114685, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8770453333854675, + "num_tokens": 250095511.0, + "step": 6866 + }, + { + "epoch": 1.275208913649025, + "grad_norm": 1.525406837463379, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8738181591033936, + "num_tokens": 250131668.0, + "step": 6867 + }, + { + "epoch": 1.2753946146703807, + "grad_norm": 1.435860514640808, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.889529287815094, + "num_tokens": 250167068.0, + "step": 6868 + }, + { + "epoch": 1.2755803156917362, + "grad_norm": 1.3325785398483276, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.890356183052063, + "num_tokens": 250203603.0, + "step": 6869 + }, + { + "epoch": 1.275766016713092, + "grad_norm": 1.5104808807373047, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8824697732925415, + "num_tokens": 250236885.0, + "step": 6870 + }, + { + "epoch": 1.2759517177344475, + "grad_norm": 1.4576553106307983, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8727954030036926, + "num_tokens": 250276213.0, + "step": 6871 + }, + { + "epoch": 1.2761374187558032, + "grad_norm": 1.6076866388320923, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8684833645820618, + "num_tokens": 250307979.0, + "step": 6872 + }, + { + "epoch": 1.2763231197771587, + "grad_norm": 1.3755512237548828, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8770219087600708, + "num_tokens": 250348807.0, + "step": 6873 + }, + { + "epoch": 1.2765088207985145, + "grad_norm": 1.5441206693649292, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8718881607055664, + "num_tokens": 250381342.0, + "step": 6874 + }, + { + "epoch": 1.27669452181987, + "grad_norm": 1.5286595821380615, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8650517463684082, + "num_tokens": 250416206.0, + "step": 6875 + }, + { + "epoch": 1.2768802228412257, + "grad_norm": 1.4745947122573853, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.878272294998169, + "num_tokens": 250452718.0, + "step": 6876 + }, + { + "epoch": 1.2770659238625812, + "grad_norm": 1.454532265663147, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8856981992721558, + "num_tokens": 250487124.0, + "step": 6877 + }, + { + "epoch": 1.2772516248839367, + "grad_norm": 1.5321965217590332, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8755663633346558, + "num_tokens": 250523456.0, + "step": 6878 + }, + { + "epoch": 1.2774373259052925, + "grad_norm": 1.4540352821350098, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.894001841545105, + "num_tokens": 250556302.0, + "step": 6879 + }, + { + "epoch": 1.2776230269266482, + "grad_norm": 1.4386717081069946, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8767848014831543, + "num_tokens": 250597260.0, + "step": 6880 + }, + { + "epoch": 1.2778087279480037, + "grad_norm": 1.5556045770645142, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.878035306930542, + "num_tokens": 250628668.0, + "step": 6881 + }, + { + "epoch": 1.2779944289693592, + "grad_norm": 1.4859565496444702, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8783079981803894, + "num_tokens": 250662549.0, + "step": 6882 + }, + { + "epoch": 1.278180129990715, + "grad_norm": 1.590061902999878, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8808492422103882, + "num_tokens": 250693453.0, + "step": 6883 + }, + { + "epoch": 1.2783658310120707, + "grad_norm": 1.5129621028900146, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8693162202835083, + "num_tokens": 250730972.0, + "step": 6884 + }, + { + "epoch": 1.2785515320334262, + "grad_norm": 1.3806354999542236, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8804893493652344, + "num_tokens": 250770177.0, + "step": 6885 + }, + { + "epoch": 1.2787372330547817, + "grad_norm": 1.523392677307129, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8715804219245911, + "num_tokens": 250804610.0, + "step": 6886 + }, + { + "epoch": 1.2789229340761374, + "grad_norm": 1.4959934949874878, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8803501129150391, + "num_tokens": 250837929.0, + "step": 6887 + }, + { + "epoch": 1.2791086350974932, + "grad_norm": 1.4601829051971436, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.882448673248291, + "num_tokens": 250876121.0, + "step": 6888 + }, + { + "epoch": 1.2792943361188487, + "grad_norm": 1.4996578693389893, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8726398348808289, + "num_tokens": 250913370.0, + "step": 6889 + }, + { + "epoch": 1.2794800371402042, + "grad_norm": 1.521352767944336, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8500097990036011, + "num_tokens": 250953496.0, + "step": 6890 + }, + { + "epoch": 1.27966573816156, + "grad_norm": 1.4505321979522705, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8858886957168579, + "num_tokens": 250987746.0, + "step": 6891 + }, + { + "epoch": 1.2798514391829154, + "grad_norm": 1.4138233661651611, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8751895427703857, + "num_tokens": 251026353.0, + "step": 6892 + }, + { + "epoch": 1.2800371402042712, + "grad_norm": 1.4005745649337769, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8684071898460388, + "num_tokens": 251070140.0, + "step": 6893 + }, + { + "epoch": 1.2802228412256267, + "grad_norm": 1.5251436233520508, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8851439952850342, + "num_tokens": 251103118.0, + "step": 6894 + }, + { + "epoch": 1.2804085422469824, + "grad_norm": 1.538655161857605, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8792390823364258, + "num_tokens": 251137191.0, + "step": 6895 + }, + { + "epoch": 1.280594243268338, + "grad_norm": 1.5481562614440918, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8732939958572388, + "num_tokens": 251167708.0, + "step": 6896 + }, + { + "epoch": 1.2807799442896937, + "grad_norm": 1.4608154296875, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8823665380477905, + "num_tokens": 251205415.0, + "step": 6897 + }, + { + "epoch": 1.2809656453110492, + "grad_norm": 1.4567846059799194, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8745765089988708, + "num_tokens": 251243720.0, + "step": 6898 + }, + { + "epoch": 1.281151346332405, + "grad_norm": 1.4627902507781982, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8910121917724609, + "num_tokens": 251279000.0, + "step": 6899 + }, + { + "epoch": 1.2813370473537604, + "grad_norm": 1.4641481637954712, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8887967467308044, + "num_tokens": 251316865.0, + "step": 6900 + }, + { + "epoch": 1.281522748375116, + "grad_norm": 1.4510036706924438, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8800584077835083, + "num_tokens": 251356409.0, + "step": 6901 + }, + { + "epoch": 1.2817084493964717, + "grad_norm": 1.4345149993896484, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8781511783599854, + "num_tokens": 251391706.0, + "step": 6902 + }, + { + "epoch": 1.2818941504178274, + "grad_norm": 1.4038028717041016, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8801959753036499, + "num_tokens": 251430406.0, + "step": 6903 + }, + { + "epoch": 1.282079851439183, + "grad_norm": 1.4681057929992676, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8735315799713135, + "num_tokens": 251469409.0, + "step": 6904 + }, + { + "epoch": 1.2822655524605384, + "grad_norm": 1.5691924095153809, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8682715892791748, + "num_tokens": 251502672.0, + "step": 6905 + }, + { + "epoch": 1.2824512534818941, + "grad_norm": 1.487388253211975, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8870325684547424, + "num_tokens": 251537793.0, + "step": 6906 + }, + { + "epoch": 1.2826369545032499, + "grad_norm": 1.6600115299224854, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8733505010604858, + "num_tokens": 251565475.0, + "step": 6907 + }, + { + "epoch": 1.2828226555246054, + "grad_norm": 1.722858190536499, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8857004046440125, + "num_tokens": 251596410.0, + "step": 6908 + }, + { + "epoch": 1.283008356545961, + "grad_norm": 1.4440045356750488, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8728141784667969, + "num_tokens": 251635183.0, + "step": 6909 + }, + { + "epoch": 1.2831940575673166, + "grad_norm": 1.4114291667938232, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8737403154373169, + "num_tokens": 251676415.0, + "step": 6910 + }, + { + "epoch": 1.2833797585886724, + "grad_norm": 1.5462874174118042, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8644380569458008, + "num_tokens": 251714579.0, + "step": 6911 + }, + { + "epoch": 1.2835654596100279, + "grad_norm": 1.4714206457138062, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.865777850151062, + "num_tokens": 251752874.0, + "step": 6912 + }, + { + "epoch": 1.2837511606313834, + "grad_norm": 1.457919955253601, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8743460178375244, + "num_tokens": 251791577.0, + "step": 6913 + }, + { + "epoch": 1.2839368616527391, + "grad_norm": 1.6282780170440674, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8548943996429443, + "num_tokens": 251828739.0, + "step": 6914 + }, + { + "epoch": 1.2841225626740946, + "grad_norm": 1.5650005340576172, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8684667944908142, + "num_tokens": 251866791.0, + "step": 6915 + }, + { + "epoch": 1.2843082636954504, + "grad_norm": 1.4848072528839111, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8706523776054382, + "num_tokens": 251903321.0, + "step": 6916 + }, + { + "epoch": 1.2844939647168059, + "grad_norm": 1.4176191091537476, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8869799971580505, + "num_tokens": 251940933.0, + "step": 6917 + }, + { + "epoch": 1.2846796657381616, + "grad_norm": 1.4759025573730469, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8816198110580444, + "num_tokens": 251976938.0, + "step": 6918 + }, + { + "epoch": 1.2848653667595171, + "grad_norm": 1.4379478693008423, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8736237287521362, + "num_tokens": 252016612.0, + "step": 6919 + }, + { + "epoch": 1.2850510677808729, + "grad_norm": 1.506944179534912, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8851555585861206, + "num_tokens": 252049795.0, + "step": 6920 + }, + { + "epoch": 1.2852367688022284, + "grad_norm": 1.463608741760254, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.870792806148529, + "num_tokens": 252090783.0, + "step": 6921 + }, + { + "epoch": 1.285422469823584, + "grad_norm": 1.5387953519821167, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8664431571960449, + "num_tokens": 252127140.0, + "step": 6922 + }, + { + "epoch": 1.2856081708449396, + "grad_norm": 1.5983740091323853, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8797060251235962, + "num_tokens": 252159151.0, + "step": 6923 + }, + { + "epoch": 1.2857938718662953, + "grad_norm": 1.5037866830825806, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8650355935096741, + "num_tokens": 252196015.0, + "step": 6924 + }, + { + "epoch": 1.2859795728876509, + "grad_norm": 1.5441300868988037, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8775604367256165, + "num_tokens": 252232419.0, + "step": 6925 + }, + { + "epoch": 1.2861652739090066, + "grad_norm": 1.5065749883651733, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8789414167404175, + "num_tokens": 252267713.0, + "step": 6926 + }, + { + "epoch": 1.286350974930362, + "grad_norm": 1.563105583190918, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8598428964614868, + "num_tokens": 252303495.0, + "step": 6927 + }, + { + "epoch": 1.2865366759517176, + "grad_norm": 1.5382448434829712, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8804147243499756, + "num_tokens": 252342947.0, + "step": 6928 + }, + { + "epoch": 1.2867223769730733, + "grad_norm": 1.4946396350860596, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.867242693901062, + "num_tokens": 252381608.0, + "step": 6929 + }, + { + "epoch": 1.286908077994429, + "grad_norm": 1.3793174028396606, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8686795234680176, + "num_tokens": 252421306.0, + "step": 6930 + }, + { + "epoch": 1.2870937790157846, + "grad_norm": 1.4281073808670044, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8730496168136597, + "num_tokens": 252458499.0, + "step": 6931 + }, + { + "epoch": 1.28727948003714, + "grad_norm": 1.5746712684631348, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.882537841796875, + "num_tokens": 252487628.0, + "step": 6932 + }, + { + "epoch": 1.2874651810584958, + "grad_norm": 1.3906642198562622, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8843051195144653, + "num_tokens": 252526988.0, + "step": 6933 + }, + { + "epoch": 1.2876508820798516, + "grad_norm": 1.6862455606460571, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.871901273727417, + "num_tokens": 252562318.0, + "step": 6934 + }, + { + "epoch": 1.287836583101207, + "grad_norm": 1.4644253253936768, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8818134069442749, + "num_tokens": 252602645.0, + "step": 6935 + }, + { + "epoch": 1.2880222841225626, + "grad_norm": 1.5703182220458984, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8730733394622803, + "num_tokens": 252635844.0, + "step": 6936 + }, + { + "epoch": 1.2882079851439183, + "grad_norm": 1.4766539335250854, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8763160705566406, + "num_tokens": 252672330.0, + "step": 6937 + }, + { + "epoch": 1.2883936861652738, + "grad_norm": 1.5384173393249512, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8758495450019836, + "num_tokens": 252706527.0, + "step": 6938 + }, + { + "epoch": 1.2885793871866296, + "grad_norm": 1.3540362119674683, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8950828313827515, + "num_tokens": 252743113.0, + "step": 6939 + }, + { + "epoch": 1.288765088207985, + "grad_norm": 1.495047926902771, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8768945932388306, + "num_tokens": 252781417.0, + "step": 6940 + }, + { + "epoch": 1.2889507892293408, + "grad_norm": 1.4805980920791626, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8732959032058716, + "num_tokens": 252816441.0, + "step": 6941 + }, + { + "epoch": 1.2891364902506963, + "grad_norm": 1.5158708095550537, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8752403259277344, + "num_tokens": 252850485.0, + "step": 6942 + }, + { + "epoch": 1.289322191272052, + "grad_norm": 1.2742934226989746, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8900790214538574, + "num_tokens": 252891349.0, + "step": 6943 + }, + { + "epoch": 1.2895078922934076, + "grad_norm": 1.3630287647247314, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8764011263847351, + "num_tokens": 252932245.0, + "step": 6944 + }, + { + "epoch": 1.2896935933147633, + "grad_norm": 1.5476186275482178, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8700121641159058, + "num_tokens": 252964408.0, + "step": 6945 + }, + { + "epoch": 1.2898792943361188, + "grad_norm": 1.4209685325622559, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8668651580810547, + "num_tokens": 253011334.0, + "step": 6946 + }, + { + "epoch": 1.2900649953574745, + "grad_norm": 1.3992390632629395, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8772543668746948, + "num_tokens": 253051124.0, + "step": 6947 + }, + { + "epoch": 1.29025069637883, + "grad_norm": 1.5011011362075806, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8612555861473083, + "num_tokens": 253087246.0, + "step": 6948 + }, + { + "epoch": 1.2904363974001858, + "grad_norm": 1.4037216901779175, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8768206238746643, + "num_tokens": 253125936.0, + "step": 6949 + }, + { + "epoch": 1.2906220984215413, + "grad_norm": 1.4460091590881348, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8756870031356812, + "num_tokens": 253160423.0, + "step": 6950 + }, + { + "epoch": 1.2908077994428968, + "grad_norm": 1.5108659267425537, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8820860385894775, + "num_tokens": 253192951.0, + "step": 6951 + }, + { + "epoch": 1.2909935004642525, + "grad_norm": 1.518678903579712, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8719402551651001, + "num_tokens": 253231638.0, + "step": 6952 + }, + { + "epoch": 1.2911792014856083, + "grad_norm": 1.418028473854065, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8767286539077759, + "num_tokens": 253269812.0, + "step": 6953 + }, + { + "epoch": 1.2913649025069638, + "grad_norm": 1.416488766670227, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8784633874893188, + "num_tokens": 253306502.0, + "step": 6954 + }, + { + "epoch": 1.2915506035283193, + "grad_norm": 1.6198487281799316, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8848392963409424, + "num_tokens": 253335366.0, + "step": 6955 + }, + { + "epoch": 1.291736304549675, + "grad_norm": 1.5267562866210938, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8659138679504395, + "num_tokens": 253373018.0, + "step": 6956 + }, + { + "epoch": 1.2919220055710308, + "grad_norm": 1.5700030326843262, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.877047061920166, + "num_tokens": 253404106.0, + "step": 6957 + }, + { + "epoch": 1.2921077065923863, + "grad_norm": 1.4438154697418213, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8707542419433594, + "num_tokens": 253445641.0, + "step": 6958 + }, + { + "epoch": 1.2922934076137418, + "grad_norm": 1.5163644552230835, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8630956411361694, + "num_tokens": 253483473.0, + "step": 6959 + }, + { + "epoch": 1.2924791086350975, + "grad_norm": 1.4628883600234985, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8771646022796631, + "num_tokens": 253522220.0, + "step": 6960 + }, + { + "epoch": 1.292664809656453, + "grad_norm": 1.6224790811538696, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8641286492347717, + "num_tokens": 253558997.0, + "step": 6961 + }, + { + "epoch": 1.2928505106778088, + "grad_norm": 1.4838875532150269, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8818678855895996, + "num_tokens": 253592590.0, + "step": 6962 + }, + { + "epoch": 1.2930362116991643, + "grad_norm": 1.3272557258605957, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8842265605926514, + "num_tokens": 253635063.0, + "step": 6963 + }, + { + "epoch": 1.29322191272052, + "grad_norm": 1.4500986337661743, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8742717504501343, + "num_tokens": 253678946.0, + "step": 6964 + }, + { + "epoch": 1.2934076137418755, + "grad_norm": 1.3691623210906982, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8765661716461182, + "num_tokens": 253720752.0, + "step": 6965 + }, + { + "epoch": 1.2935933147632313, + "grad_norm": 1.5786046981811523, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8713619112968445, + "num_tokens": 253754980.0, + "step": 6966 + }, + { + "epoch": 1.2937790157845868, + "grad_norm": 1.5368918180465698, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8610634803771973, + "num_tokens": 253791247.0, + "step": 6967 + }, + { + "epoch": 1.2939647168059425, + "grad_norm": 1.4492071866989136, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8760886192321777, + "num_tokens": 253829063.0, + "step": 6968 + }, + { + "epoch": 1.294150417827298, + "grad_norm": 1.553802490234375, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8708846569061279, + "num_tokens": 253860612.0, + "step": 6969 + }, + { + "epoch": 1.2943361188486537, + "grad_norm": 1.3556417226791382, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8666754364967346, + "num_tokens": 253907204.0, + "step": 6970 + }, + { + "epoch": 1.2945218198700092, + "grad_norm": 1.579459309577942, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8755416870117188, + "num_tokens": 253938743.0, + "step": 6971 + }, + { + "epoch": 1.294707520891365, + "grad_norm": 1.4535002708435059, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8822065591812134, + "num_tokens": 253973035.0, + "step": 6972 + }, + { + "epoch": 1.2948932219127205, + "grad_norm": 1.5482646226882935, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8604932427406311, + "num_tokens": 254007937.0, + "step": 6973 + }, + { + "epoch": 1.295078922934076, + "grad_norm": 1.48995041847229, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8654286861419678, + "num_tokens": 254044105.0, + "step": 6974 + }, + { + "epoch": 1.2952646239554317, + "grad_norm": 1.4110000133514404, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8820090889930725, + "num_tokens": 254083254.0, + "step": 6975 + }, + { + "epoch": 1.2954503249767875, + "grad_norm": 1.4386918544769287, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8776583671569824, + "num_tokens": 254123497.0, + "step": 6976 + }, + { + "epoch": 1.295636025998143, + "grad_norm": 1.4639242887496948, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8573777079582214, + "num_tokens": 254162301.0, + "step": 6977 + }, + { + "epoch": 1.2958217270194985, + "grad_norm": 1.365824580192566, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8783079385757446, + "num_tokens": 254205762.0, + "step": 6978 + }, + { + "epoch": 1.2960074280408542, + "grad_norm": 1.4432991743087769, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8744347095489502, + "num_tokens": 254242163.0, + "step": 6979 + }, + { + "epoch": 1.29619312906221, + "grad_norm": 1.4827263355255127, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8777329921722412, + "num_tokens": 254274203.0, + "step": 6980 + }, + { + "epoch": 1.2963788300835655, + "grad_norm": 1.3893253803253174, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8731870651245117, + "num_tokens": 254313612.0, + "step": 6981 + }, + { + "epoch": 1.296564531104921, + "grad_norm": 1.542399525642395, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8744064569473267, + "num_tokens": 254346004.0, + "step": 6982 + }, + { + "epoch": 1.2967502321262767, + "grad_norm": 1.5568971633911133, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8841822147369385, + "num_tokens": 254379305.0, + "step": 6983 + }, + { + "epoch": 1.2969359331476324, + "grad_norm": 1.3362261056900024, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8952632546424866, + "num_tokens": 254417595.0, + "step": 6984 + }, + { + "epoch": 1.297121634168988, + "grad_norm": 1.4596984386444092, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8693814277648926, + "num_tokens": 254454021.0, + "step": 6985 + }, + { + "epoch": 1.2973073351903435, + "grad_norm": 1.442031979560852, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8892589211463928, + "num_tokens": 254488573.0, + "step": 6986 + }, + { + "epoch": 1.2974930362116992, + "grad_norm": 1.6096597909927368, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.889069676399231, + "num_tokens": 254518137.0, + "step": 6987 + }, + { + "epoch": 1.2976787372330547, + "grad_norm": 1.4680081605911255, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8533592820167542, + "num_tokens": 254558082.0, + "step": 6988 + }, + { + "epoch": 1.2978644382544104, + "grad_norm": 1.4001606702804565, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8750338554382324, + "num_tokens": 254599283.0, + "step": 6989 + }, + { + "epoch": 1.298050139275766, + "grad_norm": 1.442033290863037, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8724841475486755, + "num_tokens": 254637568.0, + "step": 6990 + }, + { + "epoch": 1.2982358402971217, + "grad_norm": 1.3761688470840454, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8745181560516357, + "num_tokens": 254680204.0, + "step": 6991 + }, + { + "epoch": 1.2984215413184772, + "grad_norm": 1.574165940284729, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8598297238349915, + "num_tokens": 254718740.0, + "step": 6992 + }, + { + "epoch": 1.298607242339833, + "grad_norm": 1.337772250175476, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8921493291854858, + "num_tokens": 254756057.0, + "step": 6993 + }, + { + "epoch": 1.2987929433611884, + "grad_norm": 1.4935412406921387, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8841753005981445, + "num_tokens": 254789692.0, + "step": 6994 + }, + { + "epoch": 1.2989786443825442, + "grad_norm": 1.4851523637771606, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8678025007247925, + "num_tokens": 254823932.0, + "step": 6995 + }, + { + "epoch": 1.2991643454038997, + "grad_norm": 1.6697773933410645, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8717895150184631, + "num_tokens": 254854932.0, + "step": 6996 + }, + { + "epoch": 1.2993500464252552, + "grad_norm": 1.414711833000183, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.882483720779419, + "num_tokens": 254893879.0, + "step": 6997 + }, + { + "epoch": 1.299535747446611, + "grad_norm": 1.315362811088562, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8804951906204224, + "num_tokens": 254936317.0, + "step": 6998 + }, + { + "epoch": 1.2997214484679667, + "grad_norm": 1.3536938428878784, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8845807313919067, + "num_tokens": 254976720.0, + "step": 6999 + }, + { + "epoch": 1.2999071494893222, + "grad_norm": 1.5358892679214478, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8706671595573425, + "num_tokens": 255011869.0, + "step": 7000 + }, + { + "epoch": 1.3000928505106777, + "grad_norm": 1.495350956916809, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8858433961868286, + "num_tokens": 255047090.0, + "step": 7001 + }, + { + "epoch": 1.3002785515320334, + "grad_norm": 1.490289568901062, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8862786293029785, + "num_tokens": 255079151.0, + "step": 7002 + }, + { + "epoch": 1.3004642525533892, + "grad_norm": 1.61226224899292, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8917155265808105, + "num_tokens": 255111361.0, + "step": 7003 + }, + { + "epoch": 1.3006499535747447, + "grad_norm": 1.4907764196395874, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8763707876205444, + "num_tokens": 255145237.0, + "step": 7004 + }, + { + "epoch": 1.3008356545961002, + "grad_norm": 1.6219004392623901, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8891032338142395, + "num_tokens": 255178877.0, + "step": 7005 + }, + { + "epoch": 1.301021355617456, + "grad_norm": 1.624484896659851, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.886017918586731, + "num_tokens": 255208273.0, + "step": 7006 + }, + { + "epoch": 1.3012070566388116, + "grad_norm": 1.4038255214691162, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.884351372718811, + "num_tokens": 255247626.0, + "step": 7007 + }, + { + "epoch": 1.3013927576601672, + "grad_norm": 1.5491914749145508, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8760440349578857, + "num_tokens": 255282227.0, + "step": 7008 + }, + { + "epoch": 1.3015784586815227, + "grad_norm": 1.4211876392364502, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8707680702209473, + "num_tokens": 255321705.0, + "step": 7009 + }, + { + "epoch": 1.3017641597028784, + "grad_norm": 1.543208122253418, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8732167482376099, + "num_tokens": 255355446.0, + "step": 7010 + }, + { + "epoch": 1.301949860724234, + "grad_norm": 1.341145396232605, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8832718729972839, + "num_tokens": 255395421.0, + "step": 7011 + }, + { + "epoch": 1.3021355617455896, + "grad_norm": 1.392771601676941, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.87678062915802, + "num_tokens": 255433248.0, + "step": 7012 + }, + { + "epoch": 1.3023212627669452, + "grad_norm": 1.4394397735595703, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8840337991714478, + "num_tokens": 255468175.0, + "step": 7013 + }, + { + "epoch": 1.3025069637883009, + "grad_norm": 1.3396594524383545, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8882020115852356, + "num_tokens": 255512254.0, + "step": 7014 + }, + { + "epoch": 1.3026926648096564, + "grad_norm": 1.4256302118301392, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8813953399658203, + "num_tokens": 255551078.0, + "step": 7015 + }, + { + "epoch": 1.3028783658310121, + "grad_norm": 1.3992092609405518, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8783184289932251, + "num_tokens": 255589496.0, + "step": 7016 + }, + { + "epoch": 1.3030640668523676, + "grad_norm": 1.574918270111084, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8808910250663757, + "num_tokens": 255621987.0, + "step": 7017 + }, + { + "epoch": 1.3032497678737234, + "grad_norm": 1.6197201013565063, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8680768609046936, + "num_tokens": 255654790.0, + "step": 7018 + }, + { + "epoch": 1.3034354688950789, + "grad_norm": 1.4360629320144653, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8859418034553528, + "num_tokens": 255687777.0, + "step": 7019 + }, + { + "epoch": 1.3036211699164346, + "grad_norm": 1.471588373184204, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8792046308517456, + "num_tokens": 255721761.0, + "step": 7020 + }, + { + "epoch": 1.3038068709377901, + "grad_norm": 1.3818624019622803, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8753424882888794, + "num_tokens": 255761236.0, + "step": 7021 + }, + { + "epoch": 1.3039925719591459, + "grad_norm": 1.4233919382095337, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8898533582687378, + "num_tokens": 255796508.0, + "step": 7022 + }, + { + "epoch": 1.3041782729805014, + "grad_norm": 1.5099985599517822, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8667969703674316, + "num_tokens": 255836827.0, + "step": 7023 + }, + { + "epoch": 1.3043639740018569, + "grad_norm": 1.4811205863952637, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8741527795791626, + "num_tokens": 255873215.0, + "step": 7024 + }, + { + "epoch": 1.3045496750232126, + "grad_norm": 1.5437617301940918, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8685094118118286, + "num_tokens": 255907823.0, + "step": 7025 + }, + { + "epoch": 1.3047353760445684, + "grad_norm": 1.4396817684173584, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8916363716125488, + "num_tokens": 255941356.0, + "step": 7026 + }, + { + "epoch": 1.3049210770659239, + "grad_norm": 1.441585659980774, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8861879110336304, + "num_tokens": 255976474.0, + "step": 7027 + }, + { + "epoch": 1.3051067780872794, + "grad_norm": 1.4573841094970703, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8793685436248779, + "num_tokens": 256010325.0, + "step": 7028 + }, + { + "epoch": 1.305292479108635, + "grad_norm": 1.4478706121444702, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8788892030715942, + "num_tokens": 256047856.0, + "step": 7029 + }, + { + "epoch": 1.3054781801299908, + "grad_norm": 1.3610948324203491, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.879752516746521, + "num_tokens": 256088837.0, + "step": 7030 + }, + { + "epoch": 1.3056638811513464, + "grad_norm": 1.4050874710083008, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.884324312210083, + "num_tokens": 256126224.0, + "step": 7031 + }, + { + "epoch": 1.3058495821727019, + "grad_norm": 1.6213492155075073, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.88166344165802, + "num_tokens": 256167543.0, + "step": 7032 + }, + { + "epoch": 1.3060352831940576, + "grad_norm": 1.443920612335205, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8731799125671387, + "num_tokens": 256203427.0, + "step": 7033 + }, + { + "epoch": 1.306220984215413, + "grad_norm": 1.271180272102356, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8839641213417053, + "num_tokens": 256246458.0, + "step": 7034 + }, + { + "epoch": 1.3064066852367688, + "grad_norm": 1.5894619226455688, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.866558313369751, + "num_tokens": 256281049.0, + "step": 7035 + }, + { + "epoch": 1.3065923862581243, + "grad_norm": 1.350934624671936, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8843683004379272, + "num_tokens": 256320785.0, + "step": 7036 + }, + { + "epoch": 1.30677808727948, + "grad_norm": 1.438339352607727, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8914610147476196, + "num_tokens": 256357292.0, + "step": 7037 + }, + { + "epoch": 1.3069637883008356, + "grad_norm": 1.3290674686431885, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8723117113113403, + "num_tokens": 256402849.0, + "step": 7038 + }, + { + "epoch": 1.3071494893221913, + "grad_norm": 1.4642839431762695, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8760349750518799, + "num_tokens": 256436896.0, + "step": 7039 + }, + { + "epoch": 1.3073351903435468, + "grad_norm": 1.441173791885376, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8748022317886353, + "num_tokens": 256473875.0, + "step": 7040 + }, + { + "epoch": 1.3075208913649026, + "grad_norm": 1.3449673652648926, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8865099549293518, + "num_tokens": 256514282.0, + "step": 7041 + }, + { + "epoch": 1.307706592386258, + "grad_norm": 1.5076335668563843, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8684090375900269, + "num_tokens": 256550446.0, + "step": 7042 + }, + { + "epoch": 1.3078922934076138, + "grad_norm": 1.4723420143127441, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8756147623062134, + "num_tokens": 256589645.0, + "step": 7043 + }, + { + "epoch": 1.3080779944289693, + "grad_norm": 1.458783745765686, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8618999719619751, + "num_tokens": 256630368.0, + "step": 7044 + }, + { + "epoch": 1.308263695450325, + "grad_norm": 1.390940546989441, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8970546722412109, + "num_tokens": 256664164.0, + "step": 7045 + }, + { + "epoch": 1.3084493964716806, + "grad_norm": 1.3877875804901123, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.871475100517273, + "num_tokens": 256703099.0, + "step": 7046 + }, + { + "epoch": 1.308635097493036, + "grad_norm": 1.389674425125122, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8846757411956787, + "num_tokens": 256741563.0, + "step": 7047 + }, + { + "epoch": 1.3088207985143918, + "grad_norm": 1.5066535472869873, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8749304413795471, + "num_tokens": 256777366.0, + "step": 7048 + }, + { + "epoch": 1.3090064995357475, + "grad_norm": 1.4887958765029907, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8796955347061157, + "num_tokens": 256812144.0, + "step": 7049 + }, + { + "epoch": 1.309192200557103, + "grad_norm": 1.455705165863037, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8715380430221558, + "num_tokens": 256851771.0, + "step": 7050 + }, + { + "epoch": 1.3093779015784586, + "grad_norm": 1.5368988513946533, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8829454183578491, + "num_tokens": 256885352.0, + "step": 7051 + }, + { + "epoch": 1.3095636025998143, + "grad_norm": 1.513322114944458, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8755791187286377, + "num_tokens": 256921196.0, + "step": 7052 + }, + { + "epoch": 1.30974930362117, + "grad_norm": 1.6119478940963745, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.876842200756073, + "num_tokens": 256952952.0, + "step": 7053 + }, + { + "epoch": 1.3099350046425255, + "grad_norm": 1.4652163982391357, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8814748525619507, + "num_tokens": 256989831.0, + "step": 7054 + }, + { + "epoch": 1.310120705663881, + "grad_norm": 1.425254225730896, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8777939677238464, + "num_tokens": 257026382.0, + "step": 7055 + }, + { + "epoch": 1.3103064066852368, + "grad_norm": 1.5382651090621948, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.866493821144104, + "num_tokens": 257065240.0, + "step": 7056 + }, + { + "epoch": 1.3104921077065925, + "grad_norm": 1.597090244293213, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8787574768066406, + "num_tokens": 257097729.0, + "step": 7057 + }, + { + "epoch": 1.310677808727948, + "grad_norm": 1.5342676639556885, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8697903156280518, + "num_tokens": 257136408.0, + "step": 7058 + }, + { + "epoch": 1.3108635097493035, + "grad_norm": 1.4364336729049683, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8825510740280151, + "num_tokens": 257171446.0, + "step": 7059 + }, + { + "epoch": 1.3110492107706593, + "grad_norm": 1.5328490734100342, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8812936544418335, + "num_tokens": 257204335.0, + "step": 7060 + }, + { + "epoch": 1.3112349117920148, + "grad_norm": 1.441413164138794, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.880192220211029, + "num_tokens": 257243553.0, + "step": 7061 + }, + { + "epoch": 1.3114206128133705, + "grad_norm": 1.8831110000610352, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8622649908065796, + "num_tokens": 257277951.0, + "step": 7062 + }, + { + "epoch": 1.311606313834726, + "grad_norm": 1.3884164094924927, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8846473693847656, + "num_tokens": 257318012.0, + "step": 7063 + }, + { + "epoch": 1.3117920148560818, + "grad_norm": 1.4082012176513672, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8766825199127197, + "num_tokens": 257354076.0, + "step": 7064 + }, + { + "epoch": 1.3119777158774373, + "grad_norm": 1.3711320161819458, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8834052085876465, + "num_tokens": 257391742.0, + "step": 7065 + }, + { + "epoch": 1.312163416898793, + "grad_norm": 1.398069143295288, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8690286874771118, + "num_tokens": 257437070.0, + "step": 7066 + }, + { + "epoch": 1.3123491179201485, + "grad_norm": 1.5280481576919556, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8645082116127014, + "num_tokens": 257473538.0, + "step": 7067 + }, + { + "epoch": 1.3125348189415043, + "grad_norm": 1.5838911533355713, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.871950626373291, + "num_tokens": 257506989.0, + "step": 7068 + }, + { + "epoch": 1.3127205199628598, + "grad_norm": 1.488259196281433, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8857753872871399, + "num_tokens": 257543095.0, + "step": 7069 + }, + { + "epoch": 1.3129062209842153, + "grad_norm": 1.429589033126831, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8728126287460327, + "num_tokens": 257581690.0, + "step": 7070 + }, + { + "epoch": 1.313091922005571, + "grad_norm": 1.568111538887024, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8760478496551514, + "num_tokens": 257618586.0, + "step": 7071 + }, + { + "epoch": 1.3132776230269267, + "grad_norm": 1.4855401515960693, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8821394443511963, + "num_tokens": 257652248.0, + "step": 7072 + }, + { + "epoch": 1.3134633240482823, + "grad_norm": 1.723042607307434, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8681109547615051, + "num_tokens": 257684904.0, + "step": 7073 + }, + { + "epoch": 1.3136490250696378, + "grad_norm": 1.4062095880508423, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8819409012794495, + "num_tokens": 257721937.0, + "step": 7074 + }, + { + "epoch": 1.3138347260909935, + "grad_norm": 1.574053168296814, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8550029397010803, + "num_tokens": 257755385.0, + "step": 7075 + }, + { + "epoch": 1.3140204271123492, + "grad_norm": 1.3832927942276, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8777620792388916, + "num_tokens": 257795804.0, + "step": 7076 + }, + { + "epoch": 1.3142061281337047, + "grad_norm": 1.4343054294586182, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8707050085067749, + "num_tokens": 257835875.0, + "step": 7077 + }, + { + "epoch": 1.3143918291550603, + "grad_norm": 1.4818577766418457, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8763574957847595, + "num_tokens": 257874351.0, + "step": 7078 + }, + { + "epoch": 1.314577530176416, + "grad_norm": 1.42196524143219, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8719961643218994, + "num_tokens": 257916182.0, + "step": 7079 + }, + { + "epoch": 1.3147632311977717, + "grad_norm": 1.6310898065567017, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8650626540184021, + "num_tokens": 257950057.0, + "step": 7080 + }, + { + "epoch": 1.3149489322191272, + "grad_norm": 1.6082128286361694, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8627805709838867, + "num_tokens": 257984884.0, + "step": 7081 + }, + { + "epoch": 1.3151346332404827, + "grad_norm": 1.3350155353546143, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8800350427627563, + "num_tokens": 258027242.0, + "step": 7082 + }, + { + "epoch": 1.3153203342618385, + "grad_norm": 1.3862996101379395, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8697646260261536, + "num_tokens": 258067623.0, + "step": 7083 + }, + { + "epoch": 1.315506035283194, + "grad_norm": 1.5769752264022827, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8621249198913574, + "num_tokens": 258099306.0, + "step": 7084 + }, + { + "epoch": 1.3156917363045497, + "grad_norm": 1.4111977815628052, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8823662400245667, + "num_tokens": 258136595.0, + "step": 7085 + }, + { + "epoch": 1.3158774373259052, + "grad_norm": 1.5589700937271118, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8811758756637573, + "num_tokens": 258167291.0, + "step": 7086 + }, + { + "epoch": 1.316063138347261, + "grad_norm": 1.5170345306396484, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8771885633468628, + "num_tokens": 258201876.0, + "step": 7087 + }, + { + "epoch": 1.3162488393686165, + "grad_norm": 1.470800518989563, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8608008623123169, + "num_tokens": 258241384.0, + "step": 7088 + }, + { + "epoch": 1.3164345403899722, + "grad_norm": 1.553070306777954, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8799759745597839, + "num_tokens": 258276608.0, + "step": 7089 + }, + { + "epoch": 1.3166202414113277, + "grad_norm": 1.5178580284118652, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8730172514915466, + "num_tokens": 258309580.0, + "step": 7090 + }, + { + "epoch": 1.3168059424326835, + "grad_norm": 1.5122900009155273, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.886340856552124, + "num_tokens": 258343019.0, + "step": 7091 + }, + { + "epoch": 1.316991643454039, + "grad_norm": 1.4647504091262817, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8819890022277832, + "num_tokens": 258379072.0, + "step": 7092 + }, + { + "epoch": 1.3171773444753947, + "grad_norm": 1.5472270250320435, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8720117211341858, + "num_tokens": 258416034.0, + "step": 7093 + }, + { + "epoch": 1.3173630454967502, + "grad_norm": 1.566170573234558, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8767229318618774, + "num_tokens": 258448845.0, + "step": 7094 + }, + { + "epoch": 1.317548746518106, + "grad_norm": 1.4089043140411377, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8856696486473083, + "num_tokens": 258485467.0, + "step": 7095 + }, + { + "epoch": 1.3177344475394615, + "grad_norm": 1.4461143016815186, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8778620958328247, + "num_tokens": 258526365.0, + "step": 7096 + }, + { + "epoch": 1.317920148560817, + "grad_norm": 1.518582820892334, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8853659629821777, + "num_tokens": 258557440.0, + "step": 7097 + }, + { + "epoch": 1.3181058495821727, + "grad_norm": 1.3889394998550415, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8909823894500732, + "num_tokens": 258593882.0, + "step": 7098 + }, + { + "epoch": 1.3182915506035284, + "grad_norm": 1.3897590637207031, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8725057244300842, + "num_tokens": 258633042.0, + "step": 7099 + }, + { + "epoch": 1.318477251624884, + "grad_norm": 1.4526779651641846, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8744345903396606, + "num_tokens": 258668546.0, + "step": 7100 + }, + { + "epoch": 1.3186629526462395, + "grad_norm": 1.7007827758789062, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8733019828796387, + "num_tokens": 258702255.0, + "step": 7101 + }, + { + "epoch": 1.3188486536675952, + "grad_norm": 1.5472174882888794, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8772140145301819, + "num_tokens": 258737967.0, + "step": 7102 + }, + { + "epoch": 1.319034354688951, + "grad_norm": 1.4513318538665771, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8813446760177612, + "num_tokens": 258776077.0, + "step": 7103 + }, + { + "epoch": 1.3192200557103064, + "grad_norm": 1.4522536993026733, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8981140851974487, + "num_tokens": 258810479.0, + "step": 7104 + }, + { + "epoch": 1.319405756731662, + "grad_norm": 1.498365044593811, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8618300557136536, + "num_tokens": 258848996.0, + "step": 7105 + }, + { + "epoch": 1.3195914577530177, + "grad_norm": 1.4421782493591309, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8692483901977539, + "num_tokens": 258890895.0, + "step": 7106 + }, + { + "epoch": 1.3197771587743732, + "grad_norm": 1.504754900932312, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8718369007110596, + "num_tokens": 258927456.0, + "step": 7107 + }, + { + "epoch": 1.319962859795729, + "grad_norm": 1.453223705291748, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8737272024154663, + "num_tokens": 258968161.0, + "step": 7108 + }, + { + "epoch": 1.3201485608170844, + "grad_norm": 1.5506099462509155, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8765539526939392, + "num_tokens": 259001158.0, + "step": 7109 + }, + { + "epoch": 1.3203342618384402, + "grad_norm": 1.4712562561035156, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8694652915000916, + "num_tokens": 259040233.0, + "step": 7110 + }, + { + "epoch": 1.3205199628597957, + "grad_norm": 1.3171766996383667, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8777328729629517, + "num_tokens": 259081725.0, + "step": 7111 + }, + { + "epoch": 1.3207056638811514, + "grad_norm": 1.694460153579712, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8801876306533813, + "num_tokens": 259110156.0, + "step": 7112 + }, + { + "epoch": 1.320891364902507, + "grad_norm": 1.4656010866165161, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8799310326576233, + "num_tokens": 259148080.0, + "step": 7113 + }, + { + "epoch": 1.3210770659238626, + "grad_norm": 1.4064704179763794, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8849625587463379, + "num_tokens": 259185819.0, + "step": 7114 + }, + { + "epoch": 1.3212627669452182, + "grad_norm": 1.9425290822982788, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8646715879440308, + "num_tokens": 259222033.0, + "step": 7115 + }, + { + "epoch": 1.321448467966574, + "grad_norm": 1.477663516998291, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8865606784820557, + "num_tokens": 259257143.0, + "step": 7116 + }, + { + "epoch": 1.3216341689879294, + "grad_norm": 1.3676867485046387, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8865171074867249, + "num_tokens": 259293238.0, + "step": 7117 + }, + { + "epoch": 1.3218198700092851, + "grad_norm": 1.4565361738204956, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8806760311126709, + "num_tokens": 259329803.0, + "step": 7118 + }, + { + "epoch": 1.3220055710306406, + "grad_norm": 1.4826099872589111, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8790150284767151, + "num_tokens": 259368363.0, + "step": 7119 + }, + { + "epoch": 1.3221912720519962, + "grad_norm": 1.5339457988739014, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8828532695770264, + "num_tokens": 259410757.0, + "step": 7120 + }, + { + "epoch": 1.322376973073352, + "grad_norm": 1.358442783355713, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.880062997341156, + "num_tokens": 259450722.0, + "step": 7121 + }, + { + "epoch": 1.3225626740947076, + "grad_norm": 1.5149030685424805, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.876615047454834, + "num_tokens": 259487647.0, + "step": 7122 + }, + { + "epoch": 1.3227483751160631, + "grad_norm": 1.33664870262146, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8891687393188477, + "num_tokens": 259526623.0, + "step": 7123 + }, + { + "epoch": 1.3229340761374186, + "grad_norm": 1.5022473335266113, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.866256594657898, + "num_tokens": 259561570.0, + "step": 7124 + }, + { + "epoch": 1.3231197771587744, + "grad_norm": 1.548094391822815, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8738498687744141, + "num_tokens": 259594786.0, + "step": 7125 + }, + { + "epoch": 1.3233054781801301, + "grad_norm": 1.3342926502227783, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8921827673912048, + "num_tokens": 259633718.0, + "step": 7126 + }, + { + "epoch": 1.3234911792014856, + "grad_norm": 1.407844066619873, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8878657817840576, + "num_tokens": 259671978.0, + "step": 7127 + }, + { + "epoch": 1.3236768802228411, + "grad_norm": 1.4838974475860596, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8776911497116089, + "num_tokens": 259705675.0, + "step": 7128 + }, + { + "epoch": 1.3238625812441969, + "grad_norm": 1.5092376470565796, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8722769021987915, + "num_tokens": 259743673.0, + "step": 7129 + }, + { + "epoch": 1.3240482822655524, + "grad_norm": 1.431809425354004, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8897461891174316, + "num_tokens": 259776921.0, + "step": 7130 + }, + { + "epoch": 1.3242339832869081, + "grad_norm": 1.5001590251922607, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8759186863899231, + "num_tokens": 259809584.0, + "step": 7131 + }, + { + "epoch": 1.3244196843082636, + "grad_norm": 1.457973837852478, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8788142800331116, + "num_tokens": 259846847.0, + "step": 7132 + }, + { + "epoch": 1.3246053853296194, + "grad_norm": 1.3896777629852295, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8773036003112793, + "num_tokens": 259889390.0, + "step": 7133 + }, + { + "epoch": 1.3247910863509749, + "grad_norm": 1.4311223030090332, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8734917044639587, + "num_tokens": 259931038.0, + "step": 7134 + }, + { + "epoch": 1.3249767873723306, + "grad_norm": 1.4784225225448608, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8853390216827393, + "num_tokens": 259963022.0, + "step": 7135 + }, + { + "epoch": 1.325162488393686, + "grad_norm": 1.5955160856246948, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8802617788314819, + "num_tokens": 259997387.0, + "step": 7136 + }, + { + "epoch": 1.3253481894150418, + "grad_norm": 1.424818515777588, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8788286447525024, + "num_tokens": 260034597.0, + "step": 7137 + }, + { + "epoch": 1.3255338904363974, + "grad_norm": 1.3328254222869873, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8909434080123901, + "num_tokens": 260075058.0, + "step": 7138 + }, + { + "epoch": 1.325719591457753, + "grad_norm": 1.6130576133728027, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8717566132545471, + "num_tokens": 260110464.0, + "step": 7139 + }, + { + "epoch": 1.3259052924791086, + "grad_norm": 1.4127163887023926, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8808695077896118, + "num_tokens": 260146840.0, + "step": 7140 + }, + { + "epoch": 1.3260909935004643, + "grad_norm": 1.4321067333221436, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.876401424407959, + "num_tokens": 260189317.0, + "step": 7141 + }, + { + "epoch": 1.3262766945218198, + "grad_norm": 1.4847065210342407, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.870353102684021, + "num_tokens": 260227242.0, + "step": 7142 + }, + { + "epoch": 1.3264623955431754, + "grad_norm": 1.4982781410217285, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.86959308385849, + "num_tokens": 260265117.0, + "step": 7143 + }, + { + "epoch": 1.326648096564531, + "grad_norm": 1.4119762182235718, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8919786214828491, + "num_tokens": 260299738.0, + "step": 7144 + }, + { + "epoch": 1.3268337975858868, + "grad_norm": 1.4153249263763428, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8784136772155762, + "num_tokens": 260336331.0, + "step": 7145 + }, + { + "epoch": 1.3270194986072423, + "grad_norm": 1.49531090259552, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8622816801071167, + "num_tokens": 260373457.0, + "step": 7146 + }, + { + "epoch": 1.3272051996285978, + "grad_norm": 1.5140563249588013, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8745837211608887, + "num_tokens": 260414570.0, + "step": 7147 + }, + { + "epoch": 1.3273909006499536, + "grad_norm": 1.4765901565551758, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8756275773048401, + "num_tokens": 260451483.0, + "step": 7148 + }, + { + "epoch": 1.3275766016713093, + "grad_norm": 1.5462646484375, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8798364400863647, + "num_tokens": 260483164.0, + "step": 7149 + }, + { + "epoch": 1.3277623026926648, + "grad_norm": 1.5740811824798584, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8635415434837341, + "num_tokens": 260519880.0, + "step": 7150 + }, + { + "epoch": 1.3279480037140203, + "grad_norm": 1.6146996021270752, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8641070127487183, + "num_tokens": 260556364.0, + "step": 7151 + }, + { + "epoch": 1.328133704735376, + "grad_norm": 1.532304286956787, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.877170979976654, + "num_tokens": 260592301.0, + "step": 7152 + }, + { + "epoch": 1.3283194057567318, + "grad_norm": 1.4897710084915161, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.881887674331665, + "num_tokens": 260627885.0, + "step": 7153 + }, + { + "epoch": 1.3285051067780873, + "grad_norm": 1.5331822633743286, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.867557168006897, + "num_tokens": 260665246.0, + "step": 7154 + }, + { + "epoch": 1.3286908077994428, + "grad_norm": 1.5947473049163818, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8690961599349976, + "num_tokens": 260699491.0, + "step": 7155 + }, + { + "epoch": 1.3288765088207986, + "grad_norm": 1.4461661577224731, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8855634331703186, + "num_tokens": 260734976.0, + "step": 7156 + }, + { + "epoch": 1.329062209842154, + "grad_norm": 1.3883461952209473, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.874799370765686, + "num_tokens": 260779048.0, + "step": 7157 + }, + { + "epoch": 1.3292479108635098, + "grad_norm": 1.4893194437026978, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8754838705062866, + "num_tokens": 260818084.0, + "step": 7158 + }, + { + "epoch": 1.3294336118848653, + "grad_norm": 1.513146162033081, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.87698894739151, + "num_tokens": 260853087.0, + "step": 7159 + }, + { + "epoch": 1.329619312906221, + "grad_norm": 1.597686767578125, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8810029029846191, + "num_tokens": 260886345.0, + "step": 7160 + }, + { + "epoch": 1.3298050139275766, + "grad_norm": 1.4717271327972412, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8833677172660828, + "num_tokens": 260921774.0, + "step": 7161 + }, + { + "epoch": 1.3299907149489323, + "grad_norm": 1.521214485168457, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8858084678649902, + "num_tokens": 260954219.0, + "step": 7162 + }, + { + "epoch": 1.3301764159702878, + "grad_norm": 1.4524377584457397, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8824655413627625, + "num_tokens": 260990179.0, + "step": 7163 + }, + { + "epoch": 1.3303621169916435, + "grad_norm": 1.417064905166626, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8870510458946228, + "num_tokens": 261027003.0, + "step": 7164 + }, + { + "epoch": 1.330547818012999, + "grad_norm": 1.6191648244857788, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8772005438804626, + "num_tokens": 261061262.0, + "step": 7165 + }, + { + "epoch": 1.3307335190343546, + "grad_norm": 1.4652106761932373, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8763818144798279, + "num_tokens": 261099201.0, + "step": 7166 + }, + { + "epoch": 1.3309192200557103, + "grad_norm": 1.437316656112671, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8890151381492615, + "num_tokens": 261133319.0, + "step": 7167 + }, + { + "epoch": 1.331104921077066, + "grad_norm": 1.5468894243240356, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8737809658050537, + "num_tokens": 261172425.0, + "step": 7168 + }, + { + "epoch": 1.3312906220984215, + "grad_norm": 1.6046714782714844, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8660919666290283, + "num_tokens": 261207676.0, + "step": 7169 + }, + { + "epoch": 1.331476323119777, + "grad_norm": 1.413055181503296, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8818579912185669, + "num_tokens": 261245892.0, + "step": 7170 + }, + { + "epoch": 1.3316620241411328, + "grad_norm": 1.588413953781128, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8664239645004272, + "num_tokens": 261280963.0, + "step": 7171 + }, + { + "epoch": 1.3318477251624885, + "grad_norm": 1.4053888320922852, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8763778209686279, + "num_tokens": 261324586.0, + "step": 7172 + }, + { + "epoch": 1.332033426183844, + "grad_norm": 1.517432451248169, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.886441707611084, + "num_tokens": 261356388.0, + "step": 7173 + }, + { + "epoch": 1.3322191272051995, + "grad_norm": 1.476382851600647, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8912022709846497, + "num_tokens": 261393279.0, + "step": 7174 + }, + { + "epoch": 1.3324048282265553, + "grad_norm": 1.4550775289535522, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.884490430355072, + "num_tokens": 261430568.0, + "step": 7175 + }, + { + "epoch": 1.332590529247911, + "grad_norm": 1.4285486936569214, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8771810531616211, + "num_tokens": 261469973.0, + "step": 7176 + }, + { + "epoch": 1.3327762302692665, + "grad_norm": 1.4708164930343628, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8807065486907959, + "num_tokens": 261506686.0, + "step": 7177 + }, + { + "epoch": 1.332961931290622, + "grad_norm": 1.5584276914596558, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8832452297210693, + "num_tokens": 261537411.0, + "step": 7178 + }, + { + "epoch": 1.3331476323119777, + "grad_norm": 1.4202101230621338, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8752337694168091, + "num_tokens": 261576120.0, + "step": 7179 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 1.569576382637024, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.876773476600647, + "num_tokens": 261609166.0, + "step": 7180 + }, + { + "epoch": 1.333519034354689, + "grad_norm": 1.4291194677352905, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8797595500946045, + "num_tokens": 261648386.0, + "step": 7181 + }, + { + "epoch": 1.3337047353760445, + "grad_norm": 1.5264182090759277, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8763650059700012, + "num_tokens": 261684833.0, + "step": 7182 + }, + { + "epoch": 1.3338904363974002, + "grad_norm": 1.421674132347107, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8851956129074097, + "num_tokens": 261722333.0, + "step": 7183 + }, + { + "epoch": 1.3340761374187557, + "grad_norm": 1.3772822618484497, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8824859261512756, + "num_tokens": 261764620.0, + "step": 7184 + }, + { + "epoch": 1.3342618384401115, + "grad_norm": 1.4584636688232422, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8825622797012329, + "num_tokens": 261798716.0, + "step": 7185 + }, + { + "epoch": 1.334447539461467, + "grad_norm": 1.5150227546691895, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8619674444198608, + "num_tokens": 261833551.0, + "step": 7186 + }, + { + "epoch": 1.3346332404828227, + "grad_norm": 1.7251123189926147, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8616508841514587, + "num_tokens": 261868332.0, + "step": 7187 + }, + { + "epoch": 1.3348189415041782, + "grad_norm": 1.4129844903945923, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8885220289230347, + "num_tokens": 261905198.0, + "step": 7188 + }, + { + "epoch": 1.335004642525534, + "grad_norm": 1.4616860151290894, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8852037191390991, + "num_tokens": 261938797.0, + "step": 7189 + }, + { + "epoch": 1.3351903435468895, + "grad_norm": 1.5818754434585571, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8544065356254578, + "num_tokens": 261975470.0, + "step": 7190 + }, + { + "epoch": 1.3353760445682452, + "grad_norm": 1.512994647026062, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8804388046264648, + "num_tokens": 262011309.0, + "step": 7191 + }, + { + "epoch": 1.3355617455896007, + "grad_norm": 1.4038487672805786, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.88413405418396, + "num_tokens": 262050230.0, + "step": 7192 + }, + { + "epoch": 1.3357474466109562, + "grad_norm": 1.4633125066757202, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8787614107131958, + "num_tokens": 262084448.0, + "step": 7193 + }, + { + "epoch": 1.335933147632312, + "grad_norm": 1.3727778196334839, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8909000158309937, + "num_tokens": 262122050.0, + "step": 7194 + }, + { + "epoch": 1.3361188486536677, + "grad_norm": 1.4077401161193848, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8644238710403442, + "num_tokens": 262160611.0, + "step": 7195 + }, + { + "epoch": 1.3363045496750232, + "grad_norm": 1.378182053565979, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8820329308509827, + "num_tokens": 262202977.0, + "step": 7196 + }, + { + "epoch": 1.3364902506963787, + "grad_norm": 1.4314253330230713, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8814972639083862, + "num_tokens": 262241349.0, + "step": 7197 + }, + { + "epoch": 1.3366759517177345, + "grad_norm": 1.5526018142700195, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8687130808830261, + "num_tokens": 262277528.0, + "step": 7198 + }, + { + "epoch": 1.3368616527390902, + "grad_norm": 1.4121118783950806, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8830829858779907, + "num_tokens": 262315042.0, + "step": 7199 + }, + { + "epoch": 1.3370473537604457, + "grad_norm": 1.5055935382843018, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8848228454589844, + "num_tokens": 262346290.0, + "step": 7200 + }, + { + "epoch": 1.3372330547818012, + "grad_norm": 1.5356040000915527, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.871823787689209, + "num_tokens": 262378734.0, + "step": 7201 + }, + { + "epoch": 1.337418755803157, + "grad_norm": 1.4866095781326294, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8759590983390808, + "num_tokens": 262415430.0, + "step": 7202 + }, + { + "epoch": 1.3376044568245125, + "grad_norm": 1.4918290376663208, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8753775358200073, + "num_tokens": 262453083.0, + "step": 7203 + }, + { + "epoch": 1.3377901578458682, + "grad_norm": 1.336704134941101, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8979781866073608, + "num_tokens": 262487921.0, + "step": 7204 + }, + { + "epoch": 1.3379758588672237, + "grad_norm": 1.4273204803466797, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8759353756904602, + "num_tokens": 262525307.0, + "step": 7205 + }, + { + "epoch": 1.3381615598885794, + "grad_norm": 1.4627370834350586, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8913377523422241, + "num_tokens": 262558916.0, + "step": 7206 + }, + { + "epoch": 1.338347260909935, + "grad_norm": 1.5727860927581787, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8683280944824219, + "num_tokens": 262587539.0, + "step": 7207 + }, + { + "epoch": 1.3385329619312907, + "grad_norm": 1.475858449935913, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8690758943557739, + "num_tokens": 262627813.0, + "step": 7208 + }, + { + "epoch": 1.3387186629526462, + "grad_norm": 1.7071646451950073, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8727132678031921, + "num_tokens": 262656003.0, + "step": 7209 + }, + { + "epoch": 1.338904363974002, + "grad_norm": 1.4921176433563232, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8814319968223572, + "num_tokens": 262692489.0, + "step": 7210 + }, + { + "epoch": 1.3390900649953574, + "grad_norm": 1.543209195137024, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8727260828018188, + "num_tokens": 262729200.0, + "step": 7211 + }, + { + "epoch": 1.3392757660167132, + "grad_norm": 1.4642025232315063, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8871343731880188, + "num_tokens": 262764445.0, + "step": 7212 + }, + { + "epoch": 1.3394614670380687, + "grad_norm": 1.5294777154922485, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8706941604614258, + "num_tokens": 262800160.0, + "step": 7213 + }, + { + "epoch": 1.3396471680594244, + "grad_norm": 1.4127193689346313, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8825058937072754, + "num_tokens": 262838237.0, + "step": 7214 + }, + { + "epoch": 1.33983286908078, + "grad_norm": 1.5602549314498901, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.868362307548523, + "num_tokens": 262872852.0, + "step": 7215 + }, + { + "epoch": 1.3400185701021354, + "grad_norm": 1.461025357246399, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.884770929813385, + "num_tokens": 262908907.0, + "step": 7216 + }, + { + "epoch": 1.3402042711234912, + "grad_norm": 1.3555742502212524, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8896180391311646, + "num_tokens": 262946941.0, + "step": 7217 + }, + { + "epoch": 1.340389972144847, + "grad_norm": 1.6653480529785156, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8783237934112549, + "num_tokens": 262974828.0, + "step": 7218 + }, + { + "epoch": 1.3405756731662024, + "grad_norm": 1.3823306560516357, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8733547925949097, + "num_tokens": 263014645.0, + "step": 7219 + }, + { + "epoch": 1.340761374187558, + "grad_norm": 1.2361066341400146, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8863534927368164, + "num_tokens": 263058554.0, + "step": 7220 + }, + { + "epoch": 1.3409470752089137, + "grad_norm": 1.5263675451278687, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8729845285415649, + "num_tokens": 263092814.0, + "step": 7221 + }, + { + "epoch": 1.3411327762302694, + "grad_norm": 1.4252642393112183, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8784581422805786, + "num_tokens": 263131367.0, + "step": 7222 + }, + { + "epoch": 1.341318477251625, + "grad_norm": 1.5627528429031372, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8630384802818298, + "num_tokens": 263164569.0, + "step": 7223 + }, + { + "epoch": 1.3415041782729804, + "grad_norm": 1.4073669910430908, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8873552083969116, + "num_tokens": 263201822.0, + "step": 7224 + }, + { + "epoch": 1.3416898792943361, + "grad_norm": 1.3962348699569702, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8703862428665161, + "num_tokens": 263242919.0, + "step": 7225 + }, + { + "epoch": 1.3418755803156919, + "grad_norm": 1.4093375205993652, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8915283679962158, + "num_tokens": 263274939.0, + "step": 7226 + }, + { + "epoch": 1.3420612813370474, + "grad_norm": 1.4373668432235718, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8819931745529175, + "num_tokens": 263315447.0, + "step": 7227 + }, + { + "epoch": 1.342246982358403, + "grad_norm": 1.599940299987793, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8797027468681335, + "num_tokens": 263350817.0, + "step": 7228 + }, + { + "epoch": 1.3424326833797586, + "grad_norm": 1.5320916175842285, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8804048299789429, + "num_tokens": 263385033.0, + "step": 7229 + }, + { + "epoch": 1.3426183844011141, + "grad_norm": 1.3627650737762451, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8813279867172241, + "num_tokens": 263425376.0, + "step": 7230 + }, + { + "epoch": 1.3428040854224699, + "grad_norm": 1.3871201276779175, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8562647104263306, + "num_tokens": 263469229.0, + "step": 7231 + }, + { + "epoch": 1.3429897864438254, + "grad_norm": 1.5521825551986694, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8737174272537231, + "num_tokens": 263502931.0, + "step": 7232 + }, + { + "epoch": 1.3431754874651811, + "grad_norm": 1.4190516471862793, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8760762214660645, + "num_tokens": 263539489.0, + "step": 7233 + }, + { + "epoch": 1.3433611884865366, + "grad_norm": 1.6354507207870483, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8744710683822632, + "num_tokens": 263575198.0, + "step": 7234 + }, + { + "epoch": 1.3435468895078924, + "grad_norm": 1.4182604551315308, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8835476636886597, + "num_tokens": 263615658.0, + "step": 7235 + }, + { + "epoch": 1.3437325905292479, + "grad_norm": 1.4953473806381226, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8611854910850525, + "num_tokens": 263653167.0, + "step": 7236 + }, + { + "epoch": 1.3439182915506036, + "grad_norm": 1.4301334619522095, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8821983337402344, + "num_tokens": 263687849.0, + "step": 7237 + }, + { + "epoch": 1.3441039925719591, + "grad_norm": 1.4272342920303345, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8734539151191711, + "num_tokens": 263728232.0, + "step": 7238 + }, + { + "epoch": 1.3442896935933146, + "grad_norm": 1.5685056447982788, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.873471736907959, + "num_tokens": 263763460.0, + "step": 7239 + }, + { + "epoch": 1.3444753946146704, + "grad_norm": 1.4265553951263428, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8857672214508057, + "num_tokens": 263801231.0, + "step": 7240 + }, + { + "epoch": 1.344661095636026, + "grad_norm": 1.5683801174163818, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.860123872756958, + "num_tokens": 263837189.0, + "step": 7241 + }, + { + "epoch": 1.3448467966573816, + "grad_norm": 1.524716854095459, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8685811758041382, + "num_tokens": 263877338.0, + "step": 7242 + }, + { + "epoch": 1.3450324976787371, + "grad_norm": 1.4864604473114014, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8811171054840088, + "num_tokens": 263910230.0, + "step": 7243 + }, + { + "epoch": 1.3452181987000928, + "grad_norm": 1.5346776247024536, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8713020086288452, + "num_tokens": 263944707.0, + "step": 7244 + }, + { + "epoch": 1.3454038997214486, + "grad_norm": 1.332924723625183, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8802075386047363, + "num_tokens": 263986179.0, + "step": 7245 + }, + { + "epoch": 1.345589600742804, + "grad_norm": 1.5022982358932495, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8617148399353027, + "num_tokens": 264022763.0, + "step": 7246 + }, + { + "epoch": 1.3457753017641596, + "grad_norm": 1.5218286514282227, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8881162405014038, + "num_tokens": 264055810.0, + "step": 7247 + }, + { + "epoch": 1.3459610027855153, + "grad_norm": 1.434448003768921, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8755558133125305, + "num_tokens": 264094246.0, + "step": 7248 + }, + { + "epoch": 1.346146703806871, + "grad_norm": 1.380730390548706, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8698202967643738, + "num_tokens": 264135485.0, + "step": 7249 + }, + { + "epoch": 1.3463324048282266, + "grad_norm": 1.3849291801452637, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.882129430770874, + "num_tokens": 264173417.0, + "step": 7250 + }, + { + "epoch": 1.346518105849582, + "grad_norm": 1.639369010925293, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8742326498031616, + "num_tokens": 264206088.0, + "step": 7251 + }, + { + "epoch": 1.3467038068709378, + "grad_norm": 1.453974723815918, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8659345507621765, + "num_tokens": 264246236.0, + "step": 7252 + }, + { + "epoch": 1.3468895078922933, + "grad_norm": 1.5265833139419556, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8724048137664795, + "num_tokens": 264278984.0, + "step": 7253 + }, + { + "epoch": 1.347075208913649, + "grad_norm": 1.360662579536438, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8903064727783203, + "num_tokens": 264316403.0, + "step": 7254 + }, + { + "epoch": 1.3472609099350046, + "grad_norm": 1.523360252380371, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8678565621376038, + "num_tokens": 264352383.0, + "step": 7255 + }, + { + "epoch": 1.3474466109563603, + "grad_norm": 1.6063945293426514, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8722643852233887, + "num_tokens": 264384152.0, + "step": 7256 + }, + { + "epoch": 1.3476323119777158, + "grad_norm": 1.5675048828125, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8857369422912598, + "num_tokens": 264417209.0, + "step": 7257 + }, + { + "epoch": 1.3478180129990716, + "grad_norm": 1.644136905670166, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8760775327682495, + "num_tokens": 264450593.0, + "step": 7258 + }, + { + "epoch": 1.348003714020427, + "grad_norm": 1.5481470823287964, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8754768967628479, + "num_tokens": 264481689.0, + "step": 7259 + }, + { + "epoch": 1.3481894150417828, + "grad_norm": 1.509750485420227, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8768222332000732, + "num_tokens": 264517246.0, + "step": 7260 + }, + { + "epoch": 1.3483751160631383, + "grad_norm": 1.4473798274993896, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8766448497772217, + "num_tokens": 264553636.0, + "step": 7261 + }, + { + "epoch": 1.348560817084494, + "grad_norm": 1.5047835111618042, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8803021311759949, + "num_tokens": 264591449.0, + "step": 7262 + }, + { + "epoch": 1.3487465181058496, + "grad_norm": 1.5379031896591187, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.871563196182251, + "num_tokens": 264628294.0, + "step": 7263 + }, + { + "epoch": 1.3489322191272053, + "grad_norm": 1.520561695098877, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8761328458786011, + "num_tokens": 264664164.0, + "step": 7264 + }, + { + "epoch": 1.3491179201485608, + "grad_norm": 1.5285967588424683, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8679940700531006, + "num_tokens": 264700021.0, + "step": 7265 + }, + { + "epoch": 1.3493036211699163, + "grad_norm": 1.4275450706481934, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8771566152572632, + "num_tokens": 264740428.0, + "step": 7266 + }, + { + "epoch": 1.349489322191272, + "grad_norm": 1.4445278644561768, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8704078197479248, + "num_tokens": 264785427.0, + "step": 7267 + }, + { + "epoch": 1.3496750232126278, + "grad_norm": 1.373153567314148, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8942087292671204, + "num_tokens": 264822215.0, + "step": 7268 + }, + { + "epoch": 1.3498607242339833, + "grad_norm": 1.327168345451355, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8778383731842041, + "num_tokens": 264866342.0, + "step": 7269 + }, + { + "epoch": 1.3500464252553388, + "grad_norm": 1.5599414110183716, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8929853439331055, + "num_tokens": 264896850.0, + "step": 7270 + }, + { + "epoch": 1.3502321262766945, + "grad_norm": 1.4107154607772827, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8704012632369995, + "num_tokens": 264937065.0, + "step": 7271 + }, + { + "epoch": 1.3504178272980503, + "grad_norm": 1.424675703048706, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8808040618896484, + "num_tokens": 264974828.0, + "step": 7272 + }, + { + "epoch": 1.3506035283194058, + "grad_norm": 1.4094406366348267, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.876833438873291, + "num_tokens": 265015717.0, + "step": 7273 + }, + { + "epoch": 1.3507892293407613, + "grad_norm": 1.4862686395645142, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8815438151359558, + "num_tokens": 265050636.0, + "step": 7274 + }, + { + "epoch": 1.350974930362117, + "grad_norm": 1.4805994033813477, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8685493469238281, + "num_tokens": 265089621.0, + "step": 7275 + }, + { + "epoch": 1.3511606313834725, + "grad_norm": 1.4578030109405518, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.882278323173523, + "num_tokens": 265125872.0, + "step": 7276 + }, + { + "epoch": 1.3513463324048283, + "grad_norm": 1.5238951444625854, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8792001008987427, + "num_tokens": 265161884.0, + "step": 7277 + }, + { + "epoch": 1.3515320334261838, + "grad_norm": 1.449979543685913, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8862296342849731, + "num_tokens": 265196729.0, + "step": 7278 + }, + { + "epoch": 1.3517177344475395, + "grad_norm": 1.649709939956665, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8598341941833496, + "num_tokens": 265229044.0, + "step": 7279 + }, + { + "epoch": 1.351903435468895, + "grad_norm": 1.4574899673461914, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8774017095565796, + "num_tokens": 265265424.0, + "step": 7280 + }, + { + "epoch": 1.3520891364902508, + "grad_norm": 1.4796222448349, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8801511526107788, + "num_tokens": 265300827.0, + "step": 7281 + }, + { + "epoch": 1.3522748375116063, + "grad_norm": 1.5784599781036377, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.878328263759613, + "num_tokens": 265338600.0, + "step": 7282 + }, + { + "epoch": 1.352460538532962, + "grad_norm": 1.5406984090805054, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8722488284111023, + "num_tokens": 265371170.0, + "step": 7283 + }, + { + "epoch": 1.3526462395543175, + "grad_norm": 1.3932363986968994, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8953042030334473, + "num_tokens": 265409381.0, + "step": 7284 + }, + { + "epoch": 1.3528319405756732, + "grad_norm": 1.4158308506011963, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8782016038894653, + "num_tokens": 265446059.0, + "step": 7285 + }, + { + "epoch": 1.3530176415970288, + "grad_norm": 1.5637131929397583, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8597522974014282, + "num_tokens": 265481298.0, + "step": 7286 + }, + { + "epoch": 1.3532033426183845, + "grad_norm": 1.630119800567627, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8630192875862122, + "num_tokens": 265517307.0, + "step": 7287 + }, + { + "epoch": 1.35338904363974, + "grad_norm": 1.5788960456848145, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8553281426429749, + "num_tokens": 265555851.0, + "step": 7288 + }, + { + "epoch": 1.3535747446610955, + "grad_norm": 1.395412802696228, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8803711533546448, + "num_tokens": 265593831.0, + "step": 7289 + }, + { + "epoch": 1.3537604456824512, + "grad_norm": 1.3612544536590576, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8847847580909729, + "num_tokens": 265633298.0, + "step": 7290 + }, + { + "epoch": 1.353946146703807, + "grad_norm": 1.5645350217819214, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.871849775314331, + "num_tokens": 265663397.0, + "step": 7291 + }, + { + "epoch": 1.3541318477251625, + "grad_norm": 1.4687215089797974, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8718459606170654, + "num_tokens": 265700871.0, + "step": 7292 + }, + { + "epoch": 1.354317548746518, + "grad_norm": 1.5512255430221558, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.879618763923645, + "num_tokens": 265730846.0, + "step": 7293 + }, + { + "epoch": 1.3545032497678737, + "grad_norm": 1.6450364589691162, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8670068979263306, + "num_tokens": 265762475.0, + "step": 7294 + }, + { + "epoch": 1.3546889507892295, + "grad_norm": 1.5222067832946777, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8846830129623413, + "num_tokens": 265800663.0, + "step": 7295 + }, + { + "epoch": 1.354874651810585, + "grad_norm": 1.4888410568237305, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8758994340896606, + "num_tokens": 265836123.0, + "step": 7296 + }, + { + "epoch": 1.3550603528319405, + "grad_norm": 1.633257269859314, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8765066266059875, + "num_tokens": 265871862.0, + "step": 7297 + }, + { + "epoch": 1.3552460538532962, + "grad_norm": 1.5501594543457031, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8858028054237366, + "num_tokens": 265907704.0, + "step": 7298 + }, + { + "epoch": 1.3554317548746517, + "grad_norm": 1.3339111804962158, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8858610987663269, + "num_tokens": 265947459.0, + "step": 7299 + }, + { + "epoch": 1.3556174558960075, + "grad_norm": 1.530219554901123, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8654261827468872, + "num_tokens": 265982248.0, + "step": 7300 + }, + { + "epoch": 1.355803156917363, + "grad_norm": 1.6243212223052979, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8740957975387573, + "num_tokens": 266015777.0, + "step": 7301 + }, + { + "epoch": 1.3559888579387187, + "grad_norm": 1.469366431236267, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8776611089706421, + "num_tokens": 266054594.0, + "step": 7302 + }, + { + "epoch": 1.3561745589600742, + "grad_norm": 1.5481724739074707, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8822334408760071, + "num_tokens": 266087047.0, + "step": 7303 + }, + { + "epoch": 1.35636025998143, + "grad_norm": 1.5549652576446533, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8684560060501099, + "num_tokens": 266124166.0, + "step": 7304 + }, + { + "epoch": 1.3565459610027855, + "grad_norm": 1.425682783126831, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8713067770004272, + "num_tokens": 266162372.0, + "step": 7305 + }, + { + "epoch": 1.3567316620241412, + "grad_norm": 1.5293668508529663, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8845218420028687, + "num_tokens": 266195524.0, + "step": 7306 + }, + { + "epoch": 1.3569173630454967, + "grad_norm": 1.6765854358673096, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8574082851409912, + "num_tokens": 266228650.0, + "step": 7307 + }, + { + "epoch": 1.3571030640668524, + "grad_norm": 1.511186957359314, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8749880194664001, + "num_tokens": 266262743.0, + "step": 7308 + }, + { + "epoch": 1.357288765088208, + "grad_norm": 1.5296545028686523, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8733547925949097, + "num_tokens": 266299554.0, + "step": 7309 + }, + { + "epoch": 1.3574744661095637, + "grad_norm": 1.4711148738861084, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8715015649795532, + "num_tokens": 266339948.0, + "step": 7310 + }, + { + "epoch": 1.3576601671309192, + "grad_norm": 1.475510835647583, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8860993385314941, + "num_tokens": 266372356.0, + "step": 7311 + }, + { + "epoch": 1.3578458681522747, + "grad_norm": 1.517443060874939, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8776117563247681, + "num_tokens": 266406180.0, + "step": 7312 + }, + { + "epoch": 1.3580315691736304, + "grad_norm": 1.428310513496399, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8672714829444885, + "num_tokens": 266446068.0, + "step": 7313 + }, + { + "epoch": 1.3582172701949862, + "grad_norm": 1.4013845920562744, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8930769562721252, + "num_tokens": 266479800.0, + "step": 7314 + }, + { + "epoch": 1.3584029712163417, + "grad_norm": 1.4021154642105103, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8782857060432434, + "num_tokens": 266520463.0, + "step": 7315 + }, + { + "epoch": 1.3585886722376972, + "grad_norm": 1.5908689498901367, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8709657788276672, + "num_tokens": 266552836.0, + "step": 7316 + }, + { + "epoch": 1.358774373259053, + "grad_norm": 1.4127240180969238, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.884769856929779, + "num_tokens": 266591819.0, + "step": 7317 + }, + { + "epoch": 1.3589600742804087, + "grad_norm": 1.469440221786499, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8747297525405884, + "num_tokens": 266628790.0, + "step": 7318 + }, + { + "epoch": 1.3591457753017642, + "grad_norm": 1.5098083019256592, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.881862223148346, + "num_tokens": 266661862.0, + "step": 7319 + }, + { + "epoch": 1.3593314763231197, + "grad_norm": 1.6554518938064575, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8626145124435425, + "num_tokens": 266695635.0, + "step": 7320 + }, + { + "epoch": 1.3595171773444754, + "grad_norm": 1.5980130434036255, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.859413206577301, + "num_tokens": 266730673.0, + "step": 7321 + }, + { + "epoch": 1.3597028783658311, + "grad_norm": 1.34455144405365, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8851778507232666, + "num_tokens": 266771293.0, + "step": 7322 + }, + { + "epoch": 1.3598885793871867, + "grad_norm": 1.4879357814788818, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8714472651481628, + "num_tokens": 266809550.0, + "step": 7323 + }, + { + "epoch": 1.3600742804085422, + "grad_norm": 1.4711594581604004, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8819281458854675, + "num_tokens": 266845136.0, + "step": 7324 + }, + { + "epoch": 1.360259981429898, + "grad_norm": 1.545140027999878, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8682174682617188, + "num_tokens": 266886857.0, + "step": 7325 + }, + { + "epoch": 1.3604456824512534, + "grad_norm": 1.4871233701705933, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8717031478881836, + "num_tokens": 266922581.0, + "step": 7326 + }, + { + "epoch": 1.3606313834726091, + "grad_norm": 1.504239797592163, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8657127022743225, + "num_tokens": 266961155.0, + "step": 7327 + }, + { + "epoch": 1.3608170844939647, + "grad_norm": 1.4733245372772217, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8742961883544922, + "num_tokens": 266999383.0, + "step": 7328 + }, + { + "epoch": 1.3610027855153204, + "grad_norm": 1.3609157800674438, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8888508081436157, + "num_tokens": 267038183.0, + "step": 7329 + }, + { + "epoch": 1.361188486536676, + "grad_norm": 1.4785045385360718, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.884285569190979, + "num_tokens": 267071655.0, + "step": 7330 + }, + { + "epoch": 1.3613741875580316, + "grad_norm": 1.5419820547103882, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8803664445877075, + "num_tokens": 267101855.0, + "step": 7331 + }, + { + "epoch": 1.3615598885793871, + "grad_norm": 1.4064698219299316, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8734908699989319, + "num_tokens": 267147168.0, + "step": 7332 + }, + { + "epoch": 1.3617455896007429, + "grad_norm": 1.5392613410949707, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8904329538345337, + "num_tokens": 267184930.0, + "step": 7333 + }, + { + "epoch": 1.3619312906220984, + "grad_norm": 1.5011776685714722, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8765056729316711, + "num_tokens": 267222702.0, + "step": 7334 + }, + { + "epoch": 1.362116991643454, + "grad_norm": 1.3191248178482056, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.887238085269928, + "num_tokens": 267264363.0, + "step": 7335 + }, + { + "epoch": 1.3623026926648096, + "grad_norm": 1.5154377222061157, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8754802942276001, + "num_tokens": 267300830.0, + "step": 7336 + }, + { + "epoch": 1.3624883936861654, + "grad_norm": 1.5064668655395508, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8685648441314697, + "num_tokens": 267338369.0, + "step": 7337 + }, + { + "epoch": 1.3626740947075209, + "grad_norm": 1.5783151388168335, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8758968710899353, + "num_tokens": 267371379.0, + "step": 7338 + }, + { + "epoch": 1.3628597957288764, + "grad_norm": 1.41182279586792, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8718985319137573, + "num_tokens": 267415467.0, + "step": 7339 + }, + { + "epoch": 1.3630454967502321, + "grad_norm": 1.531309962272644, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.885206937789917, + "num_tokens": 267449984.0, + "step": 7340 + }, + { + "epoch": 1.3632311977715879, + "grad_norm": 1.4483367204666138, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8842120170593262, + "num_tokens": 267485656.0, + "step": 7341 + }, + { + "epoch": 1.3634168987929434, + "grad_norm": 1.6658560037612915, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8633148670196533, + "num_tokens": 267516729.0, + "step": 7342 + }, + { + "epoch": 1.3636025998142989, + "grad_norm": 1.5193333625793457, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8798543214797974, + "num_tokens": 267551561.0, + "step": 7343 + }, + { + "epoch": 1.3637883008356546, + "grad_norm": 1.687205195426941, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8680598139762878, + "num_tokens": 267582116.0, + "step": 7344 + }, + { + "epoch": 1.3639740018570103, + "grad_norm": 1.4710057973861694, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8824212551116943, + "num_tokens": 267625023.0, + "step": 7345 + }, + { + "epoch": 1.3641597028783659, + "grad_norm": 1.390720248222351, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8763823509216309, + "num_tokens": 267666084.0, + "step": 7346 + }, + { + "epoch": 1.3643454038997214, + "grad_norm": 1.485707402229309, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8831759691238403, + "num_tokens": 267699143.0, + "step": 7347 + }, + { + "epoch": 1.364531104921077, + "grad_norm": 1.5524938106536865, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8800021409988403, + "num_tokens": 267731039.0, + "step": 7348 + }, + { + "epoch": 1.3647168059424326, + "grad_norm": 1.396432638168335, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8894956111907959, + "num_tokens": 267767139.0, + "step": 7349 + }, + { + "epoch": 1.3649025069637883, + "grad_norm": 1.6245837211608887, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8753014802932739, + "num_tokens": 267798007.0, + "step": 7350 + }, + { + "epoch": 1.3650882079851439, + "grad_norm": 1.6174814701080322, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8716210126876831, + "num_tokens": 267830995.0, + "step": 7351 + }, + { + "epoch": 1.3652739090064996, + "grad_norm": 1.4570667743682861, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8778042197227478, + "num_tokens": 267868632.0, + "step": 7352 + }, + { + "epoch": 1.365459610027855, + "grad_norm": 1.4691693782806396, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.888083815574646, + "num_tokens": 267902868.0, + "step": 7353 + }, + { + "epoch": 1.3656453110492108, + "grad_norm": 1.5030194520950317, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8907654285430908, + "num_tokens": 267936578.0, + "step": 7354 + }, + { + "epoch": 1.3658310120705663, + "grad_norm": 1.561603307723999, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8817151784896851, + "num_tokens": 267968503.0, + "step": 7355 + }, + { + "epoch": 1.366016713091922, + "grad_norm": 1.5110750198364258, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8669652342796326, + "num_tokens": 268008298.0, + "step": 7356 + }, + { + "epoch": 1.3662024141132776, + "grad_norm": 1.418117642402649, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8734439611434937, + "num_tokens": 268047093.0, + "step": 7357 + }, + { + "epoch": 1.3663881151346333, + "grad_norm": 1.4305346012115479, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8834142088890076, + "num_tokens": 268082139.0, + "step": 7358 + }, + { + "epoch": 1.3665738161559888, + "grad_norm": 1.3935086727142334, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8819563984870911, + "num_tokens": 268129828.0, + "step": 7359 + }, + { + "epoch": 1.3667595171773446, + "grad_norm": 1.717524528503418, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8821597695350647, + "num_tokens": 268159593.0, + "step": 7360 + }, + { + "epoch": 1.3669452181987, + "grad_norm": 1.4736912250518799, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8859603404998779, + "num_tokens": 268192785.0, + "step": 7361 + }, + { + "epoch": 1.3671309192200556, + "grad_norm": 1.3634265661239624, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8899538516998291, + "num_tokens": 268229040.0, + "step": 7362 + }, + { + "epoch": 1.3673166202414113, + "grad_norm": 1.5632141828536987, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8687388896942139, + "num_tokens": 268265897.0, + "step": 7363 + }, + { + "epoch": 1.367502321262767, + "grad_norm": 1.7631762027740479, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8756250143051147, + "num_tokens": 268302737.0, + "step": 7364 + }, + { + "epoch": 1.3676880222841226, + "grad_norm": 1.4491426944732666, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8917957544326782, + "num_tokens": 268339872.0, + "step": 7365 + }, + { + "epoch": 1.367873723305478, + "grad_norm": 1.508906364440918, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8870550990104675, + "num_tokens": 268372908.0, + "step": 7366 + }, + { + "epoch": 1.3680594243268338, + "grad_norm": 1.5157586336135864, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8784559369087219, + "num_tokens": 268406687.0, + "step": 7367 + }, + { + "epoch": 1.3682451253481895, + "grad_norm": 1.5827558040618896, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8637298345565796, + "num_tokens": 268442991.0, + "step": 7368 + }, + { + "epoch": 1.368430826369545, + "grad_norm": 1.4074859619140625, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8726648688316345, + "num_tokens": 268482883.0, + "step": 7369 + }, + { + "epoch": 1.3686165273909006, + "grad_norm": 1.43142569065094, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8722314238548279, + "num_tokens": 268529269.0, + "step": 7370 + }, + { + "epoch": 1.3688022284122563, + "grad_norm": 1.4356335401535034, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8914989829063416, + "num_tokens": 268566958.0, + "step": 7371 + }, + { + "epoch": 1.3689879294336118, + "grad_norm": 1.4010611772537231, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8708376884460449, + "num_tokens": 268610578.0, + "step": 7372 + }, + { + "epoch": 1.3691736304549675, + "grad_norm": 1.3809558153152466, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8864020109176636, + "num_tokens": 268647658.0, + "step": 7373 + }, + { + "epoch": 1.369359331476323, + "grad_norm": 1.4088044166564941, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8787726163864136, + "num_tokens": 268687401.0, + "step": 7374 + }, + { + "epoch": 1.3695450324976788, + "grad_norm": 1.6230554580688477, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8732907176017761, + "num_tokens": 268719625.0, + "step": 7375 + }, + { + "epoch": 1.3697307335190343, + "grad_norm": 1.4311004877090454, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8721769452095032, + "num_tokens": 268758740.0, + "step": 7376 + }, + { + "epoch": 1.36991643454039, + "grad_norm": 1.692046046257019, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.872596025466919, + "num_tokens": 268788345.0, + "step": 7377 + }, + { + "epoch": 1.3701021355617455, + "grad_norm": 1.4514756202697754, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8809068202972412, + "num_tokens": 268824424.0, + "step": 7378 + }, + { + "epoch": 1.3702878365831013, + "grad_norm": 1.532130241394043, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8797460794448853, + "num_tokens": 268861828.0, + "step": 7379 + }, + { + "epoch": 1.3704735376044568, + "grad_norm": 1.5142312049865723, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8722876310348511, + "num_tokens": 268900758.0, + "step": 7380 + }, + { + "epoch": 1.3706592386258125, + "grad_norm": 1.5045685768127441, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8721820116043091, + "num_tokens": 268939117.0, + "step": 7381 + }, + { + "epoch": 1.370844939647168, + "grad_norm": 1.6299740076065063, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8694009780883789, + "num_tokens": 268970906.0, + "step": 7382 + }, + { + "epoch": 1.3710306406685238, + "grad_norm": 1.6341040134429932, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8753570914268494, + "num_tokens": 269004962.0, + "step": 7383 + }, + { + "epoch": 1.3712163416898793, + "grad_norm": 1.4654784202575684, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8722515106201172, + "num_tokens": 269042444.0, + "step": 7384 + }, + { + "epoch": 1.3714020427112348, + "grad_norm": 1.406792163848877, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8841966986656189, + "num_tokens": 269078223.0, + "step": 7385 + }, + { + "epoch": 1.3715877437325905, + "grad_norm": 1.380637764930725, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8799042701721191, + "num_tokens": 269116908.0, + "step": 7386 + }, + { + "epoch": 1.3717734447539462, + "grad_norm": 1.30461585521698, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8807203769683838, + "num_tokens": 269160017.0, + "step": 7387 + }, + { + "epoch": 1.3719591457753018, + "grad_norm": 1.4862611293792725, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8554787635803223, + "num_tokens": 269198855.0, + "step": 7388 + }, + { + "epoch": 1.3721448467966573, + "grad_norm": 1.481650710105896, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8727313280105591, + "num_tokens": 269233868.0, + "step": 7389 + }, + { + "epoch": 1.372330547818013, + "grad_norm": 1.4937108755111694, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8665278553962708, + "num_tokens": 269272123.0, + "step": 7390 + }, + { + "epoch": 1.3725162488393687, + "grad_norm": 1.4088423252105713, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8691320419311523, + "num_tokens": 269314663.0, + "step": 7391 + }, + { + "epoch": 1.3727019498607242, + "grad_norm": 1.3658126592636108, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8858847618103027, + "num_tokens": 269354176.0, + "step": 7392 + }, + { + "epoch": 1.3728876508820798, + "grad_norm": 1.308752179145813, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8783048391342163, + "num_tokens": 269399734.0, + "step": 7393 + }, + { + "epoch": 1.3730733519034355, + "grad_norm": 1.5287854671478271, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8720135688781738, + "num_tokens": 269434076.0, + "step": 7394 + }, + { + "epoch": 1.3732590529247912, + "grad_norm": 1.3868355751037598, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8873506784439087, + "num_tokens": 269473180.0, + "step": 7395 + }, + { + "epoch": 1.3734447539461467, + "grad_norm": 1.4007959365844727, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9018322229385376, + "num_tokens": 269505234.0, + "step": 7396 + }, + { + "epoch": 1.3736304549675022, + "grad_norm": 1.5296716690063477, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8799490928649902, + "num_tokens": 269538566.0, + "step": 7397 + }, + { + "epoch": 1.373816155988858, + "grad_norm": 1.4972538948059082, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8784613609313965, + "num_tokens": 269574485.0, + "step": 7398 + }, + { + "epoch": 1.3740018570102135, + "grad_norm": 1.531107783317566, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8734807968139648, + "num_tokens": 269608304.0, + "step": 7399 + }, + { + "epoch": 1.3741875580315692, + "grad_norm": 1.3911926746368408, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8911804556846619, + "num_tokens": 269646892.0, + "step": 7400 + }, + { + "epoch": 1.3743732590529247, + "grad_norm": 1.5060927867889404, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8754377365112305, + "num_tokens": 269682466.0, + "step": 7401 + }, + { + "epoch": 1.3745589600742805, + "grad_norm": 1.5112189054489136, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8786314129829407, + "num_tokens": 269717995.0, + "step": 7402 + }, + { + "epoch": 1.374744661095636, + "grad_norm": 1.5488237142562866, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8757784366607666, + "num_tokens": 269753370.0, + "step": 7403 + }, + { + "epoch": 1.3749303621169917, + "grad_norm": 1.5378141403198242, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8640121221542358, + "num_tokens": 269788007.0, + "step": 7404 + }, + { + "epoch": 1.3751160631383472, + "grad_norm": 1.3759726285934448, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8815324306488037, + "num_tokens": 269827510.0, + "step": 7405 + }, + { + "epoch": 1.375301764159703, + "grad_norm": 1.4636293649673462, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8779438734054565, + "num_tokens": 269864963.0, + "step": 7406 + }, + { + "epoch": 1.3754874651810585, + "grad_norm": 1.6215391159057617, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8656319975852966, + "num_tokens": 269898107.0, + "step": 7407 + }, + { + "epoch": 1.375673166202414, + "grad_norm": 1.4964882135391235, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8806530237197876, + "num_tokens": 269931717.0, + "step": 7408 + }, + { + "epoch": 1.3758588672237697, + "grad_norm": 1.43837571144104, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8888700604438782, + "num_tokens": 269966748.0, + "step": 7409 + }, + { + "epoch": 1.3760445682451254, + "grad_norm": 1.3818233013153076, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.883581280708313, + "num_tokens": 270005397.0, + "step": 7410 + }, + { + "epoch": 1.376230269266481, + "grad_norm": 1.7004214525222778, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8739852905273438, + "num_tokens": 270038838.0, + "step": 7411 + }, + { + "epoch": 1.3764159702878365, + "grad_norm": 1.4885435104370117, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8802446126937866, + "num_tokens": 270077020.0, + "step": 7412 + }, + { + "epoch": 1.3766016713091922, + "grad_norm": 1.4848779439926147, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8818264007568359, + "num_tokens": 270110821.0, + "step": 7413 + }, + { + "epoch": 1.376787372330548, + "grad_norm": 1.4990853071212769, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8782587647438049, + "num_tokens": 270146520.0, + "step": 7414 + }, + { + "epoch": 1.3769730733519034, + "grad_norm": 1.5109658241271973, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8620245456695557, + "num_tokens": 270184058.0, + "step": 7415 + }, + { + "epoch": 1.377158774373259, + "grad_norm": 1.4700565338134766, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.869824230670929, + "num_tokens": 270229447.0, + "step": 7416 + }, + { + "epoch": 1.3773444753946147, + "grad_norm": 1.568758487701416, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8647222518920898, + "num_tokens": 270261988.0, + "step": 7417 + }, + { + "epoch": 1.3775301764159704, + "grad_norm": 1.3246431350708008, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.892026424407959, + "num_tokens": 270300577.0, + "step": 7418 + }, + { + "epoch": 1.377715877437326, + "grad_norm": 1.5596038103103638, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8757750391960144, + "num_tokens": 270335529.0, + "step": 7419 + }, + { + "epoch": 1.3779015784586814, + "grad_norm": 1.4101849794387817, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8752728700637817, + "num_tokens": 270374936.0, + "step": 7420 + }, + { + "epoch": 1.3780872794800372, + "grad_norm": 1.4232922792434692, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8745044469833374, + "num_tokens": 270416060.0, + "step": 7421 + }, + { + "epoch": 1.3782729805013927, + "grad_norm": 1.424552083015442, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8618730306625366, + "num_tokens": 270459369.0, + "step": 7422 + }, + { + "epoch": 1.3784586815227484, + "grad_norm": 1.4519388675689697, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8747665286064148, + "num_tokens": 270496730.0, + "step": 7423 + }, + { + "epoch": 1.378644382544104, + "grad_norm": 1.482413411140442, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.867800235748291, + "num_tokens": 270535290.0, + "step": 7424 + }, + { + "epoch": 1.3788300835654597, + "grad_norm": 1.4766734838485718, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8743523955345154, + "num_tokens": 270571219.0, + "step": 7425 + }, + { + "epoch": 1.3790157845868152, + "grad_norm": 1.666290044784546, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8895313143730164, + "num_tokens": 270599164.0, + "step": 7426 + }, + { + "epoch": 1.379201485608171, + "grad_norm": 1.551794171333313, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8811640739440918, + "num_tokens": 270635114.0, + "step": 7427 + }, + { + "epoch": 1.3793871866295264, + "grad_norm": 1.5895507335662842, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8556660413742065, + "num_tokens": 270669179.0, + "step": 7428 + }, + { + "epoch": 1.3795728876508822, + "grad_norm": 1.4540549516677856, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8670979738235474, + "num_tokens": 270706307.0, + "step": 7429 + }, + { + "epoch": 1.3797585886722377, + "grad_norm": 1.6225521564483643, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8750441074371338, + "num_tokens": 270734554.0, + "step": 7430 + }, + { + "epoch": 1.3799442896935934, + "grad_norm": 1.426267385482788, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.875714898109436, + "num_tokens": 270774006.0, + "step": 7431 + }, + { + "epoch": 1.380129990714949, + "grad_norm": 1.505234718322754, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8734006285667419, + "num_tokens": 270809076.0, + "step": 7432 + }, + { + "epoch": 1.3803156917363046, + "grad_norm": 1.5154374837875366, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8881662487983704, + "num_tokens": 270842688.0, + "step": 7433 + }, + { + "epoch": 1.3805013927576602, + "grad_norm": 1.599395990371704, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.890795886516571, + "num_tokens": 270874483.0, + "step": 7434 + }, + { + "epoch": 1.3806870937790157, + "grad_norm": 1.5725737810134888, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8570150136947632, + "num_tokens": 270911292.0, + "step": 7435 + }, + { + "epoch": 1.3808727948003714, + "grad_norm": 1.4198380708694458, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8890544772148132, + "num_tokens": 270949436.0, + "step": 7436 + }, + { + "epoch": 1.3810584958217271, + "grad_norm": 1.743513822555542, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8865993618965149, + "num_tokens": 270979210.0, + "step": 7437 + }, + { + "epoch": 1.3812441968430826, + "grad_norm": 1.3393138647079468, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8855221271514893, + "num_tokens": 271018061.0, + "step": 7438 + }, + { + "epoch": 1.3814298978644381, + "grad_norm": 1.525905966758728, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8828874826431274, + "num_tokens": 271051160.0, + "step": 7439 + }, + { + "epoch": 1.3816155988857939, + "grad_norm": 1.6745139360427856, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8669401407241821, + "num_tokens": 271091918.0, + "step": 7440 + }, + { + "epoch": 1.3818012999071496, + "grad_norm": 1.3983376026153564, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.888692319393158, + "num_tokens": 271132518.0, + "step": 7441 + }, + { + "epoch": 1.3819870009285051, + "grad_norm": 1.4037814140319824, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8608890771865845, + "num_tokens": 271175014.0, + "step": 7442 + }, + { + "epoch": 1.3821727019498606, + "grad_norm": 1.4816542863845825, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.872198224067688, + "num_tokens": 271211650.0, + "step": 7443 + }, + { + "epoch": 1.3823584029712164, + "grad_norm": 1.5707186460494995, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8632906675338745, + "num_tokens": 271244035.0, + "step": 7444 + }, + { + "epoch": 1.3825441039925719, + "grad_norm": 1.4007883071899414, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8791767358779907, + "num_tokens": 271282932.0, + "step": 7445 + }, + { + "epoch": 1.3827298050139276, + "grad_norm": 1.3548972606658936, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8863343000411987, + "num_tokens": 271322035.0, + "step": 7446 + }, + { + "epoch": 1.3829155060352831, + "grad_norm": 1.4792002439498901, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.874199628829956, + "num_tokens": 271358871.0, + "step": 7447 + }, + { + "epoch": 1.3831012070566389, + "grad_norm": 1.5180891752243042, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8642095923423767, + "num_tokens": 271397262.0, + "step": 7448 + }, + { + "epoch": 1.3832869080779944, + "grad_norm": 1.5257258415222168, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8561041355133057, + "num_tokens": 271436799.0, + "step": 7449 + }, + { + "epoch": 1.38347260909935, + "grad_norm": 1.4594736099243164, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8702703714370728, + "num_tokens": 271474602.0, + "step": 7450 + }, + { + "epoch": 1.3836583101207056, + "grad_norm": 1.414141297340393, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.890965461730957, + "num_tokens": 271510970.0, + "step": 7451 + }, + { + "epoch": 1.3838440111420613, + "grad_norm": 1.3903480768203735, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8750083446502686, + "num_tokens": 271550685.0, + "step": 7452 + }, + { + "epoch": 1.3840297121634169, + "grad_norm": 1.4537991285324097, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8701143264770508, + "num_tokens": 271590759.0, + "step": 7453 + }, + { + "epoch": 1.3842154131847726, + "grad_norm": 1.5848606824874878, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8793749213218689, + "num_tokens": 271624272.0, + "step": 7454 + }, + { + "epoch": 1.384401114206128, + "grad_norm": 1.4895187616348267, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8692486882209778, + "num_tokens": 271660422.0, + "step": 7455 + }, + { + "epoch": 1.3845868152274838, + "grad_norm": 1.5558764934539795, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8772857189178467, + "num_tokens": 271692943.0, + "step": 7456 + }, + { + "epoch": 1.3847725162488393, + "grad_norm": 1.5372464656829834, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8667569756507874, + "num_tokens": 271728648.0, + "step": 7457 + }, + { + "epoch": 1.3849582172701949, + "grad_norm": 1.4425733089447021, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8760792016983032, + "num_tokens": 271763618.0, + "step": 7458 + }, + { + "epoch": 1.3851439182915506, + "grad_norm": 1.4094409942626953, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8818368315696716, + "num_tokens": 271799401.0, + "step": 7459 + }, + { + "epoch": 1.3853296193129063, + "grad_norm": 1.4432040452957153, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.882702648639679, + "num_tokens": 271835995.0, + "step": 7460 + }, + { + "epoch": 1.3855153203342618, + "grad_norm": 1.527918815612793, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.874420702457428, + "num_tokens": 271870765.0, + "step": 7461 + }, + { + "epoch": 1.3857010213556173, + "grad_norm": 1.5022529363632202, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8828963041305542, + "num_tokens": 271903970.0, + "step": 7462 + }, + { + "epoch": 1.385886722376973, + "grad_norm": 1.3388185501098633, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8785429000854492, + "num_tokens": 271946203.0, + "step": 7463 + }, + { + "epoch": 1.3860724233983288, + "grad_norm": 1.481661081314087, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8699762225151062, + "num_tokens": 271982836.0, + "step": 7464 + }, + { + "epoch": 1.3862581244196843, + "grad_norm": 1.481243371963501, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8710219264030457, + "num_tokens": 272016402.0, + "step": 7465 + }, + { + "epoch": 1.3864438254410398, + "grad_norm": 1.5038552284240723, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8711110353469849, + "num_tokens": 272052612.0, + "step": 7466 + }, + { + "epoch": 1.3866295264623956, + "grad_norm": 1.307975172996521, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.9043358564376831, + "num_tokens": 272092943.0, + "step": 7467 + }, + { + "epoch": 1.386815227483751, + "grad_norm": 1.5420769453048706, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8747029304504395, + "num_tokens": 272127582.0, + "step": 7468 + }, + { + "epoch": 1.3870009285051068, + "grad_norm": 1.3802664279937744, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8881494998931885, + "num_tokens": 272167381.0, + "step": 7469 + }, + { + "epoch": 1.3871866295264623, + "grad_norm": 1.4787681102752686, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8833277225494385, + "num_tokens": 272204513.0, + "step": 7470 + }, + { + "epoch": 1.387372330547818, + "grad_norm": 1.5291752815246582, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8824158310890198, + "num_tokens": 272241419.0, + "step": 7471 + }, + { + "epoch": 1.3875580315691736, + "grad_norm": 1.5557758808135986, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8640539050102234, + "num_tokens": 272277911.0, + "step": 7472 + }, + { + "epoch": 1.3877437325905293, + "grad_norm": 1.414141297340393, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.878987193107605, + "num_tokens": 272315921.0, + "step": 7473 + }, + { + "epoch": 1.3879294336118848, + "grad_norm": 1.3214187622070312, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8683456778526306, + "num_tokens": 272361316.0, + "step": 7474 + }, + { + "epoch": 1.3881151346332405, + "grad_norm": 1.443216323852539, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8735038042068481, + "num_tokens": 272399530.0, + "step": 7475 + }, + { + "epoch": 1.388300835654596, + "grad_norm": 1.4872081279754639, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8872635364532471, + "num_tokens": 272436156.0, + "step": 7476 + }, + { + "epoch": 1.3884865366759518, + "grad_norm": 1.542705774307251, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.873813271522522, + "num_tokens": 272473389.0, + "step": 7477 + }, + { + "epoch": 1.3886722376973073, + "grad_norm": 1.6414726972579956, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8707512617111206, + "num_tokens": 272503750.0, + "step": 7478 + }, + { + "epoch": 1.388857938718663, + "grad_norm": 1.583713412284851, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8725356459617615, + "num_tokens": 272533486.0, + "step": 7479 + }, + { + "epoch": 1.3890436397400185, + "grad_norm": 1.44705331325531, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8888452649116516, + "num_tokens": 272569404.0, + "step": 7480 + }, + { + "epoch": 1.389229340761374, + "grad_norm": 1.3533066511154175, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8982772827148438, + "num_tokens": 272606369.0, + "step": 7481 + }, + { + "epoch": 1.3894150417827298, + "grad_norm": 1.4499989748001099, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8638585805892944, + "num_tokens": 272648286.0, + "step": 7482 + }, + { + "epoch": 1.3896007428040855, + "grad_norm": 1.4597747325897217, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8787720799446106, + "num_tokens": 272686932.0, + "step": 7483 + }, + { + "epoch": 1.389786443825441, + "grad_norm": 1.4357047080993652, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8630151748657227, + "num_tokens": 272725917.0, + "step": 7484 + }, + { + "epoch": 1.3899721448467965, + "grad_norm": 1.5307588577270508, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8799797296524048, + "num_tokens": 272758085.0, + "step": 7485 + }, + { + "epoch": 1.3901578458681523, + "grad_norm": 1.5044643878936768, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8752715587615967, + "num_tokens": 272796401.0, + "step": 7486 + }, + { + "epoch": 1.390343546889508, + "grad_norm": 1.3627301454544067, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8707557916641235, + "num_tokens": 272838282.0, + "step": 7487 + }, + { + "epoch": 1.3905292479108635, + "grad_norm": 1.411068081855774, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8841888308525085, + "num_tokens": 272875165.0, + "step": 7488 + }, + { + "epoch": 1.390714948932219, + "grad_norm": 1.60940682888031, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.853043794631958, + "num_tokens": 272912949.0, + "step": 7489 + }, + { + "epoch": 1.3909006499535748, + "grad_norm": 1.5383235216140747, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8587778210639954, + "num_tokens": 272951994.0, + "step": 7490 + }, + { + "epoch": 1.3910863509749305, + "grad_norm": 1.5259710550308228, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8763456344604492, + "num_tokens": 272987507.0, + "step": 7491 + }, + { + "epoch": 1.391272051996286, + "grad_norm": 1.4226319789886475, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8861565589904785, + "num_tokens": 273030583.0, + "step": 7492 + }, + { + "epoch": 1.3914577530176415, + "grad_norm": 1.4271398782730103, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8736330270767212, + "num_tokens": 273070477.0, + "step": 7493 + }, + { + "epoch": 1.3916434540389973, + "grad_norm": 1.3925955295562744, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8829367756843567, + "num_tokens": 273106152.0, + "step": 7494 + }, + { + "epoch": 1.3918291550603528, + "grad_norm": 1.5437531471252441, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8732584118843079, + "num_tokens": 273142023.0, + "step": 7495 + }, + { + "epoch": 1.3920148560817085, + "grad_norm": 1.4619877338409424, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8768748044967651, + "num_tokens": 273177579.0, + "step": 7496 + }, + { + "epoch": 1.392200557103064, + "grad_norm": 1.2746719121932983, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8906283974647522, + "num_tokens": 273216755.0, + "step": 7497 + }, + { + "epoch": 1.3923862581244197, + "grad_norm": 1.4450279474258423, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8774529695510864, + "num_tokens": 273253266.0, + "step": 7498 + }, + { + "epoch": 1.3925719591457753, + "grad_norm": 1.3959745168685913, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.883078932762146, + "num_tokens": 273294046.0, + "step": 7499 + }, + { + "epoch": 1.392757660167131, + "grad_norm": 1.4278353452682495, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8782169818878174, + "num_tokens": 273330573.0, + "step": 7500 + }, + { + "epoch": 1.3929433611884865, + "grad_norm": 1.2942496538162231, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8817358016967773, + "num_tokens": 273374579.0, + "step": 7501 + }, + { + "epoch": 1.3931290622098422, + "grad_norm": 1.4026265144348145, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8777517080307007, + "num_tokens": 273411794.0, + "step": 7502 + }, + { + "epoch": 1.3933147632311977, + "grad_norm": 1.3838025331497192, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8804556131362915, + "num_tokens": 273452961.0, + "step": 7503 + }, + { + "epoch": 1.3935004642525533, + "grad_norm": 1.4295560121536255, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8781096339225769, + "num_tokens": 273486682.0, + "step": 7504 + }, + { + "epoch": 1.393686165273909, + "grad_norm": 1.4285156726837158, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8779516220092773, + "num_tokens": 273525780.0, + "step": 7505 + }, + { + "epoch": 1.3938718662952647, + "grad_norm": 1.513046145439148, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8673034906387329, + "num_tokens": 273560107.0, + "step": 7506 + }, + { + "epoch": 1.3940575673166202, + "grad_norm": 1.5741758346557617, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8834809064865112, + "num_tokens": 273592572.0, + "step": 7507 + }, + { + "epoch": 1.3942432683379757, + "grad_norm": 1.5047993659973145, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8829092383384705, + "num_tokens": 273625828.0, + "step": 7508 + }, + { + "epoch": 1.3944289693593315, + "grad_norm": 1.430099606513977, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8849082589149475, + "num_tokens": 273662707.0, + "step": 7509 + }, + { + "epoch": 1.3946146703806872, + "grad_norm": 1.3910317420959473, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.873533308506012, + "num_tokens": 273702614.0, + "step": 7510 + }, + { + "epoch": 1.3948003714020427, + "grad_norm": 1.5062087774276733, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8769227266311646, + "num_tokens": 273734876.0, + "step": 7511 + }, + { + "epoch": 1.3949860724233982, + "grad_norm": 1.3935184478759766, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8700507283210754, + "num_tokens": 273781855.0, + "step": 7512 + }, + { + "epoch": 1.395171773444754, + "grad_norm": 1.846548080444336, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8749616742134094, + "num_tokens": 273825099.0, + "step": 7513 + }, + { + "epoch": 1.3953574744661097, + "grad_norm": 1.4494749307632446, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8640091419219971, + "num_tokens": 273865903.0, + "step": 7514 + }, + { + "epoch": 1.3955431754874652, + "grad_norm": 1.4186837673187256, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8636049628257751, + "num_tokens": 273905529.0, + "step": 7515 + }, + { + "epoch": 1.3957288765088207, + "grad_norm": 1.529884934425354, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8543167114257812, + "num_tokens": 273944260.0, + "step": 7516 + }, + { + "epoch": 1.3959145775301764, + "grad_norm": 1.4215574264526367, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8726035356521606, + "num_tokens": 273986108.0, + "step": 7517 + }, + { + "epoch": 1.396100278551532, + "grad_norm": 1.5342566967010498, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8748459219932556, + "num_tokens": 274019773.0, + "step": 7518 + }, + { + "epoch": 1.3962859795728877, + "grad_norm": 1.441445231437683, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.885185956954956, + "num_tokens": 274052392.0, + "step": 7519 + }, + { + "epoch": 1.3964716805942432, + "grad_norm": 1.3499354124069214, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8805211782455444, + "num_tokens": 274092631.0, + "step": 7520 + }, + { + "epoch": 1.396657381615599, + "grad_norm": 1.3831405639648438, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8774645328521729, + "num_tokens": 274130110.0, + "step": 7521 + }, + { + "epoch": 1.3968430826369544, + "grad_norm": 1.3333280086517334, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8819581270217896, + "num_tokens": 274173593.0, + "step": 7522 + }, + { + "epoch": 1.3970287836583102, + "grad_norm": 1.3731435537338257, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8856162428855896, + "num_tokens": 274211164.0, + "step": 7523 + }, + { + "epoch": 1.3972144846796657, + "grad_norm": 1.2987418174743652, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8818796873092651, + "num_tokens": 274255484.0, + "step": 7524 + }, + { + "epoch": 1.3974001857010214, + "grad_norm": 1.3825381994247437, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8870570659637451, + "num_tokens": 274293533.0, + "step": 7525 + }, + { + "epoch": 1.397585886722377, + "grad_norm": 1.4062796831130981, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.875007152557373, + "num_tokens": 274333784.0, + "step": 7526 + }, + { + "epoch": 1.3977715877437327, + "grad_norm": 1.4402525424957275, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8828234672546387, + "num_tokens": 274367058.0, + "step": 7527 + }, + { + "epoch": 1.3979572887650882, + "grad_norm": 1.4152390956878662, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.885412335395813, + "num_tokens": 274405285.0, + "step": 7528 + }, + { + "epoch": 1.398142989786444, + "grad_norm": 1.4309349060058594, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8746079802513123, + "num_tokens": 274441665.0, + "step": 7529 + }, + { + "epoch": 1.3983286908077994, + "grad_norm": 1.5036786794662476, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8716398477554321, + "num_tokens": 274477508.0, + "step": 7530 + }, + { + "epoch": 1.398514391829155, + "grad_norm": 1.3259865045547485, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8890966176986694, + "num_tokens": 274518252.0, + "step": 7531 + }, + { + "epoch": 1.3987000928505107, + "grad_norm": 1.4826709032058716, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8848204612731934, + "num_tokens": 274553505.0, + "step": 7532 + }, + { + "epoch": 1.3988857938718664, + "grad_norm": 1.6249895095825195, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8777477741241455, + "num_tokens": 274584870.0, + "step": 7533 + }, + { + "epoch": 1.399071494893222, + "grad_norm": 1.5012414455413818, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8761085271835327, + "num_tokens": 274621258.0, + "step": 7534 + }, + { + "epoch": 1.3992571959145774, + "grad_norm": 1.4323173761367798, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8751932382583618, + "num_tokens": 274658875.0, + "step": 7535 + }, + { + "epoch": 1.3994428969359332, + "grad_norm": 1.4261887073516846, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8709876537322998, + "num_tokens": 274696433.0, + "step": 7536 + }, + { + "epoch": 1.399628597957289, + "grad_norm": 1.5344691276550293, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8762996196746826, + "num_tokens": 274730826.0, + "step": 7537 + }, + { + "epoch": 1.3998142989786444, + "grad_norm": 1.4957666397094727, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8801189661026001, + "num_tokens": 274765777.0, + "step": 7538 + }, + { + "epoch": 1.4, + "grad_norm": 1.5475045442581177, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8662140965461731, + "num_tokens": 274799432.0, + "step": 7539 + }, + { + "epoch": 1.4001857010213556, + "grad_norm": 1.537537932395935, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8741999268531799, + "num_tokens": 274841874.0, + "step": 7540 + }, + { + "epoch": 1.4003714020427112, + "grad_norm": 1.4657330513000488, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.874273419380188, + "num_tokens": 274881128.0, + "step": 7541 + }, + { + "epoch": 1.4005571030640669, + "grad_norm": 1.560307502746582, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8782609701156616, + "num_tokens": 274912726.0, + "step": 7542 + }, + { + "epoch": 1.4007428040854224, + "grad_norm": 1.617882251739502, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8675727844238281, + "num_tokens": 274947391.0, + "step": 7543 + }, + { + "epoch": 1.4009285051067781, + "grad_norm": 1.3801802396774292, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8901592493057251, + "num_tokens": 274984749.0, + "step": 7544 + }, + { + "epoch": 1.4011142061281336, + "grad_norm": 1.4335814714431763, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8810923099517822, + "num_tokens": 275021313.0, + "step": 7545 + }, + { + "epoch": 1.4012999071494894, + "grad_norm": 1.5228716135025024, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8833863735198975, + "num_tokens": 275054826.0, + "step": 7546 + }, + { + "epoch": 1.4014856081708449, + "grad_norm": 1.7079945802688599, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8676117658615112, + "num_tokens": 275086973.0, + "step": 7547 + }, + { + "epoch": 1.4016713091922006, + "grad_norm": 1.3782042264938354, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8925889730453491, + "num_tokens": 275123442.0, + "step": 7548 + }, + { + "epoch": 1.4018570102135561, + "grad_norm": 1.4094042778015137, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8806613683700562, + "num_tokens": 275158584.0, + "step": 7549 + }, + { + "epoch": 1.4020427112349119, + "grad_norm": 1.4611893892288208, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8885723352432251, + "num_tokens": 275191854.0, + "step": 7550 + }, + { + "epoch": 1.4022284122562674, + "grad_norm": 1.4168965816497803, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8869115114212036, + "num_tokens": 275228045.0, + "step": 7551 + }, + { + "epoch": 1.402414113277623, + "grad_norm": 1.4886679649353027, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8670547008514404, + "num_tokens": 275267159.0, + "step": 7552 + }, + { + "epoch": 1.4025998142989786, + "grad_norm": 1.4758325815200806, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8633936643600464, + "num_tokens": 275306893.0, + "step": 7553 + }, + { + "epoch": 1.4027855153203341, + "grad_norm": 1.4588786363601685, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8822829723358154, + "num_tokens": 275345401.0, + "step": 7554 + }, + { + "epoch": 1.4029712163416899, + "grad_norm": 1.4349751472473145, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8867188692092896, + "num_tokens": 275382709.0, + "step": 7555 + }, + { + "epoch": 1.4031569173630456, + "grad_norm": 1.4860012531280518, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.876582145690918, + "num_tokens": 275415477.0, + "step": 7556 + }, + { + "epoch": 1.403342618384401, + "grad_norm": 1.3237143754959106, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8897733688354492, + "num_tokens": 275454010.0, + "step": 7557 + }, + { + "epoch": 1.4035283194057566, + "grad_norm": 1.6105905771255493, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8737978935241699, + "num_tokens": 275487877.0, + "step": 7558 + }, + { + "epoch": 1.4037140204271124, + "grad_norm": 1.555884838104248, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8840278387069702, + "num_tokens": 275518641.0, + "step": 7559 + }, + { + "epoch": 1.403899721448468, + "grad_norm": 1.4832044839859009, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.874287486076355, + "num_tokens": 275558085.0, + "step": 7560 + }, + { + "epoch": 1.4040854224698236, + "grad_norm": 1.4969927072525024, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8665844202041626, + "num_tokens": 275599910.0, + "step": 7561 + }, + { + "epoch": 1.404271123491179, + "grad_norm": 1.5180636644363403, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8767336010932922, + "num_tokens": 275637835.0, + "step": 7562 + }, + { + "epoch": 1.4044568245125348, + "grad_norm": 1.4754213094711304, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.882426381111145, + "num_tokens": 275671742.0, + "step": 7563 + }, + { + "epoch": 1.4046425255338906, + "grad_norm": 1.4004249572753906, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8734479546546936, + "num_tokens": 275710476.0, + "step": 7564 + }, + { + "epoch": 1.404828226555246, + "grad_norm": 1.5475530624389648, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8804860711097717, + "num_tokens": 275742351.0, + "step": 7565 + }, + { + "epoch": 1.4050139275766016, + "grad_norm": 1.4222527742385864, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8829126358032227, + "num_tokens": 275784783.0, + "step": 7566 + }, + { + "epoch": 1.4051996285979573, + "grad_norm": 1.5692706108093262, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8544812202453613, + "num_tokens": 275821731.0, + "step": 7567 + }, + { + "epoch": 1.4053853296193128, + "grad_norm": 1.6063894033432007, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8786590099334717, + "num_tokens": 275851537.0, + "step": 7568 + }, + { + "epoch": 1.4055710306406686, + "grad_norm": 1.4487392902374268, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8886867761611938, + "num_tokens": 275886105.0, + "step": 7569 + }, + { + "epoch": 1.405756731662024, + "grad_norm": 1.6734284162521362, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8678159713745117, + "num_tokens": 275917191.0, + "step": 7570 + }, + { + "epoch": 1.4059424326833798, + "grad_norm": 1.3687323331832886, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8835641741752625, + "num_tokens": 275958287.0, + "step": 7571 + }, + { + "epoch": 1.4061281337047353, + "grad_norm": 1.5090559720993042, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.8980768918991089, + "num_tokens": 275986523.0, + "step": 7572 + }, + { + "epoch": 1.406313834726091, + "grad_norm": 1.6035361289978027, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8681451082229614, + "num_tokens": 276020111.0, + "step": 7573 + }, + { + "epoch": 1.4064995357474466, + "grad_norm": 1.527944803237915, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8887673616409302, + "num_tokens": 276050727.0, + "step": 7574 + }, + { + "epoch": 1.4066852367688023, + "grad_norm": 1.3878499269485474, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8714919090270996, + "num_tokens": 276093662.0, + "step": 7575 + }, + { + "epoch": 1.4068709377901578, + "grad_norm": 1.4802355766296387, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8681153059005737, + "num_tokens": 276129252.0, + "step": 7576 + }, + { + "epoch": 1.4070566388115133, + "grad_norm": 1.4905831813812256, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8745781779289246, + "num_tokens": 276163838.0, + "step": 7577 + }, + { + "epoch": 1.407242339832869, + "grad_norm": 1.6546577215194702, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8593636751174927, + "num_tokens": 276196772.0, + "step": 7578 + }, + { + "epoch": 1.4074280408542248, + "grad_norm": 1.5584380626678467, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8692455291748047, + "num_tokens": 276230516.0, + "step": 7579 + }, + { + "epoch": 1.4076137418755803, + "grad_norm": 1.5314714908599854, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8770046234130859, + "num_tokens": 276267348.0, + "step": 7580 + }, + { + "epoch": 1.4077994428969358, + "grad_norm": 1.5957883596420288, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8754426836967468, + "num_tokens": 276296147.0, + "step": 7581 + }, + { + "epoch": 1.4079851439182915, + "grad_norm": 1.4220480918884277, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8795270323753357, + "num_tokens": 276332378.0, + "step": 7582 + }, + { + "epoch": 1.4081708449396473, + "grad_norm": 1.4574658870697021, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8663606643676758, + "num_tokens": 276369839.0, + "step": 7583 + }, + { + "epoch": 1.4083565459610028, + "grad_norm": 1.5464122295379639, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8796619176864624, + "num_tokens": 276405032.0, + "step": 7584 + }, + { + "epoch": 1.4085422469823583, + "grad_norm": 1.3709242343902588, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8843762278556824, + "num_tokens": 276441972.0, + "step": 7585 + }, + { + "epoch": 1.408727948003714, + "grad_norm": 1.3193907737731934, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8746352195739746, + "num_tokens": 276486753.0, + "step": 7586 + }, + { + "epoch": 1.4089136490250698, + "grad_norm": 1.4607412815093994, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8717920780181885, + "num_tokens": 276527231.0, + "step": 7587 + }, + { + "epoch": 1.4090993500464253, + "grad_norm": 1.5008587837219238, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8636038899421692, + "num_tokens": 276567611.0, + "step": 7588 + }, + { + "epoch": 1.4092850510677808, + "grad_norm": 1.3602663278579712, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8712761402130127, + "num_tokens": 276609607.0, + "step": 7589 + }, + { + "epoch": 1.4094707520891365, + "grad_norm": 1.3386694192886353, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8968520164489746, + "num_tokens": 276649293.0, + "step": 7590 + }, + { + "epoch": 1.409656453110492, + "grad_norm": 1.555506706237793, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8732742071151733, + "num_tokens": 276685477.0, + "step": 7591 + }, + { + "epoch": 1.4098421541318478, + "grad_norm": 1.5051884651184082, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8634395003318787, + "num_tokens": 276720336.0, + "step": 7592 + }, + { + "epoch": 1.4100278551532033, + "grad_norm": 1.4325958490371704, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8699852228164673, + "num_tokens": 276761432.0, + "step": 7593 + }, + { + "epoch": 1.410213556174559, + "grad_norm": 1.4946885108947754, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8800950646400452, + "num_tokens": 276798817.0, + "step": 7594 + }, + { + "epoch": 1.4103992571959145, + "grad_norm": 1.5064033269882202, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8827797174453735, + "num_tokens": 276833027.0, + "step": 7595 + }, + { + "epoch": 1.4105849582172703, + "grad_norm": 1.6092838048934937, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8623986840248108, + "num_tokens": 276870775.0, + "step": 7596 + }, + { + "epoch": 1.4107706592386258, + "grad_norm": 1.5374449491500854, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8756104707717896, + "num_tokens": 276902861.0, + "step": 7597 + }, + { + "epoch": 1.4109563602599815, + "grad_norm": 1.493462324142456, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8755201101303101, + "num_tokens": 276939514.0, + "step": 7598 + }, + { + "epoch": 1.411142061281337, + "grad_norm": 1.6651374101638794, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8610093593597412, + "num_tokens": 276968948.0, + "step": 7599 + }, + { + "epoch": 1.4113277623026927, + "grad_norm": 1.5620986223220825, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8762496709823608, + "num_tokens": 277007216.0, + "step": 7600 + }, + { + "epoch": 1.4115134633240483, + "grad_norm": 1.4401558637619019, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8836461305618286, + "num_tokens": 277044118.0, + "step": 7601 + }, + { + "epoch": 1.411699164345404, + "grad_norm": 1.6243880987167358, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8641388416290283, + "num_tokens": 277078644.0, + "step": 7602 + }, + { + "epoch": 1.4118848653667595, + "grad_norm": 1.420474886894226, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8818682432174683, + "num_tokens": 277117918.0, + "step": 7603 + }, + { + "epoch": 1.412070566388115, + "grad_norm": 1.4882887601852417, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8706101179122925, + "num_tokens": 277157792.0, + "step": 7604 + }, + { + "epoch": 1.4122562674094707, + "grad_norm": 1.6538643836975098, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.874561071395874, + "num_tokens": 277190910.0, + "step": 7605 + }, + { + "epoch": 1.4124419684308265, + "grad_norm": 1.5292043685913086, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8715077638626099, + "num_tokens": 277224846.0, + "step": 7606 + }, + { + "epoch": 1.412627669452182, + "grad_norm": 1.5425851345062256, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8588200211524963, + "num_tokens": 277262409.0, + "step": 7607 + }, + { + "epoch": 1.4128133704735375, + "grad_norm": 1.596871256828308, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8802533745765686, + "num_tokens": 277294346.0, + "step": 7608 + }, + { + "epoch": 1.4129990714948932, + "grad_norm": 1.6258906126022339, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8770902752876282, + "num_tokens": 277326201.0, + "step": 7609 + }, + { + "epoch": 1.413184772516249, + "grad_norm": 1.3485970497131348, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8661010265350342, + "num_tokens": 277369169.0, + "step": 7610 + }, + { + "epoch": 1.4133704735376045, + "grad_norm": 1.4766377210617065, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8786672353744507, + "num_tokens": 277403778.0, + "step": 7611 + }, + { + "epoch": 1.41355617455896, + "grad_norm": 1.5276211500167847, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8765155076980591, + "num_tokens": 277436875.0, + "step": 7612 + }, + { + "epoch": 1.4137418755803157, + "grad_norm": 1.5226130485534668, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8793321251869202, + "num_tokens": 277471300.0, + "step": 7613 + }, + { + "epoch": 1.4139275766016712, + "grad_norm": 1.4805502891540527, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8758172988891602, + "num_tokens": 277505957.0, + "step": 7614 + }, + { + "epoch": 1.414113277623027, + "grad_norm": 1.4109714031219482, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8687729239463806, + "num_tokens": 277548904.0, + "step": 7615 + }, + { + "epoch": 1.4142989786443825, + "grad_norm": 1.4962517023086548, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8786162734031677, + "num_tokens": 277582435.0, + "step": 7616 + }, + { + "epoch": 1.4144846796657382, + "grad_norm": 1.485421061515808, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.876657247543335, + "num_tokens": 277618137.0, + "step": 7617 + }, + { + "epoch": 1.4146703806870937, + "grad_norm": 1.447074055671692, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8843209743499756, + "num_tokens": 277654744.0, + "step": 7618 + }, + { + "epoch": 1.4148560817084495, + "grad_norm": 1.3484673500061035, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8875678181648254, + "num_tokens": 277694086.0, + "step": 7619 + }, + { + "epoch": 1.415041782729805, + "grad_norm": 1.3533859252929688, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.89026939868927, + "num_tokens": 277735031.0, + "step": 7620 + }, + { + "epoch": 1.4152274837511607, + "grad_norm": 1.4724061489105225, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8715714812278748, + "num_tokens": 277770604.0, + "step": 7621 + }, + { + "epoch": 1.4154131847725162, + "grad_norm": 1.4068944454193115, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8679478168487549, + "num_tokens": 277814585.0, + "step": 7622 + }, + { + "epoch": 1.415598885793872, + "grad_norm": 1.4532243013381958, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8823128938674927, + "num_tokens": 277851005.0, + "step": 7623 + }, + { + "epoch": 1.4157845868152275, + "grad_norm": 1.4203914403915405, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8848534226417542, + "num_tokens": 277887641.0, + "step": 7624 + }, + { + "epoch": 1.4159702878365832, + "grad_norm": 1.4028440713882446, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8747689723968506, + "num_tokens": 277925809.0, + "step": 7625 + }, + { + "epoch": 1.4161559888579387, + "grad_norm": 1.5142544507980347, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8635358810424805, + "num_tokens": 277965478.0, + "step": 7626 + }, + { + "epoch": 1.4163416898792942, + "grad_norm": 1.3731344938278198, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8786017894744873, + "num_tokens": 278006709.0, + "step": 7627 + }, + { + "epoch": 1.41652739090065, + "grad_norm": 1.495042085647583, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8704530000686646, + "num_tokens": 278044672.0, + "step": 7628 + }, + { + "epoch": 1.4167130919220057, + "grad_norm": 1.4788652658462524, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8759515285491943, + "num_tokens": 278081903.0, + "step": 7629 + }, + { + "epoch": 1.4168987929433612, + "grad_norm": 1.4936738014221191, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8772188425064087, + "num_tokens": 278116170.0, + "step": 7630 + }, + { + "epoch": 1.4170844939647167, + "grad_norm": 1.4138926267623901, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8776870369911194, + "num_tokens": 278156954.0, + "step": 7631 + }, + { + "epoch": 1.4172701949860724, + "grad_norm": 1.3552035093307495, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8782397508621216, + "num_tokens": 278195167.0, + "step": 7632 + }, + { + "epoch": 1.4174558960074282, + "grad_norm": 1.3356002569198608, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.9045437574386597, + "num_tokens": 278230867.0, + "step": 7633 + }, + { + "epoch": 1.4176415970287837, + "grad_norm": 1.5179834365844727, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8737627267837524, + "num_tokens": 278266163.0, + "step": 7634 + }, + { + "epoch": 1.4178272980501392, + "grad_norm": 1.4192179441452026, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8840059041976929, + "num_tokens": 278307179.0, + "step": 7635 + }, + { + "epoch": 1.418012999071495, + "grad_norm": 1.4983724355697632, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.856722354888916, + "num_tokens": 278345441.0, + "step": 7636 + }, + { + "epoch": 1.4181987000928504, + "grad_norm": 1.4222480058670044, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8809192180633545, + "num_tokens": 278381935.0, + "step": 7637 + }, + { + "epoch": 1.4183844011142062, + "grad_norm": 1.4611161947250366, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8816747665405273, + "num_tokens": 278415252.0, + "step": 7638 + }, + { + "epoch": 1.4185701021355617, + "grad_norm": 1.361433506011963, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8724585771560669, + "num_tokens": 278455965.0, + "step": 7639 + }, + { + "epoch": 1.4187558031569174, + "grad_norm": 1.5886739492416382, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8790876269340515, + "num_tokens": 278488411.0, + "step": 7640 + }, + { + "epoch": 1.418941504178273, + "grad_norm": 1.6070237159729004, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8559947609901428, + "num_tokens": 278526040.0, + "step": 7641 + }, + { + "epoch": 1.4191272051996286, + "grad_norm": 1.4114975929260254, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8667354583740234, + "num_tokens": 278568173.0, + "step": 7642 + }, + { + "epoch": 1.4193129062209842, + "grad_norm": 1.6671130657196045, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8569597601890564, + "num_tokens": 278605349.0, + "step": 7643 + }, + { + "epoch": 1.41949860724234, + "grad_norm": 1.4449516534805298, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8814524412155151, + "num_tokens": 278643203.0, + "step": 7644 + }, + { + "epoch": 1.4196843082636954, + "grad_norm": 1.4189057350158691, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8717174530029297, + "num_tokens": 278681656.0, + "step": 7645 + }, + { + "epoch": 1.4198700092850511, + "grad_norm": 1.5385223627090454, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8650578856468201, + "num_tokens": 278718670.0, + "step": 7646 + }, + { + "epoch": 1.4200557103064066, + "grad_norm": 1.5050081014633179, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8638283014297485, + "num_tokens": 278755578.0, + "step": 7647 + }, + { + "epoch": 1.4202414113277624, + "grad_norm": 1.4230958223342896, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8735844492912292, + "num_tokens": 278793790.0, + "step": 7648 + }, + { + "epoch": 1.420427112349118, + "grad_norm": 1.5258753299713135, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8775874376296997, + "num_tokens": 278825314.0, + "step": 7649 + }, + { + "epoch": 1.4206128133704734, + "grad_norm": 1.6864486932754517, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8495416045188904, + "num_tokens": 278860419.0, + "step": 7650 + }, + { + "epoch": 1.4207985143918291, + "grad_norm": 1.4582442045211792, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8805432915687561, + "num_tokens": 278894452.0, + "step": 7651 + }, + { + "epoch": 1.4209842154131849, + "grad_norm": 1.4845696687698364, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8732776641845703, + "num_tokens": 278929362.0, + "step": 7652 + }, + { + "epoch": 1.4211699164345404, + "grad_norm": 1.5280866622924805, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8747029304504395, + "num_tokens": 278966600.0, + "step": 7653 + }, + { + "epoch": 1.421355617455896, + "grad_norm": 1.5245190858840942, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8780282139778137, + "num_tokens": 278999198.0, + "step": 7654 + }, + { + "epoch": 1.4215413184772516, + "grad_norm": 1.492843508720398, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8764829039573669, + "num_tokens": 279035689.0, + "step": 7655 + }, + { + "epoch": 1.4217270194986074, + "grad_norm": 1.4307156801223755, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8785771131515503, + "num_tokens": 279069647.0, + "step": 7656 + }, + { + "epoch": 1.4219127205199629, + "grad_norm": 1.447764277458191, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8742036819458008, + "num_tokens": 279106308.0, + "step": 7657 + }, + { + "epoch": 1.4220984215413184, + "grad_norm": 1.4677730798721313, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.874118983745575, + "num_tokens": 279145780.0, + "step": 7658 + }, + { + "epoch": 1.4222841225626741, + "grad_norm": 1.5110563039779663, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8925036191940308, + "num_tokens": 279176897.0, + "step": 7659 + }, + { + "epoch": 1.4224698235840298, + "grad_norm": 1.5944615602493286, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8676380515098572, + "num_tokens": 279211121.0, + "step": 7660 + }, + { + "epoch": 1.4226555246053854, + "grad_norm": 1.5178898572921753, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8617948889732361, + "num_tokens": 279248527.0, + "step": 7661 + }, + { + "epoch": 1.4228412256267409, + "grad_norm": 1.3515369892120361, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8770533800125122, + "num_tokens": 279290960.0, + "step": 7662 + }, + { + "epoch": 1.4230269266480966, + "grad_norm": 1.503183364868164, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8803808093070984, + "num_tokens": 279323881.0, + "step": 7663 + }, + { + "epoch": 1.4232126276694521, + "grad_norm": 1.4553673267364502, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8802986145019531, + "num_tokens": 279362279.0, + "step": 7664 + }, + { + "epoch": 1.4233983286908078, + "grad_norm": 1.4845646619796753, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8621667623519897, + "num_tokens": 279399200.0, + "step": 7665 + }, + { + "epoch": 1.4235840297121634, + "grad_norm": 1.447296380996704, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8937320113182068, + "num_tokens": 279434607.0, + "step": 7666 + }, + { + "epoch": 1.423769730733519, + "grad_norm": 1.4587730169296265, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8711724281311035, + "num_tokens": 279471372.0, + "step": 7667 + }, + { + "epoch": 1.4239554317548746, + "grad_norm": 1.4799991846084595, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8781204223632812, + "num_tokens": 279512640.0, + "step": 7668 + }, + { + "epoch": 1.4241411327762303, + "grad_norm": 1.531093716621399, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8646930456161499, + "num_tokens": 279549787.0, + "step": 7669 + }, + { + "epoch": 1.4243268337975858, + "grad_norm": 1.49241042137146, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8741527795791626, + "num_tokens": 279587000.0, + "step": 7670 + }, + { + "epoch": 1.4245125348189416, + "grad_norm": 1.4840097427368164, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8861632943153381, + "num_tokens": 279619491.0, + "step": 7671 + }, + { + "epoch": 1.424698235840297, + "grad_norm": 1.3953044414520264, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8744595050811768, + "num_tokens": 279660177.0, + "step": 7672 + }, + { + "epoch": 1.4248839368616528, + "grad_norm": 1.4490405321121216, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.8968365788459778, + "num_tokens": 279688489.0, + "step": 7673 + }, + { + "epoch": 1.4250696378830083, + "grad_norm": 1.5464060306549072, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8753632307052612, + "num_tokens": 279724513.0, + "step": 7674 + }, + { + "epoch": 1.425255338904364, + "grad_norm": 1.521368384361267, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8766412734985352, + "num_tokens": 279759812.0, + "step": 7675 + }, + { + "epoch": 1.4254410399257196, + "grad_norm": 1.5993849039077759, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8869539499282837, + "num_tokens": 279794777.0, + "step": 7676 + }, + { + "epoch": 1.425626740947075, + "grad_norm": 1.5612378120422363, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.872050940990448, + "num_tokens": 279834423.0, + "step": 7677 + }, + { + "epoch": 1.4258124419684308, + "grad_norm": 1.4721678495407104, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8924360275268555, + "num_tokens": 279869670.0, + "step": 7678 + }, + { + "epoch": 1.4259981429897866, + "grad_norm": 1.5150291919708252, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8819183111190796, + "num_tokens": 279904447.0, + "step": 7679 + }, + { + "epoch": 1.426183844011142, + "grad_norm": 1.539565920829773, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.879697322845459, + "num_tokens": 279938404.0, + "step": 7680 + }, + { + "epoch": 1.4263695450324976, + "grad_norm": 1.529697060585022, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8850476741790771, + "num_tokens": 279969753.0, + "step": 7681 + }, + { + "epoch": 1.4265552460538533, + "grad_norm": 1.3562307357788086, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8902912139892578, + "num_tokens": 280007840.0, + "step": 7682 + }, + { + "epoch": 1.426740947075209, + "grad_norm": 1.3891305923461914, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8792197704315186, + "num_tokens": 280049521.0, + "step": 7683 + }, + { + "epoch": 1.4269266480965646, + "grad_norm": 1.4903621673583984, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8804202079772949, + "num_tokens": 280085371.0, + "step": 7684 + }, + { + "epoch": 1.42711234911792, + "grad_norm": 1.4035202264785767, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8851586580276489, + "num_tokens": 280122737.0, + "step": 7685 + }, + { + "epoch": 1.4272980501392758, + "grad_norm": 1.5274291038513184, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8619874715805054, + "num_tokens": 280160530.0, + "step": 7686 + }, + { + "epoch": 1.4274837511606313, + "grad_norm": 1.6813328266143799, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8757957220077515, + "num_tokens": 280187846.0, + "step": 7687 + }, + { + "epoch": 1.427669452181987, + "grad_norm": 1.4641724824905396, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8935979604721069, + "num_tokens": 280221556.0, + "step": 7688 + }, + { + "epoch": 1.4278551532033426, + "grad_norm": 1.6134510040283203, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8655563592910767, + "num_tokens": 280256518.0, + "step": 7689 + }, + { + "epoch": 1.4280408542246983, + "grad_norm": 1.4314045906066895, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8762444257736206, + "num_tokens": 280293153.0, + "step": 7690 + }, + { + "epoch": 1.4282265552460538, + "grad_norm": 1.397363305091858, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8887054920196533, + "num_tokens": 280329095.0, + "step": 7691 + }, + { + "epoch": 1.4284122562674095, + "grad_norm": 1.4572757482528687, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8743612766265869, + "num_tokens": 280367032.0, + "step": 7692 + }, + { + "epoch": 1.428597957288765, + "grad_norm": 1.4552102088928223, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8810123801231384, + "num_tokens": 280402556.0, + "step": 7693 + }, + { + "epoch": 1.4287836583101208, + "grad_norm": 1.6068215370178223, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8820434808731079, + "num_tokens": 280438209.0, + "step": 7694 + }, + { + "epoch": 1.4289693593314763, + "grad_norm": 1.5208384990692139, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8634481430053711, + "num_tokens": 280475168.0, + "step": 7695 + }, + { + "epoch": 1.429155060352832, + "grad_norm": 1.5490702390670776, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8852028250694275, + "num_tokens": 280506045.0, + "step": 7696 + }, + { + "epoch": 1.4293407613741875, + "grad_norm": 1.4709558486938477, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8753563761711121, + "num_tokens": 280541370.0, + "step": 7697 + }, + { + "epoch": 1.4295264623955433, + "grad_norm": 1.590312123298645, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.851753830909729, + "num_tokens": 280576423.0, + "step": 7698 + }, + { + "epoch": 1.4297121634168988, + "grad_norm": 1.540194034576416, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8759803175926208, + "num_tokens": 280609958.0, + "step": 7699 + }, + { + "epoch": 1.4298978644382543, + "grad_norm": 1.5153876543045044, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8731249570846558, + "num_tokens": 280644442.0, + "step": 7700 + }, + { + "epoch": 1.43008356545961, + "grad_norm": 1.5482165813446045, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8583186864852905, + "num_tokens": 280681959.0, + "step": 7701 + }, + { + "epoch": 1.4302692664809658, + "grad_norm": 1.5370279550552368, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8689749240875244, + "num_tokens": 280716710.0, + "step": 7702 + }, + { + "epoch": 1.4304549675023213, + "grad_norm": 1.5702898502349854, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8821992874145508, + "num_tokens": 280752180.0, + "step": 7703 + }, + { + "epoch": 1.4306406685236768, + "grad_norm": 1.5234473943710327, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8744536638259888, + "num_tokens": 280789342.0, + "step": 7704 + }, + { + "epoch": 1.4308263695450325, + "grad_norm": 1.5451756715774536, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8729890584945679, + "num_tokens": 280822779.0, + "step": 7705 + }, + { + "epoch": 1.4310120705663882, + "grad_norm": 1.4278908967971802, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8783106207847595, + "num_tokens": 280858592.0, + "step": 7706 + }, + { + "epoch": 1.4311977715877438, + "grad_norm": 1.4693176746368408, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8904533386230469, + "num_tokens": 280891460.0, + "step": 7707 + }, + { + "epoch": 1.4313834726090993, + "grad_norm": 1.5754060745239258, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8664984107017517, + "num_tokens": 280924516.0, + "step": 7708 + }, + { + "epoch": 1.431569173630455, + "grad_norm": 1.4813295602798462, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8795003294944763, + "num_tokens": 280961735.0, + "step": 7709 + }, + { + "epoch": 1.4317548746518105, + "grad_norm": 1.6351046562194824, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8758666515350342, + "num_tokens": 280992259.0, + "step": 7710 + }, + { + "epoch": 1.4319405756731662, + "grad_norm": 1.3978599309921265, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8793156147003174, + "num_tokens": 281030838.0, + "step": 7711 + }, + { + "epoch": 1.4321262766945217, + "grad_norm": 1.297457218170166, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8906216621398926, + "num_tokens": 281071784.0, + "step": 7712 + }, + { + "epoch": 1.4323119777158775, + "grad_norm": 1.422147512435913, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8810549974441528, + "num_tokens": 281110896.0, + "step": 7713 + }, + { + "epoch": 1.432497678737233, + "grad_norm": 1.417311191558838, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.896034300327301, + "num_tokens": 281145092.0, + "step": 7714 + }, + { + "epoch": 1.4326833797585887, + "grad_norm": 1.537235140800476, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8654018640518188, + "num_tokens": 281183867.0, + "step": 7715 + }, + { + "epoch": 1.4328690807799442, + "grad_norm": 1.5162543058395386, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.865594744682312, + "num_tokens": 281221352.0, + "step": 7716 + }, + { + "epoch": 1.4330547818013, + "grad_norm": 1.4795278310775757, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8683164119720459, + "num_tokens": 281260752.0, + "step": 7717 + }, + { + "epoch": 1.4332404828226555, + "grad_norm": 1.4701707363128662, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8876311779022217, + "num_tokens": 281295746.0, + "step": 7718 + }, + { + "epoch": 1.4334261838440112, + "grad_norm": 1.4744353294372559, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8647873401641846, + "num_tokens": 281335104.0, + "step": 7719 + }, + { + "epoch": 1.4336118848653667, + "grad_norm": 1.4604041576385498, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8833335638046265, + "num_tokens": 281369909.0, + "step": 7720 + }, + { + "epoch": 1.4337975858867225, + "grad_norm": 1.4677457809448242, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8794509172439575, + "num_tokens": 281406366.0, + "step": 7721 + }, + { + "epoch": 1.433983286908078, + "grad_norm": 1.7217305898666382, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.883088231086731, + "num_tokens": 281432639.0, + "step": 7722 + }, + { + "epoch": 1.4341689879294335, + "grad_norm": 1.4234651327133179, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.885780394077301, + "num_tokens": 281473386.0, + "step": 7723 + }, + { + "epoch": 1.4343546889507892, + "grad_norm": 1.719946026802063, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8796333074569702, + "num_tokens": 281506145.0, + "step": 7724 + }, + { + "epoch": 1.434540389972145, + "grad_norm": 1.50674569606781, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8687388300895691, + "num_tokens": 281543746.0, + "step": 7725 + }, + { + "epoch": 1.4347260909935005, + "grad_norm": 1.5181124210357666, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8797354102134705, + "num_tokens": 281578171.0, + "step": 7726 + }, + { + "epoch": 1.434911792014856, + "grad_norm": 1.4765474796295166, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8778997659683228, + "num_tokens": 281615499.0, + "step": 7727 + }, + { + "epoch": 1.4350974930362117, + "grad_norm": 1.6186134815216064, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8783197402954102, + "num_tokens": 281650051.0, + "step": 7728 + }, + { + "epoch": 1.4352831940575674, + "grad_norm": 1.4248861074447632, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.88627690076828, + "num_tokens": 281685783.0, + "step": 7729 + }, + { + "epoch": 1.435468895078923, + "grad_norm": 1.5823054313659668, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8775306940078735, + "num_tokens": 281719533.0, + "step": 7730 + }, + { + "epoch": 1.4356545961002785, + "grad_norm": 1.496460199356079, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.874252438545227, + "num_tokens": 281753843.0, + "step": 7731 + }, + { + "epoch": 1.4358402971216342, + "grad_norm": 1.5172219276428223, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.877947986125946, + "num_tokens": 281786666.0, + "step": 7732 + }, + { + "epoch": 1.43602599814299, + "grad_norm": 1.4352729320526123, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8684689402580261, + "num_tokens": 281830590.0, + "step": 7733 + }, + { + "epoch": 1.4362116991643454, + "grad_norm": 1.5522047281265259, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8767008781433105, + "num_tokens": 281862148.0, + "step": 7734 + }, + { + "epoch": 1.436397400185701, + "grad_norm": 1.4405264854431152, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8741204142570496, + "num_tokens": 281898183.0, + "step": 7735 + }, + { + "epoch": 1.4365831012070567, + "grad_norm": 1.4585330486297607, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8855322599411011, + "num_tokens": 281931482.0, + "step": 7736 + }, + { + "epoch": 1.4367688022284122, + "grad_norm": 1.5028132200241089, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8751080632209778, + "num_tokens": 281968457.0, + "step": 7737 + }, + { + "epoch": 1.436954503249768, + "grad_norm": 1.4472017288208008, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8742696642875671, + "num_tokens": 282006832.0, + "step": 7738 + }, + { + "epoch": 1.4371402042711234, + "grad_norm": 1.4879125356674194, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8731055855751038, + "num_tokens": 282044123.0, + "step": 7739 + }, + { + "epoch": 1.4373259052924792, + "grad_norm": 1.3656033277511597, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8753006458282471, + "num_tokens": 282086804.0, + "step": 7740 + }, + { + "epoch": 1.4375116063138347, + "grad_norm": 1.4610154628753662, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8603118658065796, + "num_tokens": 282128977.0, + "step": 7741 + }, + { + "epoch": 1.4376973073351904, + "grad_norm": 1.4343457221984863, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8657920360565186, + "num_tokens": 282170511.0, + "step": 7742 + }, + { + "epoch": 1.437883008356546, + "grad_norm": 1.4871753454208374, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8623548150062561, + "num_tokens": 282209026.0, + "step": 7743 + }, + { + "epoch": 1.4380687093779017, + "grad_norm": 1.5092147588729858, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8719663619995117, + "num_tokens": 282246816.0, + "step": 7744 + }, + { + "epoch": 1.4382544103992572, + "grad_norm": 1.4672120809555054, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.874508798122406, + "num_tokens": 282284874.0, + "step": 7745 + }, + { + "epoch": 1.4384401114206127, + "grad_norm": 1.5494885444641113, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.883424699306488, + "num_tokens": 282320396.0, + "step": 7746 + }, + { + "epoch": 1.4386258124419684, + "grad_norm": 1.513886570930481, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8613889813423157, + "num_tokens": 282355249.0, + "step": 7747 + }, + { + "epoch": 1.4388115134633241, + "grad_norm": 1.4315232038497925, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8796215057373047, + "num_tokens": 282391672.0, + "step": 7748 + }, + { + "epoch": 1.4389972144846797, + "grad_norm": 1.551079273223877, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8786634206771851, + "num_tokens": 282426672.0, + "step": 7749 + }, + { + "epoch": 1.4391829155060352, + "grad_norm": 1.420976161956787, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8820337057113647, + "num_tokens": 282461526.0, + "step": 7750 + }, + { + "epoch": 1.439368616527391, + "grad_norm": 1.448462963104248, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.889938235282898, + "num_tokens": 282497681.0, + "step": 7751 + }, + { + "epoch": 1.4395543175487466, + "grad_norm": 1.4652682542800903, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8849077820777893, + "num_tokens": 282532459.0, + "step": 7752 + }, + { + "epoch": 1.4397400185701021, + "grad_norm": 1.4008123874664307, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8889985084533691, + "num_tokens": 282570028.0, + "step": 7753 + }, + { + "epoch": 1.4399257195914577, + "grad_norm": 1.6016045808792114, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8588957786560059, + "num_tokens": 282605533.0, + "step": 7754 + }, + { + "epoch": 1.4401114206128134, + "grad_norm": 1.4425098896026611, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8811184167861938, + "num_tokens": 282641209.0, + "step": 7755 + }, + { + "epoch": 1.4402971216341691, + "grad_norm": 1.4667710065841675, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8698983192443848, + "num_tokens": 282678325.0, + "step": 7756 + }, + { + "epoch": 1.4404828226555246, + "grad_norm": 1.384666085243225, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.872402548789978, + "num_tokens": 282717164.0, + "step": 7757 + }, + { + "epoch": 1.4406685236768801, + "grad_norm": 1.6484038829803467, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8817605376243591, + "num_tokens": 282751358.0, + "step": 7758 + }, + { + "epoch": 1.4408542246982359, + "grad_norm": 1.3691049814224243, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8836289048194885, + "num_tokens": 282791229.0, + "step": 7759 + }, + { + "epoch": 1.4410399257195914, + "grad_norm": 1.413267970085144, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.880376935005188, + "num_tokens": 282827438.0, + "step": 7760 + }, + { + "epoch": 1.4412256267409471, + "grad_norm": 1.322523593902588, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8897518515586853, + "num_tokens": 282867469.0, + "step": 7761 + }, + { + "epoch": 1.4414113277623026, + "grad_norm": 1.5083653926849365, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8760147094726562, + "num_tokens": 282904934.0, + "step": 7762 + }, + { + "epoch": 1.4415970287836584, + "grad_norm": 1.6050375699996948, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8619500994682312, + "num_tokens": 282939170.0, + "step": 7763 + }, + { + "epoch": 1.4417827298050139, + "grad_norm": 1.4643515348434448, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8859350681304932, + "num_tokens": 282974839.0, + "step": 7764 + }, + { + "epoch": 1.4419684308263696, + "grad_norm": 1.56881582736969, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8727843761444092, + "num_tokens": 283008009.0, + "step": 7765 + }, + { + "epoch": 1.4421541318477251, + "grad_norm": 1.4961892366409302, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8763746023178101, + "num_tokens": 283043637.0, + "step": 7766 + }, + { + "epoch": 1.4423398328690809, + "grad_norm": 1.6146560907363892, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8711279034614563, + "num_tokens": 283078759.0, + "step": 7767 + }, + { + "epoch": 1.4425255338904364, + "grad_norm": 1.5946911573410034, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.862779974937439, + "num_tokens": 283115519.0, + "step": 7768 + }, + { + "epoch": 1.442711234911792, + "grad_norm": 1.5847524404525757, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8795085549354553, + "num_tokens": 283147609.0, + "step": 7769 + }, + { + "epoch": 1.4428969359331476, + "grad_norm": 1.5898252725601196, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8793985843658447, + "num_tokens": 283180503.0, + "step": 7770 + }, + { + "epoch": 1.4430826369545033, + "grad_norm": 1.449798345565796, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8732277154922485, + "num_tokens": 283216423.0, + "step": 7771 + }, + { + "epoch": 1.4432683379758589, + "grad_norm": 1.4066991806030273, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.884546160697937, + "num_tokens": 283254766.0, + "step": 7772 + }, + { + "epoch": 1.4434540389972144, + "grad_norm": 1.4933875799179077, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8856996297836304, + "num_tokens": 283291534.0, + "step": 7773 + }, + { + "epoch": 1.44363974001857, + "grad_norm": 1.471147060394287, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8797929286956787, + "num_tokens": 283330884.0, + "step": 7774 + }, + { + "epoch": 1.4438254410399258, + "grad_norm": 1.5730690956115723, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8749150037765503, + "num_tokens": 283365454.0, + "step": 7775 + }, + { + "epoch": 1.4440111420612813, + "grad_norm": 1.3759251832962036, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8825618028640747, + "num_tokens": 283404359.0, + "step": 7776 + }, + { + "epoch": 1.4441968430826368, + "grad_norm": 1.5307079553604126, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8933220505714417, + "num_tokens": 283435018.0, + "step": 7777 + }, + { + "epoch": 1.4443825441039926, + "grad_norm": 1.4955394268035889, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8695067167282104, + "num_tokens": 283470182.0, + "step": 7778 + }, + { + "epoch": 1.4445682451253483, + "grad_norm": 1.44786536693573, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8956062197685242, + "num_tokens": 283502809.0, + "step": 7779 + }, + { + "epoch": 1.4447539461467038, + "grad_norm": 1.519315481185913, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8795768022537231, + "num_tokens": 283539311.0, + "step": 7780 + }, + { + "epoch": 1.4449396471680593, + "grad_norm": 1.5401197671890259, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8822753429412842, + "num_tokens": 283576002.0, + "step": 7781 + }, + { + "epoch": 1.445125348189415, + "grad_norm": 1.4273654222488403, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8759838342666626, + "num_tokens": 283613588.0, + "step": 7782 + }, + { + "epoch": 1.4453110492107706, + "grad_norm": 1.4643645286560059, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8690844774246216, + "num_tokens": 283653341.0, + "step": 7783 + }, + { + "epoch": 1.4454967502321263, + "grad_norm": 1.4898754358291626, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8741099834442139, + "num_tokens": 283688058.0, + "step": 7784 + }, + { + "epoch": 1.4456824512534818, + "grad_norm": 1.491681694984436, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8731174468994141, + "num_tokens": 283723557.0, + "step": 7785 + }, + { + "epoch": 1.4458681522748376, + "grad_norm": 1.55416738986969, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.89162278175354, + "num_tokens": 283755611.0, + "step": 7786 + }, + { + "epoch": 1.446053853296193, + "grad_norm": 1.466681718826294, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.874688982963562, + "num_tokens": 283790746.0, + "step": 7787 + }, + { + "epoch": 1.4462395543175488, + "grad_norm": 1.586839199066162, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8812342882156372, + "num_tokens": 283818428.0, + "step": 7788 + }, + { + "epoch": 1.4464252553389043, + "grad_norm": 1.497260332107544, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8728132843971252, + "num_tokens": 283856797.0, + "step": 7789 + }, + { + "epoch": 1.44661095636026, + "grad_norm": 1.4915578365325928, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8767852783203125, + "num_tokens": 283891247.0, + "step": 7790 + }, + { + "epoch": 1.4467966573816156, + "grad_norm": 1.6382944583892822, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8707849383354187, + "num_tokens": 283928462.0, + "step": 7791 + }, + { + "epoch": 1.4469823584029713, + "grad_norm": 1.5905134677886963, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8679590225219727, + "num_tokens": 283961074.0, + "step": 7792 + }, + { + "epoch": 1.4471680594243268, + "grad_norm": 1.4546622037887573, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8613202571868896, + "num_tokens": 284001232.0, + "step": 7793 + }, + { + "epoch": 1.4473537604456825, + "grad_norm": 1.462198257446289, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8696033954620361, + "num_tokens": 284039421.0, + "step": 7794 + }, + { + "epoch": 1.447539461467038, + "grad_norm": 1.2964683771133423, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8874168992042542, + "num_tokens": 284080891.0, + "step": 7795 + }, + { + "epoch": 1.4477251624883936, + "grad_norm": 1.5164313316345215, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8662700653076172, + "num_tokens": 284116167.0, + "step": 7796 + }, + { + "epoch": 1.4479108635097493, + "grad_norm": 1.425836443901062, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8714277744293213, + "num_tokens": 284155382.0, + "step": 7797 + }, + { + "epoch": 1.448096564531105, + "grad_norm": 1.3858133554458618, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8807101249694824, + "num_tokens": 284191199.0, + "step": 7798 + }, + { + "epoch": 1.4482822655524605, + "grad_norm": 1.5966376066207886, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8645676374435425, + "num_tokens": 284229040.0, + "step": 7799 + }, + { + "epoch": 1.448467966573816, + "grad_norm": 1.4313273429870605, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8805080652236938, + "num_tokens": 284265319.0, + "step": 7800 + }, + { + "epoch": 1.4486536675951718, + "grad_norm": 1.5161815881729126, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8793783187866211, + "num_tokens": 284298973.0, + "step": 7801 + }, + { + "epoch": 1.4488393686165275, + "grad_norm": 1.3236761093139648, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8746189475059509, + "num_tokens": 284341765.0, + "step": 7802 + }, + { + "epoch": 1.449025069637883, + "grad_norm": 1.447511911392212, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8675568103790283, + "num_tokens": 284379527.0, + "step": 7803 + }, + { + "epoch": 1.4492107706592385, + "grad_norm": 1.5910382270812988, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.871477484703064, + "num_tokens": 284415335.0, + "step": 7804 + }, + { + "epoch": 1.4493964716805943, + "grad_norm": 1.4045467376708984, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8848599195480347, + "num_tokens": 284451379.0, + "step": 7805 + }, + { + "epoch": 1.4495821727019498, + "grad_norm": 1.5086511373519897, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8817145824432373, + "num_tokens": 284483928.0, + "step": 7806 + }, + { + "epoch": 1.4497678737233055, + "grad_norm": 1.5555752515792847, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8593408465385437, + "num_tokens": 284520128.0, + "step": 7807 + }, + { + "epoch": 1.449953574744661, + "grad_norm": 1.5137012004852295, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8805812001228333, + "num_tokens": 284557712.0, + "step": 7808 + }, + { + "epoch": 1.4501392757660168, + "grad_norm": 1.5040651559829712, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8824511766433716, + "num_tokens": 284592074.0, + "step": 7809 + }, + { + "epoch": 1.4503249767873723, + "grad_norm": 1.5146011114120483, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8867536783218384, + "num_tokens": 284625792.0, + "step": 7810 + }, + { + "epoch": 1.450510677808728, + "grad_norm": 1.354122281074524, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8674761652946472, + "num_tokens": 284669588.0, + "step": 7811 + }, + { + "epoch": 1.4506963788300835, + "grad_norm": 1.4129154682159424, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8701294660568237, + "num_tokens": 284713875.0, + "step": 7812 + }, + { + "epoch": 1.4508820798514392, + "grad_norm": 1.4294590950012207, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8673946857452393, + "num_tokens": 284752657.0, + "step": 7813 + }, + { + "epoch": 1.4510677808727948, + "grad_norm": 1.518448829650879, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8648560047149658, + "num_tokens": 284792282.0, + "step": 7814 + }, + { + "epoch": 1.4512534818941505, + "grad_norm": 1.4300026893615723, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8828250169754028, + "num_tokens": 284829564.0, + "step": 7815 + }, + { + "epoch": 1.451439182915506, + "grad_norm": 1.5698215961456299, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8817744851112366, + "num_tokens": 284858775.0, + "step": 7816 + }, + { + "epoch": 1.4516248839368617, + "grad_norm": 1.5057237148284912, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8637984991073608, + "num_tokens": 284893576.0, + "step": 7817 + }, + { + "epoch": 1.4518105849582172, + "grad_norm": 1.438779592514038, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8791085481643677, + "num_tokens": 284930763.0, + "step": 7818 + }, + { + "epoch": 1.4519962859795728, + "grad_norm": 1.4054033756256104, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8624536991119385, + "num_tokens": 284973003.0, + "step": 7819 + }, + { + "epoch": 1.4521819870009285, + "grad_norm": 1.4550645351409912, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8574820756912231, + "num_tokens": 285013027.0, + "step": 7820 + }, + { + "epoch": 1.4523676880222842, + "grad_norm": 1.4946372509002686, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8743253350257874, + "num_tokens": 285045809.0, + "step": 7821 + }, + { + "epoch": 1.4525533890436397, + "grad_norm": 1.5368162393569946, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8700814247131348, + "num_tokens": 285080053.0, + "step": 7822 + }, + { + "epoch": 1.4527390900649952, + "grad_norm": 1.6368438005447388, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8624131083488464, + "num_tokens": 285113293.0, + "step": 7823 + }, + { + "epoch": 1.452924791086351, + "grad_norm": 1.3447377681732178, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8769258260726929, + "num_tokens": 285152424.0, + "step": 7824 + }, + { + "epoch": 1.4531104921077067, + "grad_norm": 1.3366791009902954, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8855202198028564, + "num_tokens": 285195578.0, + "step": 7825 + }, + { + "epoch": 1.4532961931290622, + "grad_norm": 1.5203431844711304, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8705272674560547, + "num_tokens": 285229138.0, + "step": 7826 + }, + { + "epoch": 1.4534818941504177, + "grad_norm": 1.4883897304534912, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8844854235649109, + "num_tokens": 285264162.0, + "step": 7827 + }, + { + "epoch": 1.4536675951717735, + "grad_norm": 1.4949980974197388, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8855659365653992, + "num_tokens": 285298420.0, + "step": 7828 + }, + { + "epoch": 1.4538532961931292, + "grad_norm": 1.3505184650421143, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8804792761802673, + "num_tokens": 285339042.0, + "step": 7829 + }, + { + "epoch": 1.4540389972144847, + "grad_norm": 1.4758186340332031, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.870136559009552, + "num_tokens": 285380651.0, + "step": 7830 + }, + { + "epoch": 1.4542246982358402, + "grad_norm": 1.3398771286010742, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.891077995300293, + "num_tokens": 285418667.0, + "step": 7831 + }, + { + "epoch": 1.454410399257196, + "grad_norm": 1.5625487565994263, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8678606748580933, + "num_tokens": 285456745.0, + "step": 7832 + }, + { + "epoch": 1.4545961002785515, + "grad_norm": 1.378914713859558, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8849464654922485, + "num_tokens": 285499329.0, + "step": 7833 + }, + { + "epoch": 1.4547818012999072, + "grad_norm": 1.4473305940628052, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8606715202331543, + "num_tokens": 285542281.0, + "step": 7834 + }, + { + "epoch": 1.4549675023212627, + "grad_norm": 1.4250073432922363, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8772994875907898, + "num_tokens": 285578984.0, + "step": 7835 + }, + { + "epoch": 1.4551532033426184, + "grad_norm": 1.5955588817596436, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8779996037483215, + "num_tokens": 285612416.0, + "step": 7836 + }, + { + "epoch": 1.455338904363974, + "grad_norm": 1.41994047164917, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8820371627807617, + "num_tokens": 285649193.0, + "step": 7837 + }, + { + "epoch": 1.4555246053853297, + "grad_norm": 1.4612852334976196, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8867343664169312, + "num_tokens": 285686150.0, + "step": 7838 + }, + { + "epoch": 1.4557103064066852, + "grad_norm": 1.5482856035232544, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8653390407562256, + "num_tokens": 285724529.0, + "step": 7839 + }, + { + "epoch": 1.455896007428041, + "grad_norm": 1.429701566696167, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8773391246795654, + "num_tokens": 285762046.0, + "step": 7840 + }, + { + "epoch": 1.4560817084493964, + "grad_norm": 1.5319249629974365, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.874687910079956, + "num_tokens": 285798082.0, + "step": 7841 + }, + { + "epoch": 1.4562674094707522, + "grad_norm": 1.3856749534606934, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8814598321914673, + "num_tokens": 285837900.0, + "step": 7842 + }, + { + "epoch": 1.4564531104921077, + "grad_norm": 1.352099061012268, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8827304840087891, + "num_tokens": 285880057.0, + "step": 7843 + }, + { + "epoch": 1.4566388115134634, + "grad_norm": 1.442954659461975, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8738406300544739, + "num_tokens": 285922353.0, + "step": 7844 + }, + { + "epoch": 1.456824512534819, + "grad_norm": 1.4411669969558716, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8787546157836914, + "num_tokens": 285960919.0, + "step": 7845 + }, + { + "epoch": 1.4570102135561744, + "grad_norm": 1.4686940908432007, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8827665448188782, + "num_tokens": 285998772.0, + "step": 7846 + }, + { + "epoch": 1.4571959145775302, + "grad_norm": 1.4584331512451172, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8842344880104065, + "num_tokens": 286035265.0, + "step": 7847 + }, + { + "epoch": 1.457381615598886, + "grad_norm": 1.6071094274520874, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8680605292320251, + "num_tokens": 286070831.0, + "step": 7848 + }, + { + "epoch": 1.4575673166202414, + "grad_norm": 1.4701385498046875, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8780192732810974, + "num_tokens": 286104623.0, + "step": 7849 + }, + { + "epoch": 1.457753017641597, + "grad_norm": 1.4083949327468872, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8852395415306091, + "num_tokens": 286141768.0, + "step": 7850 + }, + { + "epoch": 1.4579387186629527, + "grad_norm": 1.329613208770752, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8906067609786987, + "num_tokens": 286179240.0, + "step": 7851 + }, + { + "epoch": 1.4581244196843084, + "grad_norm": 1.535918116569519, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8777648210525513, + "num_tokens": 286212014.0, + "step": 7852 + }, + { + "epoch": 1.458310120705664, + "grad_norm": 1.4256316423416138, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8727885484695435, + "num_tokens": 286248926.0, + "step": 7853 + }, + { + "epoch": 1.4584958217270194, + "grad_norm": 1.459334135055542, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8746048212051392, + "num_tokens": 286284872.0, + "step": 7854 + }, + { + "epoch": 1.4586815227483751, + "grad_norm": 1.3810992240905762, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8751245141029358, + "num_tokens": 286322577.0, + "step": 7855 + }, + { + "epoch": 1.4588672237697307, + "grad_norm": 1.4138922691345215, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8825720548629761, + "num_tokens": 286358704.0, + "step": 7856 + }, + { + "epoch": 1.4590529247910864, + "grad_norm": 1.4401355981826782, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.884098470211029, + "num_tokens": 286392651.0, + "step": 7857 + }, + { + "epoch": 1.459238625812442, + "grad_norm": 1.53963041305542, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8749591708183289, + "num_tokens": 286422991.0, + "step": 7858 + }, + { + "epoch": 1.4594243268337976, + "grad_norm": 1.5100187063217163, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8856503963470459, + "num_tokens": 286454791.0, + "step": 7859 + }, + { + "epoch": 1.4596100278551531, + "grad_norm": 1.4793967008590698, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8758482933044434, + "num_tokens": 286492046.0, + "step": 7860 + }, + { + "epoch": 1.4597957288765089, + "grad_norm": 1.4302170276641846, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8860371112823486, + "num_tokens": 286525527.0, + "step": 7861 + }, + { + "epoch": 1.4599814298978644, + "grad_norm": 1.4761744737625122, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8798132538795471, + "num_tokens": 286560655.0, + "step": 7862 + }, + { + "epoch": 1.4601671309192201, + "grad_norm": 1.4685728549957275, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8791177272796631, + "num_tokens": 286598975.0, + "step": 7863 + }, + { + "epoch": 1.4603528319405756, + "grad_norm": 1.3750083446502686, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8934428691864014, + "num_tokens": 286636147.0, + "step": 7864 + }, + { + "epoch": 1.4605385329619314, + "grad_norm": 1.7528386116027832, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8704206347465515, + "num_tokens": 286666224.0, + "step": 7865 + }, + { + "epoch": 1.4607242339832869, + "grad_norm": 1.3398314714431763, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.893796443939209, + "num_tokens": 286705758.0, + "step": 7866 + }, + { + "epoch": 1.4609099350046426, + "grad_norm": 1.5011745691299438, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8709990978240967, + "num_tokens": 286742578.0, + "step": 7867 + }, + { + "epoch": 1.4610956360259981, + "grad_norm": 1.3999464511871338, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8825636506080627, + "num_tokens": 286780559.0, + "step": 7868 + }, + { + "epoch": 1.4612813370473536, + "grad_norm": 1.510023832321167, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8746574521064758, + "num_tokens": 286819042.0, + "step": 7869 + }, + { + "epoch": 1.4614670380687094, + "grad_norm": 1.4679663181304932, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8866562247276306, + "num_tokens": 286853438.0, + "step": 7870 + }, + { + "epoch": 1.461652739090065, + "grad_norm": 1.4970026016235352, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8850731253623962, + "num_tokens": 286886585.0, + "step": 7871 + }, + { + "epoch": 1.4618384401114206, + "grad_norm": 1.3731186389923096, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8901639580726624, + "num_tokens": 286924501.0, + "step": 7872 + }, + { + "epoch": 1.4620241411327761, + "grad_norm": 1.5494515895843506, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8873447179794312, + "num_tokens": 286955528.0, + "step": 7873 + }, + { + "epoch": 1.4622098421541319, + "grad_norm": 1.406091570854187, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.877936601638794, + "num_tokens": 286994115.0, + "step": 7874 + }, + { + "epoch": 1.4623955431754876, + "grad_norm": 1.4919168949127197, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8817402124404907, + "num_tokens": 287027345.0, + "step": 7875 + }, + { + "epoch": 1.462581244196843, + "grad_norm": 1.4952514171600342, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8886919021606445, + "num_tokens": 287057474.0, + "step": 7876 + }, + { + "epoch": 1.4627669452181986, + "grad_norm": 1.4858591556549072, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8719672560691833, + "num_tokens": 287098604.0, + "step": 7877 + }, + { + "epoch": 1.4629526462395543, + "grad_norm": 1.3982486724853516, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8750014901161194, + "num_tokens": 287137052.0, + "step": 7878 + }, + { + "epoch": 1.4631383472609099, + "grad_norm": 1.3167213201522827, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8745672702789307, + "num_tokens": 287178325.0, + "step": 7879 + }, + { + "epoch": 1.4633240482822656, + "grad_norm": 1.5602245330810547, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8664215803146362, + "num_tokens": 287212366.0, + "step": 7880 + }, + { + "epoch": 1.463509749303621, + "grad_norm": 1.3985456228256226, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8904781341552734, + "num_tokens": 287249289.0, + "step": 7881 + }, + { + "epoch": 1.4636954503249768, + "grad_norm": 1.659597635269165, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8820611834526062, + "num_tokens": 287279608.0, + "step": 7882 + }, + { + "epoch": 1.4638811513463323, + "grad_norm": 1.327654242515564, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8882735967636108, + "num_tokens": 287317401.0, + "step": 7883 + }, + { + "epoch": 1.464066852367688, + "grad_norm": 1.4313364028930664, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8778427839279175, + "num_tokens": 287355184.0, + "step": 7884 + }, + { + "epoch": 1.4642525533890436, + "grad_norm": 1.5112794637680054, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.875794529914856, + "num_tokens": 287390452.0, + "step": 7885 + }, + { + "epoch": 1.4644382544103993, + "grad_norm": 1.5765068531036377, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8819876909255981, + "num_tokens": 287421002.0, + "step": 7886 + }, + { + "epoch": 1.4646239554317548, + "grad_norm": 1.4417312145233154, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8818046450614929, + "num_tokens": 287456390.0, + "step": 7887 + }, + { + "epoch": 1.4648096564531106, + "grad_norm": 1.4665718078613281, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8826318383216858, + "num_tokens": 287496135.0, + "step": 7888 + }, + { + "epoch": 1.464995357474466, + "grad_norm": 1.5075184106826782, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8839693069458008, + "num_tokens": 287530005.0, + "step": 7889 + }, + { + "epoch": 1.4651810584958218, + "grad_norm": 1.4084727764129639, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.886925220489502, + "num_tokens": 287566563.0, + "step": 7890 + }, + { + "epoch": 1.4653667595171773, + "grad_norm": 1.4377397298812866, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8788630962371826, + "num_tokens": 287599849.0, + "step": 7891 + }, + { + "epoch": 1.4655524605385328, + "grad_norm": 1.4403209686279297, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8867034912109375, + "num_tokens": 287632796.0, + "step": 7892 + }, + { + "epoch": 1.4657381615598886, + "grad_norm": 1.492263674736023, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8890140056610107, + "num_tokens": 287666443.0, + "step": 7893 + }, + { + "epoch": 1.4659238625812443, + "grad_norm": 1.5674073696136475, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8977470397949219, + "num_tokens": 287695062.0, + "step": 7894 + }, + { + "epoch": 1.4661095636025998, + "grad_norm": 1.4248160123825073, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8879163265228271, + "num_tokens": 287728423.0, + "step": 7895 + }, + { + "epoch": 1.4662952646239553, + "grad_norm": 1.5690878629684448, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8484500646591187, + "num_tokens": 287764480.0, + "step": 7896 + }, + { + "epoch": 1.466480965645311, + "grad_norm": 1.546486735343933, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8813983201980591, + "num_tokens": 287797660.0, + "step": 7897 + }, + { + "epoch": 1.4666666666666668, + "grad_norm": 1.4014965295791626, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8709982633590698, + "num_tokens": 287837892.0, + "step": 7898 + }, + { + "epoch": 1.4668523676880223, + "grad_norm": 1.382778525352478, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8957222700119019, + "num_tokens": 287872139.0, + "step": 7899 + }, + { + "epoch": 1.4670380687093778, + "grad_norm": 1.424641489982605, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8819503784179688, + "num_tokens": 287911347.0, + "step": 7900 + }, + { + "epoch": 1.4672237697307335, + "grad_norm": 1.4598679542541504, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.88468998670578, + "num_tokens": 287945524.0, + "step": 7901 + }, + { + "epoch": 1.4674094707520893, + "grad_norm": 1.4589983224868774, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8715851902961731, + "num_tokens": 287980472.0, + "step": 7902 + }, + { + "epoch": 1.4675951717734448, + "grad_norm": 1.4459148645401, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8740784525871277, + "num_tokens": 288018312.0, + "step": 7903 + }, + { + "epoch": 1.4677808727948003, + "grad_norm": 1.4679439067840576, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8808004260063171, + "num_tokens": 288055847.0, + "step": 7904 + }, + { + "epoch": 1.467966573816156, + "grad_norm": 1.5527526140213013, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8559170961380005, + "num_tokens": 288095813.0, + "step": 7905 + }, + { + "epoch": 1.4681522748375115, + "grad_norm": 1.3778293132781982, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.9008238911628723, + "num_tokens": 288128939.0, + "step": 7906 + }, + { + "epoch": 1.4683379758588673, + "grad_norm": 1.6516523361206055, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8629263639450073, + "num_tokens": 288161904.0, + "step": 7907 + }, + { + "epoch": 1.4685236768802228, + "grad_norm": 1.5214462280273438, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8851267099380493, + "num_tokens": 288192580.0, + "step": 7908 + }, + { + "epoch": 1.4687093779015785, + "grad_norm": 1.3933271169662476, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8740537762641907, + "num_tokens": 288235437.0, + "step": 7909 + }, + { + "epoch": 1.468895078922934, + "grad_norm": 1.4846841096878052, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8807785511016846, + "num_tokens": 288272465.0, + "step": 7910 + }, + { + "epoch": 1.4690807799442898, + "grad_norm": 1.5244241952896118, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8835718631744385, + "num_tokens": 288301763.0, + "step": 7911 + }, + { + "epoch": 1.4692664809656453, + "grad_norm": 1.5273953676223755, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8722527027130127, + "num_tokens": 288334423.0, + "step": 7912 + }, + { + "epoch": 1.469452181987001, + "grad_norm": 1.5204318761825562, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8819286227226257, + "num_tokens": 288365477.0, + "step": 7913 + }, + { + "epoch": 1.4696378830083565, + "grad_norm": 1.4046400785446167, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8856285214424133, + "num_tokens": 288403005.0, + "step": 7914 + }, + { + "epoch": 1.469823584029712, + "grad_norm": 1.507312297821045, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8694000840187073, + "num_tokens": 288442070.0, + "step": 7915 + }, + { + "epoch": 1.4700092850510678, + "grad_norm": 1.4316954612731934, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8857235908508301, + "num_tokens": 288484150.0, + "step": 7916 + }, + { + "epoch": 1.4701949860724235, + "grad_norm": 1.4681898355484009, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8833175301551819, + "num_tokens": 288519524.0, + "step": 7917 + }, + { + "epoch": 1.470380687093779, + "grad_norm": 1.500406265258789, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8728191256523132, + "num_tokens": 288552668.0, + "step": 7918 + }, + { + "epoch": 1.4705663881151345, + "grad_norm": 1.4700509309768677, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8890982866287231, + "num_tokens": 288586044.0, + "step": 7919 + }, + { + "epoch": 1.4707520891364902, + "grad_norm": 1.4755457639694214, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8775419592857361, + "num_tokens": 288623620.0, + "step": 7920 + }, + { + "epoch": 1.470937790157846, + "grad_norm": 1.4167040586471558, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.878870964050293, + "num_tokens": 288663925.0, + "step": 7921 + }, + { + "epoch": 1.4711234911792015, + "grad_norm": 1.3977141380310059, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8808485269546509, + "num_tokens": 288703003.0, + "step": 7922 + }, + { + "epoch": 1.471309192200557, + "grad_norm": 1.3677222728729248, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8755707740783691, + "num_tokens": 288745574.0, + "step": 7923 + }, + { + "epoch": 1.4714948932219127, + "grad_norm": 1.4287805557250977, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8782035112380981, + "num_tokens": 288784402.0, + "step": 7924 + }, + { + "epoch": 1.4716805942432685, + "grad_norm": 1.3015973567962646, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8847649097442627, + "num_tokens": 288826343.0, + "step": 7925 + }, + { + "epoch": 1.471866295264624, + "grad_norm": 1.534744143486023, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8843193650245667, + "num_tokens": 288859839.0, + "step": 7926 + }, + { + "epoch": 1.4720519962859795, + "grad_norm": 1.4007776975631714, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.882673442363739, + "num_tokens": 288900282.0, + "step": 7927 + }, + { + "epoch": 1.4722376973073352, + "grad_norm": 1.378449559211731, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8827337026596069, + "num_tokens": 288937204.0, + "step": 7928 + }, + { + "epoch": 1.4724233983286907, + "grad_norm": 1.6926705837249756, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8649322986602783, + "num_tokens": 288966403.0, + "step": 7929 + }, + { + "epoch": 1.4726090993500465, + "grad_norm": 1.4222317934036255, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8777873516082764, + "num_tokens": 289002069.0, + "step": 7930 + }, + { + "epoch": 1.472794800371402, + "grad_norm": 1.4552186727523804, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8770845532417297, + "num_tokens": 289043554.0, + "step": 7931 + }, + { + "epoch": 1.4729805013927577, + "grad_norm": 1.3880130052566528, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8867406845092773, + "num_tokens": 289085383.0, + "step": 7932 + }, + { + "epoch": 1.4731662024141132, + "grad_norm": 1.5502099990844727, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8841689825057983, + "num_tokens": 289115293.0, + "step": 7933 + }, + { + "epoch": 1.473351903435469, + "grad_norm": 1.4690598249435425, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8705812692642212, + "num_tokens": 289153197.0, + "step": 7934 + }, + { + "epoch": 1.4735376044568245, + "grad_norm": 1.4123493432998657, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8772791624069214, + "num_tokens": 289193681.0, + "step": 7935 + }, + { + "epoch": 1.4737233054781802, + "grad_norm": 1.4495784044265747, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8734016418457031, + "num_tokens": 289230960.0, + "step": 7936 + }, + { + "epoch": 1.4739090064995357, + "grad_norm": 1.4041754007339478, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8781116008758545, + "num_tokens": 289271004.0, + "step": 7937 + }, + { + "epoch": 1.4740947075208914, + "grad_norm": 1.5773675441741943, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8757341504096985, + "num_tokens": 289301947.0, + "step": 7938 + }, + { + "epoch": 1.474280408542247, + "grad_norm": 1.435470700263977, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8713921308517456, + "num_tokens": 289338037.0, + "step": 7939 + }, + { + "epoch": 1.4744661095636027, + "grad_norm": 1.6055909395217896, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8705613613128662, + "num_tokens": 289367599.0, + "step": 7940 + }, + { + "epoch": 1.4746518105849582, + "grad_norm": 1.582222819328308, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8794277906417847, + "num_tokens": 289397312.0, + "step": 7941 + }, + { + "epoch": 1.4748375116063137, + "grad_norm": 1.5640275478363037, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8565374612808228, + "num_tokens": 289431618.0, + "step": 7942 + }, + { + "epoch": 1.4750232126276694, + "grad_norm": 1.4462323188781738, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8910210728645325, + "num_tokens": 289464264.0, + "step": 7943 + }, + { + "epoch": 1.4752089136490252, + "grad_norm": 1.4868263006210327, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8672187924385071, + "num_tokens": 289503695.0, + "step": 7944 + }, + { + "epoch": 1.4753946146703807, + "grad_norm": 1.3571815490722656, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8943176865577698, + "num_tokens": 289540420.0, + "step": 7945 + }, + { + "epoch": 1.4755803156917362, + "grad_norm": 1.5678668022155762, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8758121728897095, + "num_tokens": 289571567.0, + "step": 7946 + }, + { + "epoch": 1.475766016713092, + "grad_norm": 1.4107236862182617, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8773639798164368, + "num_tokens": 289611305.0, + "step": 7947 + }, + { + "epoch": 1.4759517177344477, + "grad_norm": 1.4792546033859253, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8762477040290833, + "num_tokens": 289649701.0, + "step": 7948 + }, + { + "epoch": 1.4761374187558032, + "grad_norm": 1.4568253755569458, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8688219785690308, + "num_tokens": 289687168.0, + "step": 7949 + }, + { + "epoch": 1.4763231197771587, + "grad_norm": 1.537502408027649, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8759739398956299, + "num_tokens": 289721446.0, + "step": 7950 + }, + { + "epoch": 1.4765088207985144, + "grad_norm": 1.382819652557373, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8867686986923218, + "num_tokens": 289761955.0, + "step": 7951 + }, + { + "epoch": 1.47669452181987, + "grad_norm": 1.453351616859436, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8774347305297852, + "num_tokens": 289799253.0, + "step": 7952 + }, + { + "epoch": 1.4768802228412257, + "grad_norm": 1.693482756614685, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8700660467147827, + "num_tokens": 289830297.0, + "step": 7953 + }, + { + "epoch": 1.4770659238625812, + "grad_norm": 1.5182597637176514, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.869087815284729, + "num_tokens": 289868601.0, + "step": 7954 + }, + { + "epoch": 1.477251624883937, + "grad_norm": 1.4807709455490112, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8834165334701538, + "num_tokens": 289905272.0, + "step": 7955 + }, + { + "epoch": 1.4774373259052924, + "grad_norm": 1.4846422672271729, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8795296549797058, + "num_tokens": 289941441.0, + "step": 7956 + }, + { + "epoch": 1.4776230269266482, + "grad_norm": 1.3255215883255005, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8797615766525269, + "num_tokens": 289983637.0, + "step": 7957 + }, + { + "epoch": 1.4778087279480037, + "grad_norm": 1.4488829374313354, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8773234486579895, + "num_tokens": 290021977.0, + "step": 7958 + }, + { + "epoch": 1.4779944289693594, + "grad_norm": 1.3905129432678223, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8786411285400391, + "num_tokens": 290060766.0, + "step": 7959 + }, + { + "epoch": 1.478180129990715, + "grad_norm": 1.5510777235031128, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8578799962997437, + "num_tokens": 290098488.0, + "step": 7960 + }, + { + "epoch": 1.4783658310120706, + "grad_norm": 1.5014429092407227, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8769440650939941, + "num_tokens": 290132738.0, + "step": 7961 + }, + { + "epoch": 1.4785515320334262, + "grad_norm": 1.311834692955017, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8686937093734741, + "num_tokens": 290176489.0, + "step": 7962 + }, + { + "epoch": 1.4787372330547819, + "grad_norm": 1.3695131540298462, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8626033663749695, + "num_tokens": 290221774.0, + "step": 7963 + }, + { + "epoch": 1.4789229340761374, + "grad_norm": 1.4356701374053955, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.861051082611084, + "num_tokens": 290261305.0, + "step": 7964 + }, + { + "epoch": 1.479108635097493, + "grad_norm": 1.47492516040802, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8878399133682251, + "num_tokens": 290293826.0, + "step": 7965 + }, + { + "epoch": 1.4792943361188486, + "grad_norm": 1.5156352519989014, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8772029280662537, + "num_tokens": 290326493.0, + "step": 7966 + }, + { + "epoch": 1.4794800371402044, + "grad_norm": 1.390098214149475, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8818486928939819, + "num_tokens": 290367772.0, + "step": 7967 + }, + { + "epoch": 1.4796657381615599, + "grad_norm": 1.576995849609375, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8700499534606934, + "num_tokens": 290400046.0, + "step": 7968 + }, + { + "epoch": 1.4798514391829154, + "grad_norm": 1.3392665386199951, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8911963105201721, + "num_tokens": 290436579.0, + "step": 7969 + }, + { + "epoch": 1.4800371402042711, + "grad_norm": 1.4268537759780884, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8788015842437744, + "num_tokens": 290476164.0, + "step": 7970 + }, + { + "epoch": 1.4802228412256269, + "grad_norm": 1.4698883295059204, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8698253631591797, + "num_tokens": 290513111.0, + "step": 7971 + }, + { + "epoch": 1.4804085422469824, + "grad_norm": 1.3392329216003418, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8802306652069092, + "num_tokens": 290553389.0, + "step": 7972 + }, + { + "epoch": 1.4805942432683379, + "grad_norm": 1.4844074249267578, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8622612953186035, + "num_tokens": 290590882.0, + "step": 7973 + }, + { + "epoch": 1.4807799442896936, + "grad_norm": 1.4757695198059082, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8682950139045715, + "num_tokens": 290627844.0, + "step": 7974 + }, + { + "epoch": 1.4809656453110491, + "grad_norm": 1.4716436862945557, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8887433409690857, + "num_tokens": 290663943.0, + "step": 7975 + }, + { + "epoch": 1.4811513463324049, + "grad_norm": 1.5523004531860352, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8676177263259888, + "num_tokens": 290698724.0, + "step": 7976 + }, + { + "epoch": 1.4813370473537604, + "grad_norm": 1.4130067825317383, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8801237344741821, + "num_tokens": 290739734.0, + "step": 7977 + }, + { + "epoch": 1.481522748375116, + "grad_norm": 1.4038012027740479, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.886700451374054, + "num_tokens": 290777740.0, + "step": 7978 + }, + { + "epoch": 1.4817084493964716, + "grad_norm": 1.596452236175537, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8858156800270081, + "num_tokens": 290808039.0, + "step": 7979 + }, + { + "epoch": 1.4818941504178273, + "grad_norm": 1.648193120956421, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8532067537307739, + "num_tokens": 290842293.0, + "step": 7980 + }, + { + "epoch": 1.4820798514391829, + "grad_norm": 1.3731842041015625, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8734896183013916, + "num_tokens": 290885034.0, + "step": 7981 + }, + { + "epoch": 1.4822655524605386, + "grad_norm": 1.3706220388412476, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8831228017807007, + "num_tokens": 290921824.0, + "step": 7982 + }, + { + "epoch": 1.482451253481894, + "grad_norm": 1.4499224424362183, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8852752447128296, + "num_tokens": 290958456.0, + "step": 7983 + }, + { + "epoch": 1.4826369545032498, + "grad_norm": 1.5044636726379395, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8789171576499939, + "num_tokens": 290993330.0, + "step": 7984 + }, + { + "epoch": 1.4828226555246053, + "grad_norm": 1.4623146057128906, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8708300590515137, + "num_tokens": 291029013.0, + "step": 7985 + }, + { + "epoch": 1.483008356545961, + "grad_norm": 1.3933742046356201, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8868023753166199, + "num_tokens": 291064028.0, + "step": 7986 + }, + { + "epoch": 1.4831940575673166, + "grad_norm": 1.405849814414978, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8720037341117859, + "num_tokens": 291105724.0, + "step": 7987 + }, + { + "epoch": 1.483379758588672, + "grad_norm": 1.4329049587249756, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.879449725151062, + "num_tokens": 291141722.0, + "step": 7988 + }, + { + "epoch": 1.4835654596100278, + "grad_norm": 1.5040613412857056, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8842939138412476, + "num_tokens": 291172993.0, + "step": 7989 + }, + { + "epoch": 1.4837511606313836, + "grad_norm": 1.3405709266662598, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.893954336643219, + "num_tokens": 291212396.0, + "step": 7990 + }, + { + "epoch": 1.483936861652739, + "grad_norm": 1.5244781970977783, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8833388686180115, + "num_tokens": 291244774.0, + "step": 7991 + }, + { + "epoch": 1.4841225626740946, + "grad_norm": 1.4544153213500977, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8837622404098511, + "num_tokens": 291280289.0, + "step": 7992 + }, + { + "epoch": 1.4843082636954503, + "grad_norm": 1.5342589616775513, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8806366920471191, + "num_tokens": 291311083.0, + "step": 7993 + }, + { + "epoch": 1.484493964716806, + "grad_norm": 1.4521126747131348, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8751375675201416, + "num_tokens": 291350077.0, + "step": 7994 + }, + { + "epoch": 1.4846796657381616, + "grad_norm": 1.5671157836914062, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8817200660705566, + "num_tokens": 291381343.0, + "step": 7995 + }, + { + "epoch": 1.484865366759517, + "grad_norm": 1.5353472232818604, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8801695704460144, + "num_tokens": 291414773.0, + "step": 7996 + }, + { + "epoch": 1.4850510677808728, + "grad_norm": 1.671872854232788, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8704534769058228, + "num_tokens": 291445231.0, + "step": 7997 + }, + { + "epoch": 1.4852367688022285, + "grad_norm": 1.3690906763076782, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8610601425170898, + "num_tokens": 291490135.0, + "step": 7998 + }, + { + "epoch": 1.485422469823584, + "grad_norm": 1.4283429384231567, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8820706009864807, + "num_tokens": 291525747.0, + "step": 7999 + }, + { + "epoch": 1.4856081708449396, + "grad_norm": 1.5120328664779663, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8747469186782837, + "num_tokens": 291564486.0, + "step": 8000 + }, + { + "epoch": 1.4857938718662953, + "grad_norm": 1.4658989906311035, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8819015026092529, + "num_tokens": 291599692.0, + "step": 8001 + }, + { + "epoch": 1.4859795728876508, + "grad_norm": 1.5313884019851685, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8707731366157532, + "num_tokens": 291635198.0, + "step": 8002 + }, + { + "epoch": 1.4861652739090065, + "grad_norm": 1.3809186220169067, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8720250129699707, + "num_tokens": 291676317.0, + "step": 8003 + }, + { + "epoch": 1.486350974930362, + "grad_norm": 1.4402068853378296, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8858718276023865, + "num_tokens": 291711555.0, + "step": 8004 + }, + { + "epoch": 1.4865366759517178, + "grad_norm": 1.349557876586914, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8933125138282776, + "num_tokens": 291745893.0, + "step": 8005 + }, + { + "epoch": 1.4867223769730733, + "grad_norm": 1.4505425691604614, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8870114088058472, + "num_tokens": 291784542.0, + "step": 8006 + }, + { + "epoch": 1.486908077994429, + "grad_norm": 1.461808443069458, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8799948692321777, + "num_tokens": 291820114.0, + "step": 8007 + }, + { + "epoch": 1.4870937790157845, + "grad_norm": 1.3981506824493408, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8816878795623779, + "num_tokens": 291860162.0, + "step": 8008 + }, + { + "epoch": 1.4872794800371403, + "grad_norm": 1.4984946250915527, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8734539151191711, + "num_tokens": 291895037.0, + "step": 8009 + }, + { + "epoch": 1.4874651810584958, + "grad_norm": 1.5061513185501099, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8750611543655396, + "num_tokens": 291931853.0, + "step": 8010 + }, + { + "epoch": 1.4876508820798515, + "grad_norm": 1.5833405256271362, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8531112670898438, + "num_tokens": 291966712.0, + "step": 8011 + }, + { + "epoch": 1.487836583101207, + "grad_norm": 1.6386709213256836, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8736823797225952, + "num_tokens": 291998213.0, + "step": 8012 + }, + { + "epoch": 1.4880222841225628, + "grad_norm": 1.3664016723632812, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8806775808334351, + "num_tokens": 292039472.0, + "step": 8013 + }, + { + "epoch": 1.4882079851439183, + "grad_norm": 1.432852029800415, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8797637224197388, + "num_tokens": 292075775.0, + "step": 8014 + }, + { + "epoch": 1.4883936861652738, + "grad_norm": 1.620121955871582, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8657282590866089, + "num_tokens": 292109830.0, + "step": 8015 + }, + { + "epoch": 1.4885793871866295, + "grad_norm": 1.5180373191833496, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8777916431427002, + "num_tokens": 292144566.0, + "step": 8016 + }, + { + "epoch": 1.4887650882079853, + "grad_norm": 1.4884274005889893, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8626662492752075, + "num_tokens": 292184158.0, + "step": 8017 + }, + { + "epoch": 1.4889507892293408, + "grad_norm": 1.5039186477661133, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8796788454055786, + "num_tokens": 292219645.0, + "step": 8018 + }, + { + "epoch": 1.4891364902506963, + "grad_norm": 1.6001321077346802, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8520879745483398, + "num_tokens": 292257340.0, + "step": 8019 + }, + { + "epoch": 1.489322191272052, + "grad_norm": 1.5094976425170898, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8880165219306946, + "num_tokens": 292289506.0, + "step": 8020 + }, + { + "epoch": 1.4895078922934077, + "grad_norm": 1.42703115940094, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.887604832649231, + "num_tokens": 292326110.0, + "step": 8021 + }, + { + "epoch": 1.4896935933147633, + "grad_norm": 1.5722007751464844, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8790159225463867, + "num_tokens": 292355876.0, + "step": 8022 + }, + { + "epoch": 1.4898792943361188, + "grad_norm": 1.5752499103546143, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8807758688926697, + "num_tokens": 292389584.0, + "step": 8023 + }, + { + "epoch": 1.4900649953574745, + "grad_norm": 1.4320553541183472, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8722203373908997, + "num_tokens": 292429395.0, + "step": 8024 + }, + { + "epoch": 1.49025069637883, + "grad_norm": 1.5333915948867798, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8812298774719238, + "num_tokens": 292462135.0, + "step": 8025 + }, + { + "epoch": 1.4904363974001857, + "grad_norm": 1.5562223196029663, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8718885183334351, + "num_tokens": 292494593.0, + "step": 8026 + }, + { + "epoch": 1.4906220984215413, + "grad_norm": 1.4717826843261719, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8842520713806152, + "num_tokens": 292531602.0, + "step": 8027 + }, + { + "epoch": 1.490807799442897, + "grad_norm": 1.4978259801864624, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8839946985244751, + "num_tokens": 292565981.0, + "step": 8028 + }, + { + "epoch": 1.4909935004642525, + "grad_norm": 1.4829692840576172, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8834663033485413, + "num_tokens": 292602043.0, + "step": 8029 + }, + { + "epoch": 1.4911792014856082, + "grad_norm": 1.5269966125488281, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8747490644454956, + "num_tokens": 292639339.0, + "step": 8030 + }, + { + "epoch": 1.4913649025069637, + "grad_norm": 1.3747831583023071, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8760550022125244, + "num_tokens": 292677353.0, + "step": 8031 + }, + { + "epoch": 1.4915506035283195, + "grad_norm": 1.468519687652588, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8806073069572449, + "num_tokens": 292712392.0, + "step": 8032 + }, + { + "epoch": 1.491736304549675, + "grad_norm": 1.4070700407028198, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8822917938232422, + "num_tokens": 292751645.0, + "step": 8033 + }, + { + "epoch": 1.4919220055710307, + "grad_norm": 1.4054172039031982, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8726193308830261, + "num_tokens": 292790485.0, + "step": 8034 + }, + { + "epoch": 1.4921077065923862, + "grad_norm": 1.3544204235076904, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8847607374191284, + "num_tokens": 292830723.0, + "step": 8035 + }, + { + "epoch": 1.492293407613742, + "grad_norm": 1.4149912595748901, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8904330134391785, + "num_tokens": 292864653.0, + "step": 8036 + }, + { + "epoch": 1.4924791086350975, + "grad_norm": 1.4284836053848267, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8750226497650146, + "num_tokens": 292899609.0, + "step": 8037 + }, + { + "epoch": 1.492664809656453, + "grad_norm": 1.5489908456802368, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8803629875183105, + "num_tokens": 292931130.0, + "step": 8038 + }, + { + "epoch": 1.4928505106778087, + "grad_norm": 1.5417170524597168, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8614864349365234, + "num_tokens": 292971428.0, + "step": 8039 + }, + { + "epoch": 1.4930362116991645, + "grad_norm": 1.6191184520721436, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8733654618263245, + "num_tokens": 293003846.0, + "step": 8040 + }, + { + "epoch": 1.49322191272052, + "grad_norm": 1.5061589479446411, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8761414289474487, + "num_tokens": 293040059.0, + "step": 8041 + }, + { + "epoch": 1.4934076137418755, + "grad_norm": 1.4804731607437134, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8821199536323547, + "num_tokens": 293075867.0, + "step": 8042 + }, + { + "epoch": 1.4935933147632312, + "grad_norm": 1.419706106185913, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8688001036643982, + "num_tokens": 293114896.0, + "step": 8043 + }, + { + "epoch": 1.493779015784587, + "grad_norm": 1.5416563749313354, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8664000034332275, + "num_tokens": 293150336.0, + "step": 8044 + }, + { + "epoch": 1.4939647168059424, + "grad_norm": 1.551619291305542, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8666285872459412, + "num_tokens": 293187044.0, + "step": 8045 + }, + { + "epoch": 1.494150417827298, + "grad_norm": 2.0935840606689453, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8890918493270874, + "num_tokens": 293220769.0, + "step": 8046 + }, + { + "epoch": 1.4943361188486537, + "grad_norm": 1.5111199617385864, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8846172094345093, + "num_tokens": 293257159.0, + "step": 8047 + }, + { + "epoch": 1.4945218198700092, + "grad_norm": 1.5820330381393433, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8905903697013855, + "num_tokens": 293287685.0, + "step": 8048 + }, + { + "epoch": 1.494707520891365, + "grad_norm": 1.5134207010269165, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8712741136550903, + "num_tokens": 293323501.0, + "step": 8049 + }, + { + "epoch": 1.4948932219127204, + "grad_norm": 1.4982125759124756, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8670657277107239, + "num_tokens": 293357510.0, + "step": 8050 + }, + { + "epoch": 1.4950789229340762, + "grad_norm": 1.3913346529006958, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8822004199028015, + "num_tokens": 293395301.0, + "step": 8051 + }, + { + "epoch": 1.4952646239554317, + "grad_norm": 1.4102497100830078, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8742986917495728, + "num_tokens": 293435651.0, + "step": 8052 + }, + { + "epoch": 1.4954503249767874, + "grad_norm": 1.5272146463394165, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.863328754901886, + "num_tokens": 293474144.0, + "step": 8053 + }, + { + "epoch": 1.495636025998143, + "grad_norm": 1.4795260429382324, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8652282953262329, + "num_tokens": 293515325.0, + "step": 8054 + }, + { + "epoch": 1.4958217270194987, + "grad_norm": 1.4872311353683472, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8750136494636536, + "num_tokens": 293552973.0, + "step": 8055 + }, + { + "epoch": 1.4960074280408542, + "grad_norm": 1.4628698825836182, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.880669355392456, + "num_tokens": 293588249.0, + "step": 8056 + }, + { + "epoch": 1.49619312906221, + "grad_norm": 1.4222524166107178, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8636776804924011, + "num_tokens": 293629010.0, + "step": 8057 + }, + { + "epoch": 1.4963788300835654, + "grad_norm": 1.4096156358718872, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8785949349403381, + "num_tokens": 293665563.0, + "step": 8058 + }, + { + "epoch": 1.4965645311049212, + "grad_norm": 1.4497621059417725, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8821033835411072, + "num_tokens": 293704442.0, + "step": 8059 + }, + { + "epoch": 1.4967502321262767, + "grad_norm": 1.534498929977417, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8798978328704834, + "num_tokens": 293738821.0, + "step": 8060 + }, + { + "epoch": 1.4969359331476322, + "grad_norm": 1.3353090286254883, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8656017780303955, + "num_tokens": 293787517.0, + "step": 8061 + }, + { + "epoch": 1.497121634168988, + "grad_norm": 1.440868616104126, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8851178288459778, + "num_tokens": 293828515.0, + "step": 8062 + }, + { + "epoch": 1.4973073351903436, + "grad_norm": 1.422440528869629, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8834711909294128, + "num_tokens": 293867639.0, + "step": 8063 + }, + { + "epoch": 1.4974930362116992, + "grad_norm": 1.3859490156173706, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8937111496925354, + "num_tokens": 293907113.0, + "step": 8064 + }, + { + "epoch": 1.4976787372330547, + "grad_norm": 1.533035159111023, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8651957511901855, + "num_tokens": 293943202.0, + "step": 8065 + }, + { + "epoch": 1.4978644382544104, + "grad_norm": 1.5267096757888794, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8716906309127808, + "num_tokens": 293979001.0, + "step": 8066 + }, + { + "epoch": 1.4980501392757661, + "grad_norm": 1.591973900794983, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8866416811943054, + "num_tokens": 294009671.0, + "step": 8067 + }, + { + "epoch": 1.4982358402971216, + "grad_norm": 1.5276471376419067, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8797885179519653, + "num_tokens": 294046490.0, + "step": 8068 + }, + { + "epoch": 1.4984215413184772, + "grad_norm": 1.5661622285842896, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8676719665527344, + "num_tokens": 294084664.0, + "step": 8069 + }, + { + "epoch": 1.498607242339833, + "grad_norm": 1.5217626094818115, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.881166398525238, + "num_tokens": 294119695.0, + "step": 8070 + }, + { + "epoch": 1.4987929433611886, + "grad_norm": 1.3970861434936523, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.88027024269104, + "num_tokens": 294162910.0, + "step": 8071 + }, + { + "epoch": 1.4989786443825441, + "grad_norm": 1.48724365234375, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.867691159248352, + "num_tokens": 294200138.0, + "step": 8072 + }, + { + "epoch": 1.4991643454038996, + "grad_norm": 1.9854565858840942, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8866294622421265, + "num_tokens": 294234739.0, + "step": 8073 + }, + { + "epoch": 1.4993500464252554, + "grad_norm": 1.5898154973983765, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8945445418357849, + "num_tokens": 294266027.0, + "step": 8074 + }, + { + "epoch": 1.499535747446611, + "grad_norm": 1.5257151126861572, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8599751591682434, + "num_tokens": 294304910.0, + "step": 8075 + }, + { + "epoch": 1.4997214484679666, + "grad_norm": 1.4209768772125244, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8874680995941162, + "num_tokens": 294340056.0, + "step": 8076 + }, + { + "epoch": 1.4999071494893221, + "grad_norm": 1.5688458681106567, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8837734460830688, + "num_tokens": 294371742.0, + "step": 8077 + }, + { + "epoch": 1.5000928505106779, + "grad_norm": 1.5337690114974976, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8825150728225708, + "num_tokens": 294403445.0, + "step": 8078 + }, + { + "epoch": 1.5002785515320334, + "grad_norm": 1.4110628366470337, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8763970136642456, + "num_tokens": 294443182.0, + "step": 8079 + }, + { + "epoch": 1.5004642525533889, + "grad_norm": 1.3795515298843384, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8782719373703003, + "num_tokens": 294481275.0, + "step": 8080 + }, + { + "epoch": 1.5006499535747446, + "grad_norm": 1.4070409536361694, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8786753416061401, + "num_tokens": 294520096.0, + "step": 8081 + }, + { + "epoch": 1.5008356545961004, + "grad_norm": 1.6246360540390015, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8780167102813721, + "num_tokens": 294549268.0, + "step": 8082 + }, + { + "epoch": 1.5010213556174559, + "grad_norm": 1.4060386419296265, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8854951858520508, + "num_tokens": 294587209.0, + "step": 8083 + }, + { + "epoch": 1.5012070566388114, + "grad_norm": 1.4606130123138428, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8721256256103516, + "num_tokens": 294623132.0, + "step": 8084 + }, + { + "epoch": 1.501392757660167, + "grad_norm": 1.447959065437317, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8791304230690002, + "num_tokens": 294662656.0, + "step": 8085 + }, + { + "epoch": 1.5015784586815228, + "grad_norm": 1.5459487438201904, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8586978912353516, + "num_tokens": 294700027.0, + "step": 8086 + }, + { + "epoch": 1.5017641597028784, + "grad_norm": 1.5323954820632935, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8825764656066895, + "num_tokens": 294736315.0, + "step": 8087 + }, + { + "epoch": 1.5019498607242339, + "grad_norm": 1.5422877073287964, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8672236204147339, + "num_tokens": 294775269.0, + "step": 8088 + }, + { + "epoch": 1.5021355617455896, + "grad_norm": 1.5011101961135864, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8753759264945984, + "num_tokens": 294810002.0, + "step": 8089 + }, + { + "epoch": 1.5023212627669453, + "grad_norm": 1.7096775770187378, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8705706000328064, + "num_tokens": 294841034.0, + "step": 8090 + }, + { + "epoch": 1.5025069637883008, + "grad_norm": 1.498199224472046, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8769503831863403, + "num_tokens": 294876238.0, + "step": 8091 + }, + { + "epoch": 1.5026926648096564, + "grad_norm": 1.550675392150879, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.880929708480835, + "num_tokens": 294908048.0, + "step": 8092 + }, + { + "epoch": 1.502878365831012, + "grad_norm": 1.5128145217895508, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8640544414520264, + "num_tokens": 294945752.0, + "step": 8093 + }, + { + "epoch": 1.5030640668523678, + "grad_norm": 1.349036693572998, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8899034261703491, + "num_tokens": 294984553.0, + "step": 8094 + }, + { + "epoch": 1.5032497678737233, + "grad_norm": 1.5129897594451904, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8878284692764282, + "num_tokens": 295018034.0, + "step": 8095 + }, + { + "epoch": 1.5034354688950788, + "grad_norm": 1.39681077003479, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8865283727645874, + "num_tokens": 295053969.0, + "step": 8096 + }, + { + "epoch": 1.5036211699164346, + "grad_norm": 1.5100470781326294, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8633647561073303, + "num_tokens": 295092292.0, + "step": 8097 + }, + { + "epoch": 1.5038068709377903, + "grad_norm": 1.4451243877410889, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8744902610778809, + "num_tokens": 295129224.0, + "step": 8098 + }, + { + "epoch": 1.5039925719591458, + "grad_norm": 1.3869528770446777, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8876367211341858, + "num_tokens": 295168254.0, + "step": 8099 + }, + { + "epoch": 1.5041782729805013, + "grad_norm": 1.3966596126556396, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8794376850128174, + "num_tokens": 295207736.0, + "step": 8100 + }, + { + "epoch": 1.504363974001857, + "grad_norm": 1.5038102865219116, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8780339956283569, + "num_tokens": 295243650.0, + "step": 8101 + }, + { + "epoch": 1.5045496750232126, + "grad_norm": 1.5043020248413086, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8733898997306824, + "num_tokens": 295278866.0, + "step": 8102 + }, + { + "epoch": 1.504735376044568, + "grad_norm": 1.401445746421814, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8831709623336792, + "num_tokens": 295312611.0, + "step": 8103 + }, + { + "epoch": 1.5049210770659238, + "grad_norm": 1.4215859174728394, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8807967901229858, + "num_tokens": 295349667.0, + "step": 8104 + }, + { + "epoch": 1.5051067780872796, + "grad_norm": 1.373448371887207, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8875163793563843, + "num_tokens": 295384050.0, + "step": 8105 + }, + { + "epoch": 1.505292479108635, + "grad_norm": 1.4815716743469238, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8800778985023499, + "num_tokens": 295418687.0, + "step": 8106 + }, + { + "epoch": 1.5054781801299906, + "grad_norm": 1.5474005937576294, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8787674307823181, + "num_tokens": 295451192.0, + "step": 8107 + }, + { + "epoch": 1.5056638811513463, + "grad_norm": 1.7225892543792725, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8762556910514832, + "num_tokens": 295482103.0, + "step": 8108 + }, + { + "epoch": 1.505849582172702, + "grad_norm": 1.564793348312378, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8714737892150879, + "num_tokens": 295519636.0, + "step": 8109 + }, + { + "epoch": 1.5060352831940576, + "grad_norm": 1.424818754196167, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8826638460159302, + "num_tokens": 295555832.0, + "step": 8110 + }, + { + "epoch": 1.506220984215413, + "grad_norm": 1.6752769947052002, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8640719652175903, + "num_tokens": 295590029.0, + "step": 8111 + }, + { + "epoch": 1.5064066852367688, + "grad_norm": 1.6300866603851318, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8800613880157471, + "num_tokens": 295620437.0, + "step": 8112 + }, + { + "epoch": 1.5065923862581245, + "grad_norm": 1.527349591255188, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8779731392860413, + "num_tokens": 295657398.0, + "step": 8113 + }, + { + "epoch": 1.50677808727948, + "grad_norm": 1.562184453010559, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8592987656593323, + "num_tokens": 295693977.0, + "step": 8114 + }, + { + "epoch": 1.5069637883008355, + "grad_norm": 1.4959787130355835, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8804545402526855, + "num_tokens": 295726383.0, + "step": 8115 + }, + { + "epoch": 1.5071494893221913, + "grad_norm": 1.525182843208313, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8840581178665161, + "num_tokens": 295757092.0, + "step": 8116 + }, + { + "epoch": 1.507335190343547, + "grad_norm": 1.5866903066635132, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8837119936943054, + "num_tokens": 295791499.0, + "step": 8117 + }, + { + "epoch": 1.5075208913649025, + "grad_norm": 1.510331153869629, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8690356612205505, + "num_tokens": 295829329.0, + "step": 8118 + }, + { + "epoch": 1.507706592386258, + "grad_norm": 1.4401390552520752, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8685085773468018, + "num_tokens": 295866355.0, + "step": 8119 + }, + { + "epoch": 1.5078922934076138, + "grad_norm": 1.5546363592147827, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.881149172782898, + "num_tokens": 295899747.0, + "step": 8120 + }, + { + "epoch": 1.5080779944289695, + "grad_norm": 1.4548929929733276, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8787250518798828, + "num_tokens": 295933309.0, + "step": 8121 + }, + { + "epoch": 1.508263695450325, + "grad_norm": 1.4486135244369507, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8729744553565979, + "num_tokens": 295972890.0, + "step": 8122 + }, + { + "epoch": 1.5084493964716805, + "grad_norm": 1.4625719785690308, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8783327341079712, + "num_tokens": 296008798.0, + "step": 8123 + }, + { + "epoch": 1.5086350974930363, + "grad_norm": 1.5014562606811523, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.883088231086731, + "num_tokens": 296046426.0, + "step": 8124 + }, + { + "epoch": 1.508820798514392, + "grad_norm": 1.4087401628494263, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8758906722068787, + "num_tokens": 296082107.0, + "step": 8125 + }, + { + "epoch": 1.5090064995357473, + "grad_norm": 1.4277254343032837, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8819183111190796, + "num_tokens": 296120508.0, + "step": 8126 + }, + { + "epoch": 1.509192200557103, + "grad_norm": 1.4404710531234741, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8836080431938171, + "num_tokens": 296157604.0, + "step": 8127 + }, + { + "epoch": 1.5093779015784587, + "grad_norm": 1.4562829732894897, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.878994345664978, + "num_tokens": 296193423.0, + "step": 8128 + }, + { + "epoch": 1.5095636025998143, + "grad_norm": 1.5215721130371094, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8784517645835876, + "num_tokens": 296230200.0, + "step": 8129 + }, + { + "epoch": 1.5097493036211698, + "grad_norm": 1.5030393600463867, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8844105005264282, + "num_tokens": 296262794.0, + "step": 8130 + }, + { + "epoch": 1.5099350046425255, + "grad_norm": 1.5291001796722412, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8800310492515564, + "num_tokens": 296295738.0, + "step": 8131 + }, + { + "epoch": 1.5101207056638812, + "grad_norm": 1.493491530418396, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8682149648666382, + "num_tokens": 296331734.0, + "step": 8132 + }, + { + "epoch": 1.5103064066852367, + "grad_norm": 1.6187700033187866, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8772845268249512, + "num_tokens": 296361968.0, + "step": 8133 + }, + { + "epoch": 1.5104921077065923, + "grad_norm": 1.397434115409851, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8812902569770813, + "num_tokens": 296404241.0, + "step": 8134 + }, + { + "epoch": 1.510677808727948, + "grad_norm": 1.4015485048294067, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8815492987632751, + "num_tokens": 296443049.0, + "step": 8135 + }, + { + "epoch": 1.5108635097493037, + "grad_norm": 1.5123100280761719, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8656387329101562, + "num_tokens": 296477251.0, + "step": 8136 + }, + { + "epoch": 1.5110492107706592, + "grad_norm": 1.4684431552886963, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8900130391120911, + "num_tokens": 296514496.0, + "step": 8137 + }, + { + "epoch": 1.5112349117920147, + "grad_norm": 1.4607796669006348, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8710896372795105, + "num_tokens": 296556054.0, + "step": 8138 + }, + { + "epoch": 1.5114206128133705, + "grad_norm": 1.371970534324646, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8647823333740234, + "num_tokens": 296597653.0, + "step": 8139 + }, + { + "epoch": 1.5116063138347262, + "grad_norm": 1.5115834474563599, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8766305446624756, + "num_tokens": 296634241.0, + "step": 8140 + }, + { + "epoch": 1.5117920148560817, + "grad_norm": 1.5195001363754272, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8665351867675781, + "num_tokens": 296670678.0, + "step": 8141 + }, + { + "epoch": 1.5119777158774372, + "grad_norm": 1.504270076751709, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.890593409538269, + "num_tokens": 296703346.0, + "step": 8142 + }, + { + "epoch": 1.512163416898793, + "grad_norm": 1.5582289695739746, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8829336166381836, + "num_tokens": 296738599.0, + "step": 8143 + }, + { + "epoch": 1.5123491179201487, + "grad_norm": 1.419296383857727, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8683455586433411, + "num_tokens": 296779730.0, + "step": 8144 + }, + { + "epoch": 1.5125348189415042, + "grad_norm": 1.4744547605514526, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8610724806785583, + "num_tokens": 296820219.0, + "step": 8145 + }, + { + "epoch": 1.5127205199628597, + "grad_norm": 1.4397428035736084, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8661471605300903, + "num_tokens": 296859206.0, + "step": 8146 + }, + { + "epoch": 1.5129062209842155, + "grad_norm": 1.4148850440979004, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.884047269821167, + "num_tokens": 296895353.0, + "step": 8147 + }, + { + "epoch": 1.5130919220055712, + "grad_norm": 1.405863881111145, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8757593035697937, + "num_tokens": 296930163.0, + "step": 8148 + }, + { + "epoch": 1.5132776230269267, + "grad_norm": 1.4983986616134644, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8825033903121948, + "num_tokens": 296965242.0, + "step": 8149 + }, + { + "epoch": 1.5134633240482822, + "grad_norm": 1.6194050312042236, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8628240823745728, + "num_tokens": 297000818.0, + "step": 8150 + }, + { + "epoch": 1.513649025069638, + "grad_norm": 1.5052917003631592, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8758190274238586, + "num_tokens": 297036528.0, + "step": 8151 + }, + { + "epoch": 1.5138347260909935, + "grad_norm": 1.475224494934082, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.881568431854248, + "num_tokens": 297069505.0, + "step": 8152 + }, + { + "epoch": 1.514020427112349, + "grad_norm": 1.454485535621643, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8771517872810364, + "num_tokens": 297105175.0, + "step": 8153 + }, + { + "epoch": 1.5142061281337047, + "grad_norm": 1.556125283241272, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8773771524429321, + "num_tokens": 297136536.0, + "step": 8154 + }, + { + "epoch": 1.5143918291550604, + "grad_norm": 1.4403529167175293, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8880851864814758, + "num_tokens": 297171913.0, + "step": 8155 + }, + { + "epoch": 1.514577530176416, + "grad_norm": 1.3506503105163574, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8775102496147156, + "num_tokens": 297211417.0, + "step": 8156 + }, + { + "epoch": 1.5147632311977715, + "grad_norm": 1.508941888809204, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8629567623138428, + "num_tokens": 297250939.0, + "step": 8157 + }, + { + "epoch": 1.5149489322191272, + "grad_norm": 1.5142135620117188, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8844892978668213, + "num_tokens": 297283612.0, + "step": 8158 + }, + { + "epoch": 1.515134633240483, + "grad_norm": 1.4983633756637573, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8650408983230591, + "num_tokens": 297322279.0, + "step": 8159 + }, + { + "epoch": 1.5153203342618384, + "grad_norm": 1.5590629577636719, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8792097568511963, + "num_tokens": 297355512.0, + "step": 8160 + }, + { + "epoch": 1.515506035283194, + "grad_norm": 1.362926721572876, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8896994590759277, + "num_tokens": 297393146.0, + "step": 8161 + }, + { + "epoch": 1.5156917363045497, + "grad_norm": 1.6032477617263794, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8712260127067566, + "num_tokens": 297423465.0, + "step": 8162 + }, + { + "epoch": 1.5158774373259054, + "grad_norm": 1.3690333366394043, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8747158646583557, + "num_tokens": 297468314.0, + "step": 8163 + }, + { + "epoch": 1.516063138347261, + "grad_norm": 1.4443416595458984, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8705649971961975, + "num_tokens": 297507979.0, + "step": 8164 + }, + { + "epoch": 1.5162488393686164, + "grad_norm": 1.439682960510254, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8901379108428955, + "num_tokens": 297541838.0, + "step": 8165 + }, + { + "epoch": 1.5164345403899722, + "grad_norm": 1.466271996498108, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8871209621429443, + "num_tokens": 297578267.0, + "step": 8166 + }, + { + "epoch": 1.516620241411328, + "grad_norm": 1.3886852264404297, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8779106140136719, + "num_tokens": 297616856.0, + "step": 8167 + }, + { + "epoch": 1.5168059424326834, + "grad_norm": 1.4895957708358765, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8843698501586914, + "num_tokens": 297652787.0, + "step": 8168 + }, + { + "epoch": 1.516991643454039, + "grad_norm": 1.5408135652542114, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8883162140846252, + "num_tokens": 297683735.0, + "step": 8169 + }, + { + "epoch": 1.5171773444753947, + "grad_norm": 1.4558706283569336, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8753103613853455, + "num_tokens": 297723310.0, + "step": 8170 + }, + { + "epoch": 1.5173630454967504, + "grad_norm": 1.5478681325912476, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8618718385696411, + "num_tokens": 297761695.0, + "step": 8171 + }, + { + "epoch": 1.517548746518106, + "grad_norm": 1.4324177503585815, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8956130146980286, + "num_tokens": 297795123.0, + "step": 8172 + }, + { + "epoch": 1.5177344475394614, + "grad_norm": 1.4251459836959839, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8824210166931152, + "num_tokens": 297836503.0, + "step": 8173 + }, + { + "epoch": 1.5179201485608171, + "grad_norm": 1.3726081848144531, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8923017978668213, + "num_tokens": 297874730.0, + "step": 8174 + }, + { + "epoch": 1.5181058495821727, + "grad_norm": 1.5900205373764038, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8616750836372375, + "num_tokens": 297910370.0, + "step": 8175 + }, + { + "epoch": 1.5182915506035282, + "grad_norm": 1.3679810762405396, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8950594663619995, + "num_tokens": 297948861.0, + "step": 8176 + }, + { + "epoch": 1.518477251624884, + "grad_norm": 1.4978021383285522, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.873935341835022, + "num_tokens": 297985005.0, + "step": 8177 + }, + { + "epoch": 1.5186629526462396, + "grad_norm": 1.3814454078674316, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8894565105438232, + "num_tokens": 298020021.0, + "step": 8178 + }, + { + "epoch": 1.5188486536675951, + "grad_norm": 1.3181077241897583, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8861880302429199, + "num_tokens": 298057450.0, + "step": 8179 + }, + { + "epoch": 1.5190343546889506, + "grad_norm": 1.447522759437561, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8706392049789429, + "num_tokens": 298096932.0, + "step": 8180 + }, + { + "epoch": 1.5192200557103064, + "grad_norm": 1.561918020248413, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8631076812744141, + "num_tokens": 298132857.0, + "step": 8181 + }, + { + "epoch": 1.5194057567316621, + "grad_norm": 1.3996360301971436, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.871534526348114, + "num_tokens": 298171251.0, + "step": 8182 + }, + { + "epoch": 1.5195914577530176, + "grad_norm": 1.4337506294250488, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8658531308174133, + "num_tokens": 298207944.0, + "step": 8183 + }, + { + "epoch": 1.5197771587743731, + "grad_norm": 1.4517836570739746, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8746795654296875, + "num_tokens": 298245899.0, + "step": 8184 + }, + { + "epoch": 1.5199628597957289, + "grad_norm": 1.3669768571853638, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8733817934989929, + "num_tokens": 298285232.0, + "step": 8185 + }, + { + "epoch": 1.5201485608170846, + "grad_norm": 1.4852235317230225, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8834654092788696, + "num_tokens": 298322688.0, + "step": 8186 + }, + { + "epoch": 1.5203342618384401, + "grad_norm": 1.537133812904358, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8748517632484436, + "num_tokens": 298355785.0, + "step": 8187 + }, + { + "epoch": 1.5205199628597956, + "grad_norm": 1.3467342853546143, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8829728364944458, + "num_tokens": 298394406.0, + "step": 8188 + }, + { + "epoch": 1.5207056638811514, + "grad_norm": 1.4697363376617432, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8916504979133606, + "num_tokens": 298427797.0, + "step": 8189 + }, + { + "epoch": 1.520891364902507, + "grad_norm": 1.4443799257278442, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8779882788658142, + "num_tokens": 298463421.0, + "step": 8190 + }, + { + "epoch": 1.5210770659238626, + "grad_norm": 1.438206672668457, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8581118583679199, + "num_tokens": 298505655.0, + "step": 8191 + }, + { + "epoch": 1.5212627669452181, + "grad_norm": 1.5525970458984375, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.862589955329895, + "num_tokens": 298543521.0, + "step": 8192 + }, + { + "epoch": 1.5214484679665738, + "grad_norm": 1.4427731037139893, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.885542631149292, + "num_tokens": 298578573.0, + "step": 8193 + }, + { + "epoch": 1.5216341689879296, + "grad_norm": 1.4756619930267334, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.878016471862793, + "num_tokens": 298614191.0, + "step": 8194 + }, + { + "epoch": 1.521819870009285, + "grad_norm": 1.4898748397827148, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8892716765403748, + "num_tokens": 298646261.0, + "step": 8195 + }, + { + "epoch": 1.5220055710306406, + "grad_norm": 1.359789252281189, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.889604389667511, + "num_tokens": 298682631.0, + "step": 8196 + }, + { + "epoch": 1.5221912720519963, + "grad_norm": 1.5290886163711548, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8786499500274658, + "num_tokens": 298712053.0, + "step": 8197 + }, + { + "epoch": 1.522376973073352, + "grad_norm": 1.4576274156570435, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8675203919410706, + "num_tokens": 298753641.0, + "step": 8198 + }, + { + "epoch": 1.5225626740947074, + "grad_norm": 1.3957624435424805, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8877967596054077, + "num_tokens": 298789233.0, + "step": 8199 + }, + { + "epoch": 1.522748375116063, + "grad_norm": 1.409842848777771, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8858883380889893, + "num_tokens": 298825243.0, + "step": 8200 + }, + { + "epoch": 1.5229340761374188, + "grad_norm": 1.6615846157073975, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8606669902801514, + "num_tokens": 298854453.0, + "step": 8201 + }, + { + "epoch": 1.5231197771587743, + "grad_norm": 1.426940679550171, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8731234073638916, + "num_tokens": 298890388.0, + "step": 8202 + }, + { + "epoch": 1.5233054781801298, + "grad_norm": 1.4471620321273804, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8832489252090454, + "num_tokens": 298926166.0, + "step": 8203 + }, + { + "epoch": 1.5234911792014856, + "grad_norm": 1.5016781091690063, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8768754005432129, + "num_tokens": 298960966.0, + "step": 8204 + }, + { + "epoch": 1.5236768802228413, + "grad_norm": 1.3270546197891235, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8847816586494446, + "num_tokens": 299003013.0, + "step": 8205 + }, + { + "epoch": 1.5238625812441968, + "grad_norm": 1.5086535215377808, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.875413179397583, + "num_tokens": 299036336.0, + "step": 8206 + }, + { + "epoch": 1.5240482822655523, + "grad_norm": 1.2710261344909668, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8832813501358032, + "num_tokens": 299080364.0, + "step": 8207 + }, + { + "epoch": 1.524233983286908, + "grad_norm": 1.5463508367538452, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8699319362640381, + "num_tokens": 299113583.0, + "step": 8208 + }, + { + "epoch": 1.5244196843082638, + "grad_norm": 1.488728642463684, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8882064819335938, + "num_tokens": 299147811.0, + "step": 8209 + }, + { + "epoch": 1.5246053853296193, + "grad_norm": 1.4836101531982422, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8769550323486328, + "num_tokens": 299185200.0, + "step": 8210 + }, + { + "epoch": 1.5247910863509748, + "grad_norm": 1.3931642770767212, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8693599700927734, + "num_tokens": 299228088.0, + "step": 8211 + }, + { + "epoch": 1.5249767873723306, + "grad_norm": 1.5334581136703491, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8740251064300537, + "num_tokens": 299262965.0, + "step": 8212 + }, + { + "epoch": 1.5251624883936863, + "grad_norm": 1.457448124885559, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8697347640991211, + "num_tokens": 299301123.0, + "step": 8213 + }, + { + "epoch": 1.5253481894150418, + "grad_norm": 1.4394086599349976, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8749827146530151, + "num_tokens": 299341522.0, + "step": 8214 + }, + { + "epoch": 1.5255338904363973, + "grad_norm": 1.4837665557861328, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8773404955863953, + "num_tokens": 299377864.0, + "step": 8215 + }, + { + "epoch": 1.525719591457753, + "grad_norm": 1.4815008640289307, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8626685738563538, + "num_tokens": 299412288.0, + "step": 8216 + }, + { + "epoch": 1.5259052924791088, + "grad_norm": 1.6029317378997803, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8770503997802734, + "num_tokens": 299445598.0, + "step": 8217 + }, + { + "epoch": 1.5260909935004643, + "grad_norm": 1.3549638986587524, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8777725696563721, + "num_tokens": 299485373.0, + "step": 8218 + }, + { + "epoch": 1.5262766945218198, + "grad_norm": 1.4630011320114136, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8661225438117981, + "num_tokens": 299526018.0, + "step": 8219 + }, + { + "epoch": 1.5264623955431755, + "grad_norm": 1.4797413349151611, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.868431806564331, + "num_tokens": 299565021.0, + "step": 8220 + }, + { + "epoch": 1.5266480965645313, + "grad_norm": 1.4063276052474976, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8709181547164917, + "num_tokens": 299605922.0, + "step": 8221 + }, + { + "epoch": 1.5268337975858868, + "grad_norm": 1.4348251819610596, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8699870109558105, + "num_tokens": 299648249.0, + "step": 8222 + }, + { + "epoch": 1.5270194986072423, + "grad_norm": 1.5645846128463745, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8737114071846008, + "num_tokens": 299685652.0, + "step": 8223 + }, + { + "epoch": 1.527205199628598, + "grad_norm": 1.5107457637786865, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8811261057853699, + "num_tokens": 299720272.0, + "step": 8224 + }, + { + "epoch": 1.5273909006499535, + "grad_norm": 1.5228347778320312, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8640077710151672, + "num_tokens": 299762465.0, + "step": 8225 + }, + { + "epoch": 1.527576601671309, + "grad_norm": 1.3535810708999634, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8891324400901794, + "num_tokens": 299801346.0, + "step": 8226 + }, + { + "epoch": 1.5277623026926648, + "grad_norm": 1.545639157295227, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8840394616127014, + "num_tokens": 299832517.0, + "step": 8227 + }, + { + "epoch": 1.5279480037140205, + "grad_norm": 1.5934898853302002, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8759793043136597, + "num_tokens": 299865147.0, + "step": 8228 + }, + { + "epoch": 1.528133704735376, + "grad_norm": 1.5932108163833618, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8682846426963806, + "num_tokens": 299897904.0, + "step": 8229 + }, + { + "epoch": 1.5283194057567315, + "grad_norm": 1.560077428817749, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8834458589553833, + "num_tokens": 299929015.0, + "step": 8230 + }, + { + "epoch": 1.5285051067780873, + "grad_norm": 1.5531538724899292, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8559170365333557, + "num_tokens": 299963761.0, + "step": 8231 + }, + { + "epoch": 1.528690807799443, + "grad_norm": 1.4772939682006836, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.882057785987854, + "num_tokens": 300000070.0, + "step": 8232 + }, + { + "epoch": 1.5288765088207985, + "grad_norm": 1.5789389610290527, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8693742156028748, + "num_tokens": 300034770.0, + "step": 8233 + }, + { + "epoch": 1.529062209842154, + "grad_norm": 1.582074761390686, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8699200749397278, + "num_tokens": 300073869.0, + "step": 8234 + }, + { + "epoch": 1.5292479108635098, + "grad_norm": 1.461127519607544, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8776500821113586, + "num_tokens": 300114581.0, + "step": 8235 + }, + { + "epoch": 1.5294336118848655, + "grad_norm": 1.509538173675537, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8949686288833618, + "num_tokens": 300146775.0, + "step": 8236 + }, + { + "epoch": 1.529619312906221, + "grad_norm": 1.3818857669830322, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8832362294197083, + "num_tokens": 300187218.0, + "step": 8237 + }, + { + "epoch": 1.5298050139275765, + "grad_norm": 1.5540958642959595, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.871109127998352, + "num_tokens": 300219805.0, + "step": 8238 + }, + { + "epoch": 1.5299907149489322, + "grad_norm": 1.5996016263961792, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8787891864776611, + "num_tokens": 300255316.0, + "step": 8239 + }, + { + "epoch": 1.530176415970288, + "grad_norm": 1.4830265045166016, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8653523921966553, + "num_tokens": 300300756.0, + "step": 8240 + }, + { + "epoch": 1.5303621169916435, + "grad_norm": 1.5062439441680908, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8814429044723511, + "num_tokens": 300334800.0, + "step": 8241 + }, + { + "epoch": 1.530547818012999, + "grad_norm": 1.5695863962173462, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8685861229896545, + "num_tokens": 300371325.0, + "step": 8242 + }, + { + "epoch": 1.5307335190343547, + "grad_norm": 1.6082358360290527, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8706685304641724, + "num_tokens": 300410325.0, + "step": 8243 + }, + { + "epoch": 1.5309192200557105, + "grad_norm": 1.5989576578140259, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8731076717376709, + "num_tokens": 300443888.0, + "step": 8244 + }, + { + "epoch": 1.531104921077066, + "grad_norm": 1.3633394241333008, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.9009705185890198, + "num_tokens": 300482557.0, + "step": 8245 + }, + { + "epoch": 1.5312906220984215, + "grad_norm": 1.2448927164077759, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8904521465301514, + "num_tokens": 300528108.0, + "step": 8246 + }, + { + "epoch": 1.5314763231197772, + "grad_norm": 1.5158313512802124, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8773372173309326, + "num_tokens": 300564365.0, + "step": 8247 + }, + { + "epoch": 1.5316620241411327, + "grad_norm": 1.393267273902893, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8890345096588135, + "num_tokens": 300598483.0, + "step": 8248 + }, + { + "epoch": 1.5318477251624882, + "grad_norm": 1.469925880432129, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8822208642959595, + "num_tokens": 300633961.0, + "step": 8249 + }, + { + "epoch": 1.532033426183844, + "grad_norm": 1.4250036478042603, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8834598064422607, + "num_tokens": 300667372.0, + "step": 8250 + }, + { + "epoch": 1.5322191272051997, + "grad_norm": 1.4439375400543213, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8809952735900879, + "num_tokens": 300701028.0, + "step": 8251 + }, + { + "epoch": 1.5324048282265552, + "grad_norm": 1.3799389600753784, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8712795972824097, + "num_tokens": 300741065.0, + "step": 8252 + }, + { + "epoch": 1.5325905292479107, + "grad_norm": 1.4495168924331665, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8857332468032837, + "num_tokens": 300775144.0, + "step": 8253 + }, + { + "epoch": 1.5327762302692665, + "grad_norm": 1.4693942070007324, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8686551451683044, + "num_tokens": 300815828.0, + "step": 8254 + }, + { + "epoch": 1.5329619312906222, + "grad_norm": 1.4502954483032227, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8850226402282715, + "num_tokens": 300855754.0, + "step": 8255 + }, + { + "epoch": 1.5331476323119777, + "grad_norm": 1.5921574831008911, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8659758567810059, + "num_tokens": 300892192.0, + "step": 8256 + }, + { + "epoch": 1.5333333333333332, + "grad_norm": 1.653297781944275, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8722125291824341, + "num_tokens": 300930885.0, + "step": 8257 + }, + { + "epoch": 1.533519034354689, + "grad_norm": 1.4156248569488525, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8740588426589966, + "num_tokens": 300970939.0, + "step": 8258 + }, + { + "epoch": 1.5337047353760447, + "grad_norm": 1.4546006917953491, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8851228952407837, + "num_tokens": 301011724.0, + "step": 8259 + }, + { + "epoch": 1.5338904363974002, + "grad_norm": 1.473210096359253, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8635556697845459, + "num_tokens": 301050328.0, + "step": 8260 + }, + { + "epoch": 1.5340761374187557, + "grad_norm": 1.3949856758117676, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8808172941207886, + "num_tokens": 301094820.0, + "step": 8261 + }, + { + "epoch": 1.5342618384401114, + "grad_norm": 1.4999494552612305, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.886224627494812, + "num_tokens": 301126152.0, + "step": 8262 + }, + { + "epoch": 1.5344475394614672, + "grad_norm": 1.4507982730865479, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8866056799888611, + "num_tokens": 301164003.0, + "step": 8263 + }, + { + "epoch": 1.5346332404828227, + "grad_norm": 1.4646015167236328, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8769804239273071, + "num_tokens": 301200416.0, + "step": 8264 + }, + { + "epoch": 1.5348189415041782, + "grad_norm": 1.4741370677947998, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8554227352142334, + "num_tokens": 301237877.0, + "step": 8265 + }, + { + "epoch": 1.535004642525534, + "grad_norm": 1.3475810289382935, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8786302804946899, + "num_tokens": 301277747.0, + "step": 8266 + }, + { + "epoch": 1.5351903435468897, + "grad_norm": 1.4938337802886963, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8676371574401855, + "num_tokens": 301317237.0, + "step": 8267 + }, + { + "epoch": 1.5353760445682452, + "grad_norm": 1.433677077293396, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8803531527519226, + "num_tokens": 301357829.0, + "step": 8268 + }, + { + "epoch": 1.5355617455896007, + "grad_norm": 1.613510251045227, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8613303899765015, + "num_tokens": 301390518.0, + "step": 8269 + }, + { + "epoch": 1.5357474466109564, + "grad_norm": 1.5948909521102905, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8898475170135498, + "num_tokens": 301417909.0, + "step": 8270 + }, + { + "epoch": 1.535933147632312, + "grad_norm": 1.5641729831695557, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8674943447113037, + "num_tokens": 301453158.0, + "step": 8271 + }, + { + "epoch": 1.5361188486536674, + "grad_norm": 1.4956008195877075, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8724555969238281, + "num_tokens": 301491691.0, + "step": 8272 + }, + { + "epoch": 1.5363045496750232, + "grad_norm": 1.391502857208252, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8934991359710693, + "num_tokens": 301528138.0, + "step": 8273 + }, + { + "epoch": 1.536490250696379, + "grad_norm": 1.4876266717910767, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8867594003677368, + "num_tokens": 301561055.0, + "step": 8274 + }, + { + "epoch": 1.5366759517177344, + "grad_norm": 1.4769781827926636, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8835955858230591, + "num_tokens": 301595714.0, + "step": 8275 + }, + { + "epoch": 1.53686165273909, + "grad_norm": 1.3178528547286987, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8897038698196411, + "num_tokens": 301635688.0, + "step": 8276 + }, + { + "epoch": 1.5370473537604457, + "grad_norm": 1.4248085021972656, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.884943962097168, + "num_tokens": 301672447.0, + "step": 8277 + }, + { + "epoch": 1.5372330547818014, + "grad_norm": 1.9824508428573608, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8690553903579712, + "num_tokens": 301698818.0, + "step": 8278 + }, + { + "epoch": 1.537418755803157, + "grad_norm": 1.5418287515640259, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8852773308753967, + "num_tokens": 301729958.0, + "step": 8279 + }, + { + "epoch": 1.5376044568245124, + "grad_norm": 1.3848297595977783, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8789376020431519, + "num_tokens": 301770238.0, + "step": 8280 + }, + { + "epoch": 1.5377901578458681, + "grad_norm": 1.3109201192855835, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8870617151260376, + "num_tokens": 301813350.0, + "step": 8281 + }, + { + "epoch": 1.5379758588672239, + "grad_norm": 1.5936219692230225, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8832480907440186, + "num_tokens": 301845148.0, + "step": 8282 + }, + { + "epoch": 1.5381615598885794, + "grad_norm": 1.5050798654556274, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8845254182815552, + "num_tokens": 301876695.0, + "step": 8283 + }, + { + "epoch": 1.538347260909935, + "grad_norm": 1.4453448057174683, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8846226930618286, + "num_tokens": 301911257.0, + "step": 8284 + }, + { + "epoch": 1.5385329619312906, + "grad_norm": 1.4739644527435303, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8942772150039673, + "num_tokens": 301941732.0, + "step": 8285 + }, + { + "epoch": 1.5387186629526464, + "grad_norm": 1.4322282075881958, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8782404065132141, + "num_tokens": 301979425.0, + "step": 8286 + }, + { + "epoch": 1.5389043639740019, + "grad_norm": 1.4543170928955078, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8849104046821594, + "num_tokens": 302013522.0, + "step": 8287 + }, + { + "epoch": 1.5390900649953574, + "grad_norm": 1.4037171602249146, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8705368041992188, + "num_tokens": 302053217.0, + "step": 8288 + }, + { + "epoch": 1.5392757660167131, + "grad_norm": 1.5813276767730713, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8790417909622192, + "num_tokens": 302083466.0, + "step": 8289 + }, + { + "epoch": 1.5394614670380689, + "grad_norm": 1.5289053916931152, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8797903656959534, + "num_tokens": 302118318.0, + "step": 8290 + }, + { + "epoch": 1.5396471680594244, + "grad_norm": 1.523196816444397, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8662323355674744, + "num_tokens": 302156613.0, + "step": 8291 + }, + { + "epoch": 1.5398328690807799, + "grad_norm": 1.4761935472488403, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8878239393234253, + "num_tokens": 302187941.0, + "step": 8292 + }, + { + "epoch": 1.5400185701021356, + "grad_norm": 1.4075180292129517, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8780263066291809, + "num_tokens": 302223082.0, + "step": 8293 + }, + { + "epoch": 1.5402042711234913, + "grad_norm": 1.497260570526123, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8549574613571167, + "num_tokens": 302263053.0, + "step": 8294 + }, + { + "epoch": 1.5403899721448466, + "grad_norm": 1.513352394104004, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8847934007644653, + "num_tokens": 302296313.0, + "step": 8295 + }, + { + "epoch": 1.5405756731662024, + "grad_norm": 1.3965418338775635, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8901886940002441, + "num_tokens": 302332768.0, + "step": 8296 + }, + { + "epoch": 1.540761374187558, + "grad_norm": 1.5536377429962158, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8718624114990234, + "num_tokens": 302368231.0, + "step": 8297 + }, + { + "epoch": 1.5409470752089136, + "grad_norm": 1.561570167541504, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8647927045822144, + "num_tokens": 302401765.0, + "step": 8298 + }, + { + "epoch": 1.5411327762302691, + "grad_norm": 1.3989967107772827, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8647386431694031, + "num_tokens": 302443169.0, + "step": 8299 + }, + { + "epoch": 1.5413184772516249, + "grad_norm": 1.4013969898223877, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8833154439926147, + "num_tokens": 302482441.0, + "step": 8300 + }, + { + "epoch": 1.5415041782729806, + "grad_norm": 1.3617124557495117, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8804086446762085, + "num_tokens": 302522920.0, + "step": 8301 + }, + { + "epoch": 1.541689879294336, + "grad_norm": 1.541892409324646, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8714936971664429, + "num_tokens": 302557682.0, + "step": 8302 + }, + { + "epoch": 1.5418755803156916, + "grad_norm": 1.4778437614440918, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8719282150268555, + "num_tokens": 302593719.0, + "step": 8303 + }, + { + "epoch": 1.5420612813370473, + "grad_norm": 1.472119927406311, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.86944979429245, + "num_tokens": 302633230.0, + "step": 8304 + }, + { + "epoch": 1.542246982358403, + "grad_norm": 1.4206064939498901, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8920642137527466, + "num_tokens": 302666933.0, + "step": 8305 + }, + { + "epoch": 1.5424326833797586, + "grad_norm": 1.4702690839767456, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8781429529190063, + "num_tokens": 302707076.0, + "step": 8306 + }, + { + "epoch": 1.542618384401114, + "grad_norm": 1.5632001161575317, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8883134126663208, + "num_tokens": 302740200.0, + "step": 8307 + }, + { + "epoch": 1.5428040854224698, + "grad_norm": 1.4425524473190308, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8902928233146667, + "num_tokens": 302775876.0, + "step": 8308 + }, + { + "epoch": 1.5429897864438256, + "grad_norm": 1.478129267692566, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8789081573486328, + "num_tokens": 302810491.0, + "step": 8309 + }, + { + "epoch": 1.543175487465181, + "grad_norm": 1.4482911825180054, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8832154273986816, + "num_tokens": 302847851.0, + "step": 8310 + }, + { + "epoch": 1.5433611884865366, + "grad_norm": 1.5892616510391235, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8811099529266357, + "num_tokens": 302879110.0, + "step": 8311 + }, + { + "epoch": 1.5435468895078923, + "grad_norm": 1.5298227071762085, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8775730729103088, + "num_tokens": 302915022.0, + "step": 8312 + }, + { + "epoch": 1.543732590529248, + "grad_norm": 1.3877755403518677, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8798607587814331, + "num_tokens": 302957399.0, + "step": 8313 + }, + { + "epoch": 1.5439182915506036, + "grad_norm": 1.5216152667999268, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8805612325668335, + "num_tokens": 302989085.0, + "step": 8314 + }, + { + "epoch": 1.544103992571959, + "grad_norm": 1.4395755529403687, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.880039632320404, + "num_tokens": 303025048.0, + "step": 8315 + }, + { + "epoch": 1.5442896935933148, + "grad_norm": 1.4425115585327148, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8741511106491089, + "num_tokens": 303066888.0, + "step": 8316 + }, + { + "epoch": 1.5444753946146705, + "grad_norm": 1.4329659938812256, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.872311532497406, + "num_tokens": 303106432.0, + "step": 8317 + }, + { + "epoch": 1.544661095636026, + "grad_norm": 1.3908400535583496, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8944204449653625, + "num_tokens": 303140802.0, + "step": 8318 + }, + { + "epoch": 1.5448467966573816, + "grad_norm": 1.4050767421722412, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8690946102142334, + "num_tokens": 303181573.0, + "step": 8319 + }, + { + "epoch": 1.5450324976787373, + "grad_norm": 1.4708751440048218, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8696346282958984, + "num_tokens": 303215971.0, + "step": 8320 + }, + { + "epoch": 1.5452181987000928, + "grad_norm": 1.4231574535369873, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8746953010559082, + "num_tokens": 303256611.0, + "step": 8321 + }, + { + "epoch": 1.5454038997214483, + "grad_norm": 1.5044019222259521, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8837296366691589, + "num_tokens": 303291981.0, + "step": 8322 + }, + { + "epoch": 1.545589600742804, + "grad_norm": 1.3956668376922607, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8756802082061768, + "num_tokens": 303334739.0, + "step": 8323 + }, + { + "epoch": 1.5457753017641598, + "grad_norm": 1.4766258001327515, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8663834929466248, + "num_tokens": 303371292.0, + "step": 8324 + }, + { + "epoch": 1.5459610027855153, + "grad_norm": 1.5787855386734009, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8710846900939941, + "num_tokens": 303409719.0, + "step": 8325 + }, + { + "epoch": 1.5461467038068708, + "grad_norm": 1.4023942947387695, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8897972106933594, + "num_tokens": 303446717.0, + "step": 8326 + }, + { + "epoch": 1.5463324048282265, + "grad_norm": 1.4445050954818726, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8670732975006104, + "num_tokens": 303482332.0, + "step": 8327 + }, + { + "epoch": 1.5465181058495823, + "grad_norm": 1.5672019720077515, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8774569034576416, + "num_tokens": 303515666.0, + "step": 8328 + }, + { + "epoch": 1.5467038068709378, + "grad_norm": 1.4368109703063965, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8833262324333191, + "num_tokens": 303552250.0, + "step": 8329 + }, + { + "epoch": 1.5468895078922933, + "grad_norm": 1.398148536682129, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8875010013580322, + "num_tokens": 303592716.0, + "step": 8330 + }, + { + "epoch": 1.547075208913649, + "grad_norm": 1.4570212364196777, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8917627334594727, + "num_tokens": 303630795.0, + "step": 8331 + }, + { + "epoch": 1.5472609099350048, + "grad_norm": 1.5181831121444702, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8671602010726929, + "num_tokens": 303668752.0, + "step": 8332 + }, + { + "epoch": 1.5474466109563603, + "grad_norm": 1.3638383150100708, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8912374973297119, + "num_tokens": 303705386.0, + "step": 8333 + }, + { + "epoch": 1.5476323119777158, + "grad_norm": 1.483077883720398, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8694708943367004, + "num_tokens": 303739809.0, + "step": 8334 + }, + { + "epoch": 1.5478180129990715, + "grad_norm": 1.5255239009857178, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8644355535507202, + "num_tokens": 303776214.0, + "step": 8335 + }, + { + "epoch": 1.5480037140204272, + "grad_norm": 1.4564614295959473, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8834250569343567, + "num_tokens": 303812836.0, + "step": 8336 + }, + { + "epoch": 1.5481894150417828, + "grad_norm": 1.42415189743042, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8812199831008911, + "num_tokens": 303848473.0, + "step": 8337 + }, + { + "epoch": 1.5483751160631383, + "grad_norm": 1.5148975849151611, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8760852217674255, + "num_tokens": 303881705.0, + "step": 8338 + }, + { + "epoch": 1.548560817084494, + "grad_norm": 1.6225253343582153, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8841855525970459, + "num_tokens": 303912434.0, + "step": 8339 + }, + { + "epoch": 1.5487465181058497, + "grad_norm": 1.6621826887130737, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8817899227142334, + "num_tokens": 303942605.0, + "step": 8340 + }, + { + "epoch": 1.5489322191272052, + "grad_norm": 1.5088539123535156, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8767086267471313, + "num_tokens": 303979027.0, + "step": 8341 + }, + { + "epoch": 1.5491179201485608, + "grad_norm": 1.4512338638305664, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8828798532485962, + "num_tokens": 304015127.0, + "step": 8342 + }, + { + "epoch": 1.5493036211699165, + "grad_norm": 1.3658236265182495, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8878904581069946, + "num_tokens": 304052853.0, + "step": 8343 + }, + { + "epoch": 1.549489322191272, + "grad_norm": 1.5742833614349365, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.875138521194458, + "num_tokens": 304085357.0, + "step": 8344 + }, + { + "epoch": 1.5496750232126275, + "grad_norm": 1.4572718143463135, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.891292929649353, + "num_tokens": 304121504.0, + "step": 8345 + }, + { + "epoch": 1.5498607242339832, + "grad_norm": 1.4656902551651, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8886182904243469, + "num_tokens": 304159331.0, + "step": 8346 + }, + { + "epoch": 1.550046425255339, + "grad_norm": 1.523288369178772, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8951280117034912, + "num_tokens": 304195030.0, + "step": 8347 + }, + { + "epoch": 1.5502321262766945, + "grad_norm": 1.6347386837005615, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8745851516723633, + "num_tokens": 304224269.0, + "step": 8348 + }, + { + "epoch": 1.55041782729805, + "grad_norm": 1.4588881731033325, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8959472179412842, + "num_tokens": 304257409.0, + "step": 8349 + }, + { + "epoch": 1.5506035283194057, + "grad_norm": 1.5388520956039429, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8827917575836182, + "num_tokens": 304293057.0, + "step": 8350 + }, + { + "epoch": 1.5507892293407615, + "grad_norm": 1.52880859375, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8745790719985962, + "num_tokens": 304331720.0, + "step": 8351 + }, + { + "epoch": 1.550974930362117, + "grad_norm": 1.4352211952209473, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8901050090789795, + "num_tokens": 304366135.0, + "step": 8352 + }, + { + "epoch": 1.5511606313834725, + "grad_norm": 1.5964637994766235, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8731540441513062, + "num_tokens": 304398414.0, + "step": 8353 + }, + { + "epoch": 1.5513463324048282, + "grad_norm": 1.4992499351501465, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8776688575744629, + "num_tokens": 304435264.0, + "step": 8354 + }, + { + "epoch": 1.551532033426184, + "grad_norm": 1.470699429512024, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8841478824615479, + "num_tokens": 304471761.0, + "step": 8355 + }, + { + "epoch": 1.5517177344475395, + "grad_norm": 1.6209385395050049, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8557527661323547, + "num_tokens": 304506590.0, + "step": 8356 + }, + { + "epoch": 1.551903435468895, + "grad_norm": 1.5421053171157837, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8802114725112915, + "num_tokens": 304539925.0, + "step": 8357 + }, + { + "epoch": 1.5520891364902507, + "grad_norm": 1.434752106666565, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8741474151611328, + "num_tokens": 304579796.0, + "step": 8358 + }, + { + "epoch": 1.5522748375116064, + "grad_norm": 1.4802236557006836, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8802440166473389, + "num_tokens": 304614840.0, + "step": 8359 + }, + { + "epoch": 1.552460538532962, + "grad_norm": 1.3402620553970337, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.9010254740715027, + "num_tokens": 304650854.0, + "step": 8360 + }, + { + "epoch": 1.5526462395543175, + "grad_norm": 1.4252269268035889, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8556451797485352, + "num_tokens": 304691036.0, + "step": 8361 + }, + { + "epoch": 1.5528319405756732, + "grad_norm": 1.4037853479385376, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.873564600944519, + "num_tokens": 304733438.0, + "step": 8362 + }, + { + "epoch": 1.553017641597029, + "grad_norm": 1.4613797664642334, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8756967186927795, + "num_tokens": 304770546.0, + "step": 8363 + }, + { + "epoch": 1.5532033426183844, + "grad_norm": 1.4297641515731812, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8800876140594482, + "num_tokens": 304811114.0, + "step": 8364 + }, + { + "epoch": 1.55338904363974, + "grad_norm": 1.53969144821167, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8810939192771912, + "num_tokens": 304843653.0, + "step": 8365 + }, + { + "epoch": 1.5535747446610957, + "grad_norm": 1.4373927116394043, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8864947557449341, + "num_tokens": 304880723.0, + "step": 8366 + }, + { + "epoch": 1.5537604456824514, + "grad_norm": 1.3821920156478882, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8851733207702637, + "num_tokens": 304917526.0, + "step": 8367 + }, + { + "epoch": 1.5539461467038067, + "grad_norm": 1.4773122072219849, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8852232098579407, + "num_tokens": 304955612.0, + "step": 8368 + }, + { + "epoch": 1.5541318477251624, + "grad_norm": 1.370124340057373, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8792324662208557, + "num_tokens": 304993918.0, + "step": 8369 + }, + { + "epoch": 1.5543175487465182, + "grad_norm": 1.5636829137802124, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8770110011100769, + "num_tokens": 305026384.0, + "step": 8370 + }, + { + "epoch": 1.5545032497678737, + "grad_norm": 1.4723842144012451, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8819115161895752, + "num_tokens": 305063918.0, + "step": 8371 + }, + { + "epoch": 1.5546889507892292, + "grad_norm": 1.4800108671188354, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8867672681808472, + "num_tokens": 305099523.0, + "step": 8372 + }, + { + "epoch": 1.554874651810585, + "grad_norm": 1.3967262506484985, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.869051456451416, + "num_tokens": 305141726.0, + "step": 8373 + }, + { + "epoch": 1.5550603528319407, + "grad_norm": 1.6363142728805542, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.859987735748291, + "num_tokens": 305174812.0, + "step": 8374 + }, + { + "epoch": 1.5552460538532962, + "grad_norm": 1.35494065284729, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8694952130317688, + "num_tokens": 305218161.0, + "step": 8375 + }, + { + "epoch": 1.5554317548746517, + "grad_norm": 1.3817533254623413, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8789780735969543, + "num_tokens": 305257604.0, + "step": 8376 + }, + { + "epoch": 1.5556174558960074, + "grad_norm": 1.4184305667877197, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8837593197822571, + "num_tokens": 305296403.0, + "step": 8377 + }, + { + "epoch": 1.5558031569173632, + "grad_norm": 1.4997385740280151, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8732270002365112, + "num_tokens": 305334788.0, + "step": 8378 + }, + { + "epoch": 1.5559888579387187, + "grad_norm": 1.6525579690933228, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8810826539993286, + "num_tokens": 305364328.0, + "step": 8379 + }, + { + "epoch": 1.5561745589600742, + "grad_norm": 1.5046663284301758, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8861551284790039, + "num_tokens": 305398790.0, + "step": 8380 + }, + { + "epoch": 1.55636025998143, + "grad_norm": 1.3571317195892334, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8976922035217285, + "num_tokens": 305435978.0, + "step": 8381 + }, + { + "epoch": 1.5565459610027856, + "grad_norm": 1.5050957202911377, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.881263256072998, + "num_tokens": 305473701.0, + "step": 8382 + }, + { + "epoch": 1.5567316620241411, + "grad_norm": 1.5041465759277344, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8731518387794495, + "num_tokens": 305512688.0, + "step": 8383 + }, + { + "epoch": 1.5569173630454967, + "grad_norm": 1.5224765539169312, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8679298162460327, + "num_tokens": 305552272.0, + "step": 8384 + }, + { + "epoch": 1.5571030640668524, + "grad_norm": 1.4388573169708252, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8859214782714844, + "num_tokens": 305589680.0, + "step": 8385 + }, + { + "epoch": 1.5572887650882081, + "grad_norm": 1.5326931476593018, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8806520104408264, + "num_tokens": 305624094.0, + "step": 8386 + }, + { + "epoch": 1.5574744661095636, + "grad_norm": 1.4150960445404053, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8770037889480591, + "num_tokens": 305663846.0, + "step": 8387 + }, + { + "epoch": 1.5576601671309191, + "grad_norm": 1.7136915922164917, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8797671794891357, + "num_tokens": 305697316.0, + "step": 8388 + }, + { + "epoch": 1.5578458681522749, + "grad_norm": 1.476643681526184, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8889586329460144, + "num_tokens": 305728598.0, + "step": 8389 + }, + { + "epoch": 1.5580315691736306, + "grad_norm": 1.2088637351989746, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8961208462715149, + "num_tokens": 305768537.0, + "step": 8390 + }, + { + "epoch": 1.5582172701949861, + "grad_norm": 1.4603666067123413, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8692485094070435, + "num_tokens": 305804507.0, + "step": 8391 + }, + { + "epoch": 1.5584029712163416, + "grad_norm": 1.3046053647994995, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8822199106216431, + "num_tokens": 305848521.0, + "step": 8392 + }, + { + "epoch": 1.5585886722376974, + "grad_norm": 1.3907825946807861, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8758118748664856, + "num_tokens": 305886121.0, + "step": 8393 + }, + { + "epoch": 1.5587743732590529, + "grad_norm": 1.5394638776779175, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8788414597511292, + "num_tokens": 305920342.0, + "step": 8394 + }, + { + "epoch": 1.5589600742804084, + "grad_norm": 1.4913735389709473, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8724796175956726, + "num_tokens": 305960086.0, + "step": 8395 + }, + { + "epoch": 1.5591457753017641, + "grad_norm": 1.449455976486206, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8714044690132141, + "num_tokens": 305998725.0, + "step": 8396 + }, + { + "epoch": 1.5593314763231199, + "grad_norm": 1.4146898984909058, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8838377594947815, + "num_tokens": 306036931.0, + "step": 8397 + }, + { + "epoch": 1.5595171773444754, + "grad_norm": 1.570792317390442, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8980103135108948, + "num_tokens": 306066644.0, + "step": 8398 + }, + { + "epoch": 1.5597028783658309, + "grad_norm": 1.3949713706970215, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8804978728294373, + "num_tokens": 306106845.0, + "step": 8399 + }, + { + "epoch": 1.5598885793871866, + "grad_norm": 1.396628975868225, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8736881017684937, + "num_tokens": 306151548.0, + "step": 8400 + }, + { + "epoch": 1.5600742804085423, + "grad_norm": 1.5702012777328491, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8744583129882812, + "num_tokens": 306180954.0, + "step": 8401 + }, + { + "epoch": 1.5602599814298979, + "grad_norm": 1.298231601715088, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8780212998390198, + "num_tokens": 306224075.0, + "step": 8402 + }, + { + "epoch": 1.5604456824512534, + "grad_norm": 1.4047327041625977, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.880773663520813, + "num_tokens": 306261824.0, + "step": 8403 + }, + { + "epoch": 1.560631383472609, + "grad_norm": 1.4252623319625854, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8816872835159302, + "num_tokens": 306299553.0, + "step": 8404 + }, + { + "epoch": 1.5608170844939648, + "grad_norm": 1.4880181550979614, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8789024353027344, + "num_tokens": 306335187.0, + "step": 8405 + }, + { + "epoch": 1.5610027855153203, + "grad_norm": 1.5219156742095947, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8721981048583984, + "num_tokens": 306368092.0, + "step": 8406 + }, + { + "epoch": 1.5611884865366759, + "grad_norm": 1.5887608528137207, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8709139823913574, + "num_tokens": 306398899.0, + "step": 8407 + }, + { + "epoch": 1.5613741875580316, + "grad_norm": 1.53633713722229, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8788518905639648, + "num_tokens": 306432926.0, + "step": 8408 + }, + { + "epoch": 1.5615598885793873, + "grad_norm": 1.4460573196411133, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8862594366073608, + "num_tokens": 306469125.0, + "step": 8409 + }, + { + "epoch": 1.5617455896007428, + "grad_norm": 1.4362221956253052, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.878638505935669, + "num_tokens": 306507021.0, + "step": 8410 + }, + { + "epoch": 1.5619312906220983, + "grad_norm": 1.4209753274917603, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8745129704475403, + "num_tokens": 306545469.0, + "step": 8411 + }, + { + "epoch": 1.562116991643454, + "grad_norm": 1.5791374444961548, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8765410780906677, + "num_tokens": 306578002.0, + "step": 8412 + }, + { + "epoch": 1.5623026926648098, + "grad_norm": 1.4288825988769531, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8950552940368652, + "num_tokens": 306609142.0, + "step": 8413 + }, + { + "epoch": 1.5624883936861653, + "grad_norm": 1.3949707746505737, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8729417324066162, + "num_tokens": 306649453.0, + "step": 8414 + }, + { + "epoch": 1.5626740947075208, + "grad_norm": 1.457517385482788, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.883496880531311, + "num_tokens": 306682528.0, + "step": 8415 + }, + { + "epoch": 1.5628597957288766, + "grad_norm": 1.4495502710342407, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8830982446670532, + "num_tokens": 306719022.0, + "step": 8416 + }, + { + "epoch": 1.563045496750232, + "grad_norm": 1.4603663682937622, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8838615417480469, + "num_tokens": 306755270.0, + "step": 8417 + }, + { + "epoch": 1.5632311977715876, + "grad_norm": 1.4740114212036133, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8717787265777588, + "num_tokens": 306792957.0, + "step": 8418 + }, + { + "epoch": 1.5634168987929433, + "grad_norm": 1.3324196338653564, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8912478685379028, + "num_tokens": 306833330.0, + "step": 8419 + }, + { + "epoch": 1.563602599814299, + "grad_norm": 1.6337603330612183, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.862650454044342, + "num_tokens": 306866408.0, + "step": 8420 + }, + { + "epoch": 1.5637883008356546, + "grad_norm": 1.4928982257843018, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8780726194381714, + "num_tokens": 306905276.0, + "step": 8421 + }, + { + "epoch": 1.56397400185701, + "grad_norm": 1.5485340356826782, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.868226945400238, + "num_tokens": 306938053.0, + "step": 8422 + }, + { + "epoch": 1.5641597028783658, + "grad_norm": 1.541086196899414, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8617103099822998, + "num_tokens": 306976335.0, + "step": 8423 + }, + { + "epoch": 1.5643454038997215, + "grad_norm": 1.4392145872116089, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8834434747695923, + "num_tokens": 307011403.0, + "step": 8424 + }, + { + "epoch": 1.564531104921077, + "grad_norm": 1.5624154806137085, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8768741488456726, + "num_tokens": 307043789.0, + "step": 8425 + }, + { + "epoch": 1.5647168059424326, + "grad_norm": 1.494208812713623, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8853483200073242, + "num_tokens": 307077871.0, + "step": 8426 + }, + { + "epoch": 1.5649025069637883, + "grad_norm": 1.602354645729065, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8842118382453918, + "num_tokens": 307116591.0, + "step": 8427 + }, + { + "epoch": 1.565088207985144, + "grad_norm": 1.4587396383285522, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8813879489898682, + "num_tokens": 307150468.0, + "step": 8428 + }, + { + "epoch": 1.5652739090064995, + "grad_norm": 1.4327954053878784, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8806355595588684, + "num_tokens": 307184752.0, + "step": 8429 + }, + { + "epoch": 1.565459610027855, + "grad_norm": 1.441149353981018, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8733692169189453, + "num_tokens": 307224826.0, + "step": 8430 + }, + { + "epoch": 1.5656453110492108, + "grad_norm": 1.3735623359680176, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8839049339294434, + "num_tokens": 307261891.0, + "step": 8431 + }, + { + "epoch": 1.5658310120705665, + "grad_norm": 1.267242431640625, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8951582908630371, + "num_tokens": 307303988.0, + "step": 8432 + }, + { + "epoch": 1.566016713091922, + "grad_norm": 1.422735571861267, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8839039206504822, + "num_tokens": 307339037.0, + "step": 8433 + }, + { + "epoch": 1.5662024141132775, + "grad_norm": 1.4242095947265625, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8687976598739624, + "num_tokens": 307379227.0, + "step": 8434 + }, + { + "epoch": 1.5663881151346333, + "grad_norm": 1.5103522539138794, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8571788668632507, + "num_tokens": 307418454.0, + "step": 8435 + }, + { + "epoch": 1.566573816155989, + "grad_norm": 1.375359058380127, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8767797350883484, + "num_tokens": 307459105.0, + "step": 8436 + }, + { + "epoch": 1.5667595171773445, + "grad_norm": 1.4600986242294312, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8873164653778076, + "num_tokens": 307494049.0, + "step": 8437 + }, + { + "epoch": 1.5669452181987, + "grad_norm": 1.4021174907684326, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8794007897377014, + "num_tokens": 307532673.0, + "step": 8438 + }, + { + "epoch": 1.5671309192200558, + "grad_norm": 1.4388041496276855, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8779399991035461, + "num_tokens": 307572639.0, + "step": 8439 + }, + { + "epoch": 1.5673166202414113, + "grad_norm": 1.403747797012329, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8879806995391846, + "num_tokens": 307611694.0, + "step": 8440 + }, + { + "epoch": 1.5675023212627668, + "grad_norm": 1.6256389617919922, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8639017343521118, + "num_tokens": 307645444.0, + "step": 8441 + }, + { + "epoch": 1.5676880222841225, + "grad_norm": 1.4599716663360596, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8749467134475708, + "num_tokens": 307686046.0, + "step": 8442 + }, + { + "epoch": 1.5678737233054783, + "grad_norm": 1.6117591857910156, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8701635003089905, + "num_tokens": 307717731.0, + "step": 8443 + }, + { + "epoch": 1.5680594243268338, + "grad_norm": 1.3947235345840454, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8739911317825317, + "num_tokens": 307756334.0, + "step": 8444 + }, + { + "epoch": 1.5682451253481893, + "grad_norm": 1.7339884042739868, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8502175807952881, + "num_tokens": 307791838.0, + "step": 8445 + }, + { + "epoch": 1.568430826369545, + "grad_norm": 1.5788885354995728, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8819056153297424, + "num_tokens": 307824290.0, + "step": 8446 + }, + { + "epoch": 1.5686165273909007, + "grad_norm": 1.5487290620803833, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.880353569984436, + "num_tokens": 307856508.0, + "step": 8447 + }, + { + "epoch": 1.5688022284122562, + "grad_norm": 1.509106159210205, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8771273493766785, + "num_tokens": 307894732.0, + "step": 8448 + }, + { + "epoch": 1.5689879294336118, + "grad_norm": 1.5747787952423096, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8754787445068359, + "num_tokens": 307928649.0, + "step": 8449 + }, + { + "epoch": 1.5691736304549675, + "grad_norm": 1.5929522514343262, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8841273784637451, + "num_tokens": 307963238.0, + "step": 8450 + }, + { + "epoch": 1.5693593314763232, + "grad_norm": 1.5704420804977417, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8726811408996582, + "num_tokens": 307996125.0, + "step": 8451 + }, + { + "epoch": 1.5695450324976787, + "grad_norm": 1.605104684829712, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8562124967575073, + "num_tokens": 308030578.0, + "step": 8452 + }, + { + "epoch": 1.5697307335190342, + "grad_norm": 1.4116908311843872, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8698634505271912, + "num_tokens": 308069943.0, + "step": 8453 + }, + { + "epoch": 1.56991643454039, + "grad_norm": 1.3923492431640625, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8770643472671509, + "num_tokens": 308109298.0, + "step": 8454 + }, + { + "epoch": 1.5701021355617457, + "grad_norm": 1.2883718013763428, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8825685381889343, + "num_tokens": 308152852.0, + "step": 8455 + }, + { + "epoch": 1.5702878365831012, + "grad_norm": 1.5943442583084106, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8693962693214417, + "num_tokens": 308184519.0, + "step": 8456 + }, + { + "epoch": 1.5704735376044567, + "grad_norm": 1.415752649307251, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8774731755256653, + "num_tokens": 308223574.0, + "step": 8457 + }, + { + "epoch": 1.5706592386258125, + "grad_norm": 1.3242958784103394, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8860341310501099, + "num_tokens": 308262180.0, + "step": 8458 + }, + { + "epoch": 1.5708449396471682, + "grad_norm": 1.598451852798462, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8848291635513306, + "num_tokens": 308293396.0, + "step": 8459 + }, + { + "epoch": 1.5710306406685237, + "grad_norm": 1.4035069942474365, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8824928998947144, + "num_tokens": 308330602.0, + "step": 8460 + }, + { + "epoch": 1.5712163416898792, + "grad_norm": 1.4238656759262085, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8628507852554321, + "num_tokens": 308372144.0, + "step": 8461 + }, + { + "epoch": 1.571402042711235, + "grad_norm": 1.4373183250427246, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8835678100585938, + "num_tokens": 308411369.0, + "step": 8462 + }, + { + "epoch": 1.5715877437325907, + "grad_norm": 1.5064657926559448, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8799996972084045, + "num_tokens": 308443106.0, + "step": 8463 + }, + { + "epoch": 1.571773444753946, + "grad_norm": 1.566201090812683, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8607048988342285, + "num_tokens": 308476765.0, + "step": 8464 + }, + { + "epoch": 1.5719591457753017, + "grad_norm": 1.481380820274353, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8686864376068115, + "num_tokens": 308515099.0, + "step": 8465 + }, + { + "epoch": 1.5721448467966574, + "grad_norm": 1.4669290781021118, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8775307536125183, + "num_tokens": 308549487.0, + "step": 8466 + }, + { + "epoch": 1.572330547818013, + "grad_norm": 1.5210325717926025, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8693264722824097, + "num_tokens": 308585893.0, + "step": 8467 + }, + { + "epoch": 1.5725162488393685, + "grad_norm": 1.6208765506744385, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8688094019889832, + "num_tokens": 308620791.0, + "step": 8468 + }, + { + "epoch": 1.5727019498607242, + "grad_norm": 1.562203288078308, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8776101469993591, + "num_tokens": 308656464.0, + "step": 8469 + }, + { + "epoch": 1.57288765088208, + "grad_norm": 1.4983724355697632, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8823027014732361, + "num_tokens": 308690858.0, + "step": 8470 + }, + { + "epoch": 1.5730733519034354, + "grad_norm": 1.3798495531082153, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8812071084976196, + "num_tokens": 308728121.0, + "step": 8471 + }, + { + "epoch": 1.573259052924791, + "grad_norm": 1.2910523414611816, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8755912780761719, + "num_tokens": 308774385.0, + "step": 8472 + }, + { + "epoch": 1.5734447539461467, + "grad_norm": 1.5735327005386353, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8730168342590332, + "num_tokens": 308809652.0, + "step": 8473 + }, + { + "epoch": 1.5736304549675024, + "grad_norm": 1.582980751991272, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8787542581558228, + "num_tokens": 308843080.0, + "step": 8474 + }, + { + "epoch": 1.573816155988858, + "grad_norm": 1.4677364826202393, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.877326488494873, + "num_tokens": 308877729.0, + "step": 8475 + }, + { + "epoch": 1.5740018570102134, + "grad_norm": 1.5231856107711792, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8784879446029663, + "num_tokens": 308913119.0, + "step": 8476 + }, + { + "epoch": 1.5741875580315692, + "grad_norm": 1.4471346139907837, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8874168992042542, + "num_tokens": 308947343.0, + "step": 8477 + }, + { + "epoch": 1.574373259052925, + "grad_norm": 1.5963562726974487, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8635552525520325, + "num_tokens": 308981150.0, + "step": 8478 + }, + { + "epoch": 1.5745589600742804, + "grad_norm": 1.4801369905471802, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.867925763130188, + "num_tokens": 309021125.0, + "step": 8479 + }, + { + "epoch": 1.574744661095636, + "grad_norm": 1.4876385927200317, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8808717131614685, + "num_tokens": 309057513.0, + "step": 8480 + }, + { + "epoch": 1.5749303621169917, + "grad_norm": 1.4382102489471436, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8682867288589478, + "num_tokens": 309096176.0, + "step": 8481 + }, + { + "epoch": 1.5751160631383474, + "grad_norm": 1.2565443515777588, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8769196271896362, + "num_tokens": 309142447.0, + "step": 8482 + }, + { + "epoch": 1.575301764159703, + "grad_norm": 1.4518953561782837, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8747984766960144, + "num_tokens": 309178366.0, + "step": 8483 + }, + { + "epoch": 1.5754874651810584, + "grad_norm": 1.5584461688995361, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8633500337600708, + "num_tokens": 309212338.0, + "step": 8484 + }, + { + "epoch": 1.5756731662024142, + "grad_norm": 1.5911558866500854, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8827295303344727, + "num_tokens": 309244904.0, + "step": 8485 + }, + { + "epoch": 1.5758588672237699, + "grad_norm": 1.3416361808776855, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8839948773384094, + "num_tokens": 309283522.0, + "step": 8486 + }, + { + "epoch": 1.5760445682451254, + "grad_norm": 1.50767982006073, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8898051977157593, + "num_tokens": 309319007.0, + "step": 8487 + }, + { + "epoch": 1.576230269266481, + "grad_norm": 1.5996484756469727, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.86497962474823, + "num_tokens": 309353074.0, + "step": 8488 + }, + { + "epoch": 1.5764159702878366, + "grad_norm": 1.508835792541504, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8751471042633057, + "num_tokens": 309384449.0, + "step": 8489 + }, + { + "epoch": 1.5766016713091922, + "grad_norm": 1.402146577835083, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8803989887237549, + "num_tokens": 309426708.0, + "step": 8490 + }, + { + "epoch": 1.5767873723305477, + "grad_norm": 1.545997142791748, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.872880220413208, + "num_tokens": 309461688.0, + "step": 8491 + }, + { + "epoch": 1.5769730733519034, + "grad_norm": 1.6003118753433228, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8897132277488708, + "num_tokens": 309490725.0, + "step": 8492 + }, + { + "epoch": 1.5771587743732591, + "grad_norm": 1.4145212173461914, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8913228511810303, + "num_tokens": 309526505.0, + "step": 8493 + }, + { + "epoch": 1.5773444753946146, + "grad_norm": 1.3875013589859009, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8771845102310181, + "num_tokens": 309568042.0, + "step": 8494 + }, + { + "epoch": 1.5775301764159702, + "grad_norm": 1.5960745811462402, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8700356483459473, + "num_tokens": 309602084.0, + "step": 8495 + }, + { + "epoch": 1.5777158774373259, + "grad_norm": 1.5204375982284546, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8829900026321411, + "num_tokens": 309636141.0, + "step": 8496 + }, + { + "epoch": 1.5779015784586816, + "grad_norm": 1.53203284740448, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.880829930305481, + "num_tokens": 309668417.0, + "step": 8497 + }, + { + "epoch": 1.5780872794800371, + "grad_norm": 1.4983810186386108, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8870131373405457, + "num_tokens": 309701415.0, + "step": 8498 + }, + { + "epoch": 1.5782729805013926, + "grad_norm": 1.4480066299438477, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8886700868606567, + "num_tokens": 309740333.0, + "step": 8499 + }, + { + "epoch": 1.5784586815227484, + "grad_norm": 1.550513744354248, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8781136870384216, + "num_tokens": 309774517.0, + "step": 8500 + }, + { + "epoch": 1.578644382544104, + "grad_norm": 1.4606319665908813, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8863992691040039, + "num_tokens": 309809442.0, + "step": 8501 + }, + { + "epoch": 1.5788300835654596, + "grad_norm": 1.5502088069915771, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8773577809333801, + "num_tokens": 309844670.0, + "step": 8502 + }, + { + "epoch": 1.5790157845868151, + "grad_norm": 1.5247899293899536, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8756332397460938, + "num_tokens": 309880498.0, + "step": 8503 + }, + { + "epoch": 1.5792014856081709, + "grad_norm": 1.458570957183838, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.876805305480957, + "num_tokens": 309921374.0, + "step": 8504 + }, + { + "epoch": 1.5793871866295266, + "grad_norm": 1.2724300622940063, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8883497714996338, + "num_tokens": 309964848.0, + "step": 8505 + }, + { + "epoch": 1.579572887650882, + "grad_norm": 1.56922447681427, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8681626915931702, + "num_tokens": 309999988.0, + "step": 8506 + }, + { + "epoch": 1.5797585886722376, + "grad_norm": 1.3381705284118652, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8769443035125732, + "num_tokens": 310043747.0, + "step": 8507 + }, + { + "epoch": 1.5799442896935934, + "grad_norm": 1.4595427513122559, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8764649629592896, + "num_tokens": 310079578.0, + "step": 8508 + }, + { + "epoch": 1.580129990714949, + "grad_norm": 1.5914582014083862, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8853590488433838, + "num_tokens": 310107157.0, + "step": 8509 + }, + { + "epoch": 1.5803156917363046, + "grad_norm": 1.5668174028396606, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8778244853019714, + "num_tokens": 310139509.0, + "step": 8510 + }, + { + "epoch": 1.58050139275766, + "grad_norm": 1.4122062921524048, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8787851333618164, + "num_tokens": 310177377.0, + "step": 8511 + }, + { + "epoch": 1.5806870937790158, + "grad_norm": 1.5653859376907349, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8656644821166992, + "num_tokens": 310211323.0, + "step": 8512 + }, + { + "epoch": 1.5808727948003714, + "grad_norm": 1.5556641817092896, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8706521987915039, + "num_tokens": 310246315.0, + "step": 8513 + }, + { + "epoch": 1.5810584958217269, + "grad_norm": 1.6194251775741577, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8557491302490234, + "num_tokens": 310278351.0, + "step": 8514 + }, + { + "epoch": 1.5812441968430826, + "grad_norm": 1.3382503986358643, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8927962183952332, + "num_tokens": 310315847.0, + "step": 8515 + }, + { + "epoch": 1.5814298978644383, + "grad_norm": 1.4603785276412964, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8488523364067078, + "num_tokens": 310355927.0, + "step": 8516 + }, + { + "epoch": 1.5816155988857938, + "grad_norm": 1.6270811557769775, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8685741424560547, + "num_tokens": 310390430.0, + "step": 8517 + }, + { + "epoch": 1.5818012999071493, + "grad_norm": 1.4734803438186646, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8747352361679077, + "num_tokens": 310429815.0, + "step": 8518 + }, + { + "epoch": 1.581987000928505, + "grad_norm": 1.5152565240859985, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8693664073944092, + "num_tokens": 310466079.0, + "step": 8519 + }, + { + "epoch": 1.5821727019498608, + "grad_norm": 1.3969913721084595, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8878074288368225, + "num_tokens": 310501384.0, + "step": 8520 + }, + { + "epoch": 1.5823584029712163, + "grad_norm": 1.4222359657287598, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8667454719543457, + "num_tokens": 310538884.0, + "step": 8521 + }, + { + "epoch": 1.5825441039925718, + "grad_norm": 1.5045207738876343, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.875252366065979, + "num_tokens": 310575750.0, + "step": 8522 + }, + { + "epoch": 1.5827298050139276, + "grad_norm": 1.430848479270935, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8746317028999329, + "num_tokens": 310611135.0, + "step": 8523 + }, + { + "epoch": 1.5829155060352833, + "grad_norm": 1.5551851987838745, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8811108469963074, + "num_tokens": 310642709.0, + "step": 8524 + }, + { + "epoch": 1.5831012070566388, + "grad_norm": 1.440766453742981, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8847076892852783, + "num_tokens": 310679727.0, + "step": 8525 + }, + { + "epoch": 1.5832869080779943, + "grad_norm": 1.3774913549423218, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8805641531944275, + "num_tokens": 310721227.0, + "step": 8526 + }, + { + "epoch": 1.58347260909935, + "grad_norm": 1.5155658721923828, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8747904896736145, + "num_tokens": 310758583.0, + "step": 8527 + }, + { + "epoch": 1.5836583101207058, + "grad_norm": 1.4575740098953247, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8905181288719177, + "num_tokens": 310795939.0, + "step": 8528 + }, + { + "epoch": 1.5838440111420613, + "grad_norm": 1.3359099626541138, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.9003247618675232, + "num_tokens": 310832979.0, + "step": 8529 + }, + { + "epoch": 1.5840297121634168, + "grad_norm": 1.397814393043518, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8763281106948853, + "num_tokens": 310871381.0, + "step": 8530 + }, + { + "epoch": 1.5842154131847725, + "grad_norm": 1.726216197013855, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.875795304775238, + "num_tokens": 310899513.0, + "step": 8531 + }, + { + "epoch": 1.5844011142061283, + "grad_norm": 1.402327299118042, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8830962777137756, + "num_tokens": 310939793.0, + "step": 8532 + }, + { + "epoch": 1.5845868152274838, + "grad_norm": 1.5602443218231201, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8875848054885864, + "num_tokens": 310971031.0, + "step": 8533 + }, + { + "epoch": 1.5847725162488393, + "grad_norm": 1.5385485887527466, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8650669455528259, + "num_tokens": 311004376.0, + "step": 8534 + }, + { + "epoch": 1.584958217270195, + "grad_norm": 1.4439313411712646, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8661140203475952, + "num_tokens": 311044393.0, + "step": 8535 + }, + { + "epoch": 1.5851439182915508, + "grad_norm": 1.5239259004592896, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8718794584274292, + "num_tokens": 311084612.0, + "step": 8536 + }, + { + "epoch": 1.585329619312906, + "grad_norm": 1.4759368896484375, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.873651385307312, + "num_tokens": 311124140.0, + "step": 8537 + }, + { + "epoch": 1.5855153203342618, + "grad_norm": 1.5081942081451416, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8820658326148987, + "num_tokens": 311157782.0, + "step": 8538 + }, + { + "epoch": 1.5857010213556175, + "grad_norm": 1.5582380294799805, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8674637079238892, + "num_tokens": 311191531.0, + "step": 8539 + }, + { + "epoch": 1.585886722376973, + "grad_norm": 1.4366862773895264, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8804305791854858, + "num_tokens": 311225598.0, + "step": 8540 + }, + { + "epoch": 1.5860724233983285, + "grad_norm": 1.3801186084747314, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8712882995605469, + "num_tokens": 311265987.0, + "step": 8541 + }, + { + "epoch": 1.5862581244196843, + "grad_norm": 1.3699198961257935, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8835954666137695, + "num_tokens": 311304847.0, + "step": 8542 + }, + { + "epoch": 1.58644382544104, + "grad_norm": 1.4554657936096191, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8820726871490479, + "num_tokens": 311339745.0, + "step": 8543 + }, + { + "epoch": 1.5866295264623955, + "grad_norm": 1.568296194076538, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8793168663978577, + "num_tokens": 311369780.0, + "step": 8544 + }, + { + "epoch": 1.586815227483751, + "grad_norm": 1.3701785802841187, + "learning_rate": 1e-06, + "loss": 0.29, + "mean_token_accuracy": 0.8960950374603271, + "num_tokens": 311404589.0, + "step": 8545 + }, + { + "epoch": 1.5870009285051068, + "grad_norm": 1.4361584186553955, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8799943923950195, + "num_tokens": 311441028.0, + "step": 8546 + }, + { + "epoch": 1.5871866295264625, + "grad_norm": 1.7450976371765137, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8647505044937134, + "num_tokens": 311474864.0, + "step": 8547 + }, + { + "epoch": 1.587372330547818, + "grad_norm": 1.5431879758834839, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8706177473068237, + "num_tokens": 311508143.0, + "step": 8548 + }, + { + "epoch": 1.5875580315691735, + "grad_norm": 1.5072137117385864, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.875804603099823, + "num_tokens": 311542477.0, + "step": 8549 + }, + { + "epoch": 1.5877437325905293, + "grad_norm": 1.592334508895874, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8711482286453247, + "num_tokens": 311573476.0, + "step": 8550 + }, + { + "epoch": 1.587929433611885, + "grad_norm": 1.4724475145339966, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8881707787513733, + "num_tokens": 311604885.0, + "step": 8551 + }, + { + "epoch": 1.5881151346332405, + "grad_norm": 1.5003879070281982, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.858893096446991, + "num_tokens": 311642743.0, + "step": 8552 + }, + { + "epoch": 1.588300835654596, + "grad_norm": 1.5149991512298584, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8771979808807373, + "num_tokens": 311675648.0, + "step": 8553 + }, + { + "epoch": 1.5884865366759517, + "grad_norm": 1.5175145864486694, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8720002770423889, + "num_tokens": 311710643.0, + "step": 8554 + }, + { + "epoch": 1.5886722376973075, + "grad_norm": 1.486735463142395, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8777017593383789, + "num_tokens": 311745759.0, + "step": 8555 + }, + { + "epoch": 1.588857938718663, + "grad_norm": 1.49387526512146, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8751851320266724, + "num_tokens": 311778843.0, + "step": 8556 + }, + { + "epoch": 1.5890436397400185, + "grad_norm": 1.5118690729141235, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.87226802110672, + "num_tokens": 311814361.0, + "step": 8557 + }, + { + "epoch": 1.5892293407613742, + "grad_norm": 1.418424367904663, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8914207816123962, + "num_tokens": 311850622.0, + "step": 8558 + }, + { + "epoch": 1.58941504178273, + "grad_norm": 1.5403432846069336, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8755840063095093, + "num_tokens": 311885828.0, + "step": 8559 + }, + { + "epoch": 1.5896007428040855, + "grad_norm": 1.5330572128295898, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8801450729370117, + "num_tokens": 311921992.0, + "step": 8560 + }, + { + "epoch": 1.589786443825441, + "grad_norm": 1.3950695991516113, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8782118558883667, + "num_tokens": 311958641.0, + "step": 8561 + }, + { + "epoch": 1.5899721448467967, + "grad_norm": 1.3739570379257202, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8802270889282227, + "num_tokens": 311997468.0, + "step": 8562 + }, + { + "epoch": 1.5901578458681522, + "grad_norm": 1.3671364784240723, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8894088268280029, + "num_tokens": 312038415.0, + "step": 8563 + }, + { + "epoch": 1.5903435468895077, + "grad_norm": 1.3722548484802246, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8909716606140137, + "num_tokens": 312078044.0, + "step": 8564 + }, + { + "epoch": 1.5905292479108635, + "grad_norm": 1.4692473411560059, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.880123496055603, + "num_tokens": 312111908.0, + "step": 8565 + }, + { + "epoch": 1.5907149489322192, + "grad_norm": 1.436708927154541, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8907580375671387, + "num_tokens": 312148108.0, + "step": 8566 + }, + { + "epoch": 1.5909006499535747, + "grad_norm": 1.5261344909667969, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8813872337341309, + "num_tokens": 312180954.0, + "step": 8567 + }, + { + "epoch": 1.5910863509749302, + "grad_norm": 1.4956568479537964, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8904241919517517, + "num_tokens": 312212137.0, + "step": 8568 + }, + { + "epoch": 1.591272051996286, + "grad_norm": 1.4114198684692383, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8877926468849182, + "num_tokens": 312249289.0, + "step": 8569 + }, + { + "epoch": 1.5914577530176417, + "grad_norm": 1.5970596075057983, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8710613250732422, + "num_tokens": 312281053.0, + "step": 8570 + }, + { + "epoch": 1.5916434540389972, + "grad_norm": 1.4912770986557007, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8645318746566772, + "num_tokens": 312318670.0, + "step": 8571 + }, + { + "epoch": 1.5918291550603527, + "grad_norm": 1.5172966718673706, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8831756711006165, + "num_tokens": 312355335.0, + "step": 8572 + }, + { + "epoch": 1.5920148560817085, + "grad_norm": 1.5153106451034546, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8760928511619568, + "num_tokens": 312394578.0, + "step": 8573 + }, + { + "epoch": 1.5922005571030642, + "grad_norm": 1.5645452737808228, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8844818472862244, + "num_tokens": 312428120.0, + "step": 8574 + }, + { + "epoch": 1.5923862581244197, + "grad_norm": 1.384624719619751, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8894545435905457, + "num_tokens": 312469064.0, + "step": 8575 + }, + { + "epoch": 1.5925719591457752, + "grad_norm": 1.60267972946167, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.880649745464325, + "num_tokens": 312506057.0, + "step": 8576 + }, + { + "epoch": 1.592757660167131, + "grad_norm": 1.4347389936447144, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8708877563476562, + "num_tokens": 312545660.0, + "step": 8577 + }, + { + "epoch": 1.5929433611884867, + "grad_norm": 1.3537217378616333, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8896726369857788, + "num_tokens": 312580868.0, + "step": 8578 + }, + { + "epoch": 1.5931290622098422, + "grad_norm": 1.562726616859436, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8838053941726685, + "num_tokens": 312610688.0, + "step": 8579 + }, + { + "epoch": 1.5933147632311977, + "grad_norm": 1.4115322828292847, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8924471139907837, + "num_tokens": 312644968.0, + "step": 8580 + }, + { + "epoch": 1.5935004642525534, + "grad_norm": 1.3254393339157104, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8777506351470947, + "num_tokens": 312690597.0, + "step": 8581 + }, + { + "epoch": 1.5936861652739092, + "grad_norm": 1.464205265045166, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8699949979782104, + "num_tokens": 312729850.0, + "step": 8582 + }, + { + "epoch": 1.5938718662952647, + "grad_norm": 1.4867782592773438, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8656604290008545, + "num_tokens": 312765502.0, + "step": 8583 + }, + { + "epoch": 1.5940575673166202, + "grad_norm": 1.3374181985855103, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8839924931526184, + "num_tokens": 312804184.0, + "step": 8584 + }, + { + "epoch": 1.594243268337976, + "grad_norm": 1.4976890087127686, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8556029796600342, + "num_tokens": 312843203.0, + "step": 8585 + }, + { + "epoch": 1.5944289693593314, + "grad_norm": 1.6581603288650513, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8805597424507141, + "num_tokens": 312874906.0, + "step": 8586 + }, + { + "epoch": 1.594614670380687, + "grad_norm": 1.518973469734192, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8732158541679382, + "num_tokens": 312913697.0, + "step": 8587 + }, + { + "epoch": 1.5948003714020427, + "grad_norm": 1.409584403038025, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8669145107269287, + "num_tokens": 312956094.0, + "step": 8588 + }, + { + "epoch": 1.5949860724233984, + "grad_norm": 1.7579290866851807, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8744053840637207, + "num_tokens": 312985458.0, + "step": 8589 + }, + { + "epoch": 1.595171773444754, + "grad_norm": 1.5310660600662231, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8811913728713989, + "num_tokens": 313023100.0, + "step": 8590 + }, + { + "epoch": 1.5953574744661094, + "grad_norm": 1.6014071702957153, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.871001124382019, + "num_tokens": 313057128.0, + "step": 8591 + }, + { + "epoch": 1.5955431754874652, + "grad_norm": 1.489553689956665, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8670819997787476, + "num_tokens": 313093516.0, + "step": 8592 + }, + { + "epoch": 1.595728876508821, + "grad_norm": 1.488659381866455, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8658720254898071, + "num_tokens": 313128881.0, + "step": 8593 + }, + { + "epoch": 1.5959145775301764, + "grad_norm": 1.4589382410049438, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8728623986244202, + "num_tokens": 313167323.0, + "step": 8594 + }, + { + "epoch": 1.596100278551532, + "grad_norm": 1.4647871255874634, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8859832286834717, + "num_tokens": 313204493.0, + "step": 8595 + }, + { + "epoch": 1.5962859795728876, + "grad_norm": 1.5541843175888062, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8813267946243286, + "num_tokens": 313237647.0, + "step": 8596 + }, + { + "epoch": 1.5964716805942434, + "grad_norm": 1.4339370727539062, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8859943151473999, + "num_tokens": 313273360.0, + "step": 8597 + }, + { + "epoch": 1.596657381615599, + "grad_norm": 1.506229281425476, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8895537853240967, + "num_tokens": 313305996.0, + "step": 8598 + }, + { + "epoch": 1.5968430826369544, + "grad_norm": 1.4800471067428589, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8913450241088867, + "num_tokens": 313339217.0, + "step": 8599 + }, + { + "epoch": 1.5970287836583101, + "grad_norm": 1.3611178398132324, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8837068676948547, + "num_tokens": 313379224.0, + "step": 8600 + }, + { + "epoch": 1.5972144846796659, + "grad_norm": 1.4768840074539185, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8812897205352783, + "num_tokens": 313413122.0, + "step": 8601 + }, + { + "epoch": 1.5974001857010214, + "grad_norm": 1.6700794696807861, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8656647205352783, + "num_tokens": 313447187.0, + "step": 8602 + }, + { + "epoch": 1.597585886722377, + "grad_norm": 1.6686581373214722, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8751910924911499, + "num_tokens": 313479165.0, + "step": 8603 + }, + { + "epoch": 1.5977715877437326, + "grad_norm": 1.6243871450424194, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.880901575088501, + "num_tokens": 313510461.0, + "step": 8604 + }, + { + "epoch": 1.5979572887650884, + "grad_norm": 1.5670018196105957, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8744838237762451, + "num_tokens": 313545368.0, + "step": 8605 + }, + { + "epoch": 1.5981429897864439, + "grad_norm": 1.4734063148498535, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8715745210647583, + "num_tokens": 313584119.0, + "step": 8606 + }, + { + "epoch": 1.5983286908077994, + "grad_norm": 1.4004688262939453, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8860152959823608, + "num_tokens": 313622792.0, + "step": 8607 + }, + { + "epoch": 1.5985143918291551, + "grad_norm": 1.369510531425476, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8784306049346924, + "num_tokens": 313662012.0, + "step": 8608 + }, + { + "epoch": 1.5987000928505106, + "grad_norm": 1.4195556640625, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8895586729049683, + "num_tokens": 313696838.0, + "step": 8609 + }, + { + "epoch": 1.5988857938718661, + "grad_norm": 1.469736099243164, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8711047172546387, + "num_tokens": 313736359.0, + "step": 8610 + }, + { + "epoch": 1.5990714948932219, + "grad_norm": 1.4243988990783691, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8778809905052185, + "num_tokens": 313775755.0, + "step": 8611 + }, + { + "epoch": 1.5992571959145776, + "grad_norm": 1.403439998626709, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8717399835586548, + "num_tokens": 313815677.0, + "step": 8612 + }, + { + "epoch": 1.5994428969359331, + "grad_norm": 1.4253666400909424, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8758146166801453, + "num_tokens": 313852000.0, + "step": 8613 + }, + { + "epoch": 1.5996285979572886, + "grad_norm": 1.5373139381408691, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8765344619750977, + "num_tokens": 313886006.0, + "step": 8614 + }, + { + "epoch": 1.5998142989786444, + "grad_norm": 1.329245686531067, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.880435049533844, + "num_tokens": 313926374.0, + "step": 8615 + }, + { + "epoch": 1.6, + "grad_norm": 1.2630469799041748, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.888939619064331, + "num_tokens": 313970665.0, + "step": 8616 + }, + { + "epoch": 1.6001857010213556, + "grad_norm": 1.439931869506836, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8890072107315063, + "num_tokens": 314005518.0, + "step": 8617 + }, + { + "epoch": 1.600371402042711, + "grad_norm": 1.519835114479065, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.892821729183197, + "num_tokens": 314035615.0, + "step": 8618 + }, + { + "epoch": 1.6005571030640668, + "grad_norm": 1.5465937852859497, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.881882905960083, + "num_tokens": 314066310.0, + "step": 8619 + }, + { + "epoch": 1.6007428040854226, + "grad_norm": 1.3887341022491455, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8860454559326172, + "num_tokens": 314105265.0, + "step": 8620 + }, + { + "epoch": 1.600928505106778, + "grad_norm": 1.4661719799041748, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8821040391921997, + "num_tokens": 314140452.0, + "step": 8621 + }, + { + "epoch": 1.6011142061281336, + "grad_norm": 1.3902323246002197, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.885331392288208, + "num_tokens": 314180496.0, + "step": 8622 + }, + { + "epoch": 1.6012999071494893, + "grad_norm": 1.5602444410324097, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8818409442901611, + "num_tokens": 314213923.0, + "step": 8623 + }, + { + "epoch": 1.601485608170845, + "grad_norm": 1.3611723184585571, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8931219577789307, + "num_tokens": 314253611.0, + "step": 8624 + }, + { + "epoch": 1.6016713091922006, + "grad_norm": 1.541048288345337, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8937019109725952, + "num_tokens": 314282728.0, + "step": 8625 + }, + { + "epoch": 1.601857010213556, + "grad_norm": 1.5111225843429565, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8817622661590576, + "num_tokens": 314317249.0, + "step": 8626 + }, + { + "epoch": 1.6020427112349118, + "grad_norm": 1.4602937698364258, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8771029710769653, + "num_tokens": 314354801.0, + "step": 8627 + }, + { + "epoch": 1.6022284122562676, + "grad_norm": 1.3922512531280518, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8879772424697876, + "num_tokens": 314394393.0, + "step": 8628 + }, + { + "epoch": 1.602414113277623, + "grad_norm": 1.410461664199829, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8870269060134888, + "num_tokens": 314430294.0, + "step": 8629 + }, + { + "epoch": 1.6025998142989786, + "grad_norm": 1.5438052415847778, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8713774681091309, + "num_tokens": 314468728.0, + "step": 8630 + }, + { + "epoch": 1.6027855153203343, + "grad_norm": 1.4766082763671875, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8828384280204773, + "num_tokens": 314508006.0, + "step": 8631 + }, + { + "epoch": 1.60297121634169, + "grad_norm": 1.4835567474365234, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8691939115524292, + "num_tokens": 314543019.0, + "step": 8632 + }, + { + "epoch": 1.6031569173630453, + "grad_norm": 1.5056240558624268, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8836016654968262, + "num_tokens": 314575053.0, + "step": 8633 + }, + { + "epoch": 1.603342618384401, + "grad_norm": 1.358413577079773, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8837710618972778, + "num_tokens": 314614691.0, + "step": 8634 + }, + { + "epoch": 1.6035283194057568, + "grad_norm": 1.5174586772918701, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8812451362609863, + "num_tokens": 314647016.0, + "step": 8635 + }, + { + "epoch": 1.6037140204271123, + "grad_norm": 1.4119290113449097, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8693922162055969, + "num_tokens": 314684503.0, + "step": 8636 + }, + { + "epoch": 1.6038997214484678, + "grad_norm": 1.5021263360977173, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8721784949302673, + "num_tokens": 314721336.0, + "step": 8637 + }, + { + "epoch": 1.6040854224698236, + "grad_norm": 1.391910433769226, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8863797187805176, + "num_tokens": 314753950.0, + "step": 8638 + }, + { + "epoch": 1.6042711234911793, + "grad_norm": 1.3253295421600342, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8892509341239929, + "num_tokens": 314796834.0, + "step": 8639 + }, + { + "epoch": 1.6044568245125348, + "grad_norm": 1.373267412185669, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.881704568862915, + "num_tokens": 314836543.0, + "step": 8640 + }, + { + "epoch": 1.6046425255338903, + "grad_norm": 1.3733370304107666, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8732988834381104, + "num_tokens": 314876841.0, + "step": 8641 + }, + { + "epoch": 1.604828226555246, + "grad_norm": 1.5396696329116821, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8577277064323425, + "num_tokens": 314915254.0, + "step": 8642 + }, + { + "epoch": 1.6050139275766018, + "grad_norm": 1.3763391971588135, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8888280391693115, + "num_tokens": 314950641.0, + "step": 8643 + }, + { + "epoch": 1.6051996285979573, + "grad_norm": 1.4393231868743896, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8780047297477722, + "num_tokens": 314988827.0, + "step": 8644 + }, + { + "epoch": 1.6053853296193128, + "grad_norm": 1.4321982860565186, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8706318140029907, + "num_tokens": 315031285.0, + "step": 8645 + }, + { + "epoch": 1.6055710306406685, + "grad_norm": 1.6051087379455566, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8674439191818237, + "num_tokens": 315063711.0, + "step": 8646 + }, + { + "epoch": 1.6057567316620243, + "grad_norm": 1.4313061237335205, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8875709772109985, + "num_tokens": 315097667.0, + "step": 8647 + }, + { + "epoch": 1.6059424326833798, + "grad_norm": 1.5402288436889648, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.880448579788208, + "num_tokens": 315131587.0, + "step": 8648 + }, + { + "epoch": 1.6061281337047353, + "grad_norm": 1.5614274740219116, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8772521018981934, + "num_tokens": 315161200.0, + "step": 8649 + }, + { + "epoch": 1.606313834726091, + "grad_norm": 1.427626371383667, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8695424795150757, + "num_tokens": 315199335.0, + "step": 8650 + }, + { + "epoch": 1.6064995357474467, + "grad_norm": 1.3697623014450073, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8994219303131104, + "num_tokens": 315236099.0, + "step": 8651 + }, + { + "epoch": 1.6066852367688023, + "grad_norm": 1.5221362113952637, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8741471767425537, + "num_tokens": 315270148.0, + "step": 8652 + }, + { + "epoch": 1.6068709377901578, + "grad_norm": 1.3624521493911743, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.881134569644928, + "num_tokens": 315309948.0, + "step": 8653 + }, + { + "epoch": 1.6070566388115135, + "grad_norm": 1.5431569814682007, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8691264390945435, + "num_tokens": 315343115.0, + "step": 8654 + }, + { + "epoch": 1.6072423398328692, + "grad_norm": 1.339792251586914, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8686812520027161, + "num_tokens": 315386774.0, + "step": 8655 + }, + { + "epoch": 1.6074280408542247, + "grad_norm": 1.3909580707550049, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8764345645904541, + "num_tokens": 315427260.0, + "step": 8656 + }, + { + "epoch": 1.6076137418755803, + "grad_norm": 1.5290298461914062, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8818826675415039, + "num_tokens": 315460679.0, + "step": 8657 + }, + { + "epoch": 1.607799442896936, + "grad_norm": 1.5668883323669434, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.869022011756897, + "num_tokens": 315491240.0, + "step": 8658 + }, + { + "epoch": 1.6079851439182915, + "grad_norm": 1.3563475608825684, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8853262066841125, + "num_tokens": 315527243.0, + "step": 8659 + }, + { + "epoch": 1.608170844939647, + "grad_norm": 1.5554276704788208, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8778737187385559, + "num_tokens": 315555923.0, + "step": 8660 + }, + { + "epoch": 1.6083565459610027, + "grad_norm": 1.4397310018539429, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8724569082260132, + "num_tokens": 315594423.0, + "step": 8661 + }, + { + "epoch": 1.6085422469823585, + "grad_norm": 1.4699161052703857, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8722969889640808, + "num_tokens": 315628744.0, + "step": 8662 + }, + { + "epoch": 1.608727948003714, + "grad_norm": 1.3660496473312378, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.882155179977417, + "num_tokens": 315669180.0, + "step": 8663 + }, + { + "epoch": 1.6089136490250695, + "grad_norm": 1.4583289623260498, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8924218416213989, + "num_tokens": 315705410.0, + "step": 8664 + }, + { + "epoch": 1.6090993500464252, + "grad_norm": 1.4398711919784546, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8794815540313721, + "num_tokens": 315741764.0, + "step": 8665 + }, + { + "epoch": 1.609285051067781, + "grad_norm": 1.4720486402511597, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8895725011825562, + "num_tokens": 315776027.0, + "step": 8666 + }, + { + "epoch": 1.6094707520891365, + "grad_norm": 1.3693950176239014, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8947435617446899, + "num_tokens": 315812319.0, + "step": 8667 + }, + { + "epoch": 1.609656453110492, + "grad_norm": 1.439280390739441, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8893946409225464, + "num_tokens": 315844157.0, + "step": 8668 + }, + { + "epoch": 1.6098421541318477, + "grad_norm": 1.6000181436538696, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8837021589279175, + "num_tokens": 315875660.0, + "step": 8669 + }, + { + "epoch": 1.6100278551532035, + "grad_norm": 1.4412659406661987, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.886103630065918, + "num_tokens": 315912656.0, + "step": 8670 + }, + { + "epoch": 1.610213556174559, + "grad_norm": 1.4693421125411987, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8643443584442139, + "num_tokens": 315954459.0, + "step": 8671 + }, + { + "epoch": 1.6103992571959145, + "grad_norm": 1.3781219720840454, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8908417820930481, + "num_tokens": 315990545.0, + "step": 8672 + }, + { + "epoch": 1.6105849582172702, + "grad_norm": 1.5670819282531738, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8742116093635559, + "num_tokens": 316025769.0, + "step": 8673 + }, + { + "epoch": 1.610770659238626, + "grad_norm": 1.3918213844299316, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8865128755569458, + "num_tokens": 316062956.0, + "step": 8674 + }, + { + "epoch": 1.6109563602599815, + "grad_norm": 1.4047850370407104, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8913599252700806, + "num_tokens": 316098803.0, + "step": 8675 + }, + { + "epoch": 1.611142061281337, + "grad_norm": 1.527619481086731, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8707791566848755, + "num_tokens": 316134134.0, + "step": 8676 + }, + { + "epoch": 1.6113277623026927, + "grad_norm": 1.4657387733459473, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8692986965179443, + "num_tokens": 316175353.0, + "step": 8677 + }, + { + "epoch": 1.6115134633240484, + "grad_norm": 1.550951361656189, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8910862803459167, + "num_tokens": 316205749.0, + "step": 8678 + }, + { + "epoch": 1.611699164345404, + "grad_norm": 1.437120795249939, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.884305477142334, + "num_tokens": 316242158.0, + "step": 8679 + }, + { + "epoch": 1.6118848653667595, + "grad_norm": 1.5572859048843384, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.880618691444397, + "num_tokens": 316276390.0, + "step": 8680 + }, + { + "epoch": 1.6120705663881152, + "grad_norm": 1.5837254524230957, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8811219334602356, + "num_tokens": 316310380.0, + "step": 8681 + }, + { + "epoch": 1.6122562674094707, + "grad_norm": 1.4767054319381714, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8808829188346863, + "num_tokens": 316346169.0, + "step": 8682 + }, + { + "epoch": 1.6124419684308262, + "grad_norm": 1.4530190229415894, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8669466972351074, + "num_tokens": 316385677.0, + "step": 8683 + }, + { + "epoch": 1.612627669452182, + "grad_norm": 1.4459807872772217, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8807615041732788, + "num_tokens": 316425027.0, + "step": 8684 + }, + { + "epoch": 1.6128133704735377, + "grad_norm": 1.4459283351898193, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8795849084854126, + "num_tokens": 316462203.0, + "step": 8685 + }, + { + "epoch": 1.6129990714948932, + "grad_norm": 1.5362029075622559, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8650831580162048, + "num_tokens": 316503777.0, + "step": 8686 + }, + { + "epoch": 1.6131847725162487, + "grad_norm": 1.578556776046753, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8838385343551636, + "num_tokens": 316535691.0, + "step": 8687 + }, + { + "epoch": 1.6133704735376044, + "grad_norm": 1.6732795238494873, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.877688467502594, + "num_tokens": 316566710.0, + "step": 8688 + }, + { + "epoch": 1.6135561745589602, + "grad_norm": 1.5676202774047852, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.876230001449585, + "num_tokens": 316600450.0, + "step": 8689 + }, + { + "epoch": 1.6137418755803157, + "grad_norm": 1.481979489326477, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8723215460777283, + "num_tokens": 316637016.0, + "step": 8690 + }, + { + "epoch": 1.6139275766016712, + "grad_norm": 1.3687750101089478, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8617309331893921, + "num_tokens": 316680895.0, + "step": 8691 + }, + { + "epoch": 1.614113277623027, + "grad_norm": 1.5986223220825195, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.858593761920929, + "num_tokens": 316713338.0, + "step": 8692 + }, + { + "epoch": 1.6142989786443827, + "grad_norm": 1.515946388244629, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.876563549041748, + "num_tokens": 316748136.0, + "step": 8693 + }, + { + "epoch": 1.6144846796657382, + "grad_norm": 1.4842100143432617, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8736758232116699, + "num_tokens": 316785943.0, + "step": 8694 + }, + { + "epoch": 1.6146703806870937, + "grad_norm": 1.5413963794708252, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8863304853439331, + "num_tokens": 316816457.0, + "step": 8695 + }, + { + "epoch": 1.6148560817084494, + "grad_norm": 1.389092206954956, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.864760160446167, + "num_tokens": 316860351.0, + "step": 8696 + }, + { + "epoch": 1.6150417827298051, + "grad_norm": 1.3490667343139648, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8768885135650635, + "num_tokens": 316901444.0, + "step": 8697 + }, + { + "epoch": 1.6152274837511607, + "grad_norm": 1.4936068058013916, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8814297914505005, + "num_tokens": 316932857.0, + "step": 8698 + }, + { + "epoch": 1.6154131847725162, + "grad_norm": 1.4297090768814087, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8785907030105591, + "num_tokens": 316970384.0, + "step": 8699 + }, + { + "epoch": 1.615598885793872, + "grad_norm": 1.5016705989837646, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8782697916030884, + "num_tokens": 317002908.0, + "step": 8700 + }, + { + "epoch": 1.6157845868152276, + "grad_norm": 1.5212576389312744, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.874584436416626, + "num_tokens": 317038120.0, + "step": 8701 + }, + { + "epoch": 1.6159702878365831, + "grad_norm": 1.4022196531295776, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8705471158027649, + "num_tokens": 317077989.0, + "step": 8702 + }, + { + "epoch": 1.6161559888579387, + "grad_norm": 1.4523259401321411, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8868860006332397, + "num_tokens": 317111270.0, + "step": 8703 + }, + { + "epoch": 1.6163416898792944, + "grad_norm": 1.3128894567489624, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8907124996185303, + "num_tokens": 317151625.0, + "step": 8704 + }, + { + "epoch": 1.6165273909006501, + "grad_norm": 1.4168801307678223, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8754628896713257, + "num_tokens": 317191258.0, + "step": 8705 + }, + { + "epoch": 1.6167130919220054, + "grad_norm": 1.394986867904663, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8955410718917847, + "num_tokens": 317224859.0, + "step": 8706 + }, + { + "epoch": 1.6168987929433611, + "grad_norm": 1.2920844554901123, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8854016065597534, + "num_tokens": 317266031.0, + "step": 8707 + }, + { + "epoch": 1.6170844939647169, + "grad_norm": 1.4579603672027588, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8779752254486084, + "num_tokens": 317300664.0, + "step": 8708 + }, + { + "epoch": 1.6172701949860724, + "grad_norm": 1.522877812385559, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8690290451049805, + "num_tokens": 317336670.0, + "step": 8709 + }, + { + "epoch": 1.617455896007428, + "grad_norm": 1.4019855260849, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8725148439407349, + "num_tokens": 317375052.0, + "step": 8710 + }, + { + "epoch": 1.6176415970287836, + "grad_norm": 1.525146484375, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8724710941314697, + "num_tokens": 317404691.0, + "step": 8711 + }, + { + "epoch": 1.6178272980501394, + "grad_norm": 1.5321063995361328, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8825971484184265, + "num_tokens": 317436381.0, + "step": 8712 + }, + { + "epoch": 1.6180129990714949, + "grad_norm": 1.414831280708313, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8692739009857178, + "num_tokens": 317476567.0, + "step": 8713 + }, + { + "epoch": 1.6181987000928504, + "grad_norm": 1.372781753540039, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8907409906387329, + "num_tokens": 317512243.0, + "step": 8714 + }, + { + "epoch": 1.6183844011142061, + "grad_norm": 1.5082125663757324, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8828235268592834, + "num_tokens": 317542791.0, + "step": 8715 + }, + { + "epoch": 1.6185701021355619, + "grad_norm": 1.4487059116363525, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8863118886947632, + "num_tokens": 317580215.0, + "step": 8716 + }, + { + "epoch": 1.6187558031569174, + "grad_norm": 1.3512216806411743, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8887534141540527, + "num_tokens": 317617396.0, + "step": 8717 + }, + { + "epoch": 1.6189415041782729, + "grad_norm": 1.4342845678329468, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8664299249649048, + "num_tokens": 317655490.0, + "step": 8718 + }, + { + "epoch": 1.6191272051996286, + "grad_norm": 1.562139868736267, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8780715465545654, + "num_tokens": 317686103.0, + "step": 8719 + }, + { + "epoch": 1.6193129062209843, + "grad_norm": 1.5390146970748901, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8789472579956055, + "num_tokens": 317719723.0, + "step": 8720 + }, + { + "epoch": 1.6194986072423398, + "grad_norm": 2.2095491886138916, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8776350021362305, + "num_tokens": 317757342.0, + "step": 8721 + }, + { + "epoch": 1.6196843082636954, + "grad_norm": 1.4468735456466675, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8720215559005737, + "num_tokens": 317799138.0, + "step": 8722 + }, + { + "epoch": 1.619870009285051, + "grad_norm": 1.415321707725525, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8798172473907471, + "num_tokens": 317837883.0, + "step": 8723 + }, + { + "epoch": 1.6200557103064068, + "grad_norm": 1.8140926361083984, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8794803023338318, + "num_tokens": 317876540.0, + "step": 8724 + }, + { + "epoch": 1.6202414113277623, + "grad_norm": 1.5191117525100708, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8575655221939087, + "num_tokens": 317914308.0, + "step": 8725 + }, + { + "epoch": 1.6204271123491178, + "grad_norm": 1.3551609516143799, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8872737884521484, + "num_tokens": 317954116.0, + "step": 8726 + }, + { + "epoch": 1.6206128133704736, + "grad_norm": 1.4122252464294434, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8715232014656067, + "num_tokens": 317990821.0, + "step": 8727 + }, + { + "epoch": 1.6207985143918293, + "grad_norm": 1.3686622381210327, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8858612179756165, + "num_tokens": 318032140.0, + "step": 8728 + }, + { + "epoch": 1.6209842154131848, + "grad_norm": 1.4787827730178833, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8598009347915649, + "num_tokens": 318072328.0, + "step": 8729 + }, + { + "epoch": 1.6211699164345403, + "grad_norm": 1.321472406387329, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8761980533599854, + "num_tokens": 318113801.0, + "step": 8730 + }, + { + "epoch": 1.621355617455896, + "grad_norm": 1.5140308141708374, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8894551992416382, + "num_tokens": 318148419.0, + "step": 8731 + }, + { + "epoch": 1.6215413184772516, + "grad_norm": 1.5914530754089355, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8754132986068726, + "num_tokens": 318177833.0, + "step": 8732 + }, + { + "epoch": 1.621727019498607, + "grad_norm": 1.4544802904129028, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8880934119224548, + "num_tokens": 318215778.0, + "step": 8733 + }, + { + "epoch": 1.6219127205199628, + "grad_norm": 1.4939067363739014, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8707671165466309, + "num_tokens": 318251284.0, + "step": 8734 + }, + { + "epoch": 1.6220984215413186, + "grad_norm": 1.4622687101364136, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8704285621643066, + "num_tokens": 318290392.0, + "step": 8735 + }, + { + "epoch": 1.622284122562674, + "grad_norm": 1.3667479753494263, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.888185441493988, + "num_tokens": 318326926.0, + "step": 8736 + }, + { + "epoch": 1.6224698235840296, + "grad_norm": 1.5676674842834473, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8710031509399414, + "num_tokens": 318360192.0, + "step": 8737 + }, + { + "epoch": 1.6226555246053853, + "grad_norm": 1.5408824682235718, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8644702434539795, + "num_tokens": 318397000.0, + "step": 8738 + }, + { + "epoch": 1.622841225626741, + "grad_norm": 1.5122911930084229, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8779892325401306, + "num_tokens": 318433221.0, + "step": 8739 + }, + { + "epoch": 1.6230269266480966, + "grad_norm": 1.4711028337478638, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8720014691352844, + "num_tokens": 318469787.0, + "step": 8740 + }, + { + "epoch": 1.623212627669452, + "grad_norm": 1.6009893417358398, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8636947870254517, + "num_tokens": 318501731.0, + "step": 8741 + }, + { + "epoch": 1.6233983286908078, + "grad_norm": 1.432668924331665, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8701410293579102, + "num_tokens": 318542226.0, + "step": 8742 + }, + { + "epoch": 1.6235840297121635, + "grad_norm": 1.4175609350204468, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8779329061508179, + "num_tokens": 318577542.0, + "step": 8743 + }, + { + "epoch": 1.623769730733519, + "grad_norm": 1.4001182317733765, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8785184621810913, + "num_tokens": 318616071.0, + "step": 8744 + }, + { + "epoch": 1.6239554317548746, + "grad_norm": 1.5015873908996582, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.887586236000061, + "num_tokens": 318646096.0, + "step": 8745 + }, + { + "epoch": 1.6241411327762303, + "grad_norm": 1.6563327312469482, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8630268573760986, + "num_tokens": 318678878.0, + "step": 8746 + }, + { + "epoch": 1.624326833797586, + "grad_norm": 1.6326338052749634, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8666973114013672, + "num_tokens": 318712538.0, + "step": 8747 + }, + { + "epoch": 1.6245125348189415, + "grad_norm": 1.4192942380905151, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8661264777183533, + "num_tokens": 318752355.0, + "step": 8748 + }, + { + "epoch": 1.624698235840297, + "grad_norm": 1.5628561973571777, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8799717426300049, + "num_tokens": 318786372.0, + "step": 8749 + }, + { + "epoch": 1.6248839368616528, + "grad_norm": 1.5273449420928955, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8699665069580078, + "num_tokens": 318822764.0, + "step": 8750 + }, + { + "epoch": 1.6250696378830085, + "grad_norm": 1.4405083656311035, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8718323111534119, + "num_tokens": 318861768.0, + "step": 8751 + }, + { + "epoch": 1.625255338904364, + "grad_norm": 1.4154061079025269, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8900129199028015, + "num_tokens": 318896922.0, + "step": 8752 + }, + { + "epoch": 1.6254410399257195, + "grad_norm": 1.48654043674469, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8695350885391235, + "num_tokens": 318933447.0, + "step": 8753 + }, + { + "epoch": 1.6256267409470753, + "grad_norm": 1.3821667432785034, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8817453384399414, + "num_tokens": 318973489.0, + "step": 8754 + }, + { + "epoch": 1.6258124419684308, + "grad_norm": 1.5801522731781006, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8690041303634644, + "num_tokens": 319005646.0, + "step": 8755 + }, + { + "epoch": 1.6259981429897863, + "grad_norm": 1.4762506484985352, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8843984603881836, + "num_tokens": 319041188.0, + "step": 8756 + }, + { + "epoch": 1.626183844011142, + "grad_norm": 1.3829946517944336, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8667161464691162, + "num_tokens": 319083687.0, + "step": 8757 + }, + { + "epoch": 1.6263695450324978, + "grad_norm": 1.4522724151611328, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8815348744392395, + "num_tokens": 319124291.0, + "step": 8758 + }, + { + "epoch": 1.6265552460538533, + "grad_norm": 1.4564239978790283, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8862758874893188, + "num_tokens": 319164857.0, + "step": 8759 + }, + { + "epoch": 1.6267409470752088, + "grad_norm": 1.4774328470230103, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8872005939483643, + "num_tokens": 319198905.0, + "step": 8760 + }, + { + "epoch": 1.6269266480965645, + "grad_norm": 1.4437507390975952, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8719563484191895, + "num_tokens": 319237000.0, + "step": 8761 + }, + { + "epoch": 1.6271123491179202, + "grad_norm": 1.3273214101791382, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8859198093414307, + "num_tokens": 319274582.0, + "step": 8762 + }, + { + "epoch": 1.6272980501392758, + "grad_norm": 1.6576308012008667, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8815068006515503, + "num_tokens": 319306525.0, + "step": 8763 + }, + { + "epoch": 1.6274837511606313, + "grad_norm": 1.582839846611023, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8578711152076721, + "num_tokens": 319345613.0, + "step": 8764 + }, + { + "epoch": 1.627669452181987, + "grad_norm": 1.5172622203826904, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8825855255126953, + "num_tokens": 319380967.0, + "step": 8765 + }, + { + "epoch": 1.6278551532033427, + "grad_norm": 1.5111157894134521, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8600313663482666, + "num_tokens": 319418126.0, + "step": 8766 + }, + { + "epoch": 1.6280408542246982, + "grad_norm": 1.6216298341751099, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8774014115333557, + "num_tokens": 319452130.0, + "step": 8767 + }, + { + "epoch": 1.6282265552460538, + "grad_norm": 1.618330717086792, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8737369775772095, + "num_tokens": 319489413.0, + "step": 8768 + }, + { + "epoch": 1.6284122562674095, + "grad_norm": 1.5420759916305542, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8913567066192627, + "num_tokens": 319524185.0, + "step": 8769 + }, + { + "epoch": 1.6285979572887652, + "grad_norm": 1.5828241109848022, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.884793758392334, + "num_tokens": 319552823.0, + "step": 8770 + }, + { + "epoch": 1.6287836583101207, + "grad_norm": 1.5016287565231323, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8832865953445435, + "num_tokens": 319588410.0, + "step": 8771 + }, + { + "epoch": 1.6289693593314762, + "grad_norm": 1.539577841758728, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8738120794296265, + "num_tokens": 319622781.0, + "step": 8772 + }, + { + "epoch": 1.629155060352832, + "grad_norm": 1.4658668041229248, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8830535411834717, + "num_tokens": 319658522.0, + "step": 8773 + }, + { + "epoch": 1.6293407613741877, + "grad_norm": 1.5326576232910156, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8661682605743408, + "num_tokens": 319696810.0, + "step": 8774 + }, + { + "epoch": 1.6295264623955432, + "grad_norm": 1.6227532625198364, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8666562438011169, + "num_tokens": 319730504.0, + "step": 8775 + }, + { + "epoch": 1.6297121634168987, + "grad_norm": 1.4205950498580933, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8743047714233398, + "num_tokens": 319767772.0, + "step": 8776 + }, + { + "epoch": 1.6298978644382545, + "grad_norm": 1.5491994619369507, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8755439519882202, + "num_tokens": 319802093.0, + "step": 8777 + }, + { + "epoch": 1.63008356545961, + "grad_norm": 1.532209038734436, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.891349732875824, + "num_tokens": 319833946.0, + "step": 8778 + }, + { + "epoch": 1.6302692664809655, + "grad_norm": 1.3335816860198975, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.884777843952179, + "num_tokens": 319873263.0, + "step": 8779 + }, + { + "epoch": 1.6304549675023212, + "grad_norm": 1.4889193773269653, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8809333443641663, + "num_tokens": 319907202.0, + "step": 8780 + }, + { + "epoch": 1.630640668523677, + "grad_norm": 1.3419779539108276, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.869220495223999, + "num_tokens": 319950484.0, + "step": 8781 + }, + { + "epoch": 1.6308263695450325, + "grad_norm": 1.3277562856674194, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.885608971118927, + "num_tokens": 319992408.0, + "step": 8782 + }, + { + "epoch": 1.631012070566388, + "grad_norm": 1.4186100959777832, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8821969032287598, + "num_tokens": 320028731.0, + "step": 8783 + }, + { + "epoch": 1.6311977715877437, + "grad_norm": 1.3732948303222656, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8775060176849365, + "num_tokens": 320068543.0, + "step": 8784 + }, + { + "epoch": 1.6313834726090994, + "grad_norm": 1.4348676204681396, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8743298649787903, + "num_tokens": 320108324.0, + "step": 8785 + }, + { + "epoch": 1.631569173630455, + "grad_norm": 1.4481462240219116, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8804000616073608, + "num_tokens": 320144781.0, + "step": 8786 + }, + { + "epoch": 1.6317548746518105, + "grad_norm": 1.4437273740768433, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.869782567024231, + "num_tokens": 320184865.0, + "step": 8787 + }, + { + "epoch": 1.6319405756731662, + "grad_norm": 1.3697912693023682, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8864368200302124, + "num_tokens": 320223749.0, + "step": 8788 + }, + { + "epoch": 1.632126276694522, + "grad_norm": 1.3403825759887695, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.869322657585144, + "num_tokens": 320266357.0, + "step": 8789 + }, + { + "epoch": 1.6323119777158774, + "grad_norm": 1.5664899349212646, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8871766328811646, + "num_tokens": 320298247.0, + "step": 8790 + }, + { + "epoch": 1.632497678737233, + "grad_norm": 1.4889317750930786, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8550451993942261, + "num_tokens": 320333880.0, + "step": 8791 + }, + { + "epoch": 1.6326833797585887, + "grad_norm": 1.3663991689682007, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8778733015060425, + "num_tokens": 320374509.0, + "step": 8792 + }, + { + "epoch": 1.6328690807799444, + "grad_norm": 1.399289846420288, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8843904733657837, + "num_tokens": 320411764.0, + "step": 8793 + }, + { + "epoch": 1.6330547818013, + "grad_norm": 1.5704474449157715, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8745987415313721, + "num_tokens": 320446398.0, + "step": 8794 + }, + { + "epoch": 1.6332404828226554, + "grad_norm": 1.4023659229278564, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8729429244995117, + "num_tokens": 320484866.0, + "step": 8795 + }, + { + "epoch": 1.6334261838440112, + "grad_norm": 1.444410800933838, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8851391077041626, + "num_tokens": 320520876.0, + "step": 8796 + }, + { + "epoch": 1.633611884865367, + "grad_norm": 1.4643763303756714, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8806405663490295, + "num_tokens": 320558656.0, + "step": 8797 + }, + { + "epoch": 1.6337975858867224, + "grad_norm": 1.4300081729888916, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8865148425102234, + "num_tokens": 320591115.0, + "step": 8798 + }, + { + "epoch": 1.633983286908078, + "grad_norm": 1.4141294956207275, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8818684816360474, + "num_tokens": 320627226.0, + "step": 8799 + }, + { + "epoch": 1.6341689879294337, + "grad_norm": 1.3755313158035278, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.875493049621582, + "num_tokens": 320666629.0, + "step": 8800 + }, + { + "epoch": 1.6343546889507894, + "grad_norm": 1.5373421907424927, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8722312450408936, + "num_tokens": 320700404.0, + "step": 8801 + }, + { + "epoch": 1.6345403899721447, + "grad_norm": 1.3755923509597778, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8887423276901245, + "num_tokens": 320738924.0, + "step": 8802 + }, + { + "epoch": 1.6347260909935004, + "grad_norm": 1.5629428625106812, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.885435163974762, + "num_tokens": 320770016.0, + "step": 8803 + }, + { + "epoch": 1.6349117920148561, + "grad_norm": 1.3009660243988037, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8900374174118042, + "num_tokens": 320808758.0, + "step": 8804 + }, + { + "epoch": 1.6350974930362117, + "grad_norm": 1.5240073204040527, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8765724897384644, + "num_tokens": 320843640.0, + "step": 8805 + }, + { + "epoch": 1.6352831940575672, + "grad_norm": 1.515460729598999, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8702678680419922, + "num_tokens": 320879117.0, + "step": 8806 + }, + { + "epoch": 1.635468895078923, + "grad_norm": 1.3466070890426636, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8881622552871704, + "num_tokens": 320918566.0, + "step": 8807 + }, + { + "epoch": 1.6356545961002786, + "grad_norm": 1.493179440498352, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8760237693786621, + "num_tokens": 320956055.0, + "step": 8808 + }, + { + "epoch": 1.6358402971216341, + "grad_norm": 1.4047608375549316, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8790913820266724, + "num_tokens": 320996062.0, + "step": 8809 + }, + { + "epoch": 1.6360259981429897, + "grad_norm": 1.6171238422393799, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8679132461547852, + "num_tokens": 321029286.0, + "step": 8810 + }, + { + "epoch": 1.6362116991643454, + "grad_norm": 1.446912169456482, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8877824544906616, + "num_tokens": 321066604.0, + "step": 8811 + }, + { + "epoch": 1.6363974001857011, + "grad_norm": 1.3920649290084839, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.876061201095581, + "num_tokens": 321106315.0, + "step": 8812 + }, + { + "epoch": 1.6365831012070566, + "grad_norm": 1.5211188793182373, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8762108087539673, + "num_tokens": 321142988.0, + "step": 8813 + }, + { + "epoch": 1.6367688022284121, + "grad_norm": 1.4703751802444458, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8629180788993835, + "num_tokens": 321184244.0, + "step": 8814 + }, + { + "epoch": 1.6369545032497679, + "grad_norm": 1.4170178174972534, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8710589408874512, + "num_tokens": 321221884.0, + "step": 8815 + }, + { + "epoch": 1.6371402042711236, + "grad_norm": 1.3858834505081177, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8873893022537231, + "num_tokens": 321260102.0, + "step": 8816 + }, + { + "epoch": 1.6373259052924791, + "grad_norm": 1.3710014820098877, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8824676275253296, + "num_tokens": 321299457.0, + "step": 8817 + }, + { + "epoch": 1.6375116063138346, + "grad_norm": 1.4818699359893799, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8804505467414856, + "num_tokens": 321333743.0, + "step": 8818 + }, + { + "epoch": 1.6376973073351904, + "grad_norm": 1.5332891941070557, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8797382712364197, + "num_tokens": 321368518.0, + "step": 8819 + }, + { + "epoch": 1.637883008356546, + "grad_norm": 1.4219077825546265, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8895026445388794, + "num_tokens": 321400594.0, + "step": 8820 + }, + { + "epoch": 1.6380687093779016, + "grad_norm": 1.3969050645828247, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8727742433547974, + "num_tokens": 321442229.0, + "step": 8821 + }, + { + "epoch": 1.6382544103992571, + "grad_norm": 1.6367825269699097, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8632388114929199, + "num_tokens": 321473042.0, + "step": 8822 + }, + { + "epoch": 1.6384401114206129, + "grad_norm": 1.4306762218475342, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8773502707481384, + "num_tokens": 321509539.0, + "step": 8823 + }, + { + "epoch": 1.6386258124419686, + "grad_norm": 1.4356375932693481, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8743358254432678, + "num_tokens": 321545059.0, + "step": 8824 + }, + { + "epoch": 1.638811513463324, + "grad_norm": 1.491873860359192, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8790903091430664, + "num_tokens": 321581275.0, + "step": 8825 + }, + { + "epoch": 1.6389972144846796, + "grad_norm": 1.5109343528747559, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8942157030105591, + "num_tokens": 321611800.0, + "step": 8826 + }, + { + "epoch": 1.6391829155060353, + "grad_norm": 1.4277807474136353, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.876481294631958, + "num_tokens": 321649863.0, + "step": 8827 + }, + { + "epoch": 1.6393686165273909, + "grad_norm": 1.5270168781280518, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8975988626480103, + "num_tokens": 321679207.0, + "step": 8828 + }, + { + "epoch": 1.6395543175487464, + "grad_norm": 1.3658334016799927, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8867334127426147, + "num_tokens": 321716923.0, + "step": 8829 + }, + { + "epoch": 1.639740018570102, + "grad_norm": 1.5839755535125732, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8731144070625305, + "num_tokens": 321750107.0, + "step": 8830 + }, + { + "epoch": 1.6399257195914578, + "grad_norm": 1.509682059288025, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8778383731842041, + "num_tokens": 321786106.0, + "step": 8831 + }, + { + "epoch": 1.6401114206128133, + "grad_norm": 1.5031307935714722, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.867294430732727, + "num_tokens": 321822575.0, + "step": 8832 + }, + { + "epoch": 1.6402971216341689, + "grad_norm": 1.4061264991760254, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8752548694610596, + "num_tokens": 321863418.0, + "step": 8833 + }, + { + "epoch": 1.6404828226555246, + "grad_norm": 1.4747973680496216, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8698565363883972, + "num_tokens": 321900734.0, + "step": 8834 + }, + { + "epoch": 1.6406685236768803, + "grad_norm": 1.5712969303131104, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8721438646316528, + "num_tokens": 321931416.0, + "step": 8835 + }, + { + "epoch": 1.6408542246982358, + "grad_norm": 1.4770281314849854, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.879711389541626, + "num_tokens": 321967744.0, + "step": 8836 + }, + { + "epoch": 1.6410399257195913, + "grad_norm": 1.407826542854309, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8780822157859802, + "num_tokens": 322006871.0, + "step": 8837 + }, + { + "epoch": 1.641225626740947, + "grad_norm": 1.4063488245010376, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8824109435081482, + "num_tokens": 322042995.0, + "step": 8838 + }, + { + "epoch": 1.6414113277623028, + "grad_norm": 1.6102116107940674, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8754948377609253, + "num_tokens": 322076930.0, + "step": 8839 + }, + { + "epoch": 1.6415970287836583, + "grad_norm": 1.3634309768676758, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8817760348320007, + "num_tokens": 322114653.0, + "step": 8840 + }, + { + "epoch": 1.6417827298050138, + "grad_norm": 1.4063804149627686, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8905755877494812, + "num_tokens": 322150967.0, + "step": 8841 + }, + { + "epoch": 1.6419684308263696, + "grad_norm": 1.4458348751068115, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8696466684341431, + "num_tokens": 322190633.0, + "step": 8842 + }, + { + "epoch": 1.6421541318477253, + "grad_norm": 1.4505155086517334, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8629188537597656, + "num_tokens": 322236444.0, + "step": 8843 + }, + { + "epoch": 1.6423398328690808, + "grad_norm": 1.6344783306121826, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8630239367485046, + "num_tokens": 322267428.0, + "step": 8844 + }, + { + "epoch": 1.6425255338904363, + "grad_norm": 1.5010473728179932, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8706936836242676, + "num_tokens": 322301876.0, + "step": 8845 + }, + { + "epoch": 1.642711234911792, + "grad_norm": 1.5619728565216064, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.878361165523529, + "num_tokens": 322334855.0, + "step": 8846 + }, + { + "epoch": 1.6428969359331478, + "grad_norm": 1.390700340270996, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8895817399024963, + "num_tokens": 322368846.0, + "step": 8847 + }, + { + "epoch": 1.6430826369545033, + "grad_norm": 1.4210361242294312, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8776891827583313, + "num_tokens": 322407148.0, + "step": 8848 + }, + { + "epoch": 1.6432683379758588, + "grad_norm": 1.437055230140686, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8880499601364136, + "num_tokens": 322442026.0, + "step": 8849 + }, + { + "epoch": 1.6434540389972145, + "grad_norm": 1.3176559209823608, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8918939828872681, + "num_tokens": 322479017.0, + "step": 8850 + }, + { + "epoch": 1.64363974001857, + "grad_norm": 1.460779070854187, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8604713082313538, + "num_tokens": 322521381.0, + "step": 8851 + }, + { + "epoch": 1.6438254410399256, + "grad_norm": 1.461669683456421, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8918561339378357, + "num_tokens": 322553896.0, + "step": 8852 + }, + { + "epoch": 1.6440111420612813, + "grad_norm": 1.4878145456314087, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8815745115280151, + "num_tokens": 322586593.0, + "step": 8853 + }, + { + "epoch": 1.644196843082637, + "grad_norm": 1.5978370904922485, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8734049797058105, + "num_tokens": 322619161.0, + "step": 8854 + }, + { + "epoch": 1.6443825441039925, + "grad_norm": 1.6311066150665283, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8725098967552185, + "num_tokens": 322654410.0, + "step": 8855 + }, + { + "epoch": 1.644568245125348, + "grad_norm": 1.575600028038025, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8779963850975037, + "num_tokens": 322692531.0, + "step": 8856 + }, + { + "epoch": 1.6447539461467038, + "grad_norm": 1.4710296392440796, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8812769651412964, + "num_tokens": 322731184.0, + "step": 8857 + }, + { + "epoch": 1.6449396471680595, + "grad_norm": 1.5065820217132568, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8865327835083008, + "num_tokens": 322765728.0, + "step": 8858 + }, + { + "epoch": 1.645125348189415, + "grad_norm": 1.540194034576416, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8584542274475098, + "num_tokens": 322806352.0, + "step": 8859 + }, + { + "epoch": 1.6453110492107705, + "grad_norm": 1.440150499343872, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8826882839202881, + "num_tokens": 322842428.0, + "step": 8860 + }, + { + "epoch": 1.6454967502321263, + "grad_norm": 1.3536040782928467, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8875970840454102, + "num_tokens": 322885944.0, + "step": 8861 + }, + { + "epoch": 1.645682451253482, + "grad_norm": 1.5701984167099, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8838651180267334, + "num_tokens": 322913482.0, + "step": 8862 + }, + { + "epoch": 1.6458681522748375, + "grad_norm": 1.387833833694458, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8826225399971008, + "num_tokens": 322953004.0, + "step": 8863 + }, + { + "epoch": 1.646053853296193, + "grad_norm": 1.3708391189575195, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8874874711036682, + "num_tokens": 322991399.0, + "step": 8864 + }, + { + "epoch": 1.6462395543175488, + "grad_norm": 1.3611576557159424, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8819053173065186, + "num_tokens": 323034703.0, + "step": 8865 + }, + { + "epoch": 1.6464252553389045, + "grad_norm": 1.580154299736023, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8752824664115906, + "num_tokens": 323067050.0, + "step": 8866 + }, + { + "epoch": 1.64661095636026, + "grad_norm": 1.3393830060958862, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.886530339717865, + "num_tokens": 323108694.0, + "step": 8867 + }, + { + "epoch": 1.6467966573816155, + "grad_norm": 1.5077300071716309, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8713709115982056, + "num_tokens": 323145897.0, + "step": 8868 + }, + { + "epoch": 1.6469823584029712, + "grad_norm": 1.4927031993865967, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8839815855026245, + "num_tokens": 323180159.0, + "step": 8869 + }, + { + "epoch": 1.647168059424327, + "grad_norm": 1.5068063735961914, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8800411224365234, + "num_tokens": 323221704.0, + "step": 8870 + }, + { + "epoch": 1.6473537604456825, + "grad_norm": 1.4863876104354858, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8825096487998962, + "num_tokens": 323256107.0, + "step": 8871 + }, + { + "epoch": 1.647539461467038, + "grad_norm": 1.4713069200515747, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8879305124282837, + "num_tokens": 323290549.0, + "step": 8872 + }, + { + "epoch": 1.6477251624883937, + "grad_norm": 1.4388737678527832, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8918250799179077, + "num_tokens": 323322803.0, + "step": 8873 + }, + { + "epoch": 1.6479108635097495, + "grad_norm": 1.5305919647216797, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8722286224365234, + "num_tokens": 323359125.0, + "step": 8874 + }, + { + "epoch": 1.6480965645311048, + "grad_norm": 1.4708818197250366, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.886817216873169, + "num_tokens": 323395598.0, + "step": 8875 + }, + { + "epoch": 1.6482822655524605, + "grad_norm": 1.4708144664764404, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8816119432449341, + "num_tokens": 323432400.0, + "step": 8876 + }, + { + "epoch": 1.6484679665738162, + "grad_norm": 1.4454823732376099, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8743433356285095, + "num_tokens": 323470164.0, + "step": 8877 + }, + { + "epoch": 1.6486536675951717, + "grad_norm": 1.4146252870559692, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8774212002754211, + "num_tokens": 323510443.0, + "step": 8878 + }, + { + "epoch": 1.6488393686165272, + "grad_norm": 1.444610357284546, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8785805702209473, + "num_tokens": 323546368.0, + "step": 8879 + }, + { + "epoch": 1.649025069637883, + "grad_norm": 1.5366795063018799, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8862442374229431, + "num_tokens": 323580820.0, + "step": 8880 + }, + { + "epoch": 1.6492107706592387, + "grad_norm": 1.4857370853424072, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8817622661590576, + "num_tokens": 323614951.0, + "step": 8881 + }, + { + "epoch": 1.6493964716805942, + "grad_norm": 1.514162540435791, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8825966715812683, + "num_tokens": 323647111.0, + "step": 8882 + }, + { + "epoch": 1.6495821727019497, + "grad_norm": 1.5945180654525757, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8682875633239746, + "num_tokens": 323686805.0, + "step": 8883 + }, + { + "epoch": 1.6497678737233055, + "grad_norm": 1.40593683719635, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.862356960773468, + "num_tokens": 323726213.0, + "step": 8884 + }, + { + "epoch": 1.6499535747446612, + "grad_norm": 1.5189284086227417, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8774434328079224, + "num_tokens": 323762874.0, + "step": 8885 + }, + { + "epoch": 1.6501392757660167, + "grad_norm": 1.4044538736343384, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8804525136947632, + "num_tokens": 323797961.0, + "step": 8886 + }, + { + "epoch": 1.6503249767873722, + "grad_norm": 1.5628615617752075, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8594295978546143, + "num_tokens": 323833603.0, + "step": 8887 + }, + { + "epoch": 1.650510677808728, + "grad_norm": 1.5574629306793213, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8793355226516724, + "num_tokens": 323863943.0, + "step": 8888 + }, + { + "epoch": 1.6506963788300837, + "grad_norm": 1.4543768167495728, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8868675231933594, + "num_tokens": 323901552.0, + "step": 8889 + }, + { + "epoch": 1.6508820798514392, + "grad_norm": 1.539637565612793, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8862817287445068, + "num_tokens": 323938747.0, + "step": 8890 + }, + { + "epoch": 1.6510677808727947, + "grad_norm": 1.4670814275741577, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8728920817375183, + "num_tokens": 323975556.0, + "step": 8891 + }, + { + "epoch": 1.6512534818941504, + "grad_norm": 1.2741219997406006, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8854498863220215, + "num_tokens": 324020222.0, + "step": 8892 + }, + { + "epoch": 1.6514391829155062, + "grad_norm": 1.3939862251281738, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8824663162231445, + "num_tokens": 324056968.0, + "step": 8893 + }, + { + "epoch": 1.6516248839368617, + "grad_norm": 1.5469969511032104, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8657585382461548, + "num_tokens": 324092331.0, + "step": 8894 + }, + { + "epoch": 1.6518105849582172, + "grad_norm": 1.3569743633270264, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8720383644104004, + "num_tokens": 324135755.0, + "step": 8895 + }, + { + "epoch": 1.651996285979573, + "grad_norm": 1.4862101078033447, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8751735687255859, + "num_tokens": 324173118.0, + "step": 8896 + }, + { + "epoch": 1.6521819870009287, + "grad_norm": 1.467093586921692, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8715637922286987, + "num_tokens": 324212176.0, + "step": 8897 + }, + { + "epoch": 1.6523676880222842, + "grad_norm": 1.4175680875778198, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8855022192001343, + "num_tokens": 324248043.0, + "step": 8898 + }, + { + "epoch": 1.6525533890436397, + "grad_norm": 1.4645612239837646, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8867989182472229, + "num_tokens": 324280675.0, + "step": 8899 + }, + { + "epoch": 1.6527390900649954, + "grad_norm": 1.4751198291778564, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.872665524482727, + "num_tokens": 324316952.0, + "step": 8900 + }, + { + "epoch": 1.652924791086351, + "grad_norm": 1.4400056600570679, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8924452066421509, + "num_tokens": 324351213.0, + "step": 8901 + }, + { + "epoch": 1.6531104921077064, + "grad_norm": 1.502466082572937, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8856197595596313, + "num_tokens": 324379364.0, + "step": 8902 + }, + { + "epoch": 1.6532961931290622, + "grad_norm": 1.3984216451644897, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8757908344268799, + "num_tokens": 324421809.0, + "step": 8903 + }, + { + "epoch": 1.653481894150418, + "grad_norm": 1.6073676347732544, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8890385627746582, + "num_tokens": 324449882.0, + "step": 8904 + }, + { + "epoch": 1.6536675951717734, + "grad_norm": 1.4566795825958252, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8878626227378845, + "num_tokens": 324484411.0, + "step": 8905 + }, + { + "epoch": 1.653853296193129, + "grad_norm": 1.4657946825027466, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8751522302627563, + "num_tokens": 324521830.0, + "step": 8906 + }, + { + "epoch": 1.6540389972144847, + "grad_norm": 1.4571057558059692, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8785045146942139, + "num_tokens": 324558048.0, + "step": 8907 + }, + { + "epoch": 1.6542246982358404, + "grad_norm": 1.3886961936950684, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8881285190582275, + "num_tokens": 324597844.0, + "step": 8908 + }, + { + "epoch": 1.654410399257196, + "grad_norm": 1.3687747716903687, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8839781284332275, + "num_tokens": 324634368.0, + "step": 8909 + }, + { + "epoch": 1.6545961002785514, + "grad_norm": 1.5383011102676392, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8598818778991699, + "num_tokens": 324666505.0, + "step": 8910 + }, + { + "epoch": 1.6547818012999072, + "grad_norm": 1.5160778760910034, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8701659440994263, + "num_tokens": 324702805.0, + "step": 8911 + }, + { + "epoch": 1.6549675023212629, + "grad_norm": 1.3896938562393188, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8659000396728516, + "num_tokens": 324744540.0, + "step": 8912 + }, + { + "epoch": 1.6551532033426184, + "grad_norm": 1.5549620389938354, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8596807718276978, + "num_tokens": 324780744.0, + "step": 8913 + }, + { + "epoch": 1.655338904363974, + "grad_norm": 1.3839277029037476, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8823778629302979, + "num_tokens": 324820675.0, + "step": 8914 + }, + { + "epoch": 1.6555246053853296, + "grad_norm": 1.4089395999908447, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8754080533981323, + "num_tokens": 324862514.0, + "step": 8915 + }, + { + "epoch": 1.6557103064066854, + "grad_norm": 1.4674524068832397, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8700500726699829, + "num_tokens": 324898510.0, + "step": 8916 + }, + { + "epoch": 1.6558960074280409, + "grad_norm": 1.3759620189666748, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8880729675292969, + "num_tokens": 324938844.0, + "step": 8917 + }, + { + "epoch": 1.6560817084493964, + "grad_norm": 1.4665437936782837, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8742712140083313, + "num_tokens": 324986640.0, + "step": 8918 + }, + { + "epoch": 1.6562674094707521, + "grad_norm": 1.5330135822296143, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.867032527923584, + "num_tokens": 325022264.0, + "step": 8919 + }, + { + "epoch": 1.6564531104921079, + "grad_norm": 1.5231492519378662, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8822487592697144, + "num_tokens": 325053311.0, + "step": 8920 + }, + { + "epoch": 1.6566388115134634, + "grad_norm": 1.4479063749313354, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8842857480049133, + "num_tokens": 325086481.0, + "step": 8921 + }, + { + "epoch": 1.6568245125348189, + "grad_norm": 1.467409372329712, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8649404644966125, + "num_tokens": 325122999.0, + "step": 8922 + }, + { + "epoch": 1.6570102135561746, + "grad_norm": 1.646915316581726, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8799357414245605, + "num_tokens": 325154065.0, + "step": 8923 + }, + { + "epoch": 1.6571959145775301, + "grad_norm": 1.478999376296997, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8670983910560608, + "num_tokens": 325189936.0, + "step": 8924 + }, + { + "epoch": 1.6573816155988856, + "grad_norm": 1.4485689401626587, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8870519399642944, + "num_tokens": 325227001.0, + "step": 8925 + }, + { + "epoch": 1.6575673166202414, + "grad_norm": 1.4946235418319702, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8745414018630981, + "num_tokens": 325263122.0, + "step": 8926 + }, + { + "epoch": 1.657753017641597, + "grad_norm": 1.4659874439239502, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8835844993591309, + "num_tokens": 325301652.0, + "step": 8927 + }, + { + "epoch": 1.6579387186629526, + "grad_norm": 1.4511655569076538, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8763030767440796, + "num_tokens": 325338871.0, + "step": 8928 + }, + { + "epoch": 1.6581244196843081, + "grad_norm": 1.4173535108566284, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8784551620483398, + "num_tokens": 325378276.0, + "step": 8929 + }, + { + "epoch": 1.6583101207056639, + "grad_norm": 1.485140323638916, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8830151557922363, + "num_tokens": 325412625.0, + "step": 8930 + }, + { + "epoch": 1.6584958217270196, + "grad_norm": 1.4580347537994385, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8678749799728394, + "num_tokens": 325455703.0, + "step": 8931 + }, + { + "epoch": 1.658681522748375, + "grad_norm": 1.4064980745315552, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8859851956367493, + "num_tokens": 325495444.0, + "step": 8932 + }, + { + "epoch": 1.6588672237697306, + "grad_norm": 1.4449819326400757, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8699106574058533, + "num_tokens": 325536206.0, + "step": 8933 + }, + { + "epoch": 1.6590529247910863, + "grad_norm": 1.374746322631836, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8880637884140015, + "num_tokens": 325571363.0, + "step": 8934 + }, + { + "epoch": 1.659238625812442, + "grad_norm": 1.383254051208496, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8884046673774719, + "num_tokens": 325608220.0, + "step": 8935 + }, + { + "epoch": 1.6594243268337976, + "grad_norm": 1.4732258319854736, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8888084888458252, + "num_tokens": 325639768.0, + "step": 8936 + }, + { + "epoch": 1.659610027855153, + "grad_norm": 1.3431024551391602, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8821552991867065, + "num_tokens": 325680433.0, + "step": 8937 + }, + { + "epoch": 1.6597957288765088, + "grad_norm": 1.3861256837844849, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8701430559158325, + "num_tokens": 325722511.0, + "step": 8938 + }, + { + "epoch": 1.6599814298978646, + "grad_norm": 1.4983147382736206, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8786212801933289, + "num_tokens": 325756096.0, + "step": 8939 + }, + { + "epoch": 1.66016713091922, + "grad_norm": 1.470090389251709, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8783442974090576, + "num_tokens": 325795017.0, + "step": 8940 + }, + { + "epoch": 1.6603528319405756, + "grad_norm": 1.3667347431182861, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8803659677505493, + "num_tokens": 325834859.0, + "step": 8941 + }, + { + "epoch": 1.6605385329619313, + "grad_norm": 1.454889178276062, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.86485755443573, + "num_tokens": 325877294.0, + "step": 8942 + }, + { + "epoch": 1.660724233983287, + "grad_norm": 1.4941531419754028, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8856412768363953, + "num_tokens": 325909951.0, + "step": 8943 + }, + { + "epoch": 1.6609099350046426, + "grad_norm": 1.4777432680130005, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8793045282363892, + "num_tokens": 325945996.0, + "step": 8944 + }, + { + "epoch": 1.661095636025998, + "grad_norm": 1.4784021377563477, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8825861215591431, + "num_tokens": 325981386.0, + "step": 8945 + }, + { + "epoch": 1.6612813370473538, + "grad_norm": 1.439466953277588, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8797022104263306, + "num_tokens": 326015672.0, + "step": 8946 + }, + { + "epoch": 1.6614670380687093, + "grad_norm": 1.76190984249115, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.877106785774231, + "num_tokens": 326046384.0, + "step": 8947 + }, + { + "epoch": 1.6616527390900648, + "grad_norm": 1.5328377485275269, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8766674399375916, + "num_tokens": 326082394.0, + "step": 8948 + }, + { + "epoch": 1.6618384401114206, + "grad_norm": 1.4997379779815674, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8685115575790405, + "num_tokens": 326118682.0, + "step": 8949 + }, + { + "epoch": 1.6620241411327763, + "grad_norm": 1.7157231569290161, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.882678747177124, + "num_tokens": 326149788.0, + "step": 8950 + }, + { + "epoch": 1.6622098421541318, + "grad_norm": 1.5432391166687012, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8808002471923828, + "num_tokens": 326179163.0, + "step": 8951 + }, + { + "epoch": 1.6623955431754873, + "grad_norm": 1.368194580078125, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8868014812469482, + "num_tokens": 326217074.0, + "step": 8952 + }, + { + "epoch": 1.662581244196843, + "grad_norm": 1.4332973957061768, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.87811279296875, + "num_tokens": 326250854.0, + "step": 8953 + }, + { + "epoch": 1.6627669452181988, + "grad_norm": 1.5104728937149048, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.876849353313446, + "num_tokens": 326286547.0, + "step": 8954 + }, + { + "epoch": 1.6629526462395543, + "grad_norm": 1.5884305238723755, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8642973899841309, + "num_tokens": 326318007.0, + "step": 8955 + }, + { + "epoch": 1.6631383472609098, + "grad_norm": 1.4549367427825928, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8728726506233215, + "num_tokens": 326358659.0, + "step": 8956 + }, + { + "epoch": 1.6633240482822655, + "grad_norm": 1.3903822898864746, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8909820914268494, + "num_tokens": 326394942.0, + "step": 8957 + }, + { + "epoch": 1.6635097493036213, + "grad_norm": 1.5458550453186035, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8817036151885986, + "num_tokens": 326426621.0, + "step": 8958 + }, + { + "epoch": 1.6636954503249768, + "grad_norm": 1.3783314228057861, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8853602409362793, + "num_tokens": 326465126.0, + "step": 8959 + }, + { + "epoch": 1.6638811513463323, + "grad_norm": 1.5384490489959717, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8689737319946289, + "num_tokens": 326498608.0, + "step": 8960 + }, + { + "epoch": 1.664066852367688, + "grad_norm": 1.4352596998214722, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8748217821121216, + "num_tokens": 326538655.0, + "step": 8961 + }, + { + "epoch": 1.6642525533890438, + "grad_norm": 1.6608140468597412, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8661765456199646, + "num_tokens": 326571044.0, + "step": 8962 + }, + { + "epoch": 1.6644382544103993, + "grad_norm": 1.3322118520736694, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8936856985092163, + "num_tokens": 326606933.0, + "step": 8963 + }, + { + "epoch": 1.6646239554317548, + "grad_norm": 1.3847426176071167, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8762136101722717, + "num_tokens": 326646413.0, + "step": 8964 + }, + { + "epoch": 1.6648096564531105, + "grad_norm": 1.5074691772460938, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8665326833724976, + "num_tokens": 326690972.0, + "step": 8965 + }, + { + "epoch": 1.6649953574744663, + "grad_norm": 1.495870590209961, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8840885162353516, + "num_tokens": 326732822.0, + "step": 8966 + }, + { + "epoch": 1.6651810584958218, + "grad_norm": 1.3443412780761719, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8886083364486694, + "num_tokens": 326775691.0, + "step": 8967 + }, + { + "epoch": 1.6653667595171773, + "grad_norm": 1.4247162342071533, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8663305044174194, + "num_tokens": 326817469.0, + "step": 8968 + }, + { + "epoch": 1.665552460538533, + "grad_norm": 1.5047494173049927, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8860705494880676, + "num_tokens": 326851830.0, + "step": 8969 + }, + { + "epoch": 1.6657381615598887, + "grad_norm": 1.3715143203735352, + "learning_rate": 1e-06, + "loss": 0.2903, + "mean_token_accuracy": 0.8956037163734436, + "num_tokens": 326887198.0, + "step": 8970 + }, + { + "epoch": 1.665923862581244, + "grad_norm": 1.554648518562317, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8825353384017944, + "num_tokens": 326921066.0, + "step": 8971 + }, + { + "epoch": 1.6661095636025998, + "grad_norm": 1.4227197170257568, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8926621079444885, + "num_tokens": 326958535.0, + "step": 8972 + }, + { + "epoch": 1.6662952646239555, + "grad_norm": 1.5220019817352295, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8726707100868225, + "num_tokens": 326992011.0, + "step": 8973 + }, + { + "epoch": 1.666480965645311, + "grad_norm": 1.4044039249420166, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8783750534057617, + "num_tokens": 327031762.0, + "step": 8974 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 1.5335853099822998, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8806750178337097, + "num_tokens": 327067393.0, + "step": 8975 + }, + { + "epoch": 1.6668523676880223, + "grad_norm": 1.5521069765090942, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8560082316398621, + "num_tokens": 327106003.0, + "step": 8976 + }, + { + "epoch": 1.667038068709378, + "grad_norm": 1.5163171291351318, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8660131096839905, + "num_tokens": 327143093.0, + "step": 8977 + }, + { + "epoch": 1.6672237697307335, + "grad_norm": 1.4239598512649536, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8816611766815186, + "num_tokens": 327178202.0, + "step": 8978 + }, + { + "epoch": 1.667409470752089, + "grad_norm": 1.4288926124572754, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8859919309616089, + "num_tokens": 327216345.0, + "step": 8979 + }, + { + "epoch": 1.6675951717734447, + "grad_norm": 1.534411072731018, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8752513527870178, + "num_tokens": 327249862.0, + "step": 8980 + }, + { + "epoch": 1.6677808727948005, + "grad_norm": 1.4277303218841553, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8804041147232056, + "num_tokens": 327285796.0, + "step": 8981 + }, + { + "epoch": 1.667966573816156, + "grad_norm": 1.5871621370315552, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8801764249801636, + "num_tokens": 327314638.0, + "step": 8982 + }, + { + "epoch": 1.6681522748375115, + "grad_norm": 1.4159249067306519, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8768279552459717, + "num_tokens": 327356626.0, + "step": 8983 + }, + { + "epoch": 1.6683379758588672, + "grad_norm": 1.4460132122039795, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8718363642692566, + "num_tokens": 327396009.0, + "step": 8984 + }, + { + "epoch": 1.668523676880223, + "grad_norm": 1.4101591110229492, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8901965022087097, + "num_tokens": 327434542.0, + "step": 8985 + }, + { + "epoch": 1.6687093779015785, + "grad_norm": 1.4038302898406982, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8784162998199463, + "num_tokens": 327473846.0, + "step": 8986 + }, + { + "epoch": 1.668895078922934, + "grad_norm": 1.5991932153701782, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.867989182472229, + "num_tokens": 327506598.0, + "step": 8987 + }, + { + "epoch": 1.6690807799442897, + "grad_norm": 1.490311622619629, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8804762363433838, + "num_tokens": 327542333.0, + "step": 8988 + }, + { + "epoch": 1.6692664809656454, + "grad_norm": 1.3324575424194336, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8924370408058167, + "num_tokens": 327578653.0, + "step": 8989 + }, + { + "epoch": 1.669452181987001, + "grad_norm": 1.429555892944336, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8801840543746948, + "num_tokens": 327615948.0, + "step": 8990 + }, + { + "epoch": 1.6696378830083565, + "grad_norm": 1.3230178356170654, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8834295272827148, + "num_tokens": 327655267.0, + "step": 8991 + }, + { + "epoch": 1.6698235840297122, + "grad_norm": 1.4831225872039795, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8767915964126587, + "num_tokens": 327692933.0, + "step": 8992 + }, + { + "epoch": 1.670009285051068, + "grad_norm": 1.3598520755767822, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8860725164413452, + "num_tokens": 327731658.0, + "step": 8993 + }, + { + "epoch": 1.6701949860724234, + "grad_norm": 1.4841395616531372, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8652327060699463, + "num_tokens": 327772197.0, + "step": 8994 + }, + { + "epoch": 1.670380687093779, + "grad_norm": 1.4259581565856934, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8739288449287415, + "num_tokens": 327813111.0, + "step": 8995 + }, + { + "epoch": 1.6705663881151347, + "grad_norm": 1.3566842079162598, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8832414150238037, + "num_tokens": 327854695.0, + "step": 8996 + }, + { + "epoch": 1.6707520891364902, + "grad_norm": 1.7711949348449707, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8719310760498047, + "num_tokens": 327882310.0, + "step": 8997 + }, + { + "epoch": 1.6709377901578457, + "grad_norm": 1.4780983924865723, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8721408843994141, + "num_tokens": 327921446.0, + "step": 8998 + }, + { + "epoch": 1.6711234911792014, + "grad_norm": 1.5023634433746338, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8879135847091675, + "num_tokens": 327953522.0, + "step": 8999 + }, + { + "epoch": 1.6713091922005572, + "grad_norm": 1.4551368951797485, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8747367858886719, + "num_tokens": 327989791.0, + "step": 9000 + }, + { + "epoch": 1.6714948932219127, + "grad_norm": 1.468024492263794, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8667516708374023, + "num_tokens": 328028973.0, + "step": 9001 + }, + { + "epoch": 1.6716805942432682, + "grad_norm": 1.5259766578674316, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8805972337722778, + "num_tokens": 328061827.0, + "step": 9002 + }, + { + "epoch": 1.671866295264624, + "grad_norm": 1.5111721754074097, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8880312442779541, + "num_tokens": 328092799.0, + "step": 9003 + }, + { + "epoch": 1.6720519962859797, + "grad_norm": 1.430359125137329, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.88344407081604, + "num_tokens": 328132498.0, + "step": 9004 + }, + { + "epoch": 1.6722376973073352, + "grad_norm": 1.46469247341156, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.88575679063797, + "num_tokens": 328165634.0, + "step": 9005 + }, + { + "epoch": 1.6724233983286907, + "grad_norm": 1.5680488348007202, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8634985685348511, + "num_tokens": 328203649.0, + "step": 9006 + }, + { + "epoch": 1.6726090993500464, + "grad_norm": 1.5614187717437744, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8788105249404907, + "num_tokens": 328236137.0, + "step": 9007 + }, + { + "epoch": 1.6727948003714022, + "grad_norm": 1.3811782598495483, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8798036575317383, + "num_tokens": 328272922.0, + "step": 9008 + }, + { + "epoch": 1.6729805013927577, + "grad_norm": 1.5216591358184814, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.869320809841156, + "num_tokens": 328308332.0, + "step": 9009 + }, + { + "epoch": 1.6731662024141132, + "grad_norm": 1.6223688125610352, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8814085721969604, + "num_tokens": 328338406.0, + "step": 9010 + }, + { + "epoch": 1.673351903435469, + "grad_norm": 1.4969369173049927, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8659836053848267, + "num_tokens": 328373480.0, + "step": 9011 + }, + { + "epoch": 1.6735376044568246, + "grad_norm": 1.3398206233978271, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.882257878780365, + "num_tokens": 328412795.0, + "step": 9012 + }, + { + "epoch": 1.6737233054781802, + "grad_norm": 1.3715821504592896, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8647719621658325, + "num_tokens": 328456814.0, + "step": 9013 + }, + { + "epoch": 1.6739090064995357, + "grad_norm": 1.3086644411087036, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8713358640670776, + "num_tokens": 328506950.0, + "step": 9014 + }, + { + "epoch": 1.6740947075208914, + "grad_norm": 1.509177803993225, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8671472072601318, + "num_tokens": 328545903.0, + "step": 9015 + }, + { + "epoch": 1.6742804085422471, + "grad_norm": 1.3290730714797974, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8783679008483887, + "num_tokens": 328589363.0, + "step": 9016 + }, + { + "epoch": 1.6744661095636026, + "grad_norm": 1.5820810794830322, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8773185014724731, + "num_tokens": 328621235.0, + "step": 9017 + }, + { + "epoch": 1.6746518105849582, + "grad_norm": 1.4662683010101318, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8841397166252136, + "num_tokens": 328655295.0, + "step": 9018 + }, + { + "epoch": 1.674837511606314, + "grad_norm": 1.4072142839431763, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8705788850784302, + "num_tokens": 328696708.0, + "step": 9019 + }, + { + "epoch": 1.6750232126276694, + "grad_norm": 1.523708462715149, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.87744140625, + "num_tokens": 328729790.0, + "step": 9020 + }, + { + "epoch": 1.675208913649025, + "grad_norm": 1.5195674896240234, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.864345133304596, + "num_tokens": 328767162.0, + "step": 9021 + }, + { + "epoch": 1.6753946146703806, + "grad_norm": 1.5427244901657104, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.883573591709137, + "num_tokens": 328803282.0, + "step": 9022 + }, + { + "epoch": 1.6755803156917364, + "grad_norm": 1.5140466690063477, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.879104495048523, + "num_tokens": 328837025.0, + "step": 9023 + }, + { + "epoch": 1.6757660167130919, + "grad_norm": 1.5568345785140991, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8635268807411194, + "num_tokens": 328871569.0, + "step": 9024 + }, + { + "epoch": 1.6759517177344474, + "grad_norm": 1.4367985725402832, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8787237405776978, + "num_tokens": 328908721.0, + "step": 9025 + }, + { + "epoch": 1.6761374187558031, + "grad_norm": 1.5110445022583008, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.86850506067276, + "num_tokens": 328947111.0, + "step": 9026 + }, + { + "epoch": 1.6763231197771589, + "grad_norm": 1.422827959060669, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8861759901046753, + "num_tokens": 328981912.0, + "step": 9027 + }, + { + "epoch": 1.6765088207985144, + "grad_norm": 1.4561259746551514, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8840450048446655, + "num_tokens": 329016512.0, + "step": 9028 + }, + { + "epoch": 1.6766945218198699, + "grad_norm": 1.522818922996521, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8658713698387146, + "num_tokens": 329055238.0, + "step": 9029 + }, + { + "epoch": 1.6768802228412256, + "grad_norm": 1.5335354804992676, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8769333362579346, + "num_tokens": 329085466.0, + "step": 9030 + }, + { + "epoch": 1.6770659238625814, + "grad_norm": 1.4798774719238281, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8753410577774048, + "num_tokens": 329119740.0, + "step": 9031 + }, + { + "epoch": 1.6772516248839369, + "grad_norm": 1.4590260982513428, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.87563157081604, + "num_tokens": 329153369.0, + "step": 9032 + }, + { + "epoch": 1.6774373259052924, + "grad_norm": 1.4961767196655273, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8759557604789734, + "num_tokens": 329187426.0, + "step": 9033 + }, + { + "epoch": 1.677623026926648, + "grad_norm": 1.4527606964111328, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8664824962615967, + "num_tokens": 329230164.0, + "step": 9034 + }, + { + "epoch": 1.6778087279480038, + "grad_norm": 1.3785130977630615, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8833009600639343, + "num_tokens": 329273660.0, + "step": 9035 + }, + { + "epoch": 1.6779944289693594, + "grad_norm": 1.4855294227600098, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8790880441665649, + "num_tokens": 329307700.0, + "step": 9036 + }, + { + "epoch": 1.6781801299907149, + "grad_norm": 1.4583637714385986, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.882095992565155, + "num_tokens": 329342466.0, + "step": 9037 + }, + { + "epoch": 1.6783658310120706, + "grad_norm": 1.51217782497406, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8713785409927368, + "num_tokens": 329379158.0, + "step": 9038 + }, + { + "epoch": 1.6785515320334263, + "grad_norm": 1.6138705015182495, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.878235936164856, + "num_tokens": 329413456.0, + "step": 9039 + }, + { + "epoch": 1.6787372330547818, + "grad_norm": 1.54886794090271, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8744169473648071, + "num_tokens": 329447103.0, + "step": 9040 + }, + { + "epoch": 1.6789229340761374, + "grad_norm": 1.6125398874282837, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8682934641838074, + "num_tokens": 329478088.0, + "step": 9041 + }, + { + "epoch": 1.679108635097493, + "grad_norm": 1.5458731651306152, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8702677488327026, + "num_tokens": 329514206.0, + "step": 9042 + }, + { + "epoch": 1.6792943361188488, + "grad_norm": 1.4247002601623535, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8818180561065674, + "num_tokens": 329550815.0, + "step": 9043 + }, + { + "epoch": 1.679480037140204, + "grad_norm": 1.478938341140747, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8789851665496826, + "num_tokens": 329585494.0, + "step": 9044 + }, + { + "epoch": 1.6796657381615598, + "grad_norm": 1.4013633728027344, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8790199756622314, + "num_tokens": 329624621.0, + "step": 9045 + }, + { + "epoch": 1.6798514391829156, + "grad_norm": 1.490290641784668, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8779436945915222, + "num_tokens": 329657285.0, + "step": 9046 + }, + { + "epoch": 1.680037140204271, + "grad_norm": 1.4567234516143799, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.877877414226532, + "num_tokens": 329691382.0, + "step": 9047 + }, + { + "epoch": 1.6802228412256266, + "grad_norm": 1.3951233625411987, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8758367300033569, + "num_tokens": 329728140.0, + "step": 9048 + }, + { + "epoch": 1.6804085422469823, + "grad_norm": 1.5246461629867554, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8798666000366211, + "num_tokens": 329760071.0, + "step": 9049 + }, + { + "epoch": 1.680594243268338, + "grad_norm": 1.7882055044174194, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8657931685447693, + "num_tokens": 329795394.0, + "step": 9050 + }, + { + "epoch": 1.6807799442896936, + "grad_norm": 1.507819414138794, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8735091686248779, + "num_tokens": 329829428.0, + "step": 9051 + }, + { + "epoch": 1.680965645311049, + "grad_norm": 1.5491331815719604, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8793694376945496, + "num_tokens": 329862582.0, + "step": 9052 + }, + { + "epoch": 1.6811513463324048, + "grad_norm": 1.6530131101608276, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8690230846405029, + "num_tokens": 329895093.0, + "step": 9053 + }, + { + "epoch": 1.6813370473537605, + "grad_norm": 1.465752124786377, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8840910792350769, + "num_tokens": 329934040.0, + "step": 9054 + }, + { + "epoch": 1.681522748375116, + "grad_norm": 1.4678694009780884, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8746782541275024, + "num_tokens": 329971756.0, + "step": 9055 + }, + { + "epoch": 1.6817084493964716, + "grad_norm": 1.4776639938354492, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8764649629592896, + "num_tokens": 330004638.0, + "step": 9056 + }, + { + "epoch": 1.6818941504178273, + "grad_norm": 1.494200587272644, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8883172273635864, + "num_tokens": 330035854.0, + "step": 9057 + }, + { + "epoch": 1.682079851439183, + "grad_norm": 1.4518846273422241, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8867699503898621, + "num_tokens": 330070906.0, + "step": 9058 + }, + { + "epoch": 1.6822655524605385, + "grad_norm": 1.455522060394287, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8799504041671753, + "num_tokens": 330108599.0, + "step": 9059 + }, + { + "epoch": 1.682451253481894, + "grad_norm": 1.5815976858139038, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8770542144775391, + "num_tokens": 330144249.0, + "step": 9060 + }, + { + "epoch": 1.6826369545032498, + "grad_norm": 1.5876082181930542, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8677070140838623, + "num_tokens": 330180471.0, + "step": 9061 + }, + { + "epoch": 1.6828226555246055, + "grad_norm": 1.4886000156402588, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8707327842712402, + "num_tokens": 330215996.0, + "step": 9062 + }, + { + "epoch": 1.683008356545961, + "grad_norm": 1.4794491529464722, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.884640097618103, + "num_tokens": 330251398.0, + "step": 9063 + }, + { + "epoch": 1.6831940575673165, + "grad_norm": 1.5269279479980469, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8745026588439941, + "num_tokens": 330285781.0, + "step": 9064 + }, + { + "epoch": 1.6833797585886723, + "grad_norm": 1.4595911502838135, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.878203809261322, + "num_tokens": 330320701.0, + "step": 9065 + }, + { + "epoch": 1.683565459610028, + "grad_norm": 1.4574390649795532, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8697371482849121, + "num_tokens": 330356304.0, + "step": 9066 + }, + { + "epoch": 1.6837511606313835, + "grad_norm": 1.3682315349578857, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8890703916549683, + "num_tokens": 330394282.0, + "step": 9067 + }, + { + "epoch": 1.683936861652739, + "grad_norm": 1.4808521270751953, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8766030073165894, + "num_tokens": 330432208.0, + "step": 9068 + }, + { + "epoch": 1.6841225626740948, + "grad_norm": 1.4169667959213257, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8926181793212891, + "num_tokens": 330468557.0, + "step": 9069 + }, + { + "epoch": 1.6843082636954503, + "grad_norm": 1.502304196357727, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.869560718536377, + "num_tokens": 330504573.0, + "step": 9070 + }, + { + "epoch": 1.6844939647168058, + "grad_norm": 1.4414727687835693, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8861851096153259, + "num_tokens": 330540252.0, + "step": 9071 + }, + { + "epoch": 1.6846796657381615, + "grad_norm": 1.4210350513458252, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8956887125968933, + "num_tokens": 330576263.0, + "step": 9072 + }, + { + "epoch": 1.6848653667595173, + "grad_norm": 1.5057326555252075, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8790645599365234, + "num_tokens": 330610982.0, + "step": 9073 + }, + { + "epoch": 1.6850510677808728, + "grad_norm": 1.3960535526275635, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8907260298728943, + "num_tokens": 330650421.0, + "step": 9074 + }, + { + "epoch": 1.6852367688022283, + "grad_norm": 1.5852267742156982, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8730906248092651, + "num_tokens": 330682079.0, + "step": 9075 + }, + { + "epoch": 1.685422469823584, + "grad_norm": 1.4026832580566406, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8819132447242737, + "num_tokens": 330720115.0, + "step": 9076 + }, + { + "epoch": 1.6856081708449397, + "grad_norm": 1.4466701745986938, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8771663308143616, + "num_tokens": 330755472.0, + "step": 9077 + }, + { + "epoch": 1.6857938718662953, + "grad_norm": 1.4700753688812256, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8691072463989258, + "num_tokens": 330793875.0, + "step": 9078 + }, + { + "epoch": 1.6859795728876508, + "grad_norm": 1.6473042964935303, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8729621767997742, + "num_tokens": 330827644.0, + "step": 9079 + }, + { + "epoch": 1.6861652739090065, + "grad_norm": 1.5141347646713257, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8716959953308105, + "num_tokens": 330866199.0, + "step": 9080 + }, + { + "epoch": 1.6863509749303622, + "grad_norm": 1.5538604259490967, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8742005825042725, + "num_tokens": 330902323.0, + "step": 9081 + }, + { + "epoch": 1.6865366759517177, + "grad_norm": 1.5534920692443848, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8666654229164124, + "num_tokens": 330939774.0, + "step": 9082 + }, + { + "epoch": 1.6867223769730733, + "grad_norm": 1.3376377820968628, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8842827677726746, + "num_tokens": 330976528.0, + "step": 9083 + }, + { + "epoch": 1.686908077994429, + "grad_norm": 1.4758449792861938, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8741912245750427, + "num_tokens": 331010239.0, + "step": 9084 + }, + { + "epoch": 1.6870937790157847, + "grad_norm": 1.6342531442642212, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8748567700386047, + "num_tokens": 331045987.0, + "step": 9085 + }, + { + "epoch": 1.6872794800371402, + "grad_norm": 1.4913638830184937, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8805723190307617, + "num_tokens": 331081356.0, + "step": 9086 + }, + { + "epoch": 1.6874651810584957, + "grad_norm": 1.521438717842102, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8804600238800049, + "num_tokens": 331118548.0, + "step": 9087 + }, + { + "epoch": 1.6876508820798515, + "grad_norm": 1.3995999097824097, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8755731582641602, + "num_tokens": 331159228.0, + "step": 9088 + }, + { + "epoch": 1.6878365831012072, + "grad_norm": 1.4623444080352783, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8743932247161865, + "num_tokens": 331197479.0, + "step": 9089 + }, + { + "epoch": 1.6880222841225627, + "grad_norm": 1.4747008085250854, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8727775812149048, + "num_tokens": 331233426.0, + "step": 9090 + }, + { + "epoch": 1.6882079851439182, + "grad_norm": 1.4224659204483032, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8879034519195557, + "num_tokens": 331267598.0, + "step": 9091 + }, + { + "epoch": 1.688393686165274, + "grad_norm": 1.400823712348938, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8904615044593811, + "num_tokens": 331303418.0, + "step": 9092 + }, + { + "epoch": 1.6885793871866295, + "grad_norm": 1.5950474739074707, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8857889771461487, + "num_tokens": 331330681.0, + "step": 9093 + }, + { + "epoch": 1.688765088207985, + "grad_norm": 1.4813499450683594, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8615239262580872, + "num_tokens": 331368406.0, + "step": 9094 + }, + { + "epoch": 1.6889507892293407, + "grad_norm": 1.4892535209655762, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8827606439590454, + "num_tokens": 331402438.0, + "step": 9095 + }, + { + "epoch": 1.6891364902506965, + "grad_norm": 1.4510698318481445, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8883928060531616, + "num_tokens": 331436176.0, + "step": 9096 + }, + { + "epoch": 1.689322191272052, + "grad_norm": 1.4653812646865845, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8691598773002625, + "num_tokens": 331473832.0, + "step": 9097 + }, + { + "epoch": 1.6895078922934075, + "grad_norm": 1.4046510457992554, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8699809312820435, + "num_tokens": 331513877.0, + "step": 9098 + }, + { + "epoch": 1.6896935933147632, + "grad_norm": 1.4524166584014893, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8848877549171448, + "num_tokens": 331549221.0, + "step": 9099 + }, + { + "epoch": 1.689879294336119, + "grad_norm": 1.369299292564392, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8807595372200012, + "num_tokens": 331591714.0, + "step": 9100 + }, + { + "epoch": 1.6900649953574745, + "grad_norm": 1.4797284603118896, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8586452007293701, + "num_tokens": 331630635.0, + "step": 9101 + }, + { + "epoch": 1.69025069637883, + "grad_norm": 1.514286756515503, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8739610910415649, + "num_tokens": 331664863.0, + "step": 9102 + }, + { + "epoch": 1.6904363974001857, + "grad_norm": 1.617871642112732, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8755301833152771, + "num_tokens": 331701309.0, + "step": 9103 + }, + { + "epoch": 1.6906220984215414, + "grad_norm": 1.4196289777755737, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8766236305236816, + "num_tokens": 331740108.0, + "step": 9104 + }, + { + "epoch": 1.690807799442897, + "grad_norm": 1.3770668506622314, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8849934339523315, + "num_tokens": 331780215.0, + "step": 9105 + }, + { + "epoch": 1.6909935004642525, + "grad_norm": 1.4487507343292236, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8739891052246094, + "num_tokens": 331818101.0, + "step": 9106 + }, + { + "epoch": 1.6911792014856082, + "grad_norm": 1.6232105493545532, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8729919195175171, + "num_tokens": 331851229.0, + "step": 9107 + }, + { + "epoch": 1.691364902506964, + "grad_norm": 1.4684449434280396, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8870775699615479, + "num_tokens": 331886183.0, + "step": 9108 + }, + { + "epoch": 1.6915506035283194, + "grad_norm": 1.2624961137771606, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8931386470794678, + "num_tokens": 331930752.0, + "step": 9109 + }, + { + "epoch": 1.691736304549675, + "grad_norm": 1.3681505918502808, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8765241503715515, + "num_tokens": 331970451.0, + "step": 9110 + }, + { + "epoch": 1.6919220055710307, + "grad_norm": 1.509631872177124, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8743698000907898, + "num_tokens": 332003900.0, + "step": 9111 + }, + { + "epoch": 1.6921077065923864, + "grad_norm": 1.4211820363998413, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8780155181884766, + "num_tokens": 332042184.0, + "step": 9112 + }, + { + "epoch": 1.692293407613742, + "grad_norm": 1.3500767946243286, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8774430751800537, + "num_tokens": 332082905.0, + "step": 9113 + }, + { + "epoch": 1.6924791086350974, + "grad_norm": 1.4034556150436401, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8760626316070557, + "num_tokens": 332127386.0, + "step": 9114 + }, + { + "epoch": 1.6926648096564532, + "grad_norm": 1.3909786939620972, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8713873624801636, + "num_tokens": 332171699.0, + "step": 9115 + }, + { + "epoch": 1.6928505106778087, + "grad_norm": 1.5561200380325317, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.868706464767456, + "num_tokens": 332207503.0, + "step": 9116 + }, + { + "epoch": 1.6930362116991642, + "grad_norm": 1.3699283599853516, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8744055032730103, + "num_tokens": 332252473.0, + "step": 9117 + }, + { + "epoch": 1.69322191272052, + "grad_norm": 1.46498703956604, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8813315629959106, + "num_tokens": 332292354.0, + "step": 9118 + }, + { + "epoch": 1.6934076137418757, + "grad_norm": 1.6216050386428833, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8726129531860352, + "num_tokens": 332323682.0, + "step": 9119 + }, + { + "epoch": 1.6935933147632312, + "grad_norm": 1.3883719444274902, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8846063613891602, + "num_tokens": 332362232.0, + "step": 9120 + }, + { + "epoch": 1.6937790157845867, + "grad_norm": 1.510998249053955, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8695847988128662, + "num_tokens": 332398471.0, + "step": 9121 + }, + { + "epoch": 1.6939647168059424, + "grad_norm": 1.510195016860962, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8802126049995422, + "num_tokens": 332434407.0, + "step": 9122 + }, + { + "epoch": 1.6941504178272981, + "grad_norm": 1.4811465740203857, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8712044954299927, + "num_tokens": 332474906.0, + "step": 9123 + }, + { + "epoch": 1.6943361188486536, + "grad_norm": 1.4523030519485474, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.885666012763977, + "num_tokens": 332509642.0, + "step": 9124 + }, + { + "epoch": 1.6945218198700092, + "grad_norm": 1.4735504388809204, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8715916872024536, + "num_tokens": 332546483.0, + "step": 9125 + }, + { + "epoch": 1.694707520891365, + "grad_norm": 1.3641071319580078, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8901917934417725, + "num_tokens": 332581098.0, + "step": 9126 + }, + { + "epoch": 1.6948932219127206, + "grad_norm": 1.4196473360061646, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8914370536804199, + "num_tokens": 332616104.0, + "step": 9127 + }, + { + "epoch": 1.6950789229340761, + "grad_norm": 1.5882748365402222, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8663045167922974, + "num_tokens": 332651125.0, + "step": 9128 + }, + { + "epoch": 1.6952646239554316, + "grad_norm": 1.4327160120010376, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8853789567947388, + "num_tokens": 332688485.0, + "step": 9129 + }, + { + "epoch": 1.6954503249767874, + "grad_norm": 1.521417260169983, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8783621191978455, + "num_tokens": 332725059.0, + "step": 9130 + }, + { + "epoch": 1.6956360259981431, + "grad_norm": 1.5546214580535889, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8646739721298218, + "num_tokens": 332759894.0, + "step": 9131 + }, + { + "epoch": 1.6958217270194986, + "grad_norm": 1.5799812078475952, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8807047009468079, + "num_tokens": 332790428.0, + "step": 9132 + }, + { + "epoch": 1.6960074280408541, + "grad_norm": 1.4782090187072754, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8897918462753296, + "num_tokens": 332821938.0, + "step": 9133 + }, + { + "epoch": 1.6961931290622099, + "grad_norm": 1.4829076528549194, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8764172792434692, + "num_tokens": 332860376.0, + "step": 9134 + }, + { + "epoch": 1.6963788300835656, + "grad_norm": 1.579048991203308, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8721820116043091, + "num_tokens": 332896980.0, + "step": 9135 + }, + { + "epoch": 1.6965645311049211, + "grad_norm": 1.5697860717773438, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8744036555290222, + "num_tokens": 332932144.0, + "step": 9136 + }, + { + "epoch": 1.6967502321262766, + "grad_norm": 1.4807097911834717, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8814128637313843, + "num_tokens": 332963966.0, + "step": 9137 + }, + { + "epoch": 1.6969359331476324, + "grad_norm": 1.5540831089019775, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8745039701461792, + "num_tokens": 332998284.0, + "step": 9138 + }, + { + "epoch": 1.697121634168988, + "grad_norm": 1.4108283519744873, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8839318156242371, + "num_tokens": 333035324.0, + "step": 9139 + }, + { + "epoch": 1.6973073351903436, + "grad_norm": 1.4578489065170288, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8764417171478271, + "num_tokens": 333071735.0, + "step": 9140 + }, + { + "epoch": 1.6974930362116991, + "grad_norm": 1.3482275009155273, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8887883424758911, + "num_tokens": 333108850.0, + "step": 9141 + }, + { + "epoch": 1.6976787372330548, + "grad_norm": 1.572226643562317, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8756604790687561, + "num_tokens": 333143395.0, + "step": 9142 + }, + { + "epoch": 1.6978644382544104, + "grad_norm": 1.4680147171020508, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8699734210968018, + "num_tokens": 333180371.0, + "step": 9143 + }, + { + "epoch": 1.6980501392757659, + "grad_norm": 1.44424569606781, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8724490404129028, + "num_tokens": 333214955.0, + "step": 9144 + }, + { + "epoch": 1.6982358402971216, + "grad_norm": 1.503953218460083, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8930444121360779, + "num_tokens": 333245108.0, + "step": 9145 + }, + { + "epoch": 1.6984215413184773, + "grad_norm": 1.4234563112258911, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8791513442993164, + "num_tokens": 333281804.0, + "step": 9146 + }, + { + "epoch": 1.6986072423398328, + "grad_norm": 1.5106226205825806, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8657973408699036, + "num_tokens": 333318166.0, + "step": 9147 + }, + { + "epoch": 1.6987929433611884, + "grad_norm": 1.4294711351394653, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8860468864440918, + "num_tokens": 333354940.0, + "step": 9148 + }, + { + "epoch": 1.698978644382544, + "grad_norm": 1.507765769958496, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8687106966972351, + "num_tokens": 333386552.0, + "step": 9149 + }, + { + "epoch": 1.6991643454038998, + "grad_norm": 1.4234588146209717, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8841539621353149, + "num_tokens": 333423795.0, + "step": 9150 + }, + { + "epoch": 1.6993500464252553, + "grad_norm": 1.5716439485549927, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.890914261341095, + "num_tokens": 333452213.0, + "step": 9151 + }, + { + "epoch": 1.6995357474466108, + "grad_norm": 1.5281755924224854, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8733021020889282, + "num_tokens": 333486971.0, + "step": 9152 + }, + { + "epoch": 1.6997214484679666, + "grad_norm": 1.5010114908218384, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8786375522613525, + "num_tokens": 333519223.0, + "step": 9153 + }, + { + "epoch": 1.6999071494893223, + "grad_norm": 1.5546061992645264, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8804118633270264, + "num_tokens": 333548745.0, + "step": 9154 + }, + { + "epoch": 1.7000928505106778, + "grad_norm": 1.4772380590438843, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8658621311187744, + "num_tokens": 333590750.0, + "step": 9155 + }, + { + "epoch": 1.7002785515320333, + "grad_norm": 1.3826605081558228, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8747090697288513, + "num_tokens": 333630676.0, + "step": 9156 + }, + { + "epoch": 1.700464252553389, + "grad_norm": 1.4496482610702515, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8827894330024719, + "num_tokens": 333668333.0, + "step": 9157 + }, + { + "epoch": 1.7006499535747448, + "grad_norm": 1.4569755792617798, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.866917073726654, + "num_tokens": 333708603.0, + "step": 9158 + }, + { + "epoch": 1.7008356545961003, + "grad_norm": 1.510008692741394, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.864548921585083, + "num_tokens": 333744269.0, + "step": 9159 + }, + { + "epoch": 1.7010213556174558, + "grad_norm": 1.4473507404327393, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8876848220825195, + "num_tokens": 333780496.0, + "step": 9160 + }, + { + "epoch": 1.7012070566388116, + "grad_norm": 1.4769446849822998, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8588851690292358, + "num_tokens": 333818368.0, + "step": 9161 + }, + { + "epoch": 1.7013927576601673, + "grad_norm": 1.5182465314865112, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8872912526130676, + "num_tokens": 333851078.0, + "step": 9162 + }, + { + "epoch": 1.7015784586815228, + "grad_norm": 1.447374701499939, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.876471757888794, + "num_tokens": 333889396.0, + "step": 9163 + }, + { + "epoch": 1.7017641597028783, + "grad_norm": 1.3018718957901, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8946517705917358, + "num_tokens": 333928649.0, + "step": 9164 + }, + { + "epoch": 1.701949860724234, + "grad_norm": 1.4451667070388794, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8895562887191772, + "num_tokens": 333962545.0, + "step": 9165 + }, + { + "epoch": 1.7021355617455896, + "grad_norm": 1.5101391077041626, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.872770369052887, + "num_tokens": 333997697.0, + "step": 9166 + }, + { + "epoch": 1.702321262766945, + "grad_norm": 1.4550093412399292, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8827080726623535, + "num_tokens": 334035095.0, + "step": 9167 + }, + { + "epoch": 1.7025069637883008, + "grad_norm": 1.4793791770935059, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.861200213432312, + "num_tokens": 334077176.0, + "step": 9168 + }, + { + "epoch": 1.7026926648096565, + "grad_norm": 1.4466676712036133, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8787585496902466, + "num_tokens": 334117217.0, + "step": 9169 + }, + { + "epoch": 1.702878365831012, + "grad_norm": 1.578291654586792, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8743651509284973, + "num_tokens": 334150448.0, + "step": 9170 + }, + { + "epoch": 1.7030640668523676, + "grad_norm": 1.4550491571426392, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8790029287338257, + "num_tokens": 334186180.0, + "step": 9171 + }, + { + "epoch": 1.7032497678737233, + "grad_norm": 1.4002035856246948, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8862231969833374, + "num_tokens": 334225575.0, + "step": 9172 + }, + { + "epoch": 1.703435468895079, + "grad_norm": 1.5471047163009644, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8796591758728027, + "num_tokens": 334258026.0, + "step": 9173 + }, + { + "epoch": 1.7036211699164345, + "grad_norm": 1.4650367498397827, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8661248683929443, + "num_tokens": 334296556.0, + "step": 9174 + }, + { + "epoch": 1.70380687093779, + "grad_norm": 1.4491063356399536, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.897161066532135, + "num_tokens": 334332200.0, + "step": 9175 + }, + { + "epoch": 1.7039925719591458, + "grad_norm": 1.5114213228225708, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.873680830001831, + "num_tokens": 334367006.0, + "step": 9176 + }, + { + "epoch": 1.7041782729805015, + "grad_norm": 1.4462589025497437, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.872567892074585, + "num_tokens": 334406691.0, + "step": 9177 + }, + { + "epoch": 1.704363974001857, + "grad_norm": 1.3643958568572998, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8844380378723145, + "num_tokens": 334447046.0, + "step": 9178 + }, + { + "epoch": 1.7045496750232125, + "grad_norm": 1.5444855690002441, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8725061416625977, + "num_tokens": 334482905.0, + "step": 9179 + }, + { + "epoch": 1.7047353760445683, + "grad_norm": 1.4386190176010132, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8638675212860107, + "num_tokens": 334524302.0, + "step": 9180 + }, + { + "epoch": 1.704921077065924, + "grad_norm": 1.3782165050506592, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8807272911071777, + "num_tokens": 334559740.0, + "step": 9181 + }, + { + "epoch": 1.7051067780872795, + "grad_norm": 1.4545527696609497, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8868024945259094, + "num_tokens": 334595524.0, + "step": 9182 + }, + { + "epoch": 1.705292479108635, + "grad_norm": 1.482879877090454, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8748480677604675, + "num_tokens": 334634750.0, + "step": 9183 + }, + { + "epoch": 1.7054781801299908, + "grad_norm": 1.4494264125823975, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.871608316898346, + "num_tokens": 334671250.0, + "step": 9184 + }, + { + "epoch": 1.7056638811513465, + "grad_norm": 1.400331735610962, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.896253764629364, + "num_tokens": 334707099.0, + "step": 9185 + }, + { + "epoch": 1.705849582172702, + "grad_norm": 1.4186732769012451, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8708481192588806, + "num_tokens": 334744716.0, + "step": 9186 + }, + { + "epoch": 1.7060352831940575, + "grad_norm": 1.5306178331375122, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8748608231544495, + "num_tokens": 334777248.0, + "step": 9187 + }, + { + "epoch": 1.7062209842154132, + "grad_norm": 1.484244704246521, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.874910831451416, + "num_tokens": 334817107.0, + "step": 9188 + }, + { + "epoch": 1.7064066852367687, + "grad_norm": 1.3866291046142578, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8850694894790649, + "num_tokens": 334854822.0, + "step": 9189 + }, + { + "epoch": 1.7065923862581243, + "grad_norm": 1.4544837474822998, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8773064613342285, + "num_tokens": 334894900.0, + "step": 9190 + }, + { + "epoch": 1.70677808727948, + "grad_norm": 1.469925880432129, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8838753700256348, + "num_tokens": 334928085.0, + "step": 9191 + }, + { + "epoch": 1.7069637883008357, + "grad_norm": 1.4486147165298462, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8738239407539368, + "num_tokens": 334966565.0, + "step": 9192 + }, + { + "epoch": 1.7071494893221912, + "grad_norm": 1.4903689622879028, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.869374692440033, + "num_tokens": 335004494.0, + "step": 9193 + }, + { + "epoch": 1.7073351903435467, + "grad_norm": 1.5807729959487915, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8762202262878418, + "num_tokens": 335036358.0, + "step": 9194 + }, + { + "epoch": 1.7075208913649025, + "grad_norm": 1.4144569635391235, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8641460537910461, + "num_tokens": 335078634.0, + "step": 9195 + }, + { + "epoch": 1.7077065923862582, + "grad_norm": 1.3737730979919434, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8888859748840332, + "num_tokens": 335114542.0, + "step": 9196 + }, + { + "epoch": 1.7078922934076137, + "grad_norm": 1.3528058528900146, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8746870756149292, + "num_tokens": 335155597.0, + "step": 9197 + }, + { + "epoch": 1.7080779944289692, + "grad_norm": 1.5683802366256714, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8483631610870361, + "num_tokens": 335194527.0, + "step": 9198 + }, + { + "epoch": 1.708263695450325, + "grad_norm": 1.4920202493667603, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8974708318710327, + "num_tokens": 335225439.0, + "step": 9199 + }, + { + "epoch": 1.7084493964716807, + "grad_norm": 1.4911093711853027, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8636956810951233, + "num_tokens": 335262533.0, + "step": 9200 + }, + { + "epoch": 1.7086350974930362, + "grad_norm": 1.5237226486206055, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.878511369228363, + "num_tokens": 335295141.0, + "step": 9201 + }, + { + "epoch": 1.7088207985143917, + "grad_norm": 1.4052971601486206, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8650186061859131, + "num_tokens": 335335601.0, + "step": 9202 + }, + { + "epoch": 1.7090064995357475, + "grad_norm": 1.3571771383285522, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8782360553741455, + "num_tokens": 335380307.0, + "step": 9203 + }, + { + "epoch": 1.7091922005571032, + "grad_norm": 1.458807110786438, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8913456797599792, + "num_tokens": 335413060.0, + "step": 9204 + }, + { + "epoch": 1.7093779015784587, + "grad_norm": 1.3484998941421509, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8680533170700073, + "num_tokens": 335457582.0, + "step": 9205 + }, + { + "epoch": 1.7095636025998142, + "grad_norm": 1.3267143964767456, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8776730298995972, + "num_tokens": 335497624.0, + "step": 9206 + }, + { + "epoch": 1.70974930362117, + "grad_norm": 1.579483985900879, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8604797124862671, + "num_tokens": 335533371.0, + "step": 9207 + }, + { + "epoch": 1.7099350046425257, + "grad_norm": 1.5148743391036987, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.886763870716095, + "num_tokens": 335564035.0, + "step": 9208 + }, + { + "epoch": 1.7101207056638812, + "grad_norm": 1.3870394229888916, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8818292617797852, + "num_tokens": 335607445.0, + "step": 9209 + }, + { + "epoch": 1.7103064066852367, + "grad_norm": 1.4957457780838013, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.85579913854599, + "num_tokens": 335646122.0, + "step": 9210 + }, + { + "epoch": 1.7104921077065924, + "grad_norm": 1.4100093841552734, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8948030471801758, + "num_tokens": 335682032.0, + "step": 9211 + }, + { + "epoch": 1.7106778087279482, + "grad_norm": 1.5571131706237793, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8734204173088074, + "num_tokens": 335717420.0, + "step": 9212 + }, + { + "epoch": 1.7108635097493035, + "grad_norm": 1.5424333810806274, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8789919018745422, + "num_tokens": 335749118.0, + "step": 9213 + }, + { + "epoch": 1.7110492107706592, + "grad_norm": 1.4816476106643677, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8809314966201782, + "num_tokens": 335782825.0, + "step": 9214 + }, + { + "epoch": 1.711234911792015, + "grad_norm": 1.414549469947815, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8841508030891418, + "num_tokens": 335820589.0, + "step": 9215 + }, + { + "epoch": 1.7114206128133704, + "grad_norm": 1.3725999593734741, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8949310779571533, + "num_tokens": 335858640.0, + "step": 9216 + }, + { + "epoch": 1.711606313834726, + "grad_norm": 1.3575754165649414, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8830426931381226, + "num_tokens": 335899915.0, + "step": 9217 + }, + { + "epoch": 1.7117920148560817, + "grad_norm": 1.4607341289520264, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8889473676681519, + "num_tokens": 335933394.0, + "step": 9218 + }, + { + "epoch": 1.7119777158774374, + "grad_norm": 1.5132085084915161, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8632653951644897, + "num_tokens": 335971064.0, + "step": 9219 + }, + { + "epoch": 1.712163416898793, + "grad_norm": 1.471630334854126, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8780699968338013, + "num_tokens": 336009594.0, + "step": 9220 + }, + { + "epoch": 1.7123491179201484, + "grad_norm": 1.53681218624115, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8715932369232178, + "num_tokens": 336045961.0, + "step": 9221 + }, + { + "epoch": 1.7125348189415042, + "grad_norm": 1.5047235488891602, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8884514570236206, + "num_tokens": 336079733.0, + "step": 9222 + }, + { + "epoch": 1.71272051996286, + "grad_norm": 1.4207733869552612, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8909058570861816, + "num_tokens": 336114735.0, + "step": 9223 + }, + { + "epoch": 1.7129062209842154, + "grad_norm": 1.5197153091430664, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.9032958149909973, + "num_tokens": 336146078.0, + "step": 9224 + }, + { + "epoch": 1.713091922005571, + "grad_norm": 1.4337928295135498, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.878970742225647, + "num_tokens": 336183034.0, + "step": 9225 + }, + { + "epoch": 1.7132776230269267, + "grad_norm": 1.5695233345031738, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8746206760406494, + "num_tokens": 336215516.0, + "step": 9226 + }, + { + "epoch": 1.7134633240482824, + "grad_norm": 1.3793299198150635, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8667054176330566, + "num_tokens": 336259778.0, + "step": 9227 + }, + { + "epoch": 1.713649025069638, + "grad_norm": 1.4176713228225708, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8760864734649658, + "num_tokens": 336304861.0, + "step": 9228 + }, + { + "epoch": 1.7138347260909934, + "grad_norm": 1.421948790550232, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8945284485816956, + "num_tokens": 336339835.0, + "step": 9229 + }, + { + "epoch": 1.7140204271123491, + "grad_norm": 1.550218105316162, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8825538754463196, + "num_tokens": 336375892.0, + "step": 9230 + }, + { + "epoch": 1.7142061281337049, + "grad_norm": 1.6342952251434326, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8710191249847412, + "num_tokens": 336406835.0, + "step": 9231 + }, + { + "epoch": 1.7143918291550604, + "grad_norm": 1.5329581499099731, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8748334646224976, + "num_tokens": 336441476.0, + "step": 9232 + }, + { + "epoch": 1.714577530176416, + "grad_norm": 1.4935227632522583, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8732916116714478, + "num_tokens": 336474481.0, + "step": 9233 + }, + { + "epoch": 1.7147632311977716, + "grad_norm": 1.389671802520752, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8813921213150024, + "num_tokens": 336515708.0, + "step": 9234 + }, + { + "epoch": 1.7149489322191274, + "grad_norm": 1.469787836074829, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8819751143455505, + "num_tokens": 336556645.0, + "step": 9235 + }, + { + "epoch": 1.7151346332404829, + "grad_norm": 1.5890593528747559, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8634815216064453, + "num_tokens": 336590225.0, + "step": 9236 + }, + { + "epoch": 1.7153203342618384, + "grad_norm": 1.3423134088516235, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8755006790161133, + "num_tokens": 336635422.0, + "step": 9237 + }, + { + "epoch": 1.7155060352831941, + "grad_norm": 1.4714633226394653, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8788747787475586, + "num_tokens": 336668971.0, + "step": 9238 + }, + { + "epoch": 1.7156917363045496, + "grad_norm": 1.3831089735031128, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8902109861373901, + "num_tokens": 336705232.0, + "step": 9239 + }, + { + "epoch": 1.7158774373259051, + "grad_norm": 1.583302617073059, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8718332052230835, + "num_tokens": 336738401.0, + "step": 9240 + }, + { + "epoch": 1.7160631383472609, + "grad_norm": 1.39371657371521, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8866478204727173, + "num_tokens": 336776344.0, + "step": 9241 + }, + { + "epoch": 1.7162488393686166, + "grad_norm": 1.5022742748260498, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8598089218139648, + "num_tokens": 336814140.0, + "step": 9242 + }, + { + "epoch": 1.7164345403899721, + "grad_norm": 1.4327112436294556, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8863883018493652, + "num_tokens": 336850451.0, + "step": 9243 + }, + { + "epoch": 1.7166202414113276, + "grad_norm": 1.3001322746276855, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8970316648483276, + "num_tokens": 336889129.0, + "step": 9244 + }, + { + "epoch": 1.7168059424326834, + "grad_norm": 1.419954776763916, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8914082050323486, + "num_tokens": 336926619.0, + "step": 9245 + }, + { + "epoch": 1.716991643454039, + "grad_norm": 1.5826411247253418, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8744798898696899, + "num_tokens": 336964599.0, + "step": 9246 + }, + { + "epoch": 1.7171773444753946, + "grad_norm": 1.5659265518188477, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8638039827346802, + "num_tokens": 337000657.0, + "step": 9247 + }, + { + "epoch": 1.7173630454967501, + "grad_norm": 1.336167573928833, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.882025957107544, + "num_tokens": 337041328.0, + "step": 9248 + }, + { + "epoch": 1.7175487465181059, + "grad_norm": 1.5036771297454834, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8767926096916199, + "num_tokens": 337077540.0, + "step": 9249 + }, + { + "epoch": 1.7177344475394616, + "grad_norm": 1.3710922002792358, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8834855556488037, + "num_tokens": 337115312.0, + "step": 9250 + }, + { + "epoch": 1.717920148560817, + "grad_norm": 1.5578757524490356, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8668298721313477, + "num_tokens": 337153306.0, + "step": 9251 + }, + { + "epoch": 1.7181058495821726, + "grad_norm": 1.426871418952942, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8781470060348511, + "num_tokens": 337191230.0, + "step": 9252 + }, + { + "epoch": 1.7182915506035283, + "grad_norm": 1.4585334062576294, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8825329542160034, + "num_tokens": 337225283.0, + "step": 9253 + }, + { + "epoch": 1.718477251624884, + "grad_norm": 1.7161256074905396, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8861106038093567, + "num_tokens": 337252507.0, + "step": 9254 + }, + { + "epoch": 1.7186629526462396, + "grad_norm": 1.4661016464233398, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8585512638092041, + "num_tokens": 337290751.0, + "step": 9255 + }, + { + "epoch": 1.718848653667595, + "grad_norm": 1.5084631443023682, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8808767795562744, + "num_tokens": 337322834.0, + "step": 9256 + }, + { + "epoch": 1.7190343546889508, + "grad_norm": 1.4194164276123047, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.891860842704773, + "num_tokens": 337356507.0, + "step": 9257 + }, + { + "epoch": 1.7192200557103066, + "grad_norm": 1.4670181274414062, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8790578842163086, + "num_tokens": 337393938.0, + "step": 9258 + }, + { + "epoch": 1.719405756731662, + "grad_norm": 1.4722363948822021, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8667540550231934, + "num_tokens": 337431736.0, + "step": 9259 + }, + { + "epoch": 1.7195914577530176, + "grad_norm": 1.4414671659469604, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8784196972846985, + "num_tokens": 337469263.0, + "step": 9260 + }, + { + "epoch": 1.7197771587743733, + "grad_norm": 1.558824062347412, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8768942356109619, + "num_tokens": 337500522.0, + "step": 9261 + }, + { + "epoch": 1.7199628597957288, + "grad_norm": 1.46830153465271, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8881478309631348, + "num_tokens": 337537175.0, + "step": 9262 + }, + { + "epoch": 1.7201485608170843, + "grad_norm": 1.4773304462432861, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8796979188919067, + "num_tokens": 337571516.0, + "step": 9263 + }, + { + "epoch": 1.72033426183844, + "grad_norm": 1.5054625272750854, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8792370557785034, + "num_tokens": 337608941.0, + "step": 9264 + }, + { + "epoch": 1.7205199628597958, + "grad_norm": 1.6037179231643677, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8880957961082458, + "num_tokens": 337640152.0, + "step": 9265 + }, + { + "epoch": 1.7207056638811513, + "grad_norm": 1.6311085224151611, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8748486638069153, + "num_tokens": 337672885.0, + "step": 9266 + }, + { + "epoch": 1.7208913649025068, + "grad_norm": 1.595070481300354, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8809835314750671, + "num_tokens": 337704054.0, + "step": 9267 + }, + { + "epoch": 1.7210770659238626, + "grad_norm": 1.4645971059799194, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.882940411567688, + "num_tokens": 337740027.0, + "step": 9268 + }, + { + "epoch": 1.7212627669452183, + "grad_norm": 1.4795771837234497, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8732309341430664, + "num_tokens": 337776673.0, + "step": 9269 + }, + { + "epoch": 1.7214484679665738, + "grad_norm": 1.3942322731018066, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8776051998138428, + "num_tokens": 337819093.0, + "step": 9270 + }, + { + "epoch": 1.7216341689879293, + "grad_norm": 1.4348574876785278, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8754574060440063, + "num_tokens": 337858206.0, + "step": 9271 + }, + { + "epoch": 1.721819870009285, + "grad_norm": 1.4060145616531372, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8824354410171509, + "num_tokens": 337895147.0, + "step": 9272 + }, + { + "epoch": 1.7220055710306408, + "grad_norm": 1.4889650344848633, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8737317323684692, + "num_tokens": 337930271.0, + "step": 9273 + }, + { + "epoch": 1.7221912720519963, + "grad_norm": 1.5198625326156616, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8636846542358398, + "num_tokens": 337965356.0, + "step": 9274 + }, + { + "epoch": 1.7223769730733518, + "grad_norm": 1.5924246311187744, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.863211452960968, + "num_tokens": 338002759.0, + "step": 9275 + }, + { + "epoch": 1.7225626740947075, + "grad_norm": 1.3683193922042847, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8703905344009399, + "num_tokens": 338043008.0, + "step": 9276 + }, + { + "epoch": 1.7227483751160633, + "grad_norm": 1.3186615705490112, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8902044892311096, + "num_tokens": 338083136.0, + "step": 9277 + }, + { + "epoch": 1.7229340761374188, + "grad_norm": 1.4701789617538452, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.87776780128479, + "num_tokens": 338122141.0, + "step": 9278 + }, + { + "epoch": 1.7231197771587743, + "grad_norm": 1.4114971160888672, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8823251724243164, + "num_tokens": 338157585.0, + "step": 9279 + }, + { + "epoch": 1.72330547818013, + "grad_norm": 1.3585516214370728, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8772939443588257, + "num_tokens": 338196047.0, + "step": 9280 + }, + { + "epoch": 1.7234911792014858, + "grad_norm": 1.4398459196090698, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8758283853530884, + "num_tokens": 338233180.0, + "step": 9281 + }, + { + "epoch": 1.7236768802228413, + "grad_norm": 1.5065639019012451, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8624646663665771, + "num_tokens": 338269750.0, + "step": 9282 + }, + { + "epoch": 1.7238625812441968, + "grad_norm": 1.4288641214370728, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8872926235198975, + "num_tokens": 338307582.0, + "step": 9283 + }, + { + "epoch": 1.7240482822655525, + "grad_norm": 1.460465431213379, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8685179352760315, + "num_tokens": 338347040.0, + "step": 9284 + }, + { + "epoch": 1.724233983286908, + "grad_norm": 1.454138994216919, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8734175562858582, + "num_tokens": 338385045.0, + "step": 9285 + }, + { + "epoch": 1.7244196843082635, + "grad_norm": 1.4335862398147583, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8769810795783997, + "num_tokens": 338423007.0, + "step": 9286 + }, + { + "epoch": 1.7246053853296193, + "grad_norm": 1.3745169639587402, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8938207626342773, + "num_tokens": 338457080.0, + "step": 9287 + }, + { + "epoch": 1.724791086350975, + "grad_norm": 1.571139931678772, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8745684623718262, + "num_tokens": 338488224.0, + "step": 9288 + }, + { + "epoch": 1.7249767873723305, + "grad_norm": 1.5438107252120972, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8727364540100098, + "num_tokens": 338527956.0, + "step": 9289 + }, + { + "epoch": 1.725162488393686, + "grad_norm": 1.4822235107421875, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8830722570419312, + "num_tokens": 338562126.0, + "step": 9290 + }, + { + "epoch": 1.7253481894150418, + "grad_norm": 1.422620415687561, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8781728148460388, + "num_tokens": 338598274.0, + "step": 9291 + }, + { + "epoch": 1.7255338904363975, + "grad_norm": 1.443293571472168, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8727794885635376, + "num_tokens": 338633081.0, + "step": 9292 + }, + { + "epoch": 1.725719591457753, + "grad_norm": 1.4477958679199219, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8804213404655457, + "num_tokens": 338668373.0, + "step": 9293 + }, + { + "epoch": 1.7259052924791085, + "grad_norm": 1.4465571641921997, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8734369874000549, + "num_tokens": 338707136.0, + "step": 9294 + }, + { + "epoch": 1.7260909935004642, + "grad_norm": 1.4206342697143555, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8788973093032837, + "num_tokens": 338745126.0, + "step": 9295 + }, + { + "epoch": 1.72627669452182, + "grad_norm": 1.4169654846191406, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8876779675483704, + "num_tokens": 338785486.0, + "step": 9296 + }, + { + "epoch": 1.7264623955431755, + "grad_norm": 1.4298793077468872, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8780984878540039, + "num_tokens": 338825696.0, + "step": 9297 + }, + { + "epoch": 1.726648096564531, + "grad_norm": 1.561173677444458, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8750472068786621, + "num_tokens": 338859067.0, + "step": 9298 + }, + { + "epoch": 1.7268337975858867, + "grad_norm": 1.6887136697769165, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8754096031188965, + "num_tokens": 338891828.0, + "step": 9299 + }, + { + "epoch": 1.7270194986072425, + "grad_norm": 1.6278234720230103, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8764922618865967, + "num_tokens": 338919507.0, + "step": 9300 + }, + { + "epoch": 1.727205199628598, + "grad_norm": 1.6928720474243164, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8697335124015808, + "num_tokens": 338953149.0, + "step": 9301 + }, + { + "epoch": 1.7273909006499535, + "grad_norm": 1.5421441793441772, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8803964853286743, + "num_tokens": 338991550.0, + "step": 9302 + }, + { + "epoch": 1.7275766016713092, + "grad_norm": 1.3679652214050293, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8922199010848999, + "num_tokens": 339026307.0, + "step": 9303 + }, + { + "epoch": 1.727762302692665, + "grad_norm": 1.4956912994384766, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8770409822463989, + "num_tokens": 339062613.0, + "step": 9304 + }, + { + "epoch": 1.7279480037140205, + "grad_norm": 1.396374225616455, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8826369047164917, + "num_tokens": 339100218.0, + "step": 9305 + }, + { + "epoch": 1.728133704735376, + "grad_norm": 1.3123115301132202, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8871064186096191, + "num_tokens": 339140831.0, + "step": 9306 + }, + { + "epoch": 1.7283194057567317, + "grad_norm": 1.3064099550247192, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8765427470207214, + "num_tokens": 339182429.0, + "step": 9307 + }, + { + "epoch": 1.7285051067780874, + "grad_norm": 1.4960801601409912, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8780117034912109, + "num_tokens": 339218460.0, + "step": 9308 + }, + { + "epoch": 1.728690807799443, + "grad_norm": 1.4421502351760864, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.886360764503479, + "num_tokens": 339254807.0, + "step": 9309 + }, + { + "epoch": 1.7288765088207985, + "grad_norm": 1.473391056060791, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8911021947860718, + "num_tokens": 339285588.0, + "step": 9310 + }, + { + "epoch": 1.7290622098421542, + "grad_norm": 1.4040427207946777, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8849627375602722, + "num_tokens": 339324687.0, + "step": 9311 + }, + { + "epoch": 1.7292479108635097, + "grad_norm": 1.3835492134094238, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8798977136611938, + "num_tokens": 339364381.0, + "step": 9312 + }, + { + "epoch": 1.7294336118848652, + "grad_norm": 1.4366599321365356, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8801279067993164, + "num_tokens": 339399417.0, + "step": 9313 + }, + { + "epoch": 1.729619312906221, + "grad_norm": 1.5831767320632935, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8600779175758362, + "num_tokens": 339433020.0, + "step": 9314 + }, + { + "epoch": 1.7298050139275767, + "grad_norm": 1.3483582735061646, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8777692317962646, + "num_tokens": 339473365.0, + "step": 9315 + }, + { + "epoch": 1.7299907149489322, + "grad_norm": 1.346783995628357, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8779768347740173, + "num_tokens": 339515374.0, + "step": 9316 + }, + { + "epoch": 1.7301764159702877, + "grad_norm": 1.5174388885498047, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8755247592926025, + "num_tokens": 339547156.0, + "step": 9317 + }, + { + "epoch": 1.7303621169916434, + "grad_norm": 1.4314119815826416, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8819661140441895, + "num_tokens": 339584262.0, + "step": 9318 + }, + { + "epoch": 1.7305478180129992, + "grad_norm": 1.382482647895813, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8786225318908691, + "num_tokens": 339620665.0, + "step": 9319 + }, + { + "epoch": 1.7307335190343547, + "grad_norm": 1.4637523889541626, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8560003042221069, + "num_tokens": 339662719.0, + "step": 9320 + }, + { + "epoch": 1.7309192200557102, + "grad_norm": 1.4898834228515625, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8779370784759521, + "num_tokens": 339698255.0, + "step": 9321 + }, + { + "epoch": 1.731104921077066, + "grad_norm": 1.5519661903381348, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.872063934803009, + "num_tokens": 339730401.0, + "step": 9322 + }, + { + "epoch": 1.7312906220984217, + "grad_norm": 1.4343270063400269, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8665988445281982, + "num_tokens": 339768590.0, + "step": 9323 + }, + { + "epoch": 1.7314763231197772, + "grad_norm": 1.3228824138641357, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8894989490509033, + "num_tokens": 339806150.0, + "step": 9324 + }, + { + "epoch": 1.7316620241411327, + "grad_norm": 1.362450122833252, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8914654850959778, + "num_tokens": 339840131.0, + "step": 9325 + }, + { + "epoch": 1.7318477251624884, + "grad_norm": 1.440445065498352, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8761605620384216, + "num_tokens": 339878929.0, + "step": 9326 + }, + { + "epoch": 1.7320334261838441, + "grad_norm": 1.385367751121521, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.885635495185852, + "num_tokens": 339918534.0, + "step": 9327 + }, + { + "epoch": 1.7322191272051997, + "grad_norm": 1.5182242393493652, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8744540214538574, + "num_tokens": 339952669.0, + "step": 9328 + }, + { + "epoch": 1.7324048282265552, + "grad_norm": 1.4820328950881958, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.8979496955871582, + "num_tokens": 339981977.0, + "step": 9329 + }, + { + "epoch": 1.732590529247911, + "grad_norm": 1.498265027999878, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8811516761779785, + "num_tokens": 340015731.0, + "step": 9330 + }, + { + "epoch": 1.7327762302692666, + "grad_norm": 1.408056616783142, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8850995302200317, + "num_tokens": 340059508.0, + "step": 9331 + }, + { + "epoch": 1.7329619312906221, + "grad_norm": 1.4846000671386719, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8853939771652222, + "num_tokens": 340097083.0, + "step": 9332 + }, + { + "epoch": 1.7331476323119777, + "grad_norm": 1.6145652532577515, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.877884030342102, + "num_tokens": 340128222.0, + "step": 9333 + }, + { + "epoch": 1.7333333333333334, + "grad_norm": 1.4425302743911743, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8723349571228027, + "num_tokens": 340168610.0, + "step": 9334 + }, + { + "epoch": 1.733519034354689, + "grad_norm": 1.432875156402588, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8710358142852783, + "num_tokens": 340204551.0, + "step": 9335 + }, + { + "epoch": 1.7337047353760444, + "grad_norm": 1.4286935329437256, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8740134239196777, + "num_tokens": 340249150.0, + "step": 9336 + }, + { + "epoch": 1.7338904363974001, + "grad_norm": 1.448461651802063, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8846314549446106, + "num_tokens": 340286288.0, + "step": 9337 + }, + { + "epoch": 1.7340761374187559, + "grad_norm": 1.4172286987304688, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8783317804336548, + "num_tokens": 340327429.0, + "step": 9338 + }, + { + "epoch": 1.7342618384401114, + "grad_norm": 1.4209545850753784, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8728570938110352, + "num_tokens": 340365705.0, + "step": 9339 + }, + { + "epoch": 1.734447539461467, + "grad_norm": 1.5676134824752808, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8846443891525269, + "num_tokens": 340397543.0, + "step": 9340 + }, + { + "epoch": 1.7346332404828226, + "grad_norm": 1.3449935913085938, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8837858438491821, + "num_tokens": 340435151.0, + "step": 9341 + }, + { + "epoch": 1.7348189415041784, + "grad_norm": 1.402470588684082, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8678771257400513, + "num_tokens": 340475016.0, + "step": 9342 + }, + { + "epoch": 1.7350046425255339, + "grad_norm": 1.426081657409668, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.879688024520874, + "num_tokens": 340512665.0, + "step": 9343 + }, + { + "epoch": 1.7351903435468894, + "grad_norm": 1.4312788248062134, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8723089694976807, + "num_tokens": 340549986.0, + "step": 9344 + }, + { + "epoch": 1.7353760445682451, + "grad_norm": 1.401625394821167, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8853267431259155, + "num_tokens": 340584101.0, + "step": 9345 + }, + { + "epoch": 1.7355617455896009, + "grad_norm": 1.568183422088623, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8686635494232178, + "num_tokens": 340617805.0, + "step": 9346 + }, + { + "epoch": 1.7357474466109564, + "grad_norm": 1.4418517351150513, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.876150906085968, + "num_tokens": 340652452.0, + "step": 9347 + }, + { + "epoch": 1.7359331476323119, + "grad_norm": 1.4909131526947021, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8726672530174255, + "num_tokens": 340688267.0, + "step": 9348 + }, + { + "epoch": 1.7361188486536676, + "grad_norm": 1.4958994388580322, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.871508777141571, + "num_tokens": 340727243.0, + "step": 9349 + }, + { + "epoch": 1.7363045496750233, + "grad_norm": 1.358408808708191, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8830932974815369, + "num_tokens": 340767893.0, + "step": 9350 + }, + { + "epoch": 1.7364902506963789, + "grad_norm": 1.4308172464370728, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8837576508522034, + "num_tokens": 340803163.0, + "step": 9351 + }, + { + "epoch": 1.7366759517177344, + "grad_norm": 1.4154728651046753, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8958840370178223, + "num_tokens": 340839814.0, + "step": 9352 + }, + { + "epoch": 1.73686165273909, + "grad_norm": 1.387930154800415, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8671852946281433, + "num_tokens": 340879486.0, + "step": 9353 + }, + { + "epoch": 1.7370473537604458, + "grad_norm": 1.4864261150360107, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8806747794151306, + "num_tokens": 340910823.0, + "step": 9354 + }, + { + "epoch": 1.7372330547818013, + "grad_norm": 1.4651802778244019, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8724946975708008, + "num_tokens": 340947818.0, + "step": 9355 + }, + { + "epoch": 1.7374187558031569, + "grad_norm": 1.4602372646331787, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8713111281394958, + "num_tokens": 340982434.0, + "step": 9356 + }, + { + "epoch": 1.7376044568245126, + "grad_norm": 1.4229415655136108, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8702899217605591, + "num_tokens": 341022390.0, + "step": 9357 + }, + { + "epoch": 1.737790157845868, + "grad_norm": 1.513960599899292, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8754774928092957, + "num_tokens": 341056274.0, + "step": 9358 + }, + { + "epoch": 1.7379758588672236, + "grad_norm": 1.452160120010376, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8812824487686157, + "num_tokens": 341090471.0, + "step": 9359 + }, + { + "epoch": 1.7381615598885793, + "grad_norm": 1.4705595970153809, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8699821829795837, + "num_tokens": 341127832.0, + "step": 9360 + }, + { + "epoch": 1.738347260909935, + "grad_norm": 1.455540657043457, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8791313171386719, + "num_tokens": 341162978.0, + "step": 9361 + }, + { + "epoch": 1.7385329619312906, + "grad_norm": 1.5291348695755005, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8700330853462219, + "num_tokens": 341196330.0, + "step": 9362 + }, + { + "epoch": 1.738718662952646, + "grad_norm": 1.4277708530426025, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8659994602203369, + "num_tokens": 341236510.0, + "step": 9363 + }, + { + "epoch": 1.7389043639740018, + "grad_norm": 1.417945146560669, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8706116676330566, + "num_tokens": 341275678.0, + "step": 9364 + }, + { + "epoch": 1.7390900649953576, + "grad_norm": 1.435964584350586, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8824343681335449, + "num_tokens": 341312067.0, + "step": 9365 + }, + { + "epoch": 1.739275766016713, + "grad_norm": 1.449134111404419, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8902614116668701, + "num_tokens": 341345898.0, + "step": 9366 + }, + { + "epoch": 1.7394614670380686, + "grad_norm": 1.5038566589355469, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.873092532157898, + "num_tokens": 341382552.0, + "step": 9367 + }, + { + "epoch": 1.7396471680594243, + "grad_norm": 1.523172378540039, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8718827962875366, + "num_tokens": 341419605.0, + "step": 9368 + }, + { + "epoch": 1.73983286908078, + "grad_norm": 1.5819125175476074, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.873404860496521, + "num_tokens": 341451419.0, + "step": 9369 + }, + { + "epoch": 1.7400185701021356, + "grad_norm": 1.469524621963501, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8884161710739136, + "num_tokens": 341483787.0, + "step": 9370 + }, + { + "epoch": 1.740204271123491, + "grad_norm": 1.3682386875152588, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.890964150428772, + "num_tokens": 341519357.0, + "step": 9371 + }, + { + "epoch": 1.7403899721448468, + "grad_norm": 1.3629003763198853, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8776341080665588, + "num_tokens": 341561191.0, + "step": 9372 + }, + { + "epoch": 1.7405756731662025, + "grad_norm": 1.4131275415420532, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8805527687072754, + "num_tokens": 341599040.0, + "step": 9373 + }, + { + "epoch": 1.740761374187558, + "grad_norm": 1.424028992652893, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8813321590423584, + "num_tokens": 341634428.0, + "step": 9374 + }, + { + "epoch": 1.7409470752089136, + "grad_norm": 1.3098134994506836, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8831990957260132, + "num_tokens": 341676390.0, + "step": 9375 + }, + { + "epoch": 1.7411327762302693, + "grad_norm": 1.5194562673568726, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8700125217437744, + "num_tokens": 341716173.0, + "step": 9376 + }, + { + "epoch": 1.741318477251625, + "grad_norm": 1.4452909231185913, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8797605037689209, + "num_tokens": 341755335.0, + "step": 9377 + }, + { + "epoch": 1.7415041782729805, + "grad_norm": 1.4808954000473022, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8706762194633484, + "num_tokens": 341792733.0, + "step": 9378 + }, + { + "epoch": 1.741689879294336, + "grad_norm": 1.3338110446929932, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8783702254295349, + "num_tokens": 341835836.0, + "step": 9379 + }, + { + "epoch": 1.7418755803156918, + "grad_norm": 1.4526712894439697, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8812178373336792, + "num_tokens": 341871931.0, + "step": 9380 + }, + { + "epoch": 1.7420612813370475, + "grad_norm": 1.633568286895752, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8747985363006592, + "num_tokens": 341902090.0, + "step": 9381 + }, + { + "epoch": 1.7422469823584028, + "grad_norm": 1.4851949214935303, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8913832902908325, + "num_tokens": 341938964.0, + "step": 9382 + }, + { + "epoch": 1.7424326833797585, + "grad_norm": 1.5762332677841187, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8610117435455322, + "num_tokens": 341975279.0, + "step": 9383 + }, + { + "epoch": 1.7426183844011143, + "grad_norm": 1.6726371049880981, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8675202131271362, + "num_tokens": 342004133.0, + "step": 9384 + }, + { + "epoch": 1.7428040854224698, + "grad_norm": 1.372971773147583, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8862683773040771, + "num_tokens": 342042948.0, + "step": 9385 + }, + { + "epoch": 1.7429897864438253, + "grad_norm": 1.469372272491455, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.867699146270752, + "num_tokens": 342083272.0, + "step": 9386 + }, + { + "epoch": 1.743175487465181, + "grad_norm": 1.4355231523513794, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8861503005027771, + "num_tokens": 342123929.0, + "step": 9387 + }, + { + "epoch": 1.7433611884865368, + "grad_norm": 1.4747639894485474, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8894976377487183, + "num_tokens": 342158626.0, + "step": 9388 + }, + { + "epoch": 1.7435468895078923, + "grad_norm": 1.4220962524414062, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.888979434967041, + "num_tokens": 342195573.0, + "step": 9389 + }, + { + "epoch": 1.7437325905292478, + "grad_norm": 1.6150113344192505, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8821166157722473, + "num_tokens": 342225488.0, + "step": 9390 + }, + { + "epoch": 1.7439182915506035, + "grad_norm": 1.4192205667495728, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8759744763374329, + "num_tokens": 342265502.0, + "step": 9391 + }, + { + "epoch": 1.7441039925719592, + "grad_norm": 1.4765628576278687, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8778719902038574, + "num_tokens": 342302134.0, + "step": 9392 + }, + { + "epoch": 1.7442896935933148, + "grad_norm": 1.5863094329833984, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8693991899490356, + "num_tokens": 342333582.0, + "step": 9393 + }, + { + "epoch": 1.7444753946146703, + "grad_norm": 1.5182766914367676, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8666279911994934, + "num_tokens": 342370550.0, + "step": 9394 + }, + { + "epoch": 1.744661095636026, + "grad_norm": 1.528793215751648, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8753200769424438, + "num_tokens": 342407365.0, + "step": 9395 + }, + { + "epoch": 1.7448467966573817, + "grad_norm": 1.492851972579956, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8784847855567932, + "num_tokens": 342446695.0, + "step": 9396 + }, + { + "epoch": 1.7450324976787372, + "grad_norm": 1.3443324565887451, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8932019472122192, + "num_tokens": 342483021.0, + "step": 9397 + }, + { + "epoch": 1.7452181987000928, + "grad_norm": 1.4068725109100342, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8844709396362305, + "num_tokens": 342520057.0, + "step": 9398 + }, + { + "epoch": 1.7454038997214485, + "grad_norm": 1.5035465955734253, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8795086145401001, + "num_tokens": 342557299.0, + "step": 9399 + }, + { + "epoch": 1.7455896007428042, + "grad_norm": 1.4961035251617432, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8736310601234436, + "num_tokens": 342592116.0, + "step": 9400 + }, + { + "epoch": 1.7457753017641597, + "grad_norm": 1.4573343992233276, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8719478249549866, + "num_tokens": 342630876.0, + "step": 9401 + }, + { + "epoch": 1.7459610027855152, + "grad_norm": 1.5248020887374878, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8895154595375061, + "num_tokens": 342662802.0, + "step": 9402 + }, + { + "epoch": 1.746146703806871, + "grad_norm": 1.4895943403244019, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8793754577636719, + "num_tokens": 342695488.0, + "step": 9403 + }, + { + "epoch": 1.7463324048282267, + "grad_norm": 1.4388517141342163, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8705247640609741, + "num_tokens": 342734729.0, + "step": 9404 + }, + { + "epoch": 1.7465181058495822, + "grad_norm": 1.4217792749404907, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8874366283416748, + "num_tokens": 342771107.0, + "step": 9405 + }, + { + "epoch": 1.7467038068709377, + "grad_norm": 1.5018246173858643, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.877501368522644, + "num_tokens": 342806603.0, + "step": 9406 + }, + { + "epoch": 1.7468895078922935, + "grad_norm": 1.3983008861541748, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.884340763092041, + "num_tokens": 342844378.0, + "step": 9407 + }, + { + "epoch": 1.747075208913649, + "grad_norm": 1.4708518981933594, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.876157283782959, + "num_tokens": 342882224.0, + "step": 9408 + }, + { + "epoch": 1.7472609099350045, + "grad_norm": 1.3372620344161987, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8694983124732971, + "num_tokens": 342926626.0, + "step": 9409 + }, + { + "epoch": 1.7474466109563602, + "grad_norm": 1.3956964015960693, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8850536346435547, + "num_tokens": 342969135.0, + "step": 9410 + }, + { + "epoch": 1.747632311977716, + "grad_norm": 1.4166972637176514, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8818094730377197, + "num_tokens": 343006540.0, + "step": 9411 + }, + { + "epoch": 1.7478180129990715, + "grad_norm": 1.407724380493164, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8774619102478027, + "num_tokens": 343047193.0, + "step": 9412 + }, + { + "epoch": 1.748003714020427, + "grad_norm": 1.4697670936584473, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8810657262802124, + "num_tokens": 343081024.0, + "step": 9413 + }, + { + "epoch": 1.7481894150417827, + "grad_norm": 1.4293043613433838, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8898254632949829, + "num_tokens": 343115913.0, + "step": 9414 + }, + { + "epoch": 1.7483751160631384, + "grad_norm": 1.4602196216583252, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8755611181259155, + "num_tokens": 343155596.0, + "step": 9415 + }, + { + "epoch": 1.748560817084494, + "grad_norm": 1.4388542175292969, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8842521905899048, + "num_tokens": 343191121.0, + "step": 9416 + }, + { + "epoch": 1.7487465181058495, + "grad_norm": 1.3951181173324585, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8789359927177429, + "num_tokens": 343230640.0, + "step": 9417 + }, + { + "epoch": 1.7489322191272052, + "grad_norm": 1.497365951538086, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.883481502532959, + "num_tokens": 343266212.0, + "step": 9418 + }, + { + "epoch": 1.749117920148561, + "grad_norm": 1.4122021198272705, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8695892095565796, + "num_tokens": 343307719.0, + "step": 9419 + }, + { + "epoch": 1.7493036211699164, + "grad_norm": 1.3736375570297241, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8790209889411926, + "num_tokens": 343349845.0, + "step": 9420 + }, + { + "epoch": 1.749489322191272, + "grad_norm": 1.5288506746292114, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8781688213348389, + "num_tokens": 343383522.0, + "step": 9421 + }, + { + "epoch": 1.7496750232126277, + "grad_norm": 1.478546380996704, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8782110214233398, + "num_tokens": 343420704.0, + "step": 9422 + }, + { + "epoch": 1.7498607242339834, + "grad_norm": 1.4603065252304077, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8820014595985413, + "num_tokens": 343456529.0, + "step": 9423 + }, + { + "epoch": 1.750046425255339, + "grad_norm": 1.418339729309082, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.878180980682373, + "num_tokens": 343494427.0, + "step": 9424 + }, + { + "epoch": 1.7502321262766944, + "grad_norm": 1.4789971113204956, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8929517269134521, + "num_tokens": 343525926.0, + "step": 9425 + }, + { + "epoch": 1.7504178272980502, + "grad_norm": 1.4840257167816162, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.884355902671814, + "num_tokens": 343562198.0, + "step": 9426 + }, + { + "epoch": 1.750603528319406, + "grad_norm": 1.3237744569778442, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8862905502319336, + "num_tokens": 343598992.0, + "step": 9427 + }, + { + "epoch": 1.7507892293407614, + "grad_norm": 1.408677577972412, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8572816848754883, + "num_tokens": 343641227.0, + "step": 9428 + }, + { + "epoch": 1.750974930362117, + "grad_norm": 1.4144092798233032, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8826932311058044, + "num_tokens": 343677402.0, + "step": 9429 + }, + { + "epoch": 1.7511606313834727, + "grad_norm": 1.5469084978103638, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.876906156539917, + "num_tokens": 343715147.0, + "step": 9430 + }, + { + "epoch": 1.7513463324048282, + "grad_norm": 1.6263741254806519, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8738209009170532, + "num_tokens": 343749359.0, + "step": 9431 + }, + { + "epoch": 1.7515320334261837, + "grad_norm": 1.5899040699005127, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8855530023574829, + "num_tokens": 343783136.0, + "step": 9432 + }, + { + "epoch": 1.7517177344475394, + "grad_norm": 1.4476932287216187, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8696715831756592, + "num_tokens": 343821300.0, + "step": 9433 + }, + { + "epoch": 1.7519034354688952, + "grad_norm": 1.356042742729187, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8909447193145752, + "num_tokens": 343860462.0, + "step": 9434 + }, + { + "epoch": 1.7520891364902507, + "grad_norm": 1.3535493612289429, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8855847120285034, + "num_tokens": 343898449.0, + "step": 9435 + }, + { + "epoch": 1.7522748375116062, + "grad_norm": 1.544735074043274, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8674417734146118, + "num_tokens": 343935567.0, + "step": 9436 + }, + { + "epoch": 1.752460538532962, + "grad_norm": 1.392460584640503, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8840848207473755, + "num_tokens": 343972541.0, + "step": 9437 + }, + { + "epoch": 1.7526462395543176, + "grad_norm": 1.4279345273971558, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8745936155319214, + "num_tokens": 344011622.0, + "step": 9438 + }, + { + "epoch": 1.7528319405756732, + "grad_norm": 1.5824676752090454, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8728925585746765, + "num_tokens": 344046178.0, + "step": 9439 + }, + { + "epoch": 1.7530176415970287, + "grad_norm": 1.479604721069336, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8793942928314209, + "num_tokens": 344083240.0, + "step": 9440 + }, + { + "epoch": 1.7532033426183844, + "grad_norm": 1.51375412940979, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8822687864303589, + "num_tokens": 344117046.0, + "step": 9441 + }, + { + "epoch": 1.7533890436397401, + "grad_norm": 1.4117918014526367, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8930433988571167, + "num_tokens": 344153610.0, + "step": 9442 + }, + { + "epoch": 1.7535747446610956, + "grad_norm": 1.4006695747375488, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8720692992210388, + "num_tokens": 344192927.0, + "step": 9443 + }, + { + "epoch": 1.7537604456824512, + "grad_norm": 1.4485132694244385, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8811987042427063, + "num_tokens": 344230530.0, + "step": 9444 + }, + { + "epoch": 1.7539461467038069, + "grad_norm": 1.5355162620544434, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8886781930923462, + "num_tokens": 344263316.0, + "step": 9445 + }, + { + "epoch": 1.7541318477251626, + "grad_norm": 1.3879518508911133, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8891417384147644, + "num_tokens": 344299718.0, + "step": 9446 + }, + { + "epoch": 1.7543175487465181, + "grad_norm": 1.57423996925354, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8897887468338013, + "num_tokens": 344332352.0, + "step": 9447 + }, + { + "epoch": 1.7545032497678736, + "grad_norm": 1.4209625720977783, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8762121796607971, + "num_tokens": 344369258.0, + "step": 9448 + }, + { + "epoch": 1.7546889507892294, + "grad_norm": 1.478422999382019, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8811708688735962, + "num_tokens": 344405394.0, + "step": 9449 + }, + { + "epoch": 1.754874651810585, + "grad_norm": 1.5155810117721558, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.870358943939209, + "num_tokens": 344442051.0, + "step": 9450 + }, + { + "epoch": 1.7550603528319406, + "grad_norm": 1.4619520902633667, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8910237550735474, + "num_tokens": 344479001.0, + "step": 9451 + }, + { + "epoch": 1.7552460538532961, + "grad_norm": 1.418448567390442, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.88909512758255, + "num_tokens": 344514826.0, + "step": 9452 + }, + { + "epoch": 1.7554317548746519, + "grad_norm": 1.3253960609436035, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8817936182022095, + "num_tokens": 344554649.0, + "step": 9453 + }, + { + "epoch": 1.7556174558960074, + "grad_norm": 1.4417788982391357, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8813778758049011, + "num_tokens": 344586959.0, + "step": 9454 + }, + { + "epoch": 1.7558031569173629, + "grad_norm": 1.4771581888198853, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8854844570159912, + "num_tokens": 344619086.0, + "step": 9455 + }, + { + "epoch": 1.7559888579387186, + "grad_norm": 1.3200201988220215, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8957830667495728, + "num_tokens": 344658623.0, + "step": 9456 + }, + { + "epoch": 1.7561745589600744, + "grad_norm": 1.377317190170288, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8780015707015991, + "num_tokens": 344697925.0, + "step": 9457 + }, + { + "epoch": 1.7563602599814299, + "grad_norm": 1.4908592700958252, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8848831653594971, + "num_tokens": 344732820.0, + "step": 9458 + }, + { + "epoch": 1.7565459610027854, + "grad_norm": 1.4865409135818481, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8864716291427612, + "num_tokens": 344767364.0, + "step": 9459 + }, + { + "epoch": 1.756731662024141, + "grad_norm": 1.4380364418029785, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8718647956848145, + "num_tokens": 344806673.0, + "step": 9460 + }, + { + "epoch": 1.7569173630454968, + "grad_norm": 1.3775826692581177, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.873183012008667, + "num_tokens": 344847951.0, + "step": 9461 + }, + { + "epoch": 1.7571030640668523, + "grad_norm": 1.5458751916885376, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8833047151565552, + "num_tokens": 344880375.0, + "step": 9462 + }, + { + "epoch": 1.7572887650882079, + "grad_norm": 1.4607101678848267, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8786083459854126, + "num_tokens": 344915425.0, + "step": 9463 + }, + { + "epoch": 1.7574744661095636, + "grad_norm": 1.5819544792175293, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8664301633834839, + "num_tokens": 344950895.0, + "step": 9464 + }, + { + "epoch": 1.7576601671309193, + "grad_norm": 1.470577359199524, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8806442022323608, + "num_tokens": 344985003.0, + "step": 9465 + }, + { + "epoch": 1.7578458681522748, + "grad_norm": 1.5179221630096436, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8726035356521606, + "num_tokens": 345020110.0, + "step": 9466 + }, + { + "epoch": 1.7580315691736303, + "grad_norm": 1.4946075677871704, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8748698234558105, + "num_tokens": 345056630.0, + "step": 9467 + }, + { + "epoch": 1.758217270194986, + "grad_norm": 1.4010705947875977, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8837080001831055, + "num_tokens": 345095278.0, + "step": 9468 + }, + { + "epoch": 1.7584029712163418, + "grad_norm": 1.2849618196487427, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.887027382850647, + "num_tokens": 345137332.0, + "step": 9469 + }, + { + "epoch": 1.7585886722376973, + "grad_norm": 1.6220601797103882, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.873812735080719, + "num_tokens": 345166835.0, + "step": 9470 + }, + { + "epoch": 1.7587743732590528, + "grad_norm": 1.4794291257858276, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.883292555809021, + "num_tokens": 345204294.0, + "step": 9471 + }, + { + "epoch": 1.7589600742804086, + "grad_norm": 1.460641860961914, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8870013952255249, + "num_tokens": 345240177.0, + "step": 9472 + }, + { + "epoch": 1.7591457753017643, + "grad_norm": 1.432371973991394, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.877922534942627, + "num_tokens": 345278481.0, + "step": 9473 + }, + { + "epoch": 1.7593314763231198, + "grad_norm": 1.3925479650497437, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8777611255645752, + "num_tokens": 345317874.0, + "step": 9474 + }, + { + "epoch": 1.7595171773444753, + "grad_norm": 1.421358585357666, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8914160132408142, + "num_tokens": 345351217.0, + "step": 9475 + }, + { + "epoch": 1.759702878365831, + "grad_norm": 1.3788625001907349, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8652664422988892, + "num_tokens": 345393449.0, + "step": 9476 + }, + { + "epoch": 1.7598885793871868, + "grad_norm": 1.5886855125427246, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8824289441108704, + "num_tokens": 345422980.0, + "step": 9477 + }, + { + "epoch": 1.7600742804085423, + "grad_norm": 1.3876367807388306, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8733921051025391, + "num_tokens": 345465724.0, + "step": 9478 + }, + { + "epoch": 1.7602599814298978, + "grad_norm": 1.4811218976974487, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8775252103805542, + "num_tokens": 345499055.0, + "step": 9479 + }, + { + "epoch": 1.7604456824512535, + "grad_norm": 1.4635961055755615, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8689899444580078, + "num_tokens": 345539130.0, + "step": 9480 + }, + { + "epoch": 1.760631383472609, + "grad_norm": 1.4631887674331665, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8840820789337158, + "num_tokens": 345574800.0, + "step": 9481 + }, + { + "epoch": 1.7608170844939646, + "grad_norm": 1.4355864524841309, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8773125410079956, + "num_tokens": 345614259.0, + "step": 9482 + }, + { + "epoch": 1.7610027855153203, + "grad_norm": 1.4119110107421875, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8823431730270386, + "num_tokens": 345655890.0, + "step": 9483 + }, + { + "epoch": 1.761188486536676, + "grad_norm": 1.5559221506118774, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.87538743019104, + "num_tokens": 345694022.0, + "step": 9484 + }, + { + "epoch": 1.7613741875580315, + "grad_norm": 1.4140276908874512, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8732956647872925, + "num_tokens": 345734833.0, + "step": 9485 + }, + { + "epoch": 1.761559888579387, + "grad_norm": 1.3711961507797241, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8858852386474609, + "num_tokens": 345772248.0, + "step": 9486 + }, + { + "epoch": 1.7617455896007428, + "grad_norm": 1.4994992017745972, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8910641670227051, + "num_tokens": 345804740.0, + "step": 9487 + }, + { + "epoch": 1.7619312906220985, + "grad_norm": 1.4297446012496948, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8722041249275208, + "num_tokens": 345842456.0, + "step": 9488 + }, + { + "epoch": 1.762116991643454, + "grad_norm": 1.4501044750213623, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8832658529281616, + "num_tokens": 345878085.0, + "step": 9489 + }, + { + "epoch": 1.7623026926648095, + "grad_norm": 1.3945246934890747, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8846302032470703, + "num_tokens": 345915220.0, + "step": 9490 + }, + { + "epoch": 1.7624883936861653, + "grad_norm": 1.5666996240615845, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.872612714767456, + "num_tokens": 345948074.0, + "step": 9491 + }, + { + "epoch": 1.762674094707521, + "grad_norm": 1.506354808807373, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.880054771900177, + "num_tokens": 345982408.0, + "step": 9492 + }, + { + "epoch": 1.7628597957288765, + "grad_norm": 1.4062341451644897, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8801804780960083, + "num_tokens": 346019042.0, + "step": 9493 + }, + { + "epoch": 1.763045496750232, + "grad_norm": 1.5016206502914429, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8704464435577393, + "num_tokens": 346056071.0, + "step": 9494 + }, + { + "epoch": 1.7632311977715878, + "grad_norm": 1.583425521850586, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8685159683227539, + "num_tokens": 346092039.0, + "step": 9495 + }, + { + "epoch": 1.7634168987929435, + "grad_norm": 1.4112743139266968, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8629926443099976, + "num_tokens": 346133919.0, + "step": 9496 + }, + { + "epoch": 1.763602599814299, + "grad_norm": 1.427916169166565, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8653923273086548, + "num_tokens": 346176049.0, + "step": 9497 + }, + { + "epoch": 1.7637883008356545, + "grad_norm": 1.4738844633102417, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8746539950370789, + "num_tokens": 346210012.0, + "step": 9498 + }, + { + "epoch": 1.7639740018570103, + "grad_norm": 1.5250996351242065, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.843972384929657, + "num_tokens": 346247857.0, + "step": 9499 + }, + { + "epoch": 1.764159702878366, + "grad_norm": 1.406879186630249, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8787968754768372, + "num_tokens": 346284416.0, + "step": 9500 + }, + { + "epoch": 1.7643454038997215, + "grad_norm": 1.5557299852371216, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8693141937255859, + "num_tokens": 346319771.0, + "step": 9501 + }, + { + "epoch": 1.764531104921077, + "grad_norm": 1.38032066822052, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8734579086303711, + "num_tokens": 346360497.0, + "step": 9502 + }, + { + "epoch": 1.7647168059424327, + "grad_norm": 1.4378879070281982, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8753961324691772, + "num_tokens": 346397866.0, + "step": 9503 + }, + { + "epoch": 1.7649025069637883, + "grad_norm": 1.389069676399231, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.877967357635498, + "num_tokens": 346436091.0, + "step": 9504 + }, + { + "epoch": 1.7650882079851438, + "grad_norm": 1.3463869094848633, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8839778900146484, + "num_tokens": 346476763.0, + "step": 9505 + }, + { + "epoch": 1.7652739090064995, + "grad_norm": 1.3811314105987549, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8763313889503479, + "num_tokens": 346514925.0, + "step": 9506 + }, + { + "epoch": 1.7654596100278552, + "grad_norm": 1.4144026041030884, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8834434747695923, + "num_tokens": 346552466.0, + "step": 9507 + }, + { + "epoch": 1.7656453110492107, + "grad_norm": 1.51161789894104, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8897755742073059, + "num_tokens": 346583575.0, + "step": 9508 + }, + { + "epoch": 1.7658310120705663, + "grad_norm": 1.517769694328308, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8872342705726624, + "num_tokens": 346616508.0, + "step": 9509 + }, + { + "epoch": 1.766016713091922, + "grad_norm": 1.5148110389709473, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8844101428985596, + "num_tokens": 346649872.0, + "step": 9510 + }, + { + "epoch": 1.7662024141132777, + "grad_norm": 1.358871340751648, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8840522766113281, + "num_tokens": 346690563.0, + "step": 9511 + }, + { + "epoch": 1.7663881151346332, + "grad_norm": 1.3879711627960205, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8785305023193359, + "num_tokens": 346733155.0, + "step": 9512 + }, + { + "epoch": 1.7665738161559887, + "grad_norm": 1.3346366882324219, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8881000280380249, + "num_tokens": 346771401.0, + "step": 9513 + }, + { + "epoch": 1.7667595171773445, + "grad_norm": 2.0662596225738525, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.878340482711792, + "num_tokens": 346805656.0, + "step": 9514 + }, + { + "epoch": 1.7669452181987002, + "grad_norm": 1.372301459312439, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8807310461997986, + "num_tokens": 346848037.0, + "step": 9515 + }, + { + "epoch": 1.7671309192200557, + "grad_norm": 1.481358289718628, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8839489221572876, + "num_tokens": 346880496.0, + "step": 9516 + }, + { + "epoch": 1.7673166202414112, + "grad_norm": 1.4921470880508423, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8765068054199219, + "num_tokens": 346920105.0, + "step": 9517 + }, + { + "epoch": 1.767502321262767, + "grad_norm": 1.4632225036621094, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8698859214782715, + "num_tokens": 346961358.0, + "step": 9518 + }, + { + "epoch": 1.7676880222841227, + "grad_norm": 1.4958949089050293, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8824400901794434, + "num_tokens": 346995670.0, + "step": 9519 + }, + { + "epoch": 1.7678737233054782, + "grad_norm": 1.404348373413086, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8816848993301392, + "num_tokens": 347034775.0, + "step": 9520 + }, + { + "epoch": 1.7680594243268337, + "grad_norm": 1.4143297672271729, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8929393291473389, + "num_tokens": 347069981.0, + "step": 9521 + }, + { + "epoch": 1.7682451253481895, + "grad_norm": 1.5969971418380737, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8800644874572754, + "num_tokens": 347101533.0, + "step": 9522 + }, + { + "epoch": 1.7684308263695452, + "grad_norm": 1.331777811050415, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8898223042488098, + "num_tokens": 347142561.0, + "step": 9523 + }, + { + "epoch": 1.7686165273909007, + "grad_norm": 1.364561676979065, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8870055675506592, + "num_tokens": 347178505.0, + "step": 9524 + }, + { + "epoch": 1.7688022284122562, + "grad_norm": 1.328879952430725, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8828260898590088, + "num_tokens": 347224251.0, + "step": 9525 + }, + { + "epoch": 1.768987929433612, + "grad_norm": 1.5045698881149292, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.872637927532196, + "num_tokens": 347258915.0, + "step": 9526 + }, + { + "epoch": 1.7691736304549674, + "grad_norm": 1.4730441570281982, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.875278115272522, + "num_tokens": 347298939.0, + "step": 9527 + }, + { + "epoch": 1.769359331476323, + "grad_norm": 1.6952844858169556, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8890010118484497, + "num_tokens": 347328698.0, + "step": 9528 + }, + { + "epoch": 1.7695450324976787, + "grad_norm": 1.4980242252349854, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8714681267738342, + "num_tokens": 347364629.0, + "step": 9529 + }, + { + "epoch": 1.7697307335190344, + "grad_norm": 1.5346068143844604, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8754705786705017, + "num_tokens": 347397825.0, + "step": 9530 + }, + { + "epoch": 1.76991643454039, + "grad_norm": 1.4554469585418701, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.881030797958374, + "num_tokens": 347432977.0, + "step": 9531 + }, + { + "epoch": 1.7701021355617454, + "grad_norm": 1.4142866134643555, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8618356585502625, + "num_tokens": 347470921.0, + "step": 9532 + }, + { + "epoch": 1.7702878365831012, + "grad_norm": 1.4936654567718506, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8905069231987, + "num_tokens": 347508741.0, + "step": 9533 + }, + { + "epoch": 1.770473537604457, + "grad_norm": 1.5468320846557617, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8783938884735107, + "num_tokens": 347545982.0, + "step": 9534 + }, + { + "epoch": 1.7706592386258124, + "grad_norm": 1.649786114692688, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8692792654037476, + "num_tokens": 347579054.0, + "step": 9535 + }, + { + "epoch": 1.770844939647168, + "grad_norm": 1.4320570230484009, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8952509164810181, + "num_tokens": 347614497.0, + "step": 9536 + }, + { + "epoch": 1.7710306406685237, + "grad_norm": 1.5950915813446045, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8726390600204468, + "num_tokens": 347647472.0, + "step": 9537 + }, + { + "epoch": 1.7712163416898794, + "grad_norm": 1.643350601196289, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8748712539672852, + "num_tokens": 347680673.0, + "step": 9538 + }, + { + "epoch": 1.771402042711235, + "grad_norm": 1.5219084024429321, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8789732456207275, + "num_tokens": 347714199.0, + "step": 9539 + }, + { + "epoch": 1.7715877437325904, + "grad_norm": 1.3484090566635132, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8747768402099609, + "num_tokens": 347754269.0, + "step": 9540 + }, + { + "epoch": 1.7717734447539462, + "grad_norm": 1.5193883180618286, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8765376806259155, + "num_tokens": 347789598.0, + "step": 9541 + }, + { + "epoch": 1.771959145775302, + "grad_norm": 1.372530460357666, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8891435861587524, + "num_tokens": 347828277.0, + "step": 9542 + }, + { + "epoch": 1.7721448467966574, + "grad_norm": 1.4562994241714478, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8799302577972412, + "num_tokens": 347859527.0, + "step": 9543 + }, + { + "epoch": 1.772330547818013, + "grad_norm": 1.476631760597229, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.868645429611206, + "num_tokens": 347897480.0, + "step": 9544 + }, + { + "epoch": 1.7725162488393686, + "grad_norm": 1.4079926013946533, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8867919445037842, + "num_tokens": 347935084.0, + "step": 9545 + }, + { + "epoch": 1.7727019498607244, + "grad_norm": 1.461394190788269, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8804936408996582, + "num_tokens": 347970300.0, + "step": 9546 + }, + { + "epoch": 1.77288765088208, + "grad_norm": 1.4484164714813232, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8649969100952148, + "num_tokens": 348012476.0, + "step": 9547 + }, + { + "epoch": 1.7730733519034354, + "grad_norm": 1.5820709466934204, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8843046426773071, + "num_tokens": 348042117.0, + "step": 9548 + }, + { + "epoch": 1.7732590529247911, + "grad_norm": 1.4578068256378174, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8735892176628113, + "num_tokens": 348076927.0, + "step": 9549 + }, + { + "epoch": 1.7734447539461469, + "grad_norm": 1.3876216411590576, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8739750385284424, + "num_tokens": 348118988.0, + "step": 9550 + }, + { + "epoch": 1.7736304549675022, + "grad_norm": 1.5171642303466797, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8737210631370544, + "num_tokens": 348151941.0, + "step": 9551 + }, + { + "epoch": 1.773816155988858, + "grad_norm": 1.5349892377853394, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8861691951751709, + "num_tokens": 348182503.0, + "step": 9552 + }, + { + "epoch": 1.7740018570102136, + "grad_norm": 1.4508215188980103, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8736550807952881, + "num_tokens": 348219240.0, + "step": 9553 + }, + { + "epoch": 1.7741875580315691, + "grad_norm": 1.4419963359832764, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8900464177131653, + "num_tokens": 348251188.0, + "step": 9554 + }, + { + "epoch": 1.7743732590529246, + "grad_norm": 1.3756588697433472, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8899703621864319, + "num_tokens": 348286416.0, + "step": 9555 + }, + { + "epoch": 1.7745589600742804, + "grad_norm": 1.4863133430480957, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8687782287597656, + "num_tokens": 348324526.0, + "step": 9556 + }, + { + "epoch": 1.7747446610956361, + "grad_norm": 1.396047592163086, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8867809176445007, + "num_tokens": 348361116.0, + "step": 9557 + }, + { + "epoch": 1.7749303621169916, + "grad_norm": 1.4008365869522095, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.891255259513855, + "num_tokens": 348395359.0, + "step": 9558 + }, + { + "epoch": 1.7751160631383471, + "grad_norm": 1.4586560726165771, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8834201097488403, + "num_tokens": 348430914.0, + "step": 9559 + }, + { + "epoch": 1.7753017641597029, + "grad_norm": 1.513702630996704, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8569350242614746, + "num_tokens": 348467614.0, + "step": 9560 + }, + { + "epoch": 1.7754874651810586, + "grad_norm": 1.4190826416015625, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8682206869125366, + "num_tokens": 348509153.0, + "step": 9561 + }, + { + "epoch": 1.775673166202414, + "grad_norm": 1.49070143699646, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8780003190040588, + "num_tokens": 348547205.0, + "step": 9562 + }, + { + "epoch": 1.7758588672237696, + "grad_norm": 1.4250558614730835, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8764773011207581, + "num_tokens": 348583345.0, + "step": 9563 + }, + { + "epoch": 1.7760445682451254, + "grad_norm": 1.397889494895935, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8690663576126099, + "num_tokens": 348622049.0, + "step": 9564 + }, + { + "epoch": 1.776230269266481, + "grad_norm": 1.4616661071777344, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8548812866210938, + "num_tokens": 348664178.0, + "step": 9565 + }, + { + "epoch": 1.7764159702878366, + "grad_norm": 1.508909821510315, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8768341541290283, + "num_tokens": 348697395.0, + "step": 9566 + }, + { + "epoch": 1.776601671309192, + "grad_norm": 1.4722620248794556, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8873957395553589, + "num_tokens": 348729901.0, + "step": 9567 + }, + { + "epoch": 1.7767873723305478, + "grad_norm": 1.4115489721298218, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8852627277374268, + "num_tokens": 348766071.0, + "step": 9568 + }, + { + "epoch": 1.7769730733519036, + "grad_norm": 1.4054133892059326, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8945172429084778, + "num_tokens": 348799217.0, + "step": 9569 + }, + { + "epoch": 1.777158774373259, + "grad_norm": 1.3062227964401245, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8733247518539429, + "num_tokens": 348842368.0, + "step": 9570 + }, + { + "epoch": 1.7773444753946146, + "grad_norm": 1.5519074201583862, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8831993937492371, + "num_tokens": 348873101.0, + "step": 9571 + }, + { + "epoch": 1.7775301764159703, + "grad_norm": 1.4166179895401, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8836872577667236, + "num_tokens": 348909302.0, + "step": 9572 + }, + { + "epoch": 1.777715877437326, + "grad_norm": 1.4131543636322021, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8867495059967041, + "num_tokens": 348945001.0, + "step": 9573 + }, + { + "epoch": 1.7779015784586816, + "grad_norm": 1.4285527467727661, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8854777812957764, + "num_tokens": 348978523.0, + "step": 9574 + }, + { + "epoch": 1.778087279480037, + "grad_norm": 1.5550936460494995, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.895801305770874, + "num_tokens": 349006308.0, + "step": 9575 + }, + { + "epoch": 1.7782729805013928, + "grad_norm": 1.7051576375961304, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8721391558647156, + "num_tokens": 349035627.0, + "step": 9576 + }, + { + "epoch": 1.7784586815227483, + "grad_norm": 1.4674972295761108, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8787264823913574, + "num_tokens": 349072089.0, + "step": 9577 + }, + { + "epoch": 1.7786443825441038, + "grad_norm": 1.4414860010147095, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8828753232955933, + "num_tokens": 349105179.0, + "step": 9578 + }, + { + "epoch": 1.7788300835654596, + "grad_norm": 1.4551804065704346, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8784514665603638, + "num_tokens": 349141298.0, + "step": 9579 + }, + { + "epoch": 1.7790157845868153, + "grad_norm": 1.4767249822616577, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8645947575569153, + "num_tokens": 349182054.0, + "step": 9580 + }, + { + "epoch": 1.7792014856081708, + "grad_norm": 1.4601318836212158, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8839961290359497, + "num_tokens": 349215650.0, + "step": 9581 + }, + { + "epoch": 1.7793871866295263, + "grad_norm": 1.419240951538086, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8809186816215515, + "num_tokens": 349253196.0, + "step": 9582 + }, + { + "epoch": 1.779572887650882, + "grad_norm": 1.4681707620620728, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8638507127761841, + "num_tokens": 349289969.0, + "step": 9583 + }, + { + "epoch": 1.7797585886722378, + "grad_norm": 1.322953701019287, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8873786330223083, + "num_tokens": 349331155.0, + "step": 9584 + }, + { + "epoch": 1.7799442896935933, + "grad_norm": 1.529417634010315, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.875166654586792, + "num_tokens": 349365718.0, + "step": 9585 + }, + { + "epoch": 1.7801299907149488, + "grad_norm": 1.4625550508499146, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8780554533004761, + "num_tokens": 349400337.0, + "step": 9586 + }, + { + "epoch": 1.7803156917363046, + "grad_norm": 1.5806595087051392, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8769642114639282, + "num_tokens": 349433480.0, + "step": 9587 + }, + { + "epoch": 1.7805013927576603, + "grad_norm": 1.4805020093917847, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.868445873260498, + "num_tokens": 349473199.0, + "step": 9588 + }, + { + "epoch": 1.7806870937790158, + "grad_norm": 1.4187636375427246, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8688156008720398, + "num_tokens": 349513818.0, + "step": 9589 + }, + { + "epoch": 1.7808727948003713, + "grad_norm": 1.442145824432373, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.886211633682251, + "num_tokens": 349549930.0, + "step": 9590 + }, + { + "epoch": 1.781058495821727, + "grad_norm": 1.525621771812439, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8741909265518188, + "num_tokens": 349580604.0, + "step": 9591 + }, + { + "epoch": 1.7812441968430828, + "grad_norm": 1.4370547533035278, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8675501942634583, + "num_tokens": 349624033.0, + "step": 9592 + }, + { + "epoch": 1.7814298978644383, + "grad_norm": 1.506378173828125, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8685067892074585, + "num_tokens": 349660378.0, + "step": 9593 + }, + { + "epoch": 1.7816155988857938, + "grad_norm": 1.4312745332717896, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8869249224662781, + "num_tokens": 349692503.0, + "step": 9594 + }, + { + "epoch": 1.7818012999071495, + "grad_norm": 1.4700570106506348, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8870000839233398, + "num_tokens": 349726151.0, + "step": 9595 + }, + { + "epoch": 1.7819870009285053, + "grad_norm": 1.590329647064209, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8748992681503296, + "num_tokens": 349758293.0, + "step": 9596 + }, + { + "epoch": 1.7821727019498608, + "grad_norm": 1.466602087020874, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8723361492156982, + "num_tokens": 349793134.0, + "step": 9597 + }, + { + "epoch": 1.7823584029712163, + "grad_norm": 1.3778529167175293, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8848902583122253, + "num_tokens": 349827522.0, + "step": 9598 + }, + { + "epoch": 1.782544103992572, + "grad_norm": 1.352684736251831, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8811989426612854, + "num_tokens": 349868182.0, + "step": 9599 + }, + { + "epoch": 1.7827298050139275, + "grad_norm": 1.5594987869262695, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8814640641212463, + "num_tokens": 349901098.0, + "step": 9600 + }, + { + "epoch": 1.782915506035283, + "grad_norm": 1.4270050525665283, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.889411449432373, + "num_tokens": 349936629.0, + "step": 9601 + }, + { + "epoch": 1.7831012070566388, + "grad_norm": 1.515710473060608, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8934229016304016, + "num_tokens": 349968262.0, + "step": 9602 + }, + { + "epoch": 1.7832869080779945, + "grad_norm": 1.5755962133407593, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8852787017822266, + "num_tokens": 349997762.0, + "step": 9603 + }, + { + "epoch": 1.78347260909935, + "grad_norm": 1.3795920610427856, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8825385570526123, + "num_tokens": 350036555.0, + "step": 9604 + }, + { + "epoch": 1.7836583101207055, + "grad_norm": 1.5457336902618408, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8773049116134644, + "num_tokens": 350068308.0, + "step": 9605 + }, + { + "epoch": 1.7838440111420613, + "grad_norm": 1.403532862663269, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8739691376686096, + "num_tokens": 350107843.0, + "step": 9606 + }, + { + "epoch": 1.784029712163417, + "grad_norm": 1.3989404439926147, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8794939517974854, + "num_tokens": 350148664.0, + "step": 9607 + }, + { + "epoch": 1.7842154131847725, + "grad_norm": 1.4878556728363037, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8703672885894775, + "num_tokens": 350186233.0, + "step": 9608 + }, + { + "epoch": 1.784401114206128, + "grad_norm": 1.474929928779602, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8825138807296753, + "num_tokens": 350218867.0, + "step": 9609 + }, + { + "epoch": 1.7845868152274837, + "grad_norm": 1.4868892431259155, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8834121227264404, + "num_tokens": 350254880.0, + "step": 9610 + }, + { + "epoch": 1.7847725162488395, + "grad_norm": 1.3514341115951538, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8809788227081299, + "num_tokens": 350292951.0, + "step": 9611 + }, + { + "epoch": 1.784958217270195, + "grad_norm": 1.356675624847412, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8837621808052063, + "num_tokens": 350330205.0, + "step": 9612 + }, + { + "epoch": 1.7851439182915505, + "grad_norm": 1.5526925325393677, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8744022846221924, + "num_tokens": 350361122.0, + "step": 9613 + }, + { + "epoch": 1.7853296193129062, + "grad_norm": 1.4179961681365967, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8950093984603882, + "num_tokens": 350398408.0, + "step": 9614 + }, + { + "epoch": 1.785515320334262, + "grad_norm": 1.4207154512405396, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8800734281539917, + "num_tokens": 350433985.0, + "step": 9615 + }, + { + "epoch": 1.7857010213556175, + "grad_norm": 1.4291592836380005, + "learning_rate": 1e-06, + "loss": 0.2838, + "mean_token_accuracy": 0.9016135334968567, + "num_tokens": 350465283.0, + "step": 9616 + }, + { + "epoch": 1.785886722376973, + "grad_norm": 1.480250358581543, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8665566444396973, + "num_tokens": 350500319.0, + "step": 9617 + }, + { + "epoch": 1.7860724233983287, + "grad_norm": 1.5722929239273071, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8887474536895752, + "num_tokens": 350529227.0, + "step": 9618 + }, + { + "epoch": 1.7862581244196845, + "grad_norm": 1.409731388092041, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8832420110702515, + "num_tokens": 350562913.0, + "step": 9619 + }, + { + "epoch": 1.78644382544104, + "grad_norm": 1.4390546083450317, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8682750463485718, + "num_tokens": 350602803.0, + "step": 9620 + }, + { + "epoch": 1.7866295264623955, + "grad_norm": 1.4537749290466309, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8644696474075317, + "num_tokens": 350639375.0, + "step": 9621 + }, + { + "epoch": 1.7868152274837512, + "grad_norm": 1.36993408203125, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8809434771537781, + "num_tokens": 350677573.0, + "step": 9622 + }, + { + "epoch": 1.7870009285051067, + "grad_norm": 1.4541187286376953, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8804634809494019, + "num_tokens": 350714606.0, + "step": 9623 + }, + { + "epoch": 1.7871866295264622, + "grad_norm": 1.3554823398590088, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8907899856567383, + "num_tokens": 350751312.0, + "step": 9624 + }, + { + "epoch": 1.787372330547818, + "grad_norm": 1.3890539407730103, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8916743993759155, + "num_tokens": 350788485.0, + "step": 9625 + }, + { + "epoch": 1.7875580315691737, + "grad_norm": 1.5518940687179565, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8753405213356018, + "num_tokens": 350822254.0, + "step": 9626 + }, + { + "epoch": 1.7877437325905292, + "grad_norm": 1.272856593132019, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8835145235061646, + "num_tokens": 350867004.0, + "step": 9627 + }, + { + "epoch": 1.7879294336118847, + "grad_norm": 1.53162682056427, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8860214948654175, + "num_tokens": 350897646.0, + "step": 9628 + }, + { + "epoch": 1.7881151346332405, + "grad_norm": 1.4128226041793823, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8684645891189575, + "num_tokens": 350940533.0, + "step": 9629 + }, + { + "epoch": 1.7883008356545962, + "grad_norm": 1.4694677591323853, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8939417600631714, + "num_tokens": 350971306.0, + "step": 9630 + }, + { + "epoch": 1.7884865366759517, + "grad_norm": 1.4368956089019775, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8699020147323608, + "num_tokens": 351009219.0, + "step": 9631 + }, + { + "epoch": 1.7886722376973072, + "grad_norm": 1.4067466259002686, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8881112337112427, + "num_tokens": 351047009.0, + "step": 9632 + }, + { + "epoch": 1.788857938718663, + "grad_norm": 1.307828664779663, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8753247261047363, + "num_tokens": 351091757.0, + "step": 9633 + }, + { + "epoch": 1.7890436397400187, + "grad_norm": 1.4953426122665405, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8779636025428772, + "num_tokens": 351124663.0, + "step": 9634 + }, + { + "epoch": 1.7892293407613742, + "grad_norm": 1.4186408519744873, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8633393049240112, + "num_tokens": 351162757.0, + "step": 9635 + }, + { + "epoch": 1.7894150417827297, + "grad_norm": 1.4035123586654663, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8764711618423462, + "num_tokens": 351201418.0, + "step": 9636 + }, + { + "epoch": 1.7896007428040854, + "grad_norm": 1.3703193664550781, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8791278004646301, + "num_tokens": 351238415.0, + "step": 9637 + }, + { + "epoch": 1.7897864438254412, + "grad_norm": 1.548838496208191, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8728269934654236, + "num_tokens": 351268774.0, + "step": 9638 + }, + { + "epoch": 1.7899721448467967, + "grad_norm": 1.4113616943359375, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8922824263572693, + "num_tokens": 351308193.0, + "step": 9639 + }, + { + "epoch": 1.7901578458681522, + "grad_norm": 1.55181884765625, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.864414393901825, + "num_tokens": 351343154.0, + "step": 9640 + }, + { + "epoch": 1.790343546889508, + "grad_norm": 1.5041043758392334, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8619970083236694, + "num_tokens": 351383069.0, + "step": 9641 + }, + { + "epoch": 1.7905292479108637, + "grad_norm": 1.472252368927002, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8704501390457153, + "num_tokens": 351423870.0, + "step": 9642 + }, + { + "epoch": 1.7907149489322192, + "grad_norm": 1.3672845363616943, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8797307014465332, + "num_tokens": 351464559.0, + "step": 9643 + }, + { + "epoch": 1.7909006499535747, + "grad_norm": 1.473608136177063, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.876612663269043, + "num_tokens": 351500615.0, + "step": 9644 + }, + { + "epoch": 1.7910863509749304, + "grad_norm": 1.508591890335083, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8680822849273682, + "num_tokens": 351537377.0, + "step": 9645 + }, + { + "epoch": 1.7912720519962861, + "grad_norm": 1.720487356185913, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8942261338233948, + "num_tokens": 351565274.0, + "step": 9646 + }, + { + "epoch": 1.7914577530176417, + "grad_norm": 1.4584200382232666, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8846219778060913, + "num_tokens": 351599097.0, + "step": 9647 + }, + { + "epoch": 1.7916434540389972, + "grad_norm": 1.4320440292358398, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8780086040496826, + "num_tokens": 351638555.0, + "step": 9648 + }, + { + "epoch": 1.791829155060353, + "grad_norm": 1.4558396339416504, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8895401954650879, + "num_tokens": 351671439.0, + "step": 9649 + }, + { + "epoch": 1.7920148560817084, + "grad_norm": 1.5699756145477295, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8810316920280457, + "num_tokens": 351703617.0, + "step": 9650 + }, + { + "epoch": 1.792200557103064, + "grad_norm": 1.297669529914856, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.882524847984314, + "num_tokens": 351745746.0, + "step": 9651 + }, + { + "epoch": 1.7923862581244197, + "grad_norm": 1.5906424522399902, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8502128720283508, + "num_tokens": 351783778.0, + "step": 9652 + }, + { + "epoch": 1.7925719591457754, + "grad_norm": 1.388065218925476, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.875408411026001, + "num_tokens": 351822464.0, + "step": 9653 + }, + { + "epoch": 1.792757660167131, + "grad_norm": 1.3484281301498413, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8754432201385498, + "num_tokens": 351863946.0, + "step": 9654 + }, + { + "epoch": 1.7929433611884864, + "grad_norm": 1.5238851308822632, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8537055253982544, + "num_tokens": 351899641.0, + "step": 9655 + }, + { + "epoch": 1.7931290622098421, + "grad_norm": 1.311911940574646, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8791260719299316, + "num_tokens": 351942569.0, + "step": 9656 + }, + { + "epoch": 1.7933147632311979, + "grad_norm": 1.4942829608917236, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8742971420288086, + "num_tokens": 351978078.0, + "step": 9657 + }, + { + "epoch": 1.7935004642525534, + "grad_norm": 1.502184271812439, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.876063883304596, + "num_tokens": 352011284.0, + "step": 9658 + }, + { + "epoch": 1.793686165273909, + "grad_norm": 1.4712013006210327, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8737892508506775, + "num_tokens": 352048526.0, + "step": 9659 + }, + { + "epoch": 1.7938718662952646, + "grad_norm": 1.4867292642593384, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8813547492027283, + "num_tokens": 352085717.0, + "step": 9660 + }, + { + "epoch": 1.7940575673166204, + "grad_norm": 1.5879714488983154, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8654582500457764, + "num_tokens": 352118196.0, + "step": 9661 + }, + { + "epoch": 1.7942432683379759, + "grad_norm": 1.5836471319198608, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8699510097503662, + "num_tokens": 352148626.0, + "step": 9662 + }, + { + "epoch": 1.7944289693593314, + "grad_norm": 1.5292823314666748, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.877653956413269, + "num_tokens": 352179989.0, + "step": 9663 + }, + { + "epoch": 1.7946146703806871, + "grad_norm": 1.5248442888259888, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8857249021530151, + "num_tokens": 352212307.0, + "step": 9664 + }, + { + "epoch": 1.7948003714020428, + "grad_norm": 1.4403960704803467, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8792842626571655, + "num_tokens": 352247829.0, + "step": 9665 + }, + { + "epoch": 1.7949860724233984, + "grad_norm": 1.4675984382629395, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8677030801773071, + "num_tokens": 352286165.0, + "step": 9666 + }, + { + "epoch": 1.7951717734447539, + "grad_norm": 1.5320755243301392, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.864879846572876, + "num_tokens": 352324618.0, + "step": 9667 + }, + { + "epoch": 1.7953574744661096, + "grad_norm": 1.5889933109283447, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8663450479507446, + "num_tokens": 352359921.0, + "step": 9668 + }, + { + "epoch": 1.7955431754874653, + "grad_norm": 1.4644124507904053, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8815481066703796, + "num_tokens": 352395096.0, + "step": 9669 + }, + { + "epoch": 1.7957288765088208, + "grad_norm": 1.4778491258621216, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8794409036636353, + "num_tokens": 352429708.0, + "step": 9670 + }, + { + "epoch": 1.7959145775301764, + "grad_norm": 1.573221206665039, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8775511980056763, + "num_tokens": 352461245.0, + "step": 9671 + }, + { + "epoch": 1.796100278551532, + "grad_norm": 1.4239838123321533, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8786402940750122, + "num_tokens": 352498598.0, + "step": 9672 + }, + { + "epoch": 1.7962859795728876, + "grad_norm": 1.4212024211883545, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8774427175521851, + "num_tokens": 352536306.0, + "step": 9673 + }, + { + "epoch": 1.7964716805942431, + "grad_norm": 1.3198140859603882, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8816890120506287, + "num_tokens": 352575142.0, + "step": 9674 + }, + { + "epoch": 1.7966573816155988, + "grad_norm": 1.4379684925079346, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8742212057113647, + "num_tokens": 352613832.0, + "step": 9675 + }, + { + "epoch": 1.7968430826369546, + "grad_norm": 1.3913841247558594, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8729057312011719, + "num_tokens": 352654293.0, + "step": 9676 + }, + { + "epoch": 1.79702878365831, + "grad_norm": 1.4876419305801392, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.88633793592453, + "num_tokens": 352687338.0, + "step": 9677 + }, + { + "epoch": 1.7972144846796656, + "grad_norm": 1.4944580793380737, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8649697303771973, + "num_tokens": 352724734.0, + "step": 9678 + }, + { + "epoch": 1.7974001857010213, + "grad_norm": 1.5333143472671509, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8783698081970215, + "num_tokens": 352761437.0, + "step": 9679 + }, + { + "epoch": 1.797585886722377, + "grad_norm": 1.4339778423309326, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8734217882156372, + "num_tokens": 352801741.0, + "step": 9680 + }, + { + "epoch": 1.7977715877437326, + "grad_norm": 1.45509934425354, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8794736266136169, + "num_tokens": 352842186.0, + "step": 9681 + }, + { + "epoch": 1.797957288765088, + "grad_norm": 1.4177545309066772, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8919728994369507, + "num_tokens": 352878374.0, + "step": 9682 + }, + { + "epoch": 1.7981429897864438, + "grad_norm": 1.3988641500473022, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8821611404418945, + "num_tokens": 352916764.0, + "step": 9683 + }, + { + "epoch": 1.7983286908077996, + "grad_norm": 1.5145176649093628, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.881927490234375, + "num_tokens": 352954672.0, + "step": 9684 + }, + { + "epoch": 1.798514391829155, + "grad_norm": 1.4468134641647339, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8840857148170471, + "num_tokens": 352987759.0, + "step": 9685 + }, + { + "epoch": 1.7987000928505106, + "grad_norm": 1.5170671939849854, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8644390106201172, + "num_tokens": 353022501.0, + "step": 9686 + }, + { + "epoch": 1.7988857938718663, + "grad_norm": 1.448222279548645, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8833177089691162, + "num_tokens": 353059941.0, + "step": 9687 + }, + { + "epoch": 1.799071494893222, + "grad_norm": 1.4777799844741821, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8850719928741455, + "num_tokens": 353093556.0, + "step": 9688 + }, + { + "epoch": 1.7992571959145776, + "grad_norm": 1.4231913089752197, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8810657858848572, + "num_tokens": 353131277.0, + "step": 9689 + }, + { + "epoch": 1.799442896935933, + "grad_norm": 1.426485538482666, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8714960813522339, + "num_tokens": 353169769.0, + "step": 9690 + }, + { + "epoch": 1.7996285979572888, + "grad_norm": 1.5167393684387207, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8794030547142029, + "num_tokens": 353203589.0, + "step": 9691 + }, + { + "epoch": 1.7998142989786445, + "grad_norm": 1.3882994651794434, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8828321099281311, + "num_tokens": 353244107.0, + "step": 9692 + }, + { + "epoch": 1.8, + "grad_norm": 1.4284082651138306, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8714301586151123, + "num_tokens": 353283568.0, + "step": 9693 + }, + { + "epoch": 1.8001857010213556, + "grad_norm": 1.4249032735824585, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8736993074417114, + "num_tokens": 353322770.0, + "step": 9694 + }, + { + "epoch": 1.8003714020427113, + "grad_norm": 1.6755356788635254, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8826173543930054, + "num_tokens": 353355581.0, + "step": 9695 + }, + { + "epoch": 1.8005571030640668, + "grad_norm": 1.3446074724197388, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8886333107948303, + "num_tokens": 353392831.0, + "step": 9696 + }, + { + "epoch": 1.8007428040854223, + "grad_norm": 1.3644819259643555, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8896061182022095, + "num_tokens": 353431709.0, + "step": 9697 + }, + { + "epoch": 1.800928505106778, + "grad_norm": 1.5471493005752563, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8693168759346008, + "num_tokens": 353466673.0, + "step": 9698 + }, + { + "epoch": 1.8011142061281338, + "grad_norm": 1.6432838439941406, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8793943524360657, + "num_tokens": 353494575.0, + "step": 9699 + }, + { + "epoch": 1.8012999071494893, + "grad_norm": 1.3926455974578857, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8837641477584839, + "num_tokens": 353532557.0, + "step": 9700 + }, + { + "epoch": 1.8014856081708448, + "grad_norm": 1.4447778463363647, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8877730369567871, + "num_tokens": 353566602.0, + "step": 9701 + }, + { + "epoch": 1.8016713091922005, + "grad_norm": 1.3471089601516724, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8735309839248657, + "num_tokens": 353610380.0, + "step": 9702 + }, + { + "epoch": 1.8018570102135563, + "grad_norm": 1.4786895513534546, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8822739720344543, + "num_tokens": 353645406.0, + "step": 9703 + }, + { + "epoch": 1.8020427112349118, + "grad_norm": 1.4234669208526611, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8838394284248352, + "num_tokens": 353683419.0, + "step": 9704 + }, + { + "epoch": 1.8022284122562673, + "grad_norm": 1.5233800411224365, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8885458707809448, + "num_tokens": 353714745.0, + "step": 9705 + }, + { + "epoch": 1.802414113277623, + "grad_norm": 1.3324377536773682, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8897641897201538, + "num_tokens": 353753886.0, + "step": 9706 + }, + { + "epoch": 1.8025998142989788, + "grad_norm": 1.473181962966919, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8782554268836975, + "num_tokens": 353787898.0, + "step": 9707 + }, + { + "epoch": 1.8027855153203343, + "grad_norm": 1.5406123399734497, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8832002878189087, + "num_tokens": 353822359.0, + "step": 9708 + }, + { + "epoch": 1.8029712163416898, + "grad_norm": 1.62635338306427, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8562344312667847, + "num_tokens": 353855285.0, + "step": 9709 + }, + { + "epoch": 1.8031569173630455, + "grad_norm": 1.5882476568222046, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8790487051010132, + "num_tokens": 353891771.0, + "step": 9710 + }, + { + "epoch": 1.8033426183844012, + "grad_norm": 1.5535401105880737, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8804071545600891, + "num_tokens": 353929293.0, + "step": 9711 + }, + { + "epoch": 1.8035283194057568, + "grad_norm": 1.2969298362731934, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8909775018692017, + "num_tokens": 353971091.0, + "step": 9712 + }, + { + "epoch": 1.8037140204271123, + "grad_norm": 1.3482426404953003, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8854787349700928, + "num_tokens": 354012923.0, + "step": 9713 + }, + { + "epoch": 1.803899721448468, + "grad_norm": 1.4899115562438965, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8691442608833313, + "num_tokens": 354051724.0, + "step": 9714 + }, + { + "epoch": 1.8040854224698237, + "grad_norm": 1.4320600032806396, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8584550023078918, + "num_tokens": 354094401.0, + "step": 9715 + }, + { + "epoch": 1.8042711234911792, + "grad_norm": 1.4082072973251343, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8747526407241821, + "num_tokens": 354130599.0, + "step": 9716 + }, + { + "epoch": 1.8044568245125348, + "grad_norm": 1.5299495458602905, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8779395818710327, + "num_tokens": 354164115.0, + "step": 9717 + }, + { + "epoch": 1.8046425255338905, + "grad_norm": 1.4862761497497559, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8832453489303589, + "num_tokens": 354201194.0, + "step": 9718 + }, + { + "epoch": 1.8048282265552462, + "grad_norm": 1.4931542873382568, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.866173505783081, + "num_tokens": 354241592.0, + "step": 9719 + }, + { + "epoch": 1.8050139275766015, + "grad_norm": 1.4997526407241821, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8877196311950684, + "num_tokens": 354272979.0, + "step": 9720 + }, + { + "epoch": 1.8051996285979572, + "grad_norm": 1.552245855331421, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8759786486625671, + "num_tokens": 354304701.0, + "step": 9721 + }, + { + "epoch": 1.805385329619313, + "grad_norm": 1.4135512113571167, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8773994445800781, + "num_tokens": 354345619.0, + "step": 9722 + }, + { + "epoch": 1.8055710306406685, + "grad_norm": 1.4641900062561035, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8751939535140991, + "num_tokens": 354382039.0, + "step": 9723 + }, + { + "epoch": 1.805756731662024, + "grad_norm": 1.5068743228912354, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8758305311203003, + "num_tokens": 354417542.0, + "step": 9724 + }, + { + "epoch": 1.8059424326833797, + "grad_norm": 1.3395178318023682, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8764501810073853, + "num_tokens": 354456746.0, + "step": 9725 + }, + { + "epoch": 1.8061281337047355, + "grad_norm": 1.5753902196884155, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8772916793823242, + "num_tokens": 354490513.0, + "step": 9726 + }, + { + "epoch": 1.806313834726091, + "grad_norm": 1.4894013404846191, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8800477981567383, + "num_tokens": 354522884.0, + "step": 9727 + }, + { + "epoch": 1.8064995357474465, + "grad_norm": 1.3922280073165894, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.883212149143219, + "num_tokens": 354558540.0, + "step": 9728 + }, + { + "epoch": 1.8066852367688022, + "grad_norm": 1.4256268739700317, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.872999906539917, + "num_tokens": 354594623.0, + "step": 9729 + }, + { + "epoch": 1.806870937790158, + "grad_norm": 1.4695073366165161, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8738861083984375, + "num_tokens": 354632266.0, + "step": 9730 + }, + { + "epoch": 1.8070566388115135, + "grad_norm": 1.5591329336166382, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.880108118057251, + "num_tokens": 354665237.0, + "step": 9731 + }, + { + "epoch": 1.807242339832869, + "grad_norm": 1.4555659294128418, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8827259540557861, + "num_tokens": 354698732.0, + "step": 9732 + }, + { + "epoch": 1.8074280408542247, + "grad_norm": 1.3940619230270386, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8828160166740417, + "num_tokens": 354734693.0, + "step": 9733 + }, + { + "epoch": 1.8076137418755804, + "grad_norm": 1.464870810508728, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8710871338844299, + "num_tokens": 354773016.0, + "step": 9734 + }, + { + "epoch": 1.807799442896936, + "grad_norm": 1.4251302480697632, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8876664042472839, + "num_tokens": 354810998.0, + "step": 9735 + }, + { + "epoch": 1.8079851439182915, + "grad_norm": 1.4380759000778198, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8750166893005371, + "num_tokens": 354851348.0, + "step": 9736 + }, + { + "epoch": 1.8081708449396472, + "grad_norm": 1.5188210010528564, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8706678152084351, + "num_tokens": 354886643.0, + "step": 9737 + }, + { + "epoch": 1.808356545961003, + "grad_norm": 1.5220319032669067, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8770751357078552, + "num_tokens": 354918037.0, + "step": 9738 + }, + { + "epoch": 1.8085422469823584, + "grad_norm": 1.423100233078003, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8977216482162476, + "num_tokens": 354954815.0, + "step": 9739 + }, + { + "epoch": 1.808727948003714, + "grad_norm": 1.3531423807144165, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8881962299346924, + "num_tokens": 354993536.0, + "step": 9740 + }, + { + "epoch": 1.8089136490250697, + "grad_norm": 1.5126034021377563, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.889443039894104, + "num_tokens": 355028005.0, + "step": 9741 + }, + { + "epoch": 1.8090993500464254, + "grad_norm": 1.5287724733352661, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8845559358596802, + "num_tokens": 355060176.0, + "step": 9742 + }, + { + "epoch": 1.809285051067781, + "grad_norm": 1.4028762578964233, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8815383315086365, + "num_tokens": 355099356.0, + "step": 9743 + }, + { + "epoch": 1.8094707520891364, + "grad_norm": 1.5863065719604492, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.871097207069397, + "num_tokens": 355133062.0, + "step": 9744 + }, + { + "epoch": 1.8096564531104922, + "grad_norm": 1.4873368740081787, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8820425271987915, + "num_tokens": 355170036.0, + "step": 9745 + }, + { + "epoch": 1.8098421541318477, + "grad_norm": 1.61279296875, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8720274567604065, + "num_tokens": 355209230.0, + "step": 9746 + }, + { + "epoch": 1.8100278551532032, + "grad_norm": 1.6397876739501953, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8624393343925476, + "num_tokens": 355249704.0, + "step": 9747 + }, + { + "epoch": 1.810213556174559, + "grad_norm": 1.5178563594818115, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8807060718536377, + "num_tokens": 355287258.0, + "step": 9748 + }, + { + "epoch": 1.8103992571959147, + "grad_norm": 1.4204505681991577, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8872743844985962, + "num_tokens": 355326699.0, + "step": 9749 + }, + { + "epoch": 1.8105849582172702, + "grad_norm": 1.5729954242706299, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8739170432090759, + "num_tokens": 355364989.0, + "step": 9750 + }, + { + "epoch": 1.8107706592386257, + "grad_norm": 1.4676499366760254, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8832628726959229, + "num_tokens": 355400903.0, + "step": 9751 + }, + { + "epoch": 1.8109563602599814, + "grad_norm": 1.6060636043548584, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8740959763526917, + "num_tokens": 355432752.0, + "step": 9752 + }, + { + "epoch": 1.8111420612813371, + "grad_norm": 1.4491571187973022, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8873438239097595, + "num_tokens": 355470023.0, + "step": 9753 + }, + { + "epoch": 1.8113277623026927, + "grad_norm": 1.425955891609192, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8822922110557556, + "num_tokens": 355508043.0, + "step": 9754 + }, + { + "epoch": 1.8115134633240482, + "grad_norm": 1.39034104347229, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8717864155769348, + "num_tokens": 355549654.0, + "step": 9755 + }, + { + "epoch": 1.811699164345404, + "grad_norm": 1.4129674434661865, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.885498046875, + "num_tokens": 355586388.0, + "step": 9756 + }, + { + "epoch": 1.8118848653667596, + "grad_norm": 1.5775750875473022, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.872097373008728, + "num_tokens": 355624485.0, + "step": 9757 + }, + { + "epoch": 1.8120705663881151, + "grad_norm": 1.6668981313705444, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8854997158050537, + "num_tokens": 355655943.0, + "step": 9758 + }, + { + "epoch": 1.8122562674094707, + "grad_norm": 1.395375370979309, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8674092292785645, + "num_tokens": 355698352.0, + "step": 9759 + }, + { + "epoch": 1.8124419684308264, + "grad_norm": 1.4013121128082275, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.887974202632904, + "num_tokens": 355733524.0, + "step": 9760 + }, + { + "epoch": 1.8126276694521821, + "grad_norm": 1.4611402750015259, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8713061213493347, + "num_tokens": 355770988.0, + "step": 9761 + }, + { + "epoch": 1.8128133704735376, + "grad_norm": 1.431005597114563, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.873685896396637, + "num_tokens": 355807124.0, + "step": 9762 + }, + { + "epoch": 1.8129990714948931, + "grad_norm": 1.4528346061706543, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8742988109588623, + "num_tokens": 355845557.0, + "step": 9763 + }, + { + "epoch": 1.8131847725162489, + "grad_norm": 1.5659551620483398, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8655012845993042, + "num_tokens": 355883272.0, + "step": 9764 + }, + { + "epoch": 1.8133704735376046, + "grad_norm": 1.391036033630371, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8826221823692322, + "num_tokens": 355921515.0, + "step": 9765 + }, + { + "epoch": 1.8135561745589601, + "grad_norm": 1.4859473705291748, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8815004229545593, + "num_tokens": 355955561.0, + "step": 9766 + }, + { + "epoch": 1.8137418755803156, + "grad_norm": 1.5546880960464478, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8748561143875122, + "num_tokens": 355988405.0, + "step": 9767 + }, + { + "epoch": 1.8139275766016714, + "grad_norm": 1.412984848022461, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8828177452087402, + "num_tokens": 356026405.0, + "step": 9768 + }, + { + "epoch": 1.8141132776230269, + "grad_norm": 1.4876325130462646, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8746645450592041, + "num_tokens": 356063988.0, + "step": 9769 + }, + { + "epoch": 1.8142989786443824, + "grad_norm": 1.4957263469696045, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.8930216431617737, + "num_tokens": 356091747.0, + "step": 9770 + }, + { + "epoch": 1.8144846796657381, + "grad_norm": 1.3648442029953003, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8749938011169434, + "num_tokens": 356134908.0, + "step": 9771 + }, + { + "epoch": 1.8146703806870939, + "grad_norm": 1.5291359424591064, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8597080707550049, + "num_tokens": 356171026.0, + "step": 9772 + }, + { + "epoch": 1.8148560817084494, + "grad_norm": 1.4428776502609253, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8875623941421509, + "num_tokens": 356206446.0, + "step": 9773 + }, + { + "epoch": 1.8150417827298049, + "grad_norm": 1.3972409963607788, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.880699634552002, + "num_tokens": 356242810.0, + "step": 9774 + }, + { + "epoch": 1.8152274837511606, + "grad_norm": 1.4569278955459595, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8687037229537964, + "num_tokens": 356280121.0, + "step": 9775 + }, + { + "epoch": 1.8154131847725163, + "grad_norm": 1.5337600708007812, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8518160581588745, + "num_tokens": 356318836.0, + "step": 9776 + }, + { + "epoch": 1.8155988857938719, + "grad_norm": 1.429685354232788, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8836246728897095, + "num_tokens": 356356354.0, + "step": 9777 + }, + { + "epoch": 1.8157845868152274, + "grad_norm": 1.5098795890808105, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8699812889099121, + "num_tokens": 356392690.0, + "step": 9778 + }, + { + "epoch": 1.815970287836583, + "grad_norm": 1.4979562759399414, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8889601230621338, + "num_tokens": 356427416.0, + "step": 9779 + }, + { + "epoch": 1.8161559888579388, + "grad_norm": 1.5884400606155396, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8788223266601562, + "num_tokens": 356461626.0, + "step": 9780 + }, + { + "epoch": 1.8163416898792943, + "grad_norm": 1.3720093965530396, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8715864419937134, + "num_tokens": 356504484.0, + "step": 9781 + }, + { + "epoch": 1.8165273909006499, + "grad_norm": 1.4748491048812866, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8945646286010742, + "num_tokens": 356538612.0, + "step": 9782 + }, + { + "epoch": 1.8167130919220056, + "grad_norm": 1.494284749031067, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.871505856513977, + "num_tokens": 356574833.0, + "step": 9783 + }, + { + "epoch": 1.8168987929433613, + "grad_norm": 1.452751636505127, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.883648157119751, + "num_tokens": 356609334.0, + "step": 9784 + }, + { + "epoch": 1.8170844939647168, + "grad_norm": 1.4446790218353271, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8776271343231201, + "num_tokens": 356648923.0, + "step": 9785 + }, + { + "epoch": 1.8172701949860723, + "grad_norm": 1.4520306587219238, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8815945386886597, + "num_tokens": 356688617.0, + "step": 9786 + }, + { + "epoch": 1.817455896007428, + "grad_norm": 1.3764739036560059, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8855545520782471, + "num_tokens": 356731740.0, + "step": 9787 + }, + { + "epoch": 1.8176415970287838, + "grad_norm": 1.3932801485061646, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8841136693954468, + "num_tokens": 356773876.0, + "step": 9788 + }, + { + "epoch": 1.8178272980501393, + "grad_norm": 1.4152384996414185, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8776216506958008, + "num_tokens": 356814539.0, + "step": 9789 + }, + { + "epoch": 1.8180129990714948, + "grad_norm": 1.477959394454956, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8755805492401123, + "num_tokens": 356850060.0, + "step": 9790 + }, + { + "epoch": 1.8181987000928506, + "grad_norm": 1.4887101650238037, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8856821060180664, + "num_tokens": 356882407.0, + "step": 9791 + }, + { + "epoch": 1.8183844011142063, + "grad_norm": 1.4572668075561523, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8691696524620056, + "num_tokens": 356923422.0, + "step": 9792 + }, + { + "epoch": 1.8185701021355616, + "grad_norm": 1.5604984760284424, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8577106595039368, + "num_tokens": 356961017.0, + "step": 9793 + }, + { + "epoch": 1.8187558031569173, + "grad_norm": 1.5355558395385742, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8799797296524048, + "num_tokens": 356995066.0, + "step": 9794 + }, + { + "epoch": 1.818941504178273, + "grad_norm": 1.4907946586608887, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8705262541770935, + "num_tokens": 357034615.0, + "step": 9795 + }, + { + "epoch": 1.8191272051996286, + "grad_norm": 1.4896245002746582, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8814644813537598, + "num_tokens": 357071491.0, + "step": 9796 + }, + { + "epoch": 1.819312906220984, + "grad_norm": 1.3854787349700928, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8898491859436035, + "num_tokens": 357108281.0, + "step": 9797 + }, + { + "epoch": 1.8194986072423398, + "grad_norm": 1.4088388681411743, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8814404010772705, + "num_tokens": 357143621.0, + "step": 9798 + }, + { + "epoch": 1.8196843082636955, + "grad_norm": 1.3592475652694702, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.88277667760849, + "num_tokens": 357183111.0, + "step": 9799 + }, + { + "epoch": 1.819870009285051, + "grad_norm": 1.4376946687698364, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8856080174446106, + "num_tokens": 357216266.0, + "step": 9800 + }, + { + "epoch": 1.8200557103064066, + "grad_norm": 1.372045636177063, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.877144455909729, + "num_tokens": 357259520.0, + "step": 9801 + }, + { + "epoch": 1.8202414113277623, + "grad_norm": 1.5269910097122192, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8683034181594849, + "num_tokens": 357294756.0, + "step": 9802 + }, + { + "epoch": 1.820427112349118, + "grad_norm": 1.437685489654541, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8671826720237732, + "num_tokens": 357335557.0, + "step": 9803 + }, + { + "epoch": 1.8206128133704735, + "grad_norm": 1.41774320602417, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8622863292694092, + "num_tokens": 357377209.0, + "step": 9804 + }, + { + "epoch": 1.820798514391829, + "grad_norm": 1.3214460611343384, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8891353607177734, + "num_tokens": 357418259.0, + "step": 9805 + }, + { + "epoch": 1.8209842154131848, + "grad_norm": 1.4438114166259766, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8800888061523438, + "num_tokens": 357462071.0, + "step": 9806 + }, + { + "epoch": 1.8211699164345405, + "grad_norm": 1.6329760551452637, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.871248722076416, + "num_tokens": 357495132.0, + "step": 9807 + }, + { + "epoch": 1.821355617455896, + "grad_norm": 1.4679352045059204, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8754802942276001, + "num_tokens": 357533143.0, + "step": 9808 + }, + { + "epoch": 1.8215413184772515, + "grad_norm": 1.507752537727356, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.86696457862854, + "num_tokens": 357567673.0, + "step": 9809 + }, + { + "epoch": 1.8217270194986073, + "grad_norm": 1.6158958673477173, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8926839232444763, + "num_tokens": 357594638.0, + "step": 9810 + }, + { + "epoch": 1.821912720519963, + "grad_norm": 1.441206455230713, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8827745318412781, + "num_tokens": 357630702.0, + "step": 9811 + }, + { + "epoch": 1.8220984215413185, + "grad_norm": 1.4234380722045898, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8863379955291748, + "num_tokens": 357669315.0, + "step": 9812 + }, + { + "epoch": 1.822284122562674, + "grad_norm": 1.4422285556793213, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8802568912506104, + "num_tokens": 357705050.0, + "step": 9813 + }, + { + "epoch": 1.8224698235840298, + "grad_norm": 1.4622714519500732, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8729180693626404, + "num_tokens": 357739924.0, + "step": 9814 + }, + { + "epoch": 1.8226555246053855, + "grad_norm": 1.3934413194656372, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8790692687034607, + "num_tokens": 357777761.0, + "step": 9815 + }, + { + "epoch": 1.822841225626741, + "grad_norm": 1.4692871570587158, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8713205456733704, + "num_tokens": 357814618.0, + "step": 9816 + }, + { + "epoch": 1.8230269266480965, + "grad_norm": 1.5641844272613525, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.876440167427063, + "num_tokens": 357845281.0, + "step": 9817 + }, + { + "epoch": 1.8232126276694522, + "grad_norm": 1.4343223571777344, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8895744681358337, + "num_tokens": 357880855.0, + "step": 9818 + }, + { + "epoch": 1.8233983286908078, + "grad_norm": 1.3595811128616333, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8753756284713745, + "num_tokens": 357926008.0, + "step": 9819 + }, + { + "epoch": 1.8235840297121633, + "grad_norm": 1.3027808666229248, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8927221894264221, + "num_tokens": 357967838.0, + "step": 9820 + }, + { + "epoch": 1.823769730733519, + "grad_norm": 1.4381725788116455, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8838232159614563, + "num_tokens": 358004136.0, + "step": 9821 + }, + { + "epoch": 1.8239554317548747, + "grad_norm": 1.5161799192428589, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8841661810874939, + "num_tokens": 358039853.0, + "step": 9822 + }, + { + "epoch": 1.8241411327762302, + "grad_norm": 1.4812382459640503, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8802955150604248, + "num_tokens": 358073930.0, + "step": 9823 + }, + { + "epoch": 1.8243268337975858, + "grad_norm": 1.4709523916244507, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.878171443939209, + "num_tokens": 358112009.0, + "step": 9824 + }, + { + "epoch": 1.8245125348189415, + "grad_norm": 1.3598518371582031, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8889915943145752, + "num_tokens": 358149751.0, + "step": 9825 + }, + { + "epoch": 1.8246982358402972, + "grad_norm": 1.3296890258789062, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8834635019302368, + "num_tokens": 358191534.0, + "step": 9826 + }, + { + "epoch": 1.8248839368616527, + "grad_norm": 1.3684585094451904, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8772329092025757, + "num_tokens": 358233882.0, + "step": 9827 + }, + { + "epoch": 1.8250696378830082, + "grad_norm": 1.4874458312988281, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8792926669120789, + "num_tokens": 358267549.0, + "step": 9828 + }, + { + "epoch": 1.825255338904364, + "grad_norm": 1.4023040533065796, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8789901733398438, + "num_tokens": 358307368.0, + "step": 9829 + }, + { + "epoch": 1.8254410399257197, + "grad_norm": 1.4521862268447876, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8863487243652344, + "num_tokens": 358343882.0, + "step": 9830 + }, + { + "epoch": 1.8256267409470752, + "grad_norm": 1.4947127103805542, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8665204048156738, + "num_tokens": 358379249.0, + "step": 9831 + }, + { + "epoch": 1.8258124419684307, + "grad_norm": 1.4423116445541382, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8900103569030762, + "num_tokens": 358415212.0, + "step": 9832 + }, + { + "epoch": 1.8259981429897865, + "grad_norm": 1.4034855365753174, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8793767690658569, + "num_tokens": 358456560.0, + "step": 9833 + }, + { + "epoch": 1.8261838440111422, + "grad_norm": 1.5282021760940552, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8727394342422485, + "num_tokens": 358492742.0, + "step": 9834 + }, + { + "epoch": 1.8263695450324977, + "grad_norm": 1.3646271228790283, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8920102119445801, + "num_tokens": 358531769.0, + "step": 9835 + }, + { + "epoch": 1.8265552460538532, + "grad_norm": 1.4252166748046875, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8756576180458069, + "num_tokens": 358569621.0, + "step": 9836 + }, + { + "epoch": 1.826740947075209, + "grad_norm": 1.370034098625183, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8895968198776245, + "num_tokens": 358608909.0, + "step": 9837 + }, + { + "epoch": 1.8269266480965647, + "grad_norm": 1.3883088827133179, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8886651992797852, + "num_tokens": 358642999.0, + "step": 9838 + }, + { + "epoch": 1.8271123491179202, + "grad_norm": 1.4213637113571167, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8753942251205444, + "num_tokens": 358681126.0, + "step": 9839 + }, + { + "epoch": 1.8272980501392757, + "grad_norm": 1.4972089529037476, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8711200952529907, + "num_tokens": 358713960.0, + "step": 9840 + }, + { + "epoch": 1.8274837511606314, + "grad_norm": 1.5202161073684692, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8811947107315063, + "num_tokens": 358746762.0, + "step": 9841 + }, + { + "epoch": 1.827669452181987, + "grad_norm": 1.3745101690292358, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8897022008895874, + "num_tokens": 358784138.0, + "step": 9842 + }, + { + "epoch": 1.8278551532033425, + "grad_norm": 1.3996186256408691, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8920140862464905, + "num_tokens": 358817957.0, + "step": 9843 + }, + { + "epoch": 1.8280408542246982, + "grad_norm": 1.517902135848999, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.887604832649231, + "num_tokens": 358851593.0, + "step": 9844 + }, + { + "epoch": 1.828226555246054, + "grad_norm": 1.4801963567733765, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8742958307266235, + "num_tokens": 358890156.0, + "step": 9845 + }, + { + "epoch": 1.8284122562674094, + "grad_norm": 1.4734867811203003, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8689013123512268, + "num_tokens": 358925085.0, + "step": 9846 + }, + { + "epoch": 1.828597957288765, + "grad_norm": 1.385491132736206, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8826512098312378, + "num_tokens": 358963995.0, + "step": 9847 + }, + { + "epoch": 1.8287836583101207, + "grad_norm": 1.4855453968048096, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8737921714782715, + "num_tokens": 358997434.0, + "step": 9848 + }, + { + "epoch": 1.8289693593314764, + "grad_norm": 1.3909661769866943, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8806575536727905, + "num_tokens": 359036363.0, + "step": 9849 + }, + { + "epoch": 1.829155060352832, + "grad_norm": 1.4942843914031982, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8774334788322449, + "num_tokens": 359070536.0, + "step": 9850 + }, + { + "epoch": 1.8293407613741874, + "grad_norm": 1.3796554803848267, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8848389983177185, + "num_tokens": 359109007.0, + "step": 9851 + }, + { + "epoch": 1.8295264623955432, + "grad_norm": 1.419012427330017, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8717451095581055, + "num_tokens": 359147938.0, + "step": 9852 + }, + { + "epoch": 1.829712163416899, + "grad_norm": 1.3348323106765747, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.887384295463562, + "num_tokens": 359186521.0, + "step": 9853 + }, + { + "epoch": 1.8298978644382544, + "grad_norm": 1.4878103733062744, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8804682493209839, + "num_tokens": 359218008.0, + "step": 9854 + }, + { + "epoch": 1.83008356545961, + "grad_norm": 1.4600234031677246, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8815052509307861, + "num_tokens": 359252326.0, + "step": 9855 + }, + { + "epoch": 1.8302692664809657, + "grad_norm": 1.3702914714813232, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8865854740142822, + "num_tokens": 359293347.0, + "step": 9856 + }, + { + "epoch": 1.8304549675023214, + "grad_norm": 1.508316159248352, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.87420254945755, + "num_tokens": 359327914.0, + "step": 9857 + }, + { + "epoch": 1.830640668523677, + "grad_norm": 1.559386134147644, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8638911843299866, + "num_tokens": 359365038.0, + "step": 9858 + }, + { + "epoch": 1.8308263695450324, + "grad_norm": 1.4005972146987915, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8849066495895386, + "num_tokens": 359401316.0, + "step": 9859 + }, + { + "epoch": 1.8310120705663882, + "grad_norm": 1.474280595779419, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8794040679931641, + "num_tokens": 359436105.0, + "step": 9860 + }, + { + "epoch": 1.8311977715877439, + "grad_norm": 1.4005513191223145, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.886206328868866, + "num_tokens": 359472380.0, + "step": 9861 + }, + { + "epoch": 1.8313834726090994, + "grad_norm": 1.351711630821228, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8877439498901367, + "num_tokens": 359513995.0, + "step": 9862 + }, + { + "epoch": 1.831569173630455, + "grad_norm": 1.4099678993225098, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8835599422454834, + "num_tokens": 359550394.0, + "step": 9863 + }, + { + "epoch": 1.8317548746518106, + "grad_norm": 1.4619542360305786, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8760959506034851, + "num_tokens": 359586242.0, + "step": 9864 + }, + { + "epoch": 1.8319405756731661, + "grad_norm": 1.5603139400482178, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8609491586685181, + "num_tokens": 359618306.0, + "step": 9865 + }, + { + "epoch": 1.8321262766945217, + "grad_norm": 1.35621976852417, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8710787296295166, + "num_tokens": 359658031.0, + "step": 9866 + }, + { + "epoch": 1.8323119777158774, + "grad_norm": 1.4356011152267456, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8741929531097412, + "num_tokens": 359697284.0, + "step": 9867 + }, + { + "epoch": 1.8324976787372331, + "grad_norm": 1.3670461177825928, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8776383996009827, + "num_tokens": 359738075.0, + "step": 9868 + }, + { + "epoch": 1.8326833797585886, + "grad_norm": 1.4744620323181152, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8712151050567627, + "num_tokens": 359773380.0, + "step": 9869 + }, + { + "epoch": 1.8328690807799441, + "grad_norm": 1.3638105392456055, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8830917477607727, + "num_tokens": 359812175.0, + "step": 9870 + }, + { + "epoch": 1.8330547818012999, + "grad_norm": 1.4210327863693237, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8827085494995117, + "num_tokens": 359852834.0, + "step": 9871 + }, + { + "epoch": 1.8332404828226556, + "grad_norm": 1.2831615209579468, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8776337504386902, + "num_tokens": 359897281.0, + "step": 9872 + }, + { + "epoch": 1.8334261838440111, + "grad_norm": 1.4318201541900635, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8671340346336365, + "num_tokens": 359937041.0, + "step": 9873 + }, + { + "epoch": 1.8336118848653666, + "grad_norm": 1.4573723077774048, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.880691647529602, + "num_tokens": 359974409.0, + "step": 9874 + }, + { + "epoch": 1.8337975858867224, + "grad_norm": 1.436139464378357, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8742789030075073, + "num_tokens": 360013296.0, + "step": 9875 + }, + { + "epoch": 1.833983286908078, + "grad_norm": 1.4808721542358398, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8802069425582886, + "num_tokens": 360049204.0, + "step": 9876 + }, + { + "epoch": 1.8341689879294336, + "grad_norm": 1.4429219961166382, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8781549334526062, + "num_tokens": 360090557.0, + "step": 9877 + }, + { + "epoch": 1.8343546889507891, + "grad_norm": 1.4007829427719116, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8891481161117554, + "num_tokens": 360125515.0, + "step": 9878 + }, + { + "epoch": 1.8345403899721449, + "grad_norm": 1.5828551054000854, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8737343549728394, + "num_tokens": 360158637.0, + "step": 9879 + }, + { + "epoch": 1.8347260909935006, + "grad_norm": 1.4654042720794678, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8656612634658813, + "num_tokens": 360196007.0, + "step": 9880 + }, + { + "epoch": 1.834911792014856, + "grad_norm": 1.3694556951522827, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8902552723884583, + "num_tokens": 360231964.0, + "step": 9881 + }, + { + "epoch": 1.8350974930362116, + "grad_norm": 1.4551788568496704, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8897319436073303, + "num_tokens": 360266894.0, + "step": 9882 + }, + { + "epoch": 1.8352831940575673, + "grad_norm": 1.5093806982040405, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8782473802566528, + "num_tokens": 360300855.0, + "step": 9883 + }, + { + "epoch": 1.835468895078923, + "grad_norm": 1.4731147289276123, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8752627372741699, + "num_tokens": 360342878.0, + "step": 9884 + }, + { + "epoch": 1.8356545961002786, + "grad_norm": 1.3936500549316406, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8809280395507812, + "num_tokens": 360379324.0, + "step": 9885 + }, + { + "epoch": 1.835840297121634, + "grad_norm": 1.5073508024215698, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.870712161064148, + "num_tokens": 360413588.0, + "step": 9886 + }, + { + "epoch": 1.8360259981429898, + "grad_norm": 1.4467687606811523, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8693563342094421, + "num_tokens": 360453481.0, + "step": 9887 + }, + { + "epoch": 1.8362116991643456, + "grad_norm": 1.5258289575576782, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8928204774856567, + "num_tokens": 360484008.0, + "step": 9888 + }, + { + "epoch": 1.8363974001857009, + "grad_norm": 1.4547051191329956, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8929077386856079, + "num_tokens": 360514759.0, + "step": 9889 + }, + { + "epoch": 1.8365831012070566, + "grad_norm": 1.442294716835022, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8902727365493774, + "num_tokens": 360549064.0, + "step": 9890 + }, + { + "epoch": 1.8367688022284123, + "grad_norm": 1.358211874961853, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8953027129173279, + "num_tokens": 360585501.0, + "step": 9891 + }, + { + "epoch": 1.8369545032497678, + "grad_norm": 1.5463980436325073, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8690361976623535, + "num_tokens": 360621617.0, + "step": 9892 + }, + { + "epoch": 1.8371402042711233, + "grad_norm": 1.439371109008789, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8812152743339539, + "num_tokens": 360656430.0, + "step": 9893 + }, + { + "epoch": 1.837325905292479, + "grad_norm": 1.452513337135315, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8759795427322388, + "num_tokens": 360694217.0, + "step": 9894 + }, + { + "epoch": 1.8375116063138348, + "grad_norm": 1.5245599746704102, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.871442973613739, + "num_tokens": 360732617.0, + "step": 9895 + }, + { + "epoch": 1.8376973073351903, + "grad_norm": 1.4060806035995483, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.883145272731781, + "num_tokens": 360768759.0, + "step": 9896 + }, + { + "epoch": 1.8378830083565458, + "grad_norm": 1.4766309261322021, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8760480880737305, + "num_tokens": 360805779.0, + "step": 9897 + }, + { + "epoch": 1.8380687093779016, + "grad_norm": 1.427720546722412, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8836296796798706, + "num_tokens": 360842413.0, + "step": 9898 + }, + { + "epoch": 1.8382544103992573, + "grad_norm": 1.5028584003448486, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8814330101013184, + "num_tokens": 360873744.0, + "step": 9899 + }, + { + "epoch": 1.8384401114206128, + "grad_norm": 1.4665699005126953, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.883406400680542, + "num_tokens": 360907659.0, + "step": 9900 + }, + { + "epoch": 1.8386258124419683, + "grad_norm": 1.3253344297409058, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8781145215034485, + "num_tokens": 360949403.0, + "step": 9901 + }, + { + "epoch": 1.838811513463324, + "grad_norm": 1.4501099586486816, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.874254584312439, + "num_tokens": 360986063.0, + "step": 9902 + }, + { + "epoch": 1.8389972144846798, + "grad_norm": 1.5619392395019531, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8734835386276245, + "num_tokens": 361021458.0, + "step": 9903 + }, + { + "epoch": 1.8391829155060353, + "grad_norm": 1.2286884784698486, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8947892785072327, + "num_tokens": 361064699.0, + "step": 9904 + }, + { + "epoch": 1.8393686165273908, + "grad_norm": 1.6200003623962402, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8574497699737549, + "num_tokens": 361098309.0, + "step": 9905 + }, + { + "epoch": 1.8395543175487465, + "grad_norm": 1.4065113067626953, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8738434314727783, + "num_tokens": 361139596.0, + "step": 9906 + }, + { + "epoch": 1.8397400185701023, + "grad_norm": 1.562583565711975, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8822847604751587, + "num_tokens": 361172599.0, + "step": 9907 + }, + { + "epoch": 1.8399257195914578, + "grad_norm": 1.4143611192703247, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.8950765132904053, + "num_tokens": 361204579.0, + "step": 9908 + }, + { + "epoch": 1.8401114206128133, + "grad_norm": 1.517681360244751, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8777304291725159, + "num_tokens": 361240195.0, + "step": 9909 + }, + { + "epoch": 1.840297121634169, + "grad_norm": 1.397335410118103, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.885466456413269, + "num_tokens": 361282892.0, + "step": 9910 + }, + { + "epoch": 1.8404828226555248, + "grad_norm": 1.5379701852798462, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.890311598777771, + "num_tokens": 361315999.0, + "step": 9911 + }, + { + "epoch": 1.8406685236768803, + "grad_norm": 1.427038550376892, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8800983428955078, + "num_tokens": 361351973.0, + "step": 9912 + }, + { + "epoch": 1.8408542246982358, + "grad_norm": 1.4376903772354126, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8828480839729309, + "num_tokens": 361388465.0, + "step": 9913 + }, + { + "epoch": 1.8410399257195915, + "grad_norm": 1.366676926612854, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8801624774932861, + "num_tokens": 361427394.0, + "step": 9914 + }, + { + "epoch": 1.841225626740947, + "grad_norm": 1.3768186569213867, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.875525712966919, + "num_tokens": 361468241.0, + "step": 9915 + }, + { + "epoch": 1.8414113277623025, + "grad_norm": 1.4282200336456299, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8825072050094604, + "num_tokens": 361504210.0, + "step": 9916 + }, + { + "epoch": 1.8415970287836583, + "grad_norm": 1.5397717952728271, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8714509010314941, + "num_tokens": 361537501.0, + "step": 9917 + }, + { + "epoch": 1.841782729805014, + "grad_norm": 1.5590227842330933, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8609704971313477, + "num_tokens": 361574130.0, + "step": 9918 + }, + { + "epoch": 1.8419684308263695, + "grad_norm": 1.4444102048873901, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8702282905578613, + "num_tokens": 361615694.0, + "step": 9919 + }, + { + "epoch": 1.842154131847725, + "grad_norm": 1.4954628944396973, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8776201605796814, + "num_tokens": 361654060.0, + "step": 9920 + }, + { + "epoch": 1.8423398328690808, + "grad_norm": 1.5014392137527466, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8708951473236084, + "num_tokens": 361688462.0, + "step": 9921 + }, + { + "epoch": 1.8425255338904365, + "grad_norm": 1.42441725730896, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8972177505493164, + "num_tokens": 361722341.0, + "step": 9922 + }, + { + "epoch": 1.842711234911792, + "grad_norm": 1.409136176109314, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8797832727432251, + "num_tokens": 361758146.0, + "step": 9923 + }, + { + "epoch": 1.8428969359331475, + "grad_norm": 1.3368908166885376, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8797409534454346, + "num_tokens": 361796464.0, + "step": 9924 + }, + { + "epoch": 1.8430826369545033, + "grad_norm": 1.4294672012329102, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8742759227752686, + "num_tokens": 361837323.0, + "step": 9925 + }, + { + "epoch": 1.843268337975859, + "grad_norm": 1.5346101522445679, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8735324144363403, + "num_tokens": 361873188.0, + "step": 9926 + }, + { + "epoch": 1.8434540389972145, + "grad_norm": 1.397002935409546, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8668732643127441, + "num_tokens": 361910715.0, + "step": 9927 + }, + { + "epoch": 1.84363974001857, + "grad_norm": 1.3267107009887695, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8749808073043823, + "num_tokens": 361954190.0, + "step": 9928 + }, + { + "epoch": 1.8438254410399257, + "grad_norm": 1.2856078147888184, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8963035345077515, + "num_tokens": 361995603.0, + "step": 9929 + }, + { + "epoch": 1.8440111420612815, + "grad_norm": 1.4504108428955078, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8797441720962524, + "num_tokens": 362033609.0, + "step": 9930 + }, + { + "epoch": 1.844196843082637, + "grad_norm": 1.496328592300415, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8742659687995911, + "num_tokens": 362068221.0, + "step": 9931 + }, + { + "epoch": 1.8443825441039925, + "grad_norm": 1.7155996561050415, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8913750052452087, + "num_tokens": 362099474.0, + "step": 9932 + }, + { + "epoch": 1.8445682451253482, + "grad_norm": 1.620356798171997, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8790112137794495, + "num_tokens": 362130341.0, + "step": 9933 + }, + { + "epoch": 1.844753946146704, + "grad_norm": 1.520274043083191, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8705946207046509, + "num_tokens": 362165609.0, + "step": 9934 + }, + { + "epoch": 1.8449396471680595, + "grad_norm": 1.5347857475280762, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8803664445877075, + "num_tokens": 362203425.0, + "step": 9935 + }, + { + "epoch": 1.845125348189415, + "grad_norm": 1.4270538091659546, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8781449794769287, + "num_tokens": 362244705.0, + "step": 9936 + }, + { + "epoch": 1.8453110492107707, + "grad_norm": 1.5775209665298462, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.880548357963562, + "num_tokens": 362277922.0, + "step": 9937 + }, + { + "epoch": 1.8454967502321262, + "grad_norm": 1.4775288105010986, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8859767317771912, + "num_tokens": 362312471.0, + "step": 9938 + }, + { + "epoch": 1.8456824512534817, + "grad_norm": 1.5667179822921753, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8790562748908997, + "num_tokens": 362345799.0, + "step": 9939 + }, + { + "epoch": 1.8458681522748375, + "grad_norm": 1.4881986379623413, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8849411010742188, + "num_tokens": 362381220.0, + "step": 9940 + }, + { + "epoch": 1.8460538532961932, + "grad_norm": 1.5167584419250488, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8756533861160278, + "num_tokens": 362415391.0, + "step": 9941 + }, + { + "epoch": 1.8462395543175487, + "grad_norm": 1.4659323692321777, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8929739594459534, + "num_tokens": 362446793.0, + "step": 9942 + }, + { + "epoch": 1.8464252553389042, + "grad_norm": 1.5051801204681396, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.871982216835022, + "num_tokens": 362483320.0, + "step": 9943 + }, + { + "epoch": 1.84661095636026, + "grad_norm": 1.544217586517334, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8652125597000122, + "num_tokens": 362522723.0, + "step": 9944 + }, + { + "epoch": 1.8467966573816157, + "grad_norm": 1.4025700092315674, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8885329961776733, + "num_tokens": 362561218.0, + "step": 9945 + }, + { + "epoch": 1.8469823584029712, + "grad_norm": 1.5830585956573486, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8688526153564453, + "num_tokens": 362593112.0, + "step": 9946 + }, + { + "epoch": 1.8471680594243267, + "grad_norm": 1.5787217617034912, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8681608438491821, + "num_tokens": 362627474.0, + "step": 9947 + }, + { + "epoch": 1.8473537604456824, + "grad_norm": 1.55587899684906, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8754191994667053, + "num_tokens": 362663015.0, + "step": 9948 + }, + { + "epoch": 1.8475394614670382, + "grad_norm": 1.431011438369751, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8671886324882507, + "num_tokens": 362700776.0, + "step": 9949 + }, + { + "epoch": 1.8477251624883937, + "grad_norm": 1.5062768459320068, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.883608877658844, + "num_tokens": 362732692.0, + "step": 9950 + }, + { + "epoch": 1.8479108635097492, + "grad_norm": 1.4186670780181885, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.877697229385376, + "num_tokens": 362770169.0, + "step": 9951 + }, + { + "epoch": 1.848096564531105, + "grad_norm": 1.4162923097610474, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8676652908325195, + "num_tokens": 362811647.0, + "step": 9952 + }, + { + "epoch": 1.8482822655524607, + "grad_norm": 1.3955093622207642, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8774555921554565, + "num_tokens": 362847576.0, + "step": 9953 + }, + { + "epoch": 1.8484679665738162, + "grad_norm": 1.4225194454193115, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8772181272506714, + "num_tokens": 362882916.0, + "step": 9954 + }, + { + "epoch": 1.8486536675951717, + "grad_norm": 1.3625762462615967, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8787913918495178, + "num_tokens": 362921363.0, + "step": 9955 + }, + { + "epoch": 1.8488393686165274, + "grad_norm": 1.410405158996582, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8659217357635498, + "num_tokens": 362959381.0, + "step": 9956 + }, + { + "epoch": 1.8490250696378832, + "grad_norm": 1.5245033502578735, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8794612884521484, + "num_tokens": 362990989.0, + "step": 9957 + }, + { + "epoch": 1.8492107706592387, + "grad_norm": 1.4203120470046997, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8735530972480774, + "num_tokens": 363030838.0, + "step": 9958 + }, + { + "epoch": 1.8493964716805942, + "grad_norm": 1.4505138397216797, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8729636669158936, + "num_tokens": 363066390.0, + "step": 9959 + }, + { + "epoch": 1.84958217270195, + "grad_norm": 1.4989502429962158, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8688510656356812, + "num_tokens": 363104818.0, + "step": 9960 + }, + { + "epoch": 1.8497678737233056, + "grad_norm": 1.3615906238555908, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8742058873176575, + "num_tokens": 363146276.0, + "step": 9961 + }, + { + "epoch": 1.849953574744661, + "grad_norm": 1.5646616220474243, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8744897842407227, + "num_tokens": 363176963.0, + "step": 9962 + }, + { + "epoch": 1.8501392757660167, + "grad_norm": 1.4792461395263672, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8644412755966187, + "num_tokens": 363214061.0, + "step": 9963 + }, + { + "epoch": 1.8503249767873724, + "grad_norm": 1.3530290126800537, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8807448148727417, + "num_tokens": 363255727.0, + "step": 9964 + }, + { + "epoch": 1.850510677808728, + "grad_norm": 1.4611492156982422, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8679245710372925, + "num_tokens": 363292601.0, + "step": 9965 + }, + { + "epoch": 1.8506963788300834, + "grad_norm": 1.4258754253387451, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.87900710105896, + "num_tokens": 363330484.0, + "step": 9966 + }, + { + "epoch": 1.8508820798514392, + "grad_norm": 1.4453940391540527, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8724358081817627, + "num_tokens": 363367794.0, + "step": 9967 + }, + { + "epoch": 1.8510677808727949, + "grad_norm": 1.449466347694397, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8869607448577881, + "num_tokens": 363402460.0, + "step": 9968 + }, + { + "epoch": 1.8512534818941504, + "grad_norm": 1.3653252124786377, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.902346134185791, + "num_tokens": 363434871.0, + "step": 9969 + }, + { + "epoch": 1.851439182915506, + "grad_norm": 1.4377820491790771, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8718526363372803, + "num_tokens": 363473165.0, + "step": 9970 + }, + { + "epoch": 1.8516248839368616, + "grad_norm": 1.558349847793579, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8550563454627991, + "num_tokens": 363516000.0, + "step": 9971 + }, + { + "epoch": 1.8518105849582174, + "grad_norm": 1.4508683681488037, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8723486661911011, + "num_tokens": 363550738.0, + "step": 9972 + }, + { + "epoch": 1.8519962859795729, + "grad_norm": 1.479960322380066, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.87005215883255, + "num_tokens": 363587253.0, + "step": 9973 + }, + { + "epoch": 1.8521819870009284, + "grad_norm": 1.3235938549041748, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8954651355743408, + "num_tokens": 363630432.0, + "step": 9974 + }, + { + "epoch": 1.8523676880222841, + "grad_norm": 1.4042472839355469, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8779903650283813, + "num_tokens": 363668081.0, + "step": 9975 + }, + { + "epoch": 1.8525533890436399, + "grad_norm": 1.4466692209243774, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8844029903411865, + "num_tokens": 363701941.0, + "step": 9976 + }, + { + "epoch": 1.8527390900649954, + "grad_norm": 1.3490042686462402, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8872448205947876, + "num_tokens": 363740651.0, + "step": 9977 + }, + { + "epoch": 1.8529247910863509, + "grad_norm": 1.4160033464431763, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8814639449119568, + "num_tokens": 363779690.0, + "step": 9978 + }, + { + "epoch": 1.8531104921077066, + "grad_norm": 1.341784954071045, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8846312761306763, + "num_tokens": 363818496.0, + "step": 9979 + }, + { + "epoch": 1.8532961931290624, + "grad_norm": 1.4859174489974976, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8705020546913147, + "num_tokens": 363856133.0, + "step": 9980 + }, + { + "epoch": 1.8534818941504179, + "grad_norm": 1.5343294143676758, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8799808025360107, + "num_tokens": 363886249.0, + "step": 9981 + }, + { + "epoch": 1.8536675951717734, + "grad_norm": 1.535709023475647, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8679438829421997, + "num_tokens": 363921003.0, + "step": 9982 + }, + { + "epoch": 1.853853296193129, + "grad_norm": 1.4163486957550049, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8654285669326782, + "num_tokens": 363961213.0, + "step": 9983 + }, + { + "epoch": 1.8540389972144848, + "grad_norm": 1.3929568529129028, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8928268551826477, + "num_tokens": 364003896.0, + "step": 9984 + }, + { + "epoch": 1.8542246982358404, + "grad_norm": 1.5675679445266724, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8792243003845215, + "num_tokens": 364034138.0, + "step": 9985 + }, + { + "epoch": 1.8544103992571959, + "grad_norm": 1.440006971359253, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.873924970626831, + "num_tokens": 364071721.0, + "step": 9986 + }, + { + "epoch": 1.8545961002785516, + "grad_norm": 1.4593840837478638, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8896441459655762, + "num_tokens": 364108058.0, + "step": 9987 + }, + { + "epoch": 1.854781801299907, + "grad_norm": 1.4304418563842773, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8593882918357849, + "num_tokens": 364148007.0, + "step": 9988 + }, + { + "epoch": 1.8549675023212626, + "grad_norm": 1.4710736274719238, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8773845434188843, + "num_tokens": 364184132.0, + "step": 9989 + }, + { + "epoch": 1.8551532033426184, + "grad_norm": 1.5892223119735718, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8623860478401184, + "num_tokens": 364220019.0, + "step": 9990 + }, + { + "epoch": 1.855338904363974, + "grad_norm": 1.4697383642196655, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8801391124725342, + "num_tokens": 364254605.0, + "step": 9991 + }, + { + "epoch": 1.8555246053853296, + "grad_norm": 1.4229413270950317, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8780542016029358, + "num_tokens": 364289521.0, + "step": 9992 + }, + { + "epoch": 1.855710306406685, + "grad_norm": 1.4285613298416138, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8848059177398682, + "num_tokens": 364328345.0, + "step": 9993 + }, + { + "epoch": 1.8558960074280408, + "grad_norm": 1.6457939147949219, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.889747142791748, + "num_tokens": 364354469.0, + "step": 9994 + }, + { + "epoch": 1.8560817084493966, + "grad_norm": 1.6150304079055786, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8659617900848389, + "num_tokens": 364389829.0, + "step": 9995 + }, + { + "epoch": 1.856267409470752, + "grad_norm": 1.4159489870071411, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8893826007843018, + "num_tokens": 364422760.0, + "step": 9996 + }, + { + "epoch": 1.8564531104921076, + "grad_norm": 1.4876190423965454, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8875658512115479, + "num_tokens": 364456727.0, + "step": 9997 + }, + { + "epoch": 1.8566388115134633, + "grad_norm": 1.568655014038086, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.871211051940918, + "num_tokens": 364490678.0, + "step": 9998 + }, + { + "epoch": 1.856824512534819, + "grad_norm": 1.5522005558013916, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8765084147453308, + "num_tokens": 364522446.0, + "step": 9999 + }, + { + "epoch": 1.8570102135561746, + "grad_norm": 1.523115634918213, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8695473074913025, + "num_tokens": 364557873.0, + "step": 10000 + }, + { + "epoch": 1.85719591457753, + "grad_norm": 1.471879482269287, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8831276893615723, + "num_tokens": 364592976.0, + "step": 10001 + }, + { + "epoch": 1.8573816155988858, + "grad_norm": 1.438288927078247, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8681707382202148, + "num_tokens": 364632955.0, + "step": 10002 + }, + { + "epoch": 1.8575673166202415, + "grad_norm": 1.4884932041168213, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.880216121673584, + "num_tokens": 364665382.0, + "step": 10003 + }, + { + "epoch": 1.857753017641597, + "grad_norm": 1.4369221925735474, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8661326169967651, + "num_tokens": 364705314.0, + "step": 10004 + }, + { + "epoch": 1.8579387186629526, + "grad_norm": 1.5787986516952515, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8780809640884399, + "num_tokens": 364737210.0, + "step": 10005 + }, + { + "epoch": 1.8581244196843083, + "grad_norm": 1.38856041431427, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8874287009239197, + "num_tokens": 364774471.0, + "step": 10006 + }, + { + "epoch": 1.858310120705664, + "grad_norm": 1.4738165140151978, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8896654844284058, + "num_tokens": 364807364.0, + "step": 10007 + }, + { + "epoch": 1.8584958217270195, + "grad_norm": 1.5216971635818481, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8659729361534119, + "num_tokens": 364841609.0, + "step": 10008 + }, + { + "epoch": 1.858681522748375, + "grad_norm": 1.4433265924453735, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8817392587661743, + "num_tokens": 364874376.0, + "step": 10009 + }, + { + "epoch": 1.8588672237697308, + "grad_norm": 1.4381358623504639, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8786614537239075, + "num_tokens": 364911829.0, + "step": 10010 + }, + { + "epoch": 1.8590529247910863, + "grad_norm": 1.5273276567459106, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.873191773891449, + "num_tokens": 364946396.0, + "step": 10011 + }, + { + "epoch": 1.8592386258124418, + "grad_norm": 1.3663318157196045, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8793258666992188, + "num_tokens": 364987050.0, + "step": 10012 + }, + { + "epoch": 1.8594243268337975, + "grad_norm": 1.3113758563995361, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8753742575645447, + "num_tokens": 365029964.0, + "step": 10013 + }, + { + "epoch": 1.8596100278551533, + "grad_norm": 1.434757113456726, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8889980316162109, + "num_tokens": 365063601.0, + "step": 10014 + }, + { + "epoch": 1.8597957288765088, + "grad_norm": 1.4152337312698364, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8836549520492554, + "num_tokens": 365099672.0, + "step": 10015 + }, + { + "epoch": 1.8599814298978643, + "grad_norm": 1.3074393272399902, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8854175806045532, + "num_tokens": 365138362.0, + "step": 10016 + }, + { + "epoch": 1.86016713091922, + "grad_norm": 1.5281296968460083, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8727340698242188, + "num_tokens": 365171964.0, + "step": 10017 + }, + { + "epoch": 1.8603528319405758, + "grad_norm": 1.5741345882415771, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.892279326915741, + "num_tokens": 365199085.0, + "step": 10018 + }, + { + "epoch": 1.8605385329619313, + "grad_norm": 1.338827133178711, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8850914239883423, + "num_tokens": 365239569.0, + "step": 10019 + }, + { + "epoch": 1.8607242339832868, + "grad_norm": 1.4549956321716309, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8843708038330078, + "num_tokens": 365278066.0, + "step": 10020 + }, + { + "epoch": 1.8609099350046425, + "grad_norm": 1.4160888195037842, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8687424063682556, + "num_tokens": 365316968.0, + "step": 10021 + }, + { + "epoch": 1.8610956360259983, + "grad_norm": 1.5625462532043457, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8723793029785156, + "num_tokens": 365353165.0, + "step": 10022 + }, + { + "epoch": 1.8612813370473538, + "grad_norm": 1.4478315114974976, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8779346942901611, + "num_tokens": 365390093.0, + "step": 10023 + }, + { + "epoch": 1.8614670380687093, + "grad_norm": 1.5890156030654907, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8749940395355225, + "num_tokens": 365423087.0, + "step": 10024 + }, + { + "epoch": 1.861652739090065, + "grad_norm": 1.446056604385376, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.876890242099762, + "num_tokens": 365457707.0, + "step": 10025 + }, + { + "epoch": 1.8618384401114207, + "grad_norm": 1.3584754467010498, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8784275054931641, + "num_tokens": 365498309.0, + "step": 10026 + }, + { + "epoch": 1.8620241411327763, + "grad_norm": 1.4159080982208252, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8928400278091431, + "num_tokens": 365532800.0, + "step": 10027 + }, + { + "epoch": 1.8622098421541318, + "grad_norm": 1.430374264717102, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8810862302780151, + "num_tokens": 365570001.0, + "step": 10028 + }, + { + "epoch": 1.8623955431754875, + "grad_norm": 1.54295015335083, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.865867018699646, + "num_tokens": 365603844.0, + "step": 10029 + }, + { + "epoch": 1.8625812441968432, + "grad_norm": 1.3978941440582275, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8669538497924805, + "num_tokens": 365642882.0, + "step": 10030 + }, + { + "epoch": 1.8627669452181987, + "grad_norm": 1.5388615131378174, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8736811876296997, + "num_tokens": 365677303.0, + "step": 10031 + }, + { + "epoch": 1.8629526462395543, + "grad_norm": 1.448678970336914, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8893858194351196, + "num_tokens": 365709620.0, + "step": 10032 + }, + { + "epoch": 1.86313834726091, + "grad_norm": 1.4085533618927002, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.896269679069519, + "num_tokens": 365742258.0, + "step": 10033 + }, + { + "epoch": 1.8633240482822655, + "grad_norm": 1.3639297485351562, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8845051527023315, + "num_tokens": 365781148.0, + "step": 10034 + }, + { + "epoch": 1.863509749303621, + "grad_norm": 1.4493582248687744, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8814688324928284, + "num_tokens": 365816247.0, + "step": 10035 + }, + { + "epoch": 1.8636954503249767, + "grad_norm": 1.3974735736846924, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8790613412857056, + "num_tokens": 365856987.0, + "step": 10036 + }, + { + "epoch": 1.8638811513463325, + "grad_norm": 1.4235330820083618, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8848820924758911, + "num_tokens": 365893044.0, + "step": 10037 + }, + { + "epoch": 1.864066852367688, + "grad_norm": 1.4982308149337769, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8742333054542542, + "num_tokens": 365927926.0, + "step": 10038 + }, + { + "epoch": 1.8642525533890435, + "grad_norm": 1.4359787702560425, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8777927160263062, + "num_tokens": 365968803.0, + "step": 10039 + }, + { + "epoch": 1.8644382544103992, + "grad_norm": 1.428499460220337, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8900060653686523, + "num_tokens": 366004359.0, + "step": 10040 + }, + { + "epoch": 1.864623955431755, + "grad_norm": 1.443589448928833, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.886608362197876, + "num_tokens": 366041581.0, + "step": 10041 + }, + { + "epoch": 1.8648096564531105, + "grad_norm": 1.4689502716064453, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8779873847961426, + "num_tokens": 366080779.0, + "step": 10042 + }, + { + "epoch": 1.864995357474466, + "grad_norm": 1.4617516994476318, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8785269856452942, + "num_tokens": 366115627.0, + "step": 10043 + }, + { + "epoch": 1.8651810584958217, + "grad_norm": 1.4475886821746826, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8690142631530762, + "num_tokens": 366152939.0, + "step": 10044 + }, + { + "epoch": 1.8653667595171775, + "grad_norm": 1.4535112380981445, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8886703252792358, + "num_tokens": 366186908.0, + "step": 10045 + }, + { + "epoch": 1.865552460538533, + "grad_norm": 1.4307339191436768, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.890214204788208, + "num_tokens": 366219885.0, + "step": 10046 + }, + { + "epoch": 1.8657381615598885, + "grad_norm": 1.519859790802002, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8789190649986267, + "num_tokens": 366251776.0, + "step": 10047 + }, + { + "epoch": 1.8659238625812442, + "grad_norm": 1.422205924987793, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8877939581871033, + "num_tokens": 366285127.0, + "step": 10048 + }, + { + "epoch": 1.8661095636026, + "grad_norm": 1.5328636169433594, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8736760020256042, + "num_tokens": 366319834.0, + "step": 10049 + }, + { + "epoch": 1.8662952646239555, + "grad_norm": 1.5834972858428955, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8816019296646118, + "num_tokens": 366350133.0, + "step": 10050 + }, + { + "epoch": 1.866480965645311, + "grad_norm": 1.527686357498169, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8706797361373901, + "num_tokens": 366381976.0, + "step": 10051 + }, + { + "epoch": 1.8666666666666667, + "grad_norm": 1.492803931236267, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8903161287307739, + "num_tokens": 366412793.0, + "step": 10052 + }, + { + "epoch": 1.8668523676880224, + "grad_norm": 1.503167748451233, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8669929504394531, + "num_tokens": 366452628.0, + "step": 10053 + }, + { + "epoch": 1.867038068709378, + "grad_norm": 1.436806321144104, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.882794976234436, + "num_tokens": 366488847.0, + "step": 10054 + }, + { + "epoch": 1.8672237697307335, + "grad_norm": 1.8467339277267456, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8772662878036499, + "num_tokens": 366516253.0, + "step": 10055 + }, + { + "epoch": 1.8674094707520892, + "grad_norm": 1.512451171875, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8666424751281738, + "num_tokens": 366551964.0, + "step": 10056 + }, + { + "epoch": 1.867595171773445, + "grad_norm": 1.4505504369735718, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8652356863021851, + "num_tokens": 366594333.0, + "step": 10057 + }, + { + "epoch": 1.8677808727948002, + "grad_norm": 1.434590458869934, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8814061880111694, + "num_tokens": 366630228.0, + "step": 10058 + }, + { + "epoch": 1.867966573816156, + "grad_norm": 1.5288169384002686, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8648679852485657, + "num_tokens": 366669025.0, + "step": 10059 + }, + { + "epoch": 1.8681522748375117, + "grad_norm": 1.3794127702713013, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8819811344146729, + "num_tokens": 366708929.0, + "step": 10060 + }, + { + "epoch": 1.8683379758588672, + "grad_norm": 1.508805751800537, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8679753541946411, + "num_tokens": 366743809.0, + "step": 10061 + }, + { + "epoch": 1.8685236768802227, + "grad_norm": 1.403279185295105, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8752861022949219, + "num_tokens": 366782611.0, + "step": 10062 + }, + { + "epoch": 1.8687093779015784, + "grad_norm": 1.4819624423980713, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8752853870391846, + "num_tokens": 366816774.0, + "step": 10063 + }, + { + "epoch": 1.8688950789229342, + "grad_norm": 1.4223791360855103, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8753899335861206, + "num_tokens": 366855336.0, + "step": 10064 + }, + { + "epoch": 1.8690807799442897, + "grad_norm": 1.4880694150924683, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8821424841880798, + "num_tokens": 366891533.0, + "step": 10065 + }, + { + "epoch": 1.8692664809656452, + "grad_norm": 1.5066828727722168, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8911243677139282, + "num_tokens": 366922760.0, + "step": 10066 + }, + { + "epoch": 1.869452181987001, + "grad_norm": 1.3384712934494019, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.89482581615448, + "num_tokens": 366958978.0, + "step": 10067 + }, + { + "epoch": 1.8696378830083566, + "grad_norm": 1.522287368774414, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8853585720062256, + "num_tokens": 366989682.0, + "step": 10068 + }, + { + "epoch": 1.8698235840297122, + "grad_norm": 1.3443044424057007, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8813862800598145, + "num_tokens": 367033566.0, + "step": 10069 + }, + { + "epoch": 1.8700092850510677, + "grad_norm": 1.4765000343322754, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8928818702697754, + "num_tokens": 367066406.0, + "step": 10070 + }, + { + "epoch": 1.8701949860724234, + "grad_norm": 1.4746971130371094, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8786674737930298, + "num_tokens": 367105699.0, + "step": 10071 + }, + { + "epoch": 1.8703806870937791, + "grad_norm": 1.3949675559997559, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8852555155754089, + "num_tokens": 367142993.0, + "step": 10072 + }, + { + "epoch": 1.8705663881151346, + "grad_norm": 1.7579761743545532, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8734898567199707, + "num_tokens": 367171512.0, + "step": 10073 + }, + { + "epoch": 1.8707520891364902, + "grad_norm": 1.4941717386245728, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.882641077041626, + "num_tokens": 367207502.0, + "step": 10074 + }, + { + "epoch": 1.870937790157846, + "grad_norm": 1.4942790269851685, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8739861249923706, + "num_tokens": 367243983.0, + "step": 10075 + }, + { + "epoch": 1.8711234911792016, + "grad_norm": 1.394989013671875, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8813610672950745, + "num_tokens": 367284177.0, + "step": 10076 + }, + { + "epoch": 1.8713091922005571, + "grad_norm": 1.5322883129119873, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8618960380554199, + "num_tokens": 367318970.0, + "step": 10077 + }, + { + "epoch": 1.8714948932219126, + "grad_norm": 1.5876377820968628, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8754141926765442, + "num_tokens": 367356547.0, + "step": 10078 + }, + { + "epoch": 1.8716805942432684, + "grad_norm": 1.4402270317077637, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8837809562683105, + "num_tokens": 367392966.0, + "step": 10079 + }, + { + "epoch": 1.8718662952646241, + "grad_norm": 1.4828277826309204, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8705320358276367, + "num_tokens": 367433782.0, + "step": 10080 + }, + { + "epoch": 1.8720519962859796, + "grad_norm": 1.3570548295974731, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8898082375526428, + "num_tokens": 367473211.0, + "step": 10081 + }, + { + "epoch": 1.8722376973073351, + "grad_norm": 1.34734046459198, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8931739330291748, + "num_tokens": 367511529.0, + "step": 10082 + }, + { + "epoch": 1.8724233983286909, + "grad_norm": 1.5931285619735718, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8722618818283081, + "num_tokens": 367542439.0, + "step": 10083 + }, + { + "epoch": 1.8726090993500464, + "grad_norm": 1.432595133781433, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8886065483093262, + "num_tokens": 367577411.0, + "step": 10084 + }, + { + "epoch": 1.872794800371402, + "grad_norm": 1.6687132120132446, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8925093412399292, + "num_tokens": 367606690.0, + "step": 10085 + }, + { + "epoch": 1.8729805013927576, + "grad_norm": 1.2882484197616577, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8793182373046875, + "num_tokens": 367649788.0, + "step": 10086 + }, + { + "epoch": 1.8731662024141134, + "grad_norm": 1.4476239681243896, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8812152147293091, + "num_tokens": 367684506.0, + "step": 10087 + }, + { + "epoch": 1.8733519034354689, + "grad_norm": 1.4241914749145508, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8787742853164673, + "num_tokens": 367723887.0, + "step": 10088 + }, + { + "epoch": 1.8735376044568244, + "grad_norm": 1.472411870956421, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8775989413261414, + "num_tokens": 367758492.0, + "step": 10089 + }, + { + "epoch": 1.8737233054781801, + "grad_norm": 1.5484832525253296, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8777689337730408, + "num_tokens": 367790476.0, + "step": 10090 + }, + { + "epoch": 1.8739090064995358, + "grad_norm": 1.4107398986816406, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8841010332107544, + "num_tokens": 367823966.0, + "step": 10091 + }, + { + "epoch": 1.8740947075208914, + "grad_norm": 1.3243120908737183, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.888164758682251, + "num_tokens": 367862764.0, + "step": 10092 + }, + { + "epoch": 1.8742804085422469, + "grad_norm": 1.4471356868743896, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8886443376541138, + "num_tokens": 367898862.0, + "step": 10093 + }, + { + "epoch": 1.8744661095636026, + "grad_norm": 1.3372855186462402, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8842549324035645, + "num_tokens": 367940318.0, + "step": 10094 + }, + { + "epoch": 1.8746518105849583, + "grad_norm": 1.337375283241272, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.876429557800293, + "num_tokens": 367979526.0, + "step": 10095 + }, + { + "epoch": 1.8748375116063138, + "grad_norm": 1.4725834131240845, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8756107091903687, + "num_tokens": 368013149.0, + "step": 10096 + }, + { + "epoch": 1.8750232126276694, + "grad_norm": 1.343646764755249, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8849043846130371, + "num_tokens": 368052568.0, + "step": 10097 + }, + { + "epoch": 1.875208913649025, + "grad_norm": 1.5563733577728271, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8775206804275513, + "num_tokens": 368086232.0, + "step": 10098 + }, + { + "epoch": 1.8753946146703808, + "grad_norm": 1.4233161211013794, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8856697082519531, + "num_tokens": 368122661.0, + "step": 10099 + }, + { + "epoch": 1.8755803156917363, + "grad_norm": 1.4490476846694946, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8787851929664612, + "num_tokens": 368156593.0, + "step": 10100 + }, + { + "epoch": 1.8757660167130918, + "grad_norm": 1.5339162349700928, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8874379396438599, + "num_tokens": 368186620.0, + "step": 10101 + }, + { + "epoch": 1.8759517177344476, + "grad_norm": 1.45868718624115, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8894252777099609, + "num_tokens": 368222900.0, + "step": 10102 + }, + { + "epoch": 1.8761374187558033, + "grad_norm": 1.4479445219039917, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8823236227035522, + "num_tokens": 368257740.0, + "step": 10103 + }, + { + "epoch": 1.8763231197771588, + "grad_norm": 1.3942584991455078, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8628808856010437, + "num_tokens": 368301188.0, + "step": 10104 + }, + { + "epoch": 1.8765088207985143, + "grad_norm": 1.4805253744125366, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8627948760986328, + "num_tokens": 368340001.0, + "step": 10105 + }, + { + "epoch": 1.87669452181987, + "grad_norm": 1.525890827178955, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8821284770965576, + "num_tokens": 368373063.0, + "step": 10106 + }, + { + "epoch": 1.8768802228412256, + "grad_norm": 1.429799199104309, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8779646754264832, + "num_tokens": 368410957.0, + "step": 10107 + }, + { + "epoch": 1.877065923862581, + "grad_norm": 1.4319761991500854, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8638772368431091, + "num_tokens": 368448576.0, + "step": 10108 + }, + { + "epoch": 1.8772516248839368, + "grad_norm": 1.4959989786148071, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.870057225227356, + "num_tokens": 368484458.0, + "step": 10109 + }, + { + "epoch": 1.8774373259052926, + "grad_norm": 1.3741177320480347, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8914352655410767, + "num_tokens": 368518997.0, + "step": 10110 + }, + { + "epoch": 1.877623026926648, + "grad_norm": 1.442676067352295, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8892059326171875, + "num_tokens": 368553272.0, + "step": 10111 + }, + { + "epoch": 1.8778087279480036, + "grad_norm": 1.4348790645599365, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8797698020935059, + "num_tokens": 368592149.0, + "step": 10112 + }, + { + "epoch": 1.8779944289693593, + "grad_norm": 1.4561368227005005, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8870576024055481, + "num_tokens": 368628413.0, + "step": 10113 + }, + { + "epoch": 1.878180129990715, + "grad_norm": 1.3797482252120972, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8800030946731567, + "num_tokens": 368665689.0, + "step": 10114 + }, + { + "epoch": 1.8783658310120706, + "grad_norm": 1.317941427230835, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8760308623313904, + "num_tokens": 368707913.0, + "step": 10115 + }, + { + "epoch": 1.878551532033426, + "grad_norm": 1.476933479309082, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8773899078369141, + "num_tokens": 368747693.0, + "step": 10116 + }, + { + "epoch": 1.8787372330547818, + "grad_norm": 1.6726510524749756, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8739985227584839, + "num_tokens": 368777316.0, + "step": 10117 + }, + { + "epoch": 1.8789229340761375, + "grad_norm": 1.3663914203643799, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8846969604492188, + "num_tokens": 368819087.0, + "step": 10118 + }, + { + "epoch": 1.879108635097493, + "grad_norm": 1.5719270706176758, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8831263184547424, + "num_tokens": 368851535.0, + "step": 10119 + }, + { + "epoch": 1.8792943361188486, + "grad_norm": 1.5038325786590576, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8797218799591064, + "num_tokens": 368886533.0, + "step": 10120 + }, + { + "epoch": 1.8794800371402043, + "grad_norm": 1.513910174369812, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8800686597824097, + "num_tokens": 368921493.0, + "step": 10121 + }, + { + "epoch": 1.87966573816156, + "grad_norm": 1.495937705039978, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8678398728370667, + "num_tokens": 368955728.0, + "step": 10122 + }, + { + "epoch": 1.8798514391829155, + "grad_norm": 1.4616695642471313, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8835800886154175, + "num_tokens": 368991901.0, + "step": 10123 + }, + { + "epoch": 1.880037140204271, + "grad_norm": 1.3426603078842163, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8800373077392578, + "num_tokens": 369032867.0, + "step": 10124 + }, + { + "epoch": 1.8802228412256268, + "grad_norm": 1.436744213104248, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8757991790771484, + "num_tokens": 369069280.0, + "step": 10125 + }, + { + "epoch": 1.8804085422469825, + "grad_norm": 1.564754843711853, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8837119936943054, + "num_tokens": 369101389.0, + "step": 10126 + }, + { + "epoch": 1.880594243268338, + "grad_norm": 1.4777390956878662, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.878051221370697, + "num_tokens": 369138581.0, + "step": 10127 + }, + { + "epoch": 1.8807799442896935, + "grad_norm": 1.522202730178833, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8764654397964478, + "num_tokens": 369169975.0, + "step": 10128 + }, + { + "epoch": 1.8809656453110493, + "grad_norm": 1.3980902433395386, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8831499814987183, + "num_tokens": 369211260.0, + "step": 10129 + }, + { + "epoch": 1.881151346332405, + "grad_norm": 1.5376381874084473, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8756948113441467, + "num_tokens": 369246065.0, + "step": 10130 + }, + { + "epoch": 1.8813370473537603, + "grad_norm": 1.3973195552825928, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8926036357879639, + "num_tokens": 369279277.0, + "step": 10131 + }, + { + "epoch": 1.881522748375116, + "grad_norm": 1.5516996383666992, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8759503364562988, + "num_tokens": 369310770.0, + "step": 10132 + }, + { + "epoch": 1.8817084493964717, + "grad_norm": 1.3900715112686157, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8777612447738647, + "num_tokens": 369346161.0, + "step": 10133 + }, + { + "epoch": 1.8818941504178273, + "grad_norm": 1.491106390953064, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8749023675918579, + "num_tokens": 369379867.0, + "step": 10134 + }, + { + "epoch": 1.8820798514391828, + "grad_norm": 1.3712414503097534, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8990994691848755, + "num_tokens": 369413556.0, + "step": 10135 + }, + { + "epoch": 1.8822655524605385, + "grad_norm": 1.4812772274017334, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8766050338745117, + "num_tokens": 369448932.0, + "step": 10136 + }, + { + "epoch": 1.8824512534818942, + "grad_norm": 1.4871829748153687, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8975929021835327, + "num_tokens": 369482154.0, + "step": 10137 + }, + { + "epoch": 1.8826369545032497, + "grad_norm": 1.4031749963760376, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8704388737678528, + "num_tokens": 369520718.0, + "step": 10138 + }, + { + "epoch": 1.8828226555246053, + "grad_norm": 1.4587061405181885, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8864483833312988, + "num_tokens": 369553741.0, + "step": 10139 + }, + { + "epoch": 1.883008356545961, + "grad_norm": 1.4286662340164185, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8908997774124146, + "num_tokens": 369595409.0, + "step": 10140 + }, + { + "epoch": 1.8831940575673167, + "grad_norm": 1.6378161907196045, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.878911018371582, + "num_tokens": 369625832.0, + "step": 10141 + }, + { + "epoch": 1.8833797585886722, + "grad_norm": 1.4629517793655396, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8743153810501099, + "num_tokens": 369662067.0, + "step": 10142 + }, + { + "epoch": 1.8835654596100277, + "grad_norm": 1.4154136180877686, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8902637958526611, + "num_tokens": 369696763.0, + "step": 10143 + }, + { + "epoch": 1.8837511606313835, + "grad_norm": 1.4425262212753296, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8908834457397461, + "num_tokens": 369731032.0, + "step": 10144 + }, + { + "epoch": 1.8839368616527392, + "grad_norm": 1.474286437034607, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8659647703170776, + "num_tokens": 369770797.0, + "step": 10145 + }, + { + "epoch": 1.8841225626740947, + "grad_norm": 1.4714065790176392, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8877872824668884, + "num_tokens": 369803452.0, + "step": 10146 + }, + { + "epoch": 1.8843082636954502, + "grad_norm": 1.4874063730239868, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8791114091873169, + "num_tokens": 369839226.0, + "step": 10147 + }, + { + "epoch": 1.884493964716806, + "grad_norm": 1.3864564895629883, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8719996213912964, + "num_tokens": 369879651.0, + "step": 10148 + }, + { + "epoch": 1.8846796657381617, + "grad_norm": 1.5383669137954712, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8782548308372498, + "num_tokens": 369912041.0, + "step": 10149 + }, + { + "epoch": 1.8848653667595172, + "grad_norm": 1.3787842988967896, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.883459210395813, + "num_tokens": 369952870.0, + "step": 10150 + }, + { + "epoch": 1.8850510677808727, + "grad_norm": 1.437229871749878, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8842989206314087, + "num_tokens": 369990005.0, + "step": 10151 + }, + { + "epoch": 1.8852367688022285, + "grad_norm": 1.3786230087280273, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8710201978683472, + "num_tokens": 370031948.0, + "step": 10152 + }, + { + "epoch": 1.8854224698235842, + "grad_norm": 1.5392919778823853, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8898231387138367, + "num_tokens": 370062348.0, + "step": 10153 + }, + { + "epoch": 1.8856081708449397, + "grad_norm": 1.4591957330703735, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8777801990509033, + "num_tokens": 370103132.0, + "step": 10154 + }, + { + "epoch": 1.8857938718662952, + "grad_norm": 1.610465407371521, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8754670023918152, + "num_tokens": 370134291.0, + "step": 10155 + }, + { + "epoch": 1.885979572887651, + "grad_norm": 1.395267367362976, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8655055165290833, + "num_tokens": 370178507.0, + "step": 10156 + }, + { + "epoch": 1.8861652739090065, + "grad_norm": 1.3619285821914673, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8888927698135376, + "num_tokens": 370213956.0, + "step": 10157 + }, + { + "epoch": 1.886350974930362, + "grad_norm": 1.436845302581787, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8699630498886108, + "num_tokens": 370256610.0, + "step": 10158 + }, + { + "epoch": 1.8865366759517177, + "grad_norm": 1.4172301292419434, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8602491617202759, + "num_tokens": 370297208.0, + "step": 10159 + }, + { + "epoch": 1.8867223769730734, + "grad_norm": 1.446865200996399, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8891577124595642, + "num_tokens": 370331754.0, + "step": 10160 + }, + { + "epoch": 1.886908077994429, + "grad_norm": 1.4468783140182495, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8889307379722595, + "num_tokens": 370364977.0, + "step": 10161 + }, + { + "epoch": 1.8870937790157845, + "grad_norm": 1.4020274877548218, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8874756097793579, + "num_tokens": 370401410.0, + "step": 10162 + }, + { + "epoch": 1.8872794800371402, + "grad_norm": 1.558586597442627, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8745197057723999, + "num_tokens": 370432408.0, + "step": 10163 + }, + { + "epoch": 1.887465181058496, + "grad_norm": 1.443495750427246, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8786167502403259, + "num_tokens": 370466922.0, + "step": 10164 + }, + { + "epoch": 1.8876508820798514, + "grad_norm": 1.3954389095306396, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.885265052318573, + "num_tokens": 370503346.0, + "step": 10165 + }, + { + "epoch": 1.887836583101207, + "grad_norm": 1.4844779968261719, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8783196210861206, + "num_tokens": 370538359.0, + "step": 10166 + }, + { + "epoch": 1.8880222841225627, + "grad_norm": 1.3888931274414062, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.889860212802887, + "num_tokens": 370574530.0, + "step": 10167 + }, + { + "epoch": 1.8882079851439184, + "grad_norm": 1.4402592182159424, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8843808770179749, + "num_tokens": 370609810.0, + "step": 10168 + }, + { + "epoch": 1.888393686165274, + "grad_norm": 1.5187276601791382, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8675428628921509, + "num_tokens": 370646606.0, + "step": 10169 + }, + { + "epoch": 1.8885793871866294, + "grad_norm": 1.510106086730957, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.875593900680542, + "num_tokens": 370679949.0, + "step": 10170 + }, + { + "epoch": 1.8887650882079852, + "grad_norm": 1.574849247932434, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.872576117515564, + "num_tokens": 370715632.0, + "step": 10171 + }, + { + "epoch": 1.888950789229341, + "grad_norm": 1.4532158374786377, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8872098922729492, + "num_tokens": 370751605.0, + "step": 10172 + }, + { + "epoch": 1.8891364902506964, + "grad_norm": 1.461679458618164, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.88898766040802, + "num_tokens": 370784319.0, + "step": 10173 + }, + { + "epoch": 1.889322191272052, + "grad_norm": 1.369411587715149, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8731100559234619, + "num_tokens": 370826871.0, + "step": 10174 + }, + { + "epoch": 1.8895078922934077, + "grad_norm": 1.3751497268676758, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8848289847373962, + "num_tokens": 370868164.0, + "step": 10175 + }, + { + "epoch": 1.8896935933147634, + "grad_norm": 1.433013677597046, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8759595155715942, + "num_tokens": 370905225.0, + "step": 10176 + }, + { + "epoch": 1.889879294336119, + "grad_norm": 1.3731160163879395, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8800069093704224, + "num_tokens": 370942924.0, + "step": 10177 + }, + { + "epoch": 1.8900649953574744, + "grad_norm": 1.4269434213638306, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8771514892578125, + "num_tokens": 370981087.0, + "step": 10178 + }, + { + "epoch": 1.8902506963788301, + "grad_norm": 1.3784760236740112, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.882343053817749, + "num_tokens": 371017852.0, + "step": 10179 + }, + { + "epoch": 1.8904363974001857, + "grad_norm": 1.3966176509857178, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8861724734306335, + "num_tokens": 371055639.0, + "step": 10180 + }, + { + "epoch": 1.8906220984215412, + "grad_norm": 1.4978710412979126, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8711749315261841, + "num_tokens": 371091979.0, + "step": 10181 + }, + { + "epoch": 1.890807799442897, + "grad_norm": 1.4361127614974976, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8750380277633667, + "num_tokens": 371131547.0, + "step": 10182 + }, + { + "epoch": 1.8909935004642526, + "grad_norm": 1.431833028793335, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.881767749786377, + "num_tokens": 371167934.0, + "step": 10183 + }, + { + "epoch": 1.8911792014856081, + "grad_norm": 1.308962345123291, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8915375471115112, + "num_tokens": 371208933.0, + "step": 10184 + }, + { + "epoch": 1.8913649025069637, + "grad_norm": 1.3311264514923096, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8862340450286865, + "num_tokens": 371248513.0, + "step": 10185 + }, + { + "epoch": 1.8915506035283194, + "grad_norm": 1.6454380750656128, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8789740204811096, + "num_tokens": 371278765.0, + "step": 10186 + }, + { + "epoch": 1.8917363045496751, + "grad_norm": 1.5953359603881836, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8773260116577148, + "num_tokens": 371312103.0, + "step": 10187 + }, + { + "epoch": 1.8919220055710306, + "grad_norm": 1.4513746500015259, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8710476756095886, + "num_tokens": 371350792.0, + "step": 10188 + }, + { + "epoch": 1.8921077065923861, + "grad_norm": 1.4763089418411255, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8842610120773315, + "num_tokens": 371384565.0, + "step": 10189 + }, + { + "epoch": 1.8922934076137419, + "grad_norm": 1.4491668939590454, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.883560299873352, + "num_tokens": 371418840.0, + "step": 10190 + }, + { + "epoch": 1.8924791086350976, + "grad_norm": 1.4565342664718628, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8915003538131714, + "num_tokens": 371455481.0, + "step": 10191 + }, + { + "epoch": 1.8926648096564531, + "grad_norm": 1.6013195514678955, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.878698468208313, + "num_tokens": 371486547.0, + "step": 10192 + }, + { + "epoch": 1.8928505106778086, + "grad_norm": 1.6925790309906006, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8944574594497681, + "num_tokens": 371519921.0, + "step": 10193 + }, + { + "epoch": 1.8930362116991644, + "grad_norm": 1.5660265684127808, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8770288825035095, + "num_tokens": 371553110.0, + "step": 10194 + }, + { + "epoch": 1.89322191272052, + "grad_norm": 1.501186728477478, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8750690817832947, + "num_tokens": 371587914.0, + "step": 10195 + }, + { + "epoch": 1.8934076137418756, + "grad_norm": 1.4584205150604248, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8774658441543579, + "num_tokens": 371622073.0, + "step": 10196 + }, + { + "epoch": 1.8935933147632311, + "grad_norm": 1.2588393688201904, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8906336426734924, + "num_tokens": 371667326.0, + "step": 10197 + }, + { + "epoch": 1.8937790157845868, + "grad_norm": 1.4908413887023926, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8625257015228271, + "num_tokens": 371706568.0, + "step": 10198 + }, + { + "epoch": 1.8939647168059426, + "grad_norm": 1.490484595298767, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8813005685806274, + "num_tokens": 371742505.0, + "step": 10199 + }, + { + "epoch": 1.894150417827298, + "grad_norm": 1.4703906774520874, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.875381350517273, + "num_tokens": 371780123.0, + "step": 10200 + }, + { + "epoch": 1.8943361188486536, + "grad_norm": 1.399436593055725, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8875017166137695, + "num_tokens": 371816518.0, + "step": 10201 + }, + { + "epoch": 1.8945218198700093, + "grad_norm": 1.3818293809890747, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8770212531089783, + "num_tokens": 371857091.0, + "step": 10202 + }, + { + "epoch": 1.8947075208913648, + "grad_norm": 1.4694783687591553, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8958396911621094, + "num_tokens": 371888818.0, + "step": 10203 + }, + { + "epoch": 1.8948932219127204, + "grad_norm": 1.4877430200576782, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8841193914413452, + "num_tokens": 371926868.0, + "step": 10204 + }, + { + "epoch": 1.895078922934076, + "grad_norm": 1.5321128368377686, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8909264802932739, + "num_tokens": 371959927.0, + "step": 10205 + }, + { + "epoch": 1.8952646239554318, + "grad_norm": 1.5400547981262207, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8822016716003418, + "num_tokens": 371992705.0, + "step": 10206 + }, + { + "epoch": 1.8954503249767873, + "grad_norm": 1.4246093034744263, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8825743794441223, + "num_tokens": 372027699.0, + "step": 10207 + }, + { + "epoch": 1.8956360259981428, + "grad_norm": 1.5034462213516235, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8808531761169434, + "num_tokens": 372060486.0, + "step": 10208 + }, + { + "epoch": 1.8958217270194986, + "grad_norm": 1.4963841438293457, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8823654651641846, + "num_tokens": 372092030.0, + "step": 10209 + }, + { + "epoch": 1.8960074280408543, + "grad_norm": 1.414763331413269, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8851581811904907, + "num_tokens": 372127431.0, + "step": 10210 + }, + { + "epoch": 1.8961931290622098, + "grad_norm": 1.6069176197052002, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8837137222290039, + "num_tokens": 372155605.0, + "step": 10211 + }, + { + "epoch": 1.8963788300835653, + "grad_norm": 1.5519044399261475, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8783152103424072, + "num_tokens": 372185406.0, + "step": 10212 + }, + { + "epoch": 1.896564531104921, + "grad_norm": 1.492631435394287, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8734801411628723, + "num_tokens": 372226663.0, + "step": 10213 + }, + { + "epoch": 1.8967502321262768, + "grad_norm": 1.379228115081787, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8862162828445435, + "num_tokens": 372266819.0, + "step": 10214 + }, + { + "epoch": 1.8969359331476323, + "grad_norm": 1.674749732017517, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8584927320480347, + "num_tokens": 372301260.0, + "step": 10215 + }, + { + "epoch": 1.8971216341689878, + "grad_norm": 1.4612857103347778, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8937335014343262, + "num_tokens": 372332867.0, + "step": 10216 + }, + { + "epoch": 1.8973073351903436, + "grad_norm": 1.4571006298065186, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8826605081558228, + "num_tokens": 372367409.0, + "step": 10217 + }, + { + "epoch": 1.8974930362116993, + "grad_norm": 1.5390347242355347, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8765534162521362, + "num_tokens": 372402006.0, + "step": 10218 + }, + { + "epoch": 1.8976787372330548, + "grad_norm": 1.5773682594299316, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8886042833328247, + "num_tokens": 372438124.0, + "step": 10219 + }, + { + "epoch": 1.8978644382544103, + "grad_norm": 1.51898193359375, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.871945858001709, + "num_tokens": 372476078.0, + "step": 10220 + }, + { + "epoch": 1.898050139275766, + "grad_norm": 1.4510480165481567, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8736926317214966, + "num_tokens": 372511293.0, + "step": 10221 + }, + { + "epoch": 1.8982358402971218, + "grad_norm": 1.4489669799804688, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8770920038223267, + "num_tokens": 372548512.0, + "step": 10222 + }, + { + "epoch": 1.8984215413184773, + "grad_norm": 1.5077872276306152, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8762784004211426, + "num_tokens": 372580777.0, + "step": 10223 + }, + { + "epoch": 1.8986072423398328, + "grad_norm": 1.4494317770004272, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8776038885116577, + "num_tokens": 372618266.0, + "step": 10224 + }, + { + "epoch": 1.8987929433611885, + "grad_norm": 1.443866491317749, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8873740434646606, + "num_tokens": 372652000.0, + "step": 10225 + }, + { + "epoch": 1.8989786443825443, + "grad_norm": 1.5328608751296997, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8797951936721802, + "num_tokens": 372685685.0, + "step": 10226 + }, + { + "epoch": 1.8991643454038996, + "grad_norm": 1.2939616441726685, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8913590312004089, + "num_tokens": 372726255.0, + "step": 10227 + }, + { + "epoch": 1.8993500464252553, + "grad_norm": 1.4692295789718628, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8812474012374878, + "num_tokens": 372757249.0, + "step": 10228 + }, + { + "epoch": 1.899535747446611, + "grad_norm": 1.4405490159988403, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8798493146896362, + "num_tokens": 372794558.0, + "step": 10229 + }, + { + "epoch": 1.8997214484679665, + "grad_norm": 1.489753246307373, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8815348148345947, + "num_tokens": 372828662.0, + "step": 10230 + }, + { + "epoch": 1.899907149489322, + "grad_norm": 1.5464215278625488, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8660663366317749, + "num_tokens": 372865362.0, + "step": 10231 + }, + { + "epoch": 1.9000928505106778, + "grad_norm": 1.5300943851470947, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8771350979804993, + "num_tokens": 372900987.0, + "step": 10232 + }, + { + "epoch": 1.9002785515320335, + "grad_norm": 1.4120019674301147, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8859003186225891, + "num_tokens": 372936423.0, + "step": 10233 + }, + { + "epoch": 1.900464252553389, + "grad_norm": 1.3132479190826416, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8860343098640442, + "num_tokens": 372976880.0, + "step": 10234 + }, + { + "epoch": 1.9006499535747445, + "grad_norm": 1.5152392387390137, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8847881555557251, + "num_tokens": 373006253.0, + "step": 10235 + }, + { + "epoch": 1.9008356545961003, + "grad_norm": 1.5280195474624634, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8861604928970337, + "num_tokens": 373039239.0, + "step": 10236 + }, + { + "epoch": 1.901021355617456, + "grad_norm": 1.329879879951477, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8928569555282593, + "num_tokens": 373078888.0, + "step": 10237 + }, + { + "epoch": 1.9012070566388115, + "grad_norm": 1.3864200115203857, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8831577301025391, + "num_tokens": 373115574.0, + "step": 10238 + }, + { + "epoch": 1.901392757660167, + "grad_norm": 1.3507684469223022, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8806405067443848, + "num_tokens": 373154201.0, + "step": 10239 + }, + { + "epoch": 1.9015784586815228, + "grad_norm": 1.3806424140930176, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8656092882156372, + "num_tokens": 373201072.0, + "step": 10240 + }, + { + "epoch": 1.9017641597028785, + "grad_norm": 1.4657597541809082, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8725348114967346, + "num_tokens": 373240030.0, + "step": 10241 + }, + { + "epoch": 1.901949860724234, + "grad_norm": 1.5182121992111206, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8698291778564453, + "num_tokens": 373275242.0, + "step": 10242 + }, + { + "epoch": 1.9021355617455895, + "grad_norm": 1.442254900932312, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8810024261474609, + "num_tokens": 373310246.0, + "step": 10243 + }, + { + "epoch": 1.9023212627669452, + "grad_norm": 1.4713910818099976, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.882826566696167, + "num_tokens": 373345775.0, + "step": 10244 + }, + { + "epoch": 1.902506963788301, + "grad_norm": 1.3209521770477295, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8814495801925659, + "num_tokens": 373386089.0, + "step": 10245 + }, + { + "epoch": 1.9026926648096565, + "grad_norm": 1.3571786880493164, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8890261054039001, + "num_tokens": 373424434.0, + "step": 10246 + }, + { + "epoch": 1.902878365831012, + "grad_norm": 1.5551409721374512, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.882976233959198, + "num_tokens": 373456207.0, + "step": 10247 + }, + { + "epoch": 1.9030640668523677, + "grad_norm": 1.3988168239593506, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8731300830841064, + "num_tokens": 373499377.0, + "step": 10248 + }, + { + "epoch": 1.9032497678737235, + "grad_norm": 1.6669749021530151, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8752132654190063, + "num_tokens": 373528066.0, + "step": 10249 + }, + { + "epoch": 1.903435468895079, + "grad_norm": 1.4090590476989746, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8628585934638977, + "num_tokens": 373572217.0, + "step": 10250 + }, + { + "epoch": 1.9036211699164345, + "grad_norm": 1.3711471557617188, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8810194730758667, + "num_tokens": 373612436.0, + "step": 10251 + }, + { + "epoch": 1.9038068709377902, + "grad_norm": 1.5202640295028687, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8744919300079346, + "num_tokens": 373649820.0, + "step": 10252 + }, + { + "epoch": 1.9039925719591457, + "grad_norm": 1.3702208995819092, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8791192770004272, + "num_tokens": 373692137.0, + "step": 10253 + }, + { + "epoch": 1.9041782729805012, + "grad_norm": 1.4370357990264893, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8851026296615601, + "num_tokens": 373730603.0, + "step": 10254 + }, + { + "epoch": 1.904363974001857, + "grad_norm": 1.5368045568466187, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.880374014377594, + "num_tokens": 373764924.0, + "step": 10255 + }, + { + "epoch": 1.9045496750232127, + "grad_norm": 1.4415124654769897, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8664721250534058, + "num_tokens": 373805757.0, + "step": 10256 + }, + { + "epoch": 1.9047353760445682, + "grad_norm": 1.4555919170379639, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8832224011421204, + "num_tokens": 373839245.0, + "step": 10257 + }, + { + "epoch": 1.9049210770659237, + "grad_norm": 1.395379662513733, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8764375448226929, + "num_tokens": 373877752.0, + "step": 10258 + }, + { + "epoch": 1.9051067780872795, + "grad_norm": 1.4575859308242798, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.859897792339325, + "num_tokens": 373913590.0, + "step": 10259 + }, + { + "epoch": 1.9052924791086352, + "grad_norm": 1.4402706623077393, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8870323300361633, + "num_tokens": 373950082.0, + "step": 10260 + }, + { + "epoch": 1.9054781801299907, + "grad_norm": 1.429788589477539, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8788546919822693, + "num_tokens": 373986730.0, + "step": 10261 + }, + { + "epoch": 1.9056638811513462, + "grad_norm": 1.3532449007034302, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.890251874923706, + "num_tokens": 374025115.0, + "step": 10262 + }, + { + "epoch": 1.905849582172702, + "grad_norm": 1.5984506607055664, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8644392490386963, + "num_tokens": 374056325.0, + "step": 10263 + }, + { + "epoch": 1.9060352831940577, + "grad_norm": 1.4359818696975708, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8760014176368713, + "num_tokens": 374095883.0, + "step": 10264 + }, + { + "epoch": 1.9062209842154132, + "grad_norm": 1.4170221090316772, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8877619504928589, + "num_tokens": 374129467.0, + "step": 10265 + }, + { + "epoch": 1.9064066852367687, + "grad_norm": 1.538317084312439, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8729729652404785, + "num_tokens": 374163801.0, + "step": 10266 + }, + { + "epoch": 1.9065923862581244, + "grad_norm": 1.4096144437789917, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8952372074127197, + "num_tokens": 374198947.0, + "step": 10267 + }, + { + "epoch": 1.9067780872794802, + "grad_norm": 1.4547003507614136, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8806552886962891, + "num_tokens": 374235378.0, + "step": 10268 + }, + { + "epoch": 1.9069637883008357, + "grad_norm": 1.4261009693145752, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8767961263656616, + "num_tokens": 374273614.0, + "step": 10269 + }, + { + "epoch": 1.9071494893221912, + "grad_norm": 1.4370207786560059, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8769222497940063, + "num_tokens": 374311427.0, + "step": 10270 + }, + { + "epoch": 1.907335190343547, + "grad_norm": 1.472299575805664, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8729636669158936, + "num_tokens": 374353388.0, + "step": 10271 + }, + { + "epoch": 1.9075208913649027, + "grad_norm": 1.4245542287826538, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8744685649871826, + "num_tokens": 374389618.0, + "step": 10272 + }, + { + "epoch": 1.9077065923862582, + "grad_norm": 1.5313307046890259, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8862902522087097, + "num_tokens": 374419689.0, + "step": 10273 + }, + { + "epoch": 1.9078922934076137, + "grad_norm": 1.572005033493042, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8815495371818542, + "num_tokens": 374455560.0, + "step": 10274 + }, + { + "epoch": 1.9080779944289694, + "grad_norm": 1.5548689365386963, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8665177822113037, + "num_tokens": 374489683.0, + "step": 10275 + }, + { + "epoch": 1.908263695450325, + "grad_norm": 1.3729089498519897, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8823065757751465, + "num_tokens": 374530491.0, + "step": 10276 + }, + { + "epoch": 1.9084493964716804, + "grad_norm": 1.4688307046890259, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8966165781021118, + "num_tokens": 374562867.0, + "step": 10277 + }, + { + "epoch": 1.9086350974930362, + "grad_norm": 1.5667506456375122, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8713052868843079, + "num_tokens": 374598412.0, + "step": 10278 + }, + { + "epoch": 1.908820798514392, + "grad_norm": 1.4095265865325928, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8745112419128418, + "num_tokens": 374637013.0, + "step": 10279 + }, + { + "epoch": 1.9090064995357474, + "grad_norm": 1.3860893249511719, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8856374025344849, + "num_tokens": 374675105.0, + "step": 10280 + }, + { + "epoch": 1.909192200557103, + "grad_norm": 1.5312708616256714, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8764243125915527, + "num_tokens": 374707873.0, + "step": 10281 + }, + { + "epoch": 1.9093779015784587, + "grad_norm": 1.5035357475280762, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8762985467910767, + "num_tokens": 374741130.0, + "step": 10282 + }, + { + "epoch": 1.9095636025998144, + "grad_norm": 1.5244603157043457, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8876214623451233, + "num_tokens": 374772885.0, + "step": 10283 + }, + { + "epoch": 1.90974930362117, + "grad_norm": 1.4472073316574097, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8911717534065247, + "num_tokens": 374809834.0, + "step": 10284 + }, + { + "epoch": 1.9099350046425254, + "grad_norm": 1.5696403980255127, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8563086986541748, + "num_tokens": 374843564.0, + "step": 10285 + }, + { + "epoch": 1.9101207056638811, + "grad_norm": 1.3943908214569092, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8844214677810669, + "num_tokens": 374882464.0, + "step": 10286 + }, + { + "epoch": 1.9103064066852369, + "grad_norm": 1.4434106349945068, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.892730176448822, + "num_tokens": 374917931.0, + "step": 10287 + }, + { + "epoch": 1.9104921077065924, + "grad_norm": 1.4616403579711914, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8734750747680664, + "num_tokens": 374957484.0, + "step": 10288 + }, + { + "epoch": 1.910677808727948, + "grad_norm": 1.3883779048919678, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8903450965881348, + "num_tokens": 374992518.0, + "step": 10289 + }, + { + "epoch": 1.9108635097493036, + "grad_norm": 1.3652980327606201, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8732532262802124, + "num_tokens": 375033848.0, + "step": 10290 + }, + { + "epoch": 1.9110492107706594, + "grad_norm": 1.3585227727890015, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8783628940582275, + "num_tokens": 375075006.0, + "step": 10291 + }, + { + "epoch": 1.9112349117920149, + "grad_norm": 1.4748979806900024, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8647595047950745, + "num_tokens": 375112402.0, + "step": 10292 + }, + { + "epoch": 1.9114206128133704, + "grad_norm": 1.4588725566864014, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8714192509651184, + "num_tokens": 375151501.0, + "step": 10293 + }, + { + "epoch": 1.9116063138347261, + "grad_norm": 1.5096203088760376, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8814101219177246, + "num_tokens": 375182630.0, + "step": 10294 + }, + { + "epoch": 1.9117920148560819, + "grad_norm": 1.3878974914550781, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8831408023834229, + "num_tokens": 375220336.0, + "step": 10295 + }, + { + "epoch": 1.9119777158774374, + "grad_norm": 1.5107049942016602, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8826297521591187, + "num_tokens": 375252793.0, + "step": 10296 + }, + { + "epoch": 1.9121634168987929, + "grad_norm": 1.3169528245925903, + "learning_rate": 1e-06, + "loss": 0.2981, + "mean_token_accuracy": 0.8957441449165344, + "num_tokens": 375293953.0, + "step": 10297 + }, + { + "epoch": 1.9123491179201486, + "grad_norm": 1.467850923538208, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8681578636169434, + "num_tokens": 375330058.0, + "step": 10298 + }, + { + "epoch": 1.9125348189415043, + "grad_norm": 1.4337815046310425, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8875741958618164, + "num_tokens": 375366331.0, + "step": 10299 + }, + { + "epoch": 1.9127205199628596, + "grad_norm": 1.4238568544387817, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.866985559463501, + "num_tokens": 375409534.0, + "step": 10300 + }, + { + "epoch": 1.9129062209842154, + "grad_norm": 1.4239012002944946, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8816630840301514, + "num_tokens": 375445192.0, + "step": 10301 + }, + { + "epoch": 1.913091922005571, + "grad_norm": 1.5103451013565063, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8955579996109009, + "num_tokens": 375479169.0, + "step": 10302 + }, + { + "epoch": 1.9132776230269266, + "grad_norm": 1.4112356901168823, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8789505958557129, + "num_tokens": 375514883.0, + "step": 10303 + }, + { + "epoch": 1.9134633240482821, + "grad_norm": 1.5313979387283325, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8697149753570557, + "num_tokens": 375548809.0, + "step": 10304 + }, + { + "epoch": 1.9136490250696379, + "grad_norm": 1.4412405490875244, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8885427713394165, + "num_tokens": 375582001.0, + "step": 10305 + }, + { + "epoch": 1.9138347260909936, + "grad_norm": 1.3980876207351685, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8751171231269836, + "num_tokens": 375617803.0, + "step": 10306 + }, + { + "epoch": 1.914020427112349, + "grad_norm": 1.5375277996063232, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8856573104858398, + "num_tokens": 375651398.0, + "step": 10307 + }, + { + "epoch": 1.9142061281337046, + "grad_norm": 1.4583351612091064, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8801419138908386, + "num_tokens": 375689054.0, + "step": 10308 + }, + { + "epoch": 1.9143918291550603, + "grad_norm": 1.4249417781829834, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8887271285057068, + "num_tokens": 375724174.0, + "step": 10309 + }, + { + "epoch": 1.914577530176416, + "grad_norm": 1.4629087448120117, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.872361421585083, + "num_tokens": 375758080.0, + "step": 10310 + }, + { + "epoch": 1.9147632311977716, + "grad_norm": 1.5490281581878662, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.888512372970581, + "num_tokens": 375793620.0, + "step": 10311 + }, + { + "epoch": 1.914948932219127, + "grad_norm": 1.4712185859680176, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8758746385574341, + "num_tokens": 375831800.0, + "step": 10312 + }, + { + "epoch": 1.9151346332404828, + "grad_norm": 1.3769865036010742, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8702025413513184, + "num_tokens": 375873736.0, + "step": 10313 + }, + { + "epoch": 1.9153203342618386, + "grad_norm": 1.4356392621994019, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8769785165786743, + "num_tokens": 375912405.0, + "step": 10314 + }, + { + "epoch": 1.915506035283194, + "grad_norm": 1.408810019493103, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8913705945014954, + "num_tokens": 375947679.0, + "step": 10315 + }, + { + "epoch": 1.9156917363045496, + "grad_norm": 1.4663333892822266, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8756716251373291, + "num_tokens": 375979651.0, + "step": 10316 + }, + { + "epoch": 1.9158774373259053, + "grad_norm": 1.4610317945480347, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.875296950340271, + "num_tokens": 376017865.0, + "step": 10317 + }, + { + "epoch": 1.916063138347261, + "grad_norm": 1.538986325263977, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8790960311889648, + "num_tokens": 376048689.0, + "step": 10318 + }, + { + "epoch": 1.9162488393686166, + "grad_norm": 1.4323452711105347, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8881587386131287, + "num_tokens": 376082691.0, + "step": 10319 + }, + { + "epoch": 1.916434540389972, + "grad_norm": 1.4752053022384644, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8937885165214539, + "num_tokens": 376116340.0, + "step": 10320 + }, + { + "epoch": 1.9166202414113278, + "grad_norm": 1.4954861402511597, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8902238011360168, + "num_tokens": 376148121.0, + "step": 10321 + }, + { + "epoch": 1.9168059424326835, + "grad_norm": 1.35480797290802, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8823544979095459, + "num_tokens": 376187713.0, + "step": 10322 + }, + { + "epoch": 1.916991643454039, + "grad_norm": 1.3727002143859863, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8930390477180481, + "num_tokens": 376224316.0, + "step": 10323 + }, + { + "epoch": 1.9171773444753946, + "grad_norm": 1.501996397972107, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8867850303649902, + "num_tokens": 376260221.0, + "step": 10324 + }, + { + "epoch": 1.9173630454967503, + "grad_norm": 1.3981969356536865, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.884291410446167, + "num_tokens": 376297102.0, + "step": 10325 + }, + { + "epoch": 1.9175487465181058, + "grad_norm": 1.4590446949005127, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8819675445556641, + "num_tokens": 376335140.0, + "step": 10326 + }, + { + "epoch": 1.9177344475394613, + "grad_norm": 1.4202687740325928, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8945901393890381, + "num_tokens": 376370094.0, + "step": 10327 + }, + { + "epoch": 1.917920148560817, + "grad_norm": 1.4890931844711304, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8853256702423096, + "num_tokens": 376403198.0, + "step": 10328 + }, + { + "epoch": 1.9181058495821728, + "grad_norm": 1.372640609741211, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8939517140388489, + "num_tokens": 376441686.0, + "step": 10329 + }, + { + "epoch": 1.9182915506035283, + "grad_norm": 1.6276520490646362, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8745987415313721, + "num_tokens": 376478142.0, + "step": 10330 + }, + { + "epoch": 1.9184772516248838, + "grad_norm": 1.3382599353790283, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8824580311775208, + "num_tokens": 376519602.0, + "step": 10331 + }, + { + "epoch": 1.9186629526462395, + "grad_norm": 1.4380724430084229, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8793720006942749, + "num_tokens": 376554944.0, + "step": 10332 + }, + { + "epoch": 1.9188486536675953, + "grad_norm": 1.4191398620605469, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8804026246070862, + "num_tokens": 376593508.0, + "step": 10333 + }, + { + "epoch": 1.9190343546889508, + "grad_norm": 1.4451143741607666, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.873314380645752, + "num_tokens": 376631608.0, + "step": 10334 + }, + { + "epoch": 1.9192200557103063, + "grad_norm": 1.4568133354187012, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8906999826431274, + "num_tokens": 376662252.0, + "step": 10335 + }, + { + "epoch": 1.919405756731662, + "grad_norm": 1.5638316869735718, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8733309507369995, + "num_tokens": 376697939.0, + "step": 10336 + }, + { + "epoch": 1.9195914577530178, + "grad_norm": 1.488852858543396, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8833564519882202, + "num_tokens": 376733960.0, + "step": 10337 + }, + { + "epoch": 1.9197771587743733, + "grad_norm": 1.5099974870681763, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8870602250099182, + "num_tokens": 376768206.0, + "step": 10338 + }, + { + "epoch": 1.9199628597957288, + "grad_norm": 1.5040478706359863, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8791948556900024, + "num_tokens": 376802677.0, + "step": 10339 + }, + { + "epoch": 1.9201485608170845, + "grad_norm": 1.4659075736999512, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8928015232086182, + "num_tokens": 376832042.0, + "step": 10340 + }, + { + "epoch": 1.9203342618384402, + "grad_norm": 1.4650846719741821, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.881904661655426, + "num_tokens": 376863385.0, + "step": 10341 + }, + { + "epoch": 1.9205199628597958, + "grad_norm": 1.406066656112671, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8845510482788086, + "num_tokens": 376896337.0, + "step": 10342 + }, + { + "epoch": 1.9207056638811513, + "grad_norm": 1.4405109882354736, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8786715269088745, + "num_tokens": 376933207.0, + "step": 10343 + }, + { + "epoch": 1.920891364902507, + "grad_norm": 1.4954620599746704, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8633698225021362, + "num_tokens": 376967720.0, + "step": 10344 + }, + { + "epoch": 1.9210770659238627, + "grad_norm": 1.4385863542556763, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.876694917678833, + "num_tokens": 377004882.0, + "step": 10345 + }, + { + "epoch": 1.9212627669452182, + "grad_norm": 1.682637095451355, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8719366788864136, + "num_tokens": 377034718.0, + "step": 10346 + }, + { + "epoch": 1.9214484679665738, + "grad_norm": 1.339755654335022, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8900352120399475, + "num_tokens": 377071821.0, + "step": 10347 + }, + { + "epoch": 1.9216341689879295, + "grad_norm": 1.4209650754928589, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8624911308288574, + "num_tokens": 377110929.0, + "step": 10348 + }, + { + "epoch": 1.921819870009285, + "grad_norm": 1.5199414491653442, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8685479760169983, + "num_tokens": 377145395.0, + "step": 10349 + }, + { + "epoch": 1.9220055710306405, + "grad_norm": 1.6392109394073486, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8646520376205444, + "num_tokens": 377175389.0, + "step": 10350 + }, + { + "epoch": 1.9221912720519962, + "grad_norm": 1.4232871532440186, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.888430118560791, + "num_tokens": 377214824.0, + "step": 10351 + }, + { + "epoch": 1.922376973073352, + "grad_norm": 1.5256164073944092, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8762960433959961, + "num_tokens": 377251319.0, + "step": 10352 + }, + { + "epoch": 1.9225626740947075, + "grad_norm": 1.4427721500396729, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8744590878486633, + "num_tokens": 377287675.0, + "step": 10353 + }, + { + "epoch": 1.922748375116063, + "grad_norm": 1.4854503870010376, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8701896071434021, + "num_tokens": 377327402.0, + "step": 10354 + }, + { + "epoch": 1.9229340761374187, + "grad_norm": 1.5508716106414795, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8774138689041138, + "num_tokens": 377359356.0, + "step": 10355 + }, + { + "epoch": 1.9231197771587745, + "grad_norm": 1.487133264541626, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8768457770347595, + "num_tokens": 377397278.0, + "step": 10356 + }, + { + "epoch": 1.92330547818013, + "grad_norm": 1.4143823385238647, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8910096883773804, + "num_tokens": 377436586.0, + "step": 10357 + }, + { + "epoch": 1.9234911792014855, + "grad_norm": 1.50386381149292, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8759289383888245, + "num_tokens": 377470643.0, + "step": 10358 + }, + { + "epoch": 1.9236768802228412, + "grad_norm": 1.5064793825149536, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8757155537605286, + "num_tokens": 377504468.0, + "step": 10359 + }, + { + "epoch": 1.923862581244197, + "grad_norm": 1.4504932165145874, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8807021379470825, + "num_tokens": 377538990.0, + "step": 10360 + }, + { + "epoch": 1.9240482822655525, + "grad_norm": 1.403071641921997, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8709253072738647, + "num_tokens": 377576573.0, + "step": 10361 + }, + { + "epoch": 1.924233983286908, + "grad_norm": 1.4345512390136719, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8640900254249573, + "num_tokens": 377623164.0, + "step": 10362 + }, + { + "epoch": 1.9244196843082637, + "grad_norm": 1.450018048286438, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8730313777923584, + "num_tokens": 377660935.0, + "step": 10363 + }, + { + "epoch": 1.9246053853296194, + "grad_norm": 1.5435864925384521, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8784697651863098, + "num_tokens": 377696255.0, + "step": 10364 + }, + { + "epoch": 1.924791086350975, + "grad_norm": 1.4433248043060303, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.869067370891571, + "num_tokens": 377739405.0, + "step": 10365 + }, + { + "epoch": 1.9249767873723305, + "grad_norm": 1.5329363346099854, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8583027124404907, + "num_tokens": 377773915.0, + "step": 10366 + }, + { + "epoch": 1.9251624883936862, + "grad_norm": 1.4162793159484863, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8764063119888306, + "num_tokens": 377809742.0, + "step": 10367 + }, + { + "epoch": 1.925348189415042, + "grad_norm": 1.4000481367111206, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8881239295005798, + "num_tokens": 377843184.0, + "step": 10368 + }, + { + "epoch": 1.9255338904363974, + "grad_norm": 1.3954719305038452, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8772298097610474, + "num_tokens": 377881336.0, + "step": 10369 + }, + { + "epoch": 1.925719591457753, + "grad_norm": 1.5584920644760132, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8780395984649658, + "num_tokens": 377917911.0, + "step": 10370 + }, + { + "epoch": 1.9259052924791087, + "grad_norm": 1.5476588010787964, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8866004943847656, + "num_tokens": 377958511.0, + "step": 10371 + }, + { + "epoch": 1.9260909935004642, + "grad_norm": 1.4921106100082397, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8842294812202454, + "num_tokens": 377994807.0, + "step": 10372 + }, + { + "epoch": 1.9262766945218197, + "grad_norm": 1.474499225616455, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8898589611053467, + "num_tokens": 378025350.0, + "step": 10373 + }, + { + "epoch": 1.9264623955431754, + "grad_norm": 1.4112251996994019, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8783367276191711, + "num_tokens": 378062426.0, + "step": 10374 + }, + { + "epoch": 1.9266480965645312, + "grad_norm": 1.5372246503829956, + "learning_rate": 1e-06, + "loss": 0.2802, + "mean_token_accuracy": 0.9006861448287964, + "num_tokens": 378089051.0, + "step": 10375 + }, + { + "epoch": 1.9268337975858867, + "grad_norm": 1.5345333814620972, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8809210658073425, + "num_tokens": 378123338.0, + "step": 10376 + }, + { + "epoch": 1.9270194986072422, + "grad_norm": 1.4165828227996826, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8843734264373779, + "num_tokens": 378161821.0, + "step": 10377 + }, + { + "epoch": 1.927205199628598, + "grad_norm": 1.4707263708114624, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8843629360198975, + "num_tokens": 378198504.0, + "step": 10378 + }, + { + "epoch": 1.9273909006499537, + "grad_norm": 1.4178858995437622, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8914129734039307, + "num_tokens": 378233970.0, + "step": 10379 + }, + { + "epoch": 1.9275766016713092, + "grad_norm": 1.4588958024978638, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8791729807853699, + "num_tokens": 378272796.0, + "step": 10380 + }, + { + "epoch": 1.9277623026926647, + "grad_norm": 1.703142762184143, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8815817832946777, + "num_tokens": 378298081.0, + "step": 10381 + }, + { + "epoch": 1.9279480037140204, + "grad_norm": 1.508459210395813, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8849230408668518, + "num_tokens": 378331442.0, + "step": 10382 + }, + { + "epoch": 1.9281337047353762, + "grad_norm": 1.34516179561615, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8943215608596802, + "num_tokens": 378368980.0, + "step": 10383 + }, + { + "epoch": 1.9283194057567317, + "grad_norm": 1.6629300117492676, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8632721900939941, + "num_tokens": 378402358.0, + "step": 10384 + }, + { + "epoch": 1.9285051067780872, + "grad_norm": 1.4488630294799805, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8723244667053223, + "num_tokens": 378437227.0, + "step": 10385 + }, + { + "epoch": 1.928690807799443, + "grad_norm": 1.4497190713882446, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.873531699180603, + "num_tokens": 378472225.0, + "step": 10386 + }, + { + "epoch": 1.9288765088207986, + "grad_norm": 1.369895577430725, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8876391649246216, + "num_tokens": 378508454.0, + "step": 10387 + }, + { + "epoch": 1.9290622098421542, + "grad_norm": 1.5941004753112793, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8679161071777344, + "num_tokens": 378541459.0, + "step": 10388 + }, + { + "epoch": 1.9292479108635097, + "grad_norm": 1.4384769201278687, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.880699872970581, + "num_tokens": 378579586.0, + "step": 10389 + }, + { + "epoch": 1.9294336118848654, + "grad_norm": 1.3951793909072876, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8641110062599182, + "num_tokens": 378618151.0, + "step": 10390 + }, + { + "epoch": 1.9296193129062211, + "grad_norm": 1.3779077529907227, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8911424875259399, + "num_tokens": 378654430.0, + "step": 10391 + }, + { + "epoch": 1.9298050139275766, + "grad_norm": 1.3023518323898315, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8802488446235657, + "num_tokens": 378698212.0, + "step": 10392 + }, + { + "epoch": 1.9299907149489322, + "grad_norm": 1.4191508293151855, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8816882371902466, + "num_tokens": 378735360.0, + "step": 10393 + }, + { + "epoch": 1.9301764159702879, + "grad_norm": 1.4401729106903076, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8668450117111206, + "num_tokens": 378772315.0, + "step": 10394 + }, + { + "epoch": 1.9303621169916436, + "grad_norm": 1.4688513278961182, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8705759048461914, + "num_tokens": 378811222.0, + "step": 10395 + }, + { + "epoch": 1.930547818012999, + "grad_norm": 1.6577837467193604, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8650661706924438, + "num_tokens": 378843697.0, + "step": 10396 + }, + { + "epoch": 1.9307335190343546, + "grad_norm": 1.4433428049087524, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8854499459266663, + "num_tokens": 378878555.0, + "step": 10397 + }, + { + "epoch": 1.9309192200557104, + "grad_norm": 1.4875521659851074, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8903526663780212, + "num_tokens": 378909567.0, + "step": 10398 + }, + { + "epoch": 1.9311049210770659, + "grad_norm": 1.3547992706298828, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8858380317687988, + "num_tokens": 378948315.0, + "step": 10399 + }, + { + "epoch": 1.9312906220984214, + "grad_norm": 1.5635424852371216, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8725332617759705, + "num_tokens": 378981483.0, + "step": 10400 + }, + { + "epoch": 1.9314763231197771, + "grad_norm": 1.4739631414413452, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8730201721191406, + "num_tokens": 379018359.0, + "step": 10401 + }, + { + "epoch": 1.9316620241411329, + "grad_norm": 1.4705955982208252, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8773618936538696, + "num_tokens": 379054113.0, + "step": 10402 + }, + { + "epoch": 1.9318477251624884, + "grad_norm": 1.5194398164749146, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8871755599975586, + "num_tokens": 379090220.0, + "step": 10403 + }, + { + "epoch": 1.9320334261838439, + "grad_norm": 1.3642728328704834, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8664752244949341, + "num_tokens": 379134571.0, + "step": 10404 + }, + { + "epoch": 1.9322191272051996, + "grad_norm": 1.5350024700164795, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8726649284362793, + "num_tokens": 379168366.0, + "step": 10405 + }, + { + "epoch": 1.9324048282265553, + "grad_norm": 1.5463981628417969, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8524115085601807, + "num_tokens": 379204557.0, + "step": 10406 + }, + { + "epoch": 1.9325905292479109, + "grad_norm": 1.5860916376113892, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8755182027816772, + "num_tokens": 379240113.0, + "step": 10407 + }, + { + "epoch": 1.9327762302692664, + "grad_norm": 1.6101758480072021, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8663347363471985, + "num_tokens": 379271755.0, + "step": 10408 + }, + { + "epoch": 1.932961931290622, + "grad_norm": 1.5187880992889404, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8808509111404419, + "num_tokens": 379307262.0, + "step": 10409 + }, + { + "epoch": 1.9331476323119778, + "grad_norm": 1.3658767938613892, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8810681700706482, + "num_tokens": 379348092.0, + "step": 10410 + }, + { + "epoch": 1.9333333333333333, + "grad_norm": 1.396761178970337, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8775478005409241, + "num_tokens": 379386375.0, + "step": 10411 + }, + { + "epoch": 1.9335190343546889, + "grad_norm": 1.4284446239471436, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8808066844940186, + "num_tokens": 379421345.0, + "step": 10412 + }, + { + "epoch": 1.9337047353760446, + "grad_norm": 1.3766371011734009, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.879000186920166, + "num_tokens": 379458940.0, + "step": 10413 + }, + { + "epoch": 1.9338904363974003, + "grad_norm": 1.547792911529541, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8801597356796265, + "num_tokens": 379494010.0, + "step": 10414 + }, + { + "epoch": 1.9340761374187558, + "grad_norm": 1.46260666847229, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8823902606964111, + "num_tokens": 379529103.0, + "step": 10415 + }, + { + "epoch": 1.9342618384401113, + "grad_norm": 1.475377082824707, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8835180997848511, + "num_tokens": 379564332.0, + "step": 10416 + }, + { + "epoch": 1.934447539461467, + "grad_norm": 1.5079624652862549, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8783642649650574, + "num_tokens": 379597384.0, + "step": 10417 + }, + { + "epoch": 1.9346332404828228, + "grad_norm": 1.4125986099243164, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8703147172927856, + "num_tokens": 379635249.0, + "step": 10418 + }, + { + "epoch": 1.9348189415041783, + "grad_norm": 1.5143208503723145, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8765677213668823, + "num_tokens": 379668746.0, + "step": 10419 + }, + { + "epoch": 1.9350046425255338, + "grad_norm": 1.4007059335708618, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8870892524719238, + "num_tokens": 379704230.0, + "step": 10420 + }, + { + "epoch": 1.9351903435468896, + "grad_norm": 1.388685941696167, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8864505290985107, + "num_tokens": 379740663.0, + "step": 10421 + }, + { + "epoch": 1.935376044568245, + "grad_norm": 1.5530434846878052, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.879490077495575, + "num_tokens": 379777696.0, + "step": 10422 + }, + { + "epoch": 1.9355617455896006, + "grad_norm": 1.566362738609314, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8648891448974609, + "num_tokens": 379813602.0, + "step": 10423 + }, + { + "epoch": 1.9357474466109563, + "grad_norm": 1.450537919998169, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8835008144378662, + "num_tokens": 379848629.0, + "step": 10424 + }, + { + "epoch": 1.935933147632312, + "grad_norm": 1.5428569316864014, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8767448663711548, + "num_tokens": 379884860.0, + "step": 10425 + }, + { + "epoch": 1.9361188486536676, + "grad_norm": 1.4881210327148438, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8856021165847778, + "num_tokens": 379919533.0, + "step": 10426 + }, + { + "epoch": 1.936304549675023, + "grad_norm": 1.4282200336456299, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8795552849769592, + "num_tokens": 379957637.0, + "step": 10427 + }, + { + "epoch": 1.9364902506963788, + "grad_norm": 1.5951898097991943, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8593299388885498, + "num_tokens": 379995065.0, + "step": 10428 + }, + { + "epoch": 1.9366759517177345, + "grad_norm": 1.3129096031188965, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8890987634658813, + "num_tokens": 380038336.0, + "step": 10429 + }, + { + "epoch": 1.93686165273909, + "grad_norm": 1.5997848510742188, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.872555136680603, + "num_tokens": 380073339.0, + "step": 10430 + }, + { + "epoch": 1.9370473537604456, + "grad_norm": 1.4130723476409912, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8736289739608765, + "num_tokens": 380112569.0, + "step": 10431 + }, + { + "epoch": 1.9372330547818013, + "grad_norm": 1.408803939819336, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8809937238693237, + "num_tokens": 380147870.0, + "step": 10432 + }, + { + "epoch": 1.937418755803157, + "grad_norm": 1.4631505012512207, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8737194538116455, + "num_tokens": 380184863.0, + "step": 10433 + }, + { + "epoch": 1.9376044568245125, + "grad_norm": 1.4277091026306152, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8861421346664429, + "num_tokens": 380220860.0, + "step": 10434 + }, + { + "epoch": 1.937790157845868, + "grad_norm": 1.4454796314239502, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8877122402191162, + "num_tokens": 380255176.0, + "step": 10435 + }, + { + "epoch": 1.9379758588672238, + "grad_norm": 1.3925435543060303, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8783835172653198, + "num_tokens": 380293413.0, + "step": 10436 + }, + { + "epoch": 1.9381615598885795, + "grad_norm": 1.4325220584869385, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.878486692905426, + "num_tokens": 380331741.0, + "step": 10437 + }, + { + "epoch": 1.938347260909935, + "grad_norm": 1.5048967599868774, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8852699995040894, + "num_tokens": 380365342.0, + "step": 10438 + }, + { + "epoch": 1.9385329619312905, + "grad_norm": 1.361812949180603, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8841122388839722, + "num_tokens": 380406340.0, + "step": 10439 + }, + { + "epoch": 1.9387186629526463, + "grad_norm": 1.384668231010437, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8854867219924927, + "num_tokens": 380443272.0, + "step": 10440 + }, + { + "epoch": 1.938904363974002, + "grad_norm": 1.3668296337127686, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8924983739852905, + "num_tokens": 380476818.0, + "step": 10441 + }, + { + "epoch": 1.9390900649953575, + "grad_norm": 1.4758000373840332, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8859084248542786, + "num_tokens": 380515127.0, + "step": 10442 + }, + { + "epoch": 1.939275766016713, + "grad_norm": 1.4199185371398926, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8798782825469971, + "num_tokens": 380551596.0, + "step": 10443 + }, + { + "epoch": 1.9394614670380688, + "grad_norm": 1.5256046056747437, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8822374939918518, + "num_tokens": 380587537.0, + "step": 10444 + }, + { + "epoch": 1.9396471680594243, + "grad_norm": 1.5241670608520508, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8827580213546753, + "num_tokens": 380622547.0, + "step": 10445 + }, + { + "epoch": 1.9398328690807798, + "grad_norm": 1.3547875881195068, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8874340057373047, + "num_tokens": 380661004.0, + "step": 10446 + }, + { + "epoch": 1.9400185701021355, + "grad_norm": 1.4492050409317017, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.884768009185791, + "num_tokens": 380695814.0, + "step": 10447 + }, + { + "epoch": 1.9402042711234913, + "grad_norm": 1.4970085620880127, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8814142942428589, + "num_tokens": 380728387.0, + "step": 10448 + }, + { + "epoch": 1.9403899721448468, + "grad_norm": 1.533168911933899, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8796063661575317, + "num_tokens": 380758951.0, + "step": 10449 + }, + { + "epoch": 1.9405756731662023, + "grad_norm": 1.4484938383102417, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.881402313709259, + "num_tokens": 380795613.0, + "step": 10450 + }, + { + "epoch": 1.940761374187558, + "grad_norm": 1.4403818845748901, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8749016523361206, + "num_tokens": 380834263.0, + "step": 10451 + }, + { + "epoch": 1.9409470752089137, + "grad_norm": 1.3726426362991333, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8731862306594849, + "num_tokens": 380872766.0, + "step": 10452 + }, + { + "epoch": 1.9411327762302693, + "grad_norm": 1.5470331907272339, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8670041561126709, + "num_tokens": 380907226.0, + "step": 10453 + }, + { + "epoch": 1.9413184772516248, + "grad_norm": 1.5195460319519043, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.872830867767334, + "num_tokens": 380944190.0, + "step": 10454 + }, + { + "epoch": 1.9415041782729805, + "grad_norm": 1.3834904432296753, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.891676664352417, + "num_tokens": 380979697.0, + "step": 10455 + }, + { + "epoch": 1.9416898792943362, + "grad_norm": 1.4255640506744385, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.880715548992157, + "num_tokens": 381016377.0, + "step": 10456 + }, + { + "epoch": 1.9418755803156917, + "grad_norm": 1.4736621379852295, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8721663951873779, + "num_tokens": 381056345.0, + "step": 10457 + }, + { + "epoch": 1.9420612813370473, + "grad_norm": 1.3749836683273315, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.879348874092102, + "num_tokens": 381092253.0, + "step": 10458 + }, + { + "epoch": 1.942246982358403, + "grad_norm": 1.5350077152252197, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.869737982749939, + "num_tokens": 381126266.0, + "step": 10459 + }, + { + "epoch": 1.9424326833797587, + "grad_norm": 1.4302549362182617, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8836736083030701, + "num_tokens": 381160532.0, + "step": 10460 + }, + { + "epoch": 1.9426183844011142, + "grad_norm": 1.3355211019515991, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.880035936832428, + "num_tokens": 381199788.0, + "step": 10461 + }, + { + "epoch": 1.9428040854224697, + "grad_norm": 1.3443773984909058, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8952685594558716, + "num_tokens": 381237788.0, + "step": 10462 + }, + { + "epoch": 1.9429897864438255, + "grad_norm": 1.4280766248703003, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.883010745048523, + "num_tokens": 381271867.0, + "step": 10463 + }, + { + "epoch": 1.9431754874651812, + "grad_norm": 1.4425960779190063, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8884689807891846, + "num_tokens": 381301901.0, + "step": 10464 + }, + { + "epoch": 1.9433611884865367, + "grad_norm": 1.398091435432434, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8848568797111511, + "num_tokens": 381336725.0, + "step": 10465 + }, + { + "epoch": 1.9435468895078922, + "grad_norm": 1.4464833736419678, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8859156370162964, + "num_tokens": 381370602.0, + "step": 10466 + }, + { + "epoch": 1.943732590529248, + "grad_norm": 1.383956789970398, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8908190727233887, + "num_tokens": 381403982.0, + "step": 10467 + }, + { + "epoch": 1.9439182915506037, + "grad_norm": 1.4324613809585571, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8757716417312622, + "num_tokens": 381441856.0, + "step": 10468 + }, + { + "epoch": 1.944103992571959, + "grad_norm": 1.52451753616333, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8857557773590088, + "num_tokens": 381472412.0, + "step": 10469 + }, + { + "epoch": 1.9442896935933147, + "grad_norm": 1.6223056316375732, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8692266941070557, + "num_tokens": 381506066.0, + "step": 10470 + }, + { + "epoch": 1.9444753946146704, + "grad_norm": 1.4048415422439575, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8935418725013733, + "num_tokens": 381541701.0, + "step": 10471 + }, + { + "epoch": 1.944661095636026, + "grad_norm": 1.4405766725540161, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8887375593185425, + "num_tokens": 381579083.0, + "step": 10472 + }, + { + "epoch": 1.9448467966573815, + "grad_norm": 1.446511149406433, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8752195835113525, + "num_tokens": 381617817.0, + "step": 10473 + }, + { + "epoch": 1.9450324976787372, + "grad_norm": 1.5414670705795288, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8796323537826538, + "num_tokens": 381652242.0, + "step": 10474 + }, + { + "epoch": 1.945218198700093, + "grad_norm": 1.5725319385528564, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8822162747383118, + "num_tokens": 381681699.0, + "step": 10475 + }, + { + "epoch": 1.9454038997214484, + "grad_norm": 1.5309947729110718, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8759677410125732, + "num_tokens": 381715076.0, + "step": 10476 + }, + { + "epoch": 1.945589600742804, + "grad_norm": 1.4793803691864014, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8886986970901489, + "num_tokens": 381748712.0, + "step": 10477 + }, + { + "epoch": 1.9457753017641597, + "grad_norm": 1.4029752016067505, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8920338153839111, + "num_tokens": 381783320.0, + "step": 10478 + }, + { + "epoch": 1.9459610027855154, + "grad_norm": 1.5682445764541626, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.876446008682251, + "num_tokens": 381819318.0, + "step": 10479 + }, + { + "epoch": 1.946146703806871, + "grad_norm": 1.5759683847427368, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8753963112831116, + "num_tokens": 381852896.0, + "step": 10480 + }, + { + "epoch": 1.9463324048282264, + "grad_norm": 1.4134905338287354, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.89287930727005, + "num_tokens": 381886950.0, + "step": 10481 + }, + { + "epoch": 1.9465181058495822, + "grad_norm": 1.3773530721664429, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8747379779815674, + "num_tokens": 381924853.0, + "step": 10482 + }, + { + "epoch": 1.946703806870938, + "grad_norm": 1.413107991218567, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8848088979721069, + "num_tokens": 381961361.0, + "step": 10483 + }, + { + "epoch": 1.9468895078922934, + "grad_norm": 1.42416250705719, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8816787004470825, + "num_tokens": 381996721.0, + "step": 10484 + }, + { + "epoch": 1.947075208913649, + "grad_norm": 1.461953043937683, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8788647651672363, + "num_tokens": 382034736.0, + "step": 10485 + }, + { + "epoch": 1.9472609099350047, + "grad_norm": 1.395965576171875, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8831791281700134, + "num_tokens": 382071578.0, + "step": 10486 + }, + { + "epoch": 1.9474466109563604, + "grad_norm": 1.4878987073898315, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8898358345031738, + "num_tokens": 382103752.0, + "step": 10487 + }, + { + "epoch": 1.947632311977716, + "grad_norm": 1.449115514755249, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8866285085678101, + "num_tokens": 382137103.0, + "step": 10488 + }, + { + "epoch": 1.9478180129990714, + "grad_norm": 1.7357290983200073, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8724704384803772, + "num_tokens": 382167117.0, + "step": 10489 + }, + { + "epoch": 1.9480037140204272, + "grad_norm": 1.56270432472229, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8768273591995239, + "num_tokens": 382201300.0, + "step": 10490 + }, + { + "epoch": 1.948189415041783, + "grad_norm": 1.4179877042770386, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8648444414138794, + "num_tokens": 382246280.0, + "step": 10491 + }, + { + "epoch": 1.9483751160631384, + "grad_norm": 1.4452130794525146, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8794060349464417, + "num_tokens": 382283158.0, + "step": 10492 + }, + { + "epoch": 1.948560817084494, + "grad_norm": 1.5203590393066406, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.878246545791626, + "num_tokens": 382318261.0, + "step": 10493 + }, + { + "epoch": 1.9487465181058496, + "grad_norm": 1.508267879486084, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8871200680732727, + "num_tokens": 382351143.0, + "step": 10494 + }, + { + "epoch": 1.9489322191272052, + "grad_norm": 1.3272173404693604, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8733426332473755, + "num_tokens": 382397858.0, + "step": 10495 + }, + { + "epoch": 1.9491179201485607, + "grad_norm": 1.4555424451828003, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8629906177520752, + "num_tokens": 382436979.0, + "step": 10496 + }, + { + "epoch": 1.9493036211699164, + "grad_norm": 1.496245265007019, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8801609873771667, + "num_tokens": 382470949.0, + "step": 10497 + }, + { + "epoch": 1.9494893221912721, + "grad_norm": 1.5267348289489746, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8692145347595215, + "num_tokens": 382506062.0, + "step": 10498 + }, + { + "epoch": 1.9496750232126276, + "grad_norm": 1.4150477647781372, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8760755062103271, + "num_tokens": 382543884.0, + "step": 10499 + }, + { + "epoch": 1.9498607242339832, + "grad_norm": 1.3998726606369019, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8889268040657043, + "num_tokens": 382582312.0, + "step": 10500 + }, + { + "epoch": 1.9500464252553389, + "grad_norm": 1.393113136291504, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8686653971672058, + "num_tokens": 382623363.0, + "step": 10501 + }, + { + "epoch": 1.9502321262766946, + "grad_norm": 1.3753776550292969, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8741725087165833, + "num_tokens": 382664501.0, + "step": 10502 + }, + { + "epoch": 1.9504178272980501, + "grad_norm": 1.3340436220169067, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8781557083129883, + "num_tokens": 382708006.0, + "step": 10503 + }, + { + "epoch": 1.9506035283194056, + "grad_norm": 1.4635709524154663, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8787771463394165, + "num_tokens": 382743195.0, + "step": 10504 + }, + { + "epoch": 1.9507892293407614, + "grad_norm": 1.487576961517334, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8665797114372253, + "num_tokens": 382779324.0, + "step": 10505 + }, + { + "epoch": 1.950974930362117, + "grad_norm": 1.8614767789840698, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8718979358673096, + "num_tokens": 382810932.0, + "step": 10506 + }, + { + "epoch": 1.9511606313834726, + "grad_norm": 1.4197673797607422, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8766858577728271, + "num_tokens": 382849796.0, + "step": 10507 + }, + { + "epoch": 1.9513463324048281, + "grad_norm": 1.398964285850525, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8799806833267212, + "num_tokens": 382888982.0, + "step": 10508 + }, + { + "epoch": 1.9515320334261839, + "grad_norm": 1.4574657678604126, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8730933666229248, + "num_tokens": 382927158.0, + "step": 10509 + }, + { + "epoch": 1.9517177344475396, + "grad_norm": 1.4396719932556152, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.876338005065918, + "num_tokens": 382967914.0, + "step": 10510 + }, + { + "epoch": 1.951903435468895, + "grad_norm": 1.4157617092132568, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8785366415977478, + "num_tokens": 383002446.0, + "step": 10511 + }, + { + "epoch": 1.9520891364902506, + "grad_norm": 1.3883053064346313, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8756729364395142, + "num_tokens": 383043447.0, + "step": 10512 + }, + { + "epoch": 1.9522748375116064, + "grad_norm": 1.5088297128677368, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8656266331672668, + "num_tokens": 383081943.0, + "step": 10513 + }, + { + "epoch": 1.952460538532962, + "grad_norm": 1.5128382444381714, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8636246919631958, + "num_tokens": 383118131.0, + "step": 10514 + }, + { + "epoch": 1.9526462395543176, + "grad_norm": 1.494992733001709, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8888814449310303, + "num_tokens": 383152272.0, + "step": 10515 + }, + { + "epoch": 1.952831940575673, + "grad_norm": 1.4220024347305298, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8705997467041016, + "num_tokens": 383190679.0, + "step": 10516 + }, + { + "epoch": 1.9530176415970288, + "grad_norm": 1.3630404472351074, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8795334100723267, + "num_tokens": 383229637.0, + "step": 10517 + }, + { + "epoch": 1.9532033426183844, + "grad_norm": 1.4187378883361816, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8905855417251587, + "num_tokens": 383264554.0, + "step": 10518 + }, + { + "epoch": 1.9533890436397399, + "grad_norm": 1.4040013551712036, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8692426681518555, + "num_tokens": 383304711.0, + "step": 10519 + }, + { + "epoch": 1.9535747446610956, + "grad_norm": 1.4337612390518188, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.883201539516449, + "num_tokens": 383340212.0, + "step": 10520 + }, + { + "epoch": 1.9537604456824513, + "grad_norm": 1.601021647453308, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8760887980461121, + "num_tokens": 383371257.0, + "step": 10521 + }, + { + "epoch": 1.9539461467038068, + "grad_norm": 1.4813822507858276, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8877066373825073, + "num_tokens": 383406126.0, + "step": 10522 + }, + { + "epoch": 1.9541318477251624, + "grad_norm": 1.3783543109893799, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8892080783843994, + "num_tokens": 383442538.0, + "step": 10523 + }, + { + "epoch": 1.954317548746518, + "grad_norm": 1.3015944957733154, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8779652714729309, + "num_tokens": 383485969.0, + "step": 10524 + }, + { + "epoch": 1.9545032497678738, + "grad_norm": 1.5189197063446045, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8762592077255249, + "num_tokens": 383522804.0, + "step": 10525 + }, + { + "epoch": 1.9546889507892293, + "grad_norm": 1.535952091217041, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.882526159286499, + "num_tokens": 383556807.0, + "step": 10526 + }, + { + "epoch": 1.9548746518105848, + "grad_norm": 1.410510778427124, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8912802934646606, + "num_tokens": 383590784.0, + "step": 10527 + }, + { + "epoch": 1.9550603528319406, + "grad_norm": 1.6137926578521729, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8653687834739685, + "num_tokens": 383625812.0, + "step": 10528 + }, + { + "epoch": 1.9552460538532963, + "grad_norm": 1.558673620223999, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8721650838851929, + "num_tokens": 383659210.0, + "step": 10529 + }, + { + "epoch": 1.9554317548746518, + "grad_norm": 1.4515630006790161, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8796106576919556, + "num_tokens": 383702253.0, + "step": 10530 + }, + { + "epoch": 1.9556174558960073, + "grad_norm": 1.3751574754714966, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8787562847137451, + "num_tokens": 383741114.0, + "step": 10531 + }, + { + "epoch": 1.955803156917363, + "grad_norm": 1.5253105163574219, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8776904344558716, + "num_tokens": 383777114.0, + "step": 10532 + }, + { + "epoch": 1.9559888579387188, + "grad_norm": 1.3499321937561035, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8804486989974976, + "num_tokens": 383819001.0, + "step": 10533 + }, + { + "epoch": 1.9561745589600743, + "grad_norm": 1.426482915878296, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8876845836639404, + "num_tokens": 383855784.0, + "step": 10534 + }, + { + "epoch": 1.9563602599814298, + "grad_norm": 1.478810429573059, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8848508596420288, + "num_tokens": 383892035.0, + "step": 10535 + }, + { + "epoch": 1.9565459610027855, + "grad_norm": 1.4584600925445557, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8740345239639282, + "num_tokens": 383928136.0, + "step": 10536 + }, + { + "epoch": 1.9567316620241413, + "grad_norm": 1.5067609548568726, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8801928758621216, + "num_tokens": 383960835.0, + "step": 10537 + }, + { + "epoch": 1.9569173630454968, + "grad_norm": 1.425190806388855, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8789120316505432, + "num_tokens": 383998410.0, + "step": 10538 + }, + { + "epoch": 1.9571030640668523, + "grad_norm": 1.3626869916915894, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8746646046638489, + "num_tokens": 384039347.0, + "step": 10539 + }, + { + "epoch": 1.957288765088208, + "grad_norm": 1.3938571214675903, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8827410936355591, + "num_tokens": 384074914.0, + "step": 10540 + }, + { + "epoch": 1.9574744661095635, + "grad_norm": 1.5415390729904175, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8905158042907715, + "num_tokens": 384104839.0, + "step": 10541 + }, + { + "epoch": 1.957660167130919, + "grad_norm": 1.4294787645339966, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8834292888641357, + "num_tokens": 384142221.0, + "step": 10542 + }, + { + "epoch": 1.9578458681522748, + "grad_norm": 1.466353178024292, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8663455247879028, + "num_tokens": 384183991.0, + "step": 10543 + }, + { + "epoch": 1.9580315691736305, + "grad_norm": 1.354451060295105, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8885061144828796, + "num_tokens": 384222435.0, + "step": 10544 + }, + { + "epoch": 1.958217270194986, + "grad_norm": 1.408353328704834, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8868411779403687, + "num_tokens": 384259213.0, + "step": 10545 + }, + { + "epoch": 1.9584029712163415, + "grad_norm": 1.4954220056533813, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8797939419746399, + "num_tokens": 384293224.0, + "step": 10546 + }, + { + "epoch": 1.9585886722376973, + "grad_norm": 1.5537819862365723, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8823055624961853, + "num_tokens": 384327247.0, + "step": 10547 + }, + { + "epoch": 1.958774373259053, + "grad_norm": 1.564767837524414, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8845304250717163, + "num_tokens": 384356989.0, + "step": 10548 + }, + { + "epoch": 1.9589600742804085, + "grad_norm": 1.448909878730774, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.886820912361145, + "num_tokens": 384389637.0, + "step": 10549 + }, + { + "epoch": 1.959145775301764, + "grad_norm": 1.4027639627456665, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8930152058601379, + "num_tokens": 384426014.0, + "step": 10550 + }, + { + "epoch": 1.9593314763231198, + "grad_norm": 1.595733642578125, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8651971817016602, + "num_tokens": 384459409.0, + "step": 10551 + }, + { + "epoch": 1.9595171773444755, + "grad_norm": 1.3667407035827637, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8906210660934448, + "num_tokens": 384494636.0, + "step": 10552 + }, + { + "epoch": 1.959702878365831, + "grad_norm": 1.3670822381973267, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8777856230735779, + "num_tokens": 384536181.0, + "step": 10553 + }, + { + "epoch": 1.9598885793871865, + "grad_norm": 1.5602091550827026, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8782274723052979, + "num_tokens": 384570641.0, + "step": 10554 + }, + { + "epoch": 1.9600742804085423, + "grad_norm": 1.4021657705307007, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8798813819885254, + "num_tokens": 384608407.0, + "step": 10555 + }, + { + "epoch": 1.960259981429898, + "grad_norm": 1.3526078462600708, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8660433292388916, + "num_tokens": 384653226.0, + "step": 10556 + }, + { + "epoch": 1.9604456824512535, + "grad_norm": 1.472670078277588, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8678573369979858, + "num_tokens": 384690203.0, + "step": 10557 + }, + { + "epoch": 1.960631383472609, + "grad_norm": 1.4618206024169922, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8688812851905823, + "num_tokens": 384726441.0, + "step": 10558 + }, + { + "epoch": 1.9608170844939647, + "grad_norm": 1.4973485469818115, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8731019496917725, + "num_tokens": 384762976.0, + "step": 10559 + }, + { + "epoch": 1.9610027855153205, + "grad_norm": 1.4801830053329468, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.877861738204956, + "num_tokens": 384798543.0, + "step": 10560 + }, + { + "epoch": 1.961188486536676, + "grad_norm": 1.5340746641159058, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8778012990951538, + "num_tokens": 384831587.0, + "step": 10561 + }, + { + "epoch": 1.9613741875580315, + "grad_norm": 1.473732590675354, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8625455498695374, + "num_tokens": 384868681.0, + "step": 10562 + }, + { + "epoch": 1.9615598885793872, + "grad_norm": 1.327897548675537, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8824174404144287, + "num_tokens": 384910629.0, + "step": 10563 + }, + { + "epoch": 1.961745589600743, + "grad_norm": 1.3561630249023438, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8817265033721924, + "num_tokens": 384950269.0, + "step": 10564 + }, + { + "epoch": 1.9619312906220983, + "grad_norm": 1.3964884281158447, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8832314014434814, + "num_tokens": 384993560.0, + "step": 10565 + }, + { + "epoch": 1.962116991643454, + "grad_norm": 1.408329963684082, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8913980722427368, + "num_tokens": 385029666.0, + "step": 10566 + }, + { + "epoch": 1.9623026926648097, + "grad_norm": 1.4305517673492432, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8776360154151917, + "num_tokens": 385066823.0, + "step": 10567 + }, + { + "epoch": 1.9624883936861652, + "grad_norm": 1.6808595657348633, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.873544454574585, + "num_tokens": 385095362.0, + "step": 10568 + }, + { + "epoch": 1.9626740947075207, + "grad_norm": 1.410946011543274, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8764206171035767, + "num_tokens": 385132441.0, + "step": 10569 + }, + { + "epoch": 1.9628597957288765, + "grad_norm": 1.470261573791504, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8772342205047607, + "num_tokens": 385168414.0, + "step": 10570 + }, + { + "epoch": 1.9630454967502322, + "grad_norm": 1.285066843032837, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.8985051512718201, + "num_tokens": 385213009.0, + "step": 10571 + }, + { + "epoch": 1.9632311977715877, + "grad_norm": 1.5142297744750977, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8679630160331726, + "num_tokens": 385250956.0, + "step": 10572 + }, + { + "epoch": 1.9634168987929432, + "grad_norm": 1.4293135404586792, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8837930560112, + "num_tokens": 385286247.0, + "step": 10573 + }, + { + "epoch": 1.963602599814299, + "grad_norm": 1.5386924743652344, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8808749914169312, + "num_tokens": 385318196.0, + "step": 10574 + }, + { + "epoch": 1.9637883008356547, + "grad_norm": 1.4820539951324463, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8751517534255981, + "num_tokens": 385356595.0, + "step": 10575 + }, + { + "epoch": 1.9639740018570102, + "grad_norm": 1.2960549592971802, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8893734812736511, + "num_tokens": 385397252.0, + "step": 10576 + }, + { + "epoch": 1.9641597028783657, + "grad_norm": 1.552895426750183, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8783599734306335, + "num_tokens": 385432135.0, + "step": 10577 + }, + { + "epoch": 1.9643454038997215, + "grad_norm": 1.3539079427719116, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8805673122406006, + "num_tokens": 385468114.0, + "step": 10578 + }, + { + "epoch": 1.9645311049210772, + "grad_norm": 1.5260746479034424, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8787206411361694, + "num_tokens": 385501239.0, + "step": 10579 + }, + { + "epoch": 1.9647168059424327, + "grad_norm": 1.4216526746749878, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8798681497573853, + "num_tokens": 385538733.0, + "step": 10580 + }, + { + "epoch": 1.9649025069637882, + "grad_norm": 1.363704800605774, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8827714920043945, + "num_tokens": 385578286.0, + "step": 10581 + }, + { + "epoch": 1.965088207985144, + "grad_norm": 1.3787472248077393, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8861255645751953, + "num_tokens": 385615720.0, + "step": 10582 + }, + { + "epoch": 1.9652739090064997, + "grad_norm": 1.492488145828247, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8647955656051636, + "num_tokens": 385653708.0, + "step": 10583 + }, + { + "epoch": 1.9654596100278552, + "grad_norm": 1.519748568534851, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8550089597702026, + "num_tokens": 385689876.0, + "step": 10584 + }, + { + "epoch": 1.9656453110492107, + "grad_norm": 1.4715681076049805, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8843271732330322, + "num_tokens": 385724745.0, + "step": 10585 + }, + { + "epoch": 1.9658310120705664, + "grad_norm": 1.4002375602722168, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8682733178138733, + "num_tokens": 385766089.0, + "step": 10586 + }, + { + "epoch": 1.9660167130919222, + "grad_norm": 1.706872582435608, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8676416277885437, + "num_tokens": 385798177.0, + "step": 10587 + }, + { + "epoch": 1.9662024141132777, + "grad_norm": 1.4786381721496582, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8773161768913269, + "num_tokens": 385835108.0, + "step": 10588 + }, + { + "epoch": 1.9663881151346332, + "grad_norm": 1.463416576385498, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8837387561798096, + "num_tokens": 385870836.0, + "step": 10589 + }, + { + "epoch": 1.966573816155989, + "grad_norm": 1.5437465906143188, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.877517580986023, + "num_tokens": 385905485.0, + "step": 10590 + }, + { + "epoch": 1.9667595171773444, + "grad_norm": 1.4823029041290283, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8721466660499573, + "num_tokens": 385946606.0, + "step": 10591 + }, + { + "epoch": 1.9669452181987, + "grad_norm": 1.4802049398422241, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8763422966003418, + "num_tokens": 385983963.0, + "step": 10592 + }, + { + "epoch": 1.9671309192200557, + "grad_norm": 1.4174927473068237, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8717202544212341, + "num_tokens": 386021768.0, + "step": 10593 + }, + { + "epoch": 1.9673166202414114, + "grad_norm": 1.3686355352401733, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8820011019706726, + "num_tokens": 386060748.0, + "step": 10594 + }, + { + "epoch": 1.967502321262767, + "grad_norm": 1.4130871295928955, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8810997009277344, + "num_tokens": 386095063.0, + "step": 10595 + }, + { + "epoch": 1.9676880222841224, + "grad_norm": 1.4631831645965576, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8789529800415039, + "num_tokens": 386131087.0, + "step": 10596 + }, + { + "epoch": 1.9678737233054782, + "grad_norm": 1.4992318153381348, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8799411058425903, + "num_tokens": 386170291.0, + "step": 10597 + }, + { + "epoch": 1.968059424326834, + "grad_norm": 1.4415037631988525, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8843626379966736, + "num_tokens": 386207306.0, + "step": 10598 + }, + { + "epoch": 1.9682451253481894, + "grad_norm": 1.5218000411987305, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8619019389152527, + "num_tokens": 386246213.0, + "step": 10599 + }, + { + "epoch": 1.968430826369545, + "grad_norm": 1.6323626041412354, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8771400451660156, + "num_tokens": 386275775.0, + "step": 10600 + }, + { + "epoch": 1.9686165273909007, + "grad_norm": 1.481618881225586, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8773177266120911, + "num_tokens": 386313868.0, + "step": 10601 + }, + { + "epoch": 1.9688022284122564, + "grad_norm": 1.3247181177139282, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8877307176589966, + "num_tokens": 386352369.0, + "step": 10602 + }, + { + "epoch": 1.968987929433612, + "grad_norm": 1.4006587266921997, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.881161093711853, + "num_tokens": 386393733.0, + "step": 10603 + }, + { + "epoch": 1.9691736304549674, + "grad_norm": 1.386080026626587, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8858348727226257, + "num_tokens": 386433790.0, + "step": 10604 + }, + { + "epoch": 1.9693593314763231, + "grad_norm": 1.3946282863616943, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8851531744003296, + "num_tokens": 386471767.0, + "step": 10605 + }, + { + "epoch": 1.9695450324976789, + "grad_norm": 1.5000180006027222, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8700462579727173, + "num_tokens": 386507399.0, + "step": 10606 + }, + { + "epoch": 1.9697307335190344, + "grad_norm": 1.428360939025879, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8755680322647095, + "num_tokens": 386546991.0, + "step": 10607 + }, + { + "epoch": 1.96991643454039, + "grad_norm": 1.3806287050247192, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8802567720413208, + "num_tokens": 386588124.0, + "step": 10608 + }, + { + "epoch": 1.9701021355617456, + "grad_norm": 1.4837058782577515, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8830500245094299, + "num_tokens": 386620122.0, + "step": 10609 + }, + { + "epoch": 1.9702878365831014, + "grad_norm": 1.6165878772735596, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8751630187034607, + "num_tokens": 386652967.0, + "step": 10610 + }, + { + "epoch": 1.9704735376044569, + "grad_norm": 1.420824646949768, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8852642774581909, + "num_tokens": 386690403.0, + "step": 10611 + }, + { + "epoch": 1.9706592386258124, + "grad_norm": 1.509440541267395, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8781150579452515, + "num_tokens": 386726415.0, + "step": 10612 + }, + { + "epoch": 1.9708449396471681, + "grad_norm": 1.4539968967437744, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.883834958076477, + "num_tokens": 386761612.0, + "step": 10613 + }, + { + "epoch": 1.9710306406685236, + "grad_norm": 1.4840511083602905, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.871766209602356, + "num_tokens": 386799101.0, + "step": 10614 + }, + { + "epoch": 1.9712163416898791, + "grad_norm": 1.639519214630127, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8747460246086121, + "num_tokens": 386830685.0, + "step": 10615 + }, + { + "epoch": 1.9714020427112349, + "grad_norm": 1.3523063659667969, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8947858810424805, + "num_tokens": 386868456.0, + "step": 10616 + }, + { + "epoch": 1.9715877437325906, + "grad_norm": 1.5321731567382812, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8735317587852478, + "num_tokens": 386900815.0, + "step": 10617 + }, + { + "epoch": 1.9717734447539461, + "grad_norm": 1.4946188926696777, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8812872767448425, + "num_tokens": 386934599.0, + "step": 10618 + }, + { + "epoch": 1.9719591457753016, + "grad_norm": 1.349151611328125, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8776055574417114, + "num_tokens": 386979099.0, + "step": 10619 + }, + { + "epoch": 1.9721448467966574, + "grad_norm": 1.467033863067627, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8812086582183838, + "num_tokens": 387018851.0, + "step": 10620 + }, + { + "epoch": 1.972330547818013, + "grad_norm": 1.4402449131011963, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8791419863700867, + "num_tokens": 387054649.0, + "step": 10621 + }, + { + "epoch": 1.9725162488393686, + "grad_norm": 1.3578641414642334, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8916084170341492, + "num_tokens": 387093225.0, + "step": 10622 + }, + { + "epoch": 1.9727019498607241, + "grad_norm": 1.3588180541992188, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.888726532459259, + "num_tokens": 387135835.0, + "step": 10623 + }, + { + "epoch": 1.9728876508820798, + "grad_norm": 1.3268424272537231, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8875311613082886, + "num_tokens": 387176299.0, + "step": 10624 + }, + { + "epoch": 1.9730733519034356, + "grad_norm": 1.4847556352615356, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8753239512443542, + "num_tokens": 387213869.0, + "step": 10625 + }, + { + "epoch": 1.973259052924791, + "grad_norm": 1.4284571409225464, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8802528381347656, + "num_tokens": 387250714.0, + "step": 10626 + }, + { + "epoch": 1.9734447539461466, + "grad_norm": 1.6148759126663208, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8611111044883728, + "num_tokens": 387282730.0, + "step": 10627 + }, + { + "epoch": 1.9736304549675023, + "grad_norm": 1.4301320314407349, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8762158155441284, + "num_tokens": 387321620.0, + "step": 10628 + }, + { + "epoch": 1.973816155988858, + "grad_norm": 1.5627386569976807, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8722257018089294, + "num_tokens": 387355334.0, + "step": 10629 + }, + { + "epoch": 1.9740018570102136, + "grad_norm": 1.5700987577438354, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8695035576820374, + "num_tokens": 387387732.0, + "step": 10630 + }, + { + "epoch": 1.974187558031569, + "grad_norm": 1.4680306911468506, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8782700896263123, + "num_tokens": 387421821.0, + "step": 10631 + }, + { + "epoch": 1.9743732590529248, + "grad_norm": 1.5396506786346436, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.867935299873352, + "num_tokens": 387453537.0, + "step": 10632 + }, + { + "epoch": 1.9745589600742806, + "grad_norm": 1.445874571800232, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8925303220748901, + "num_tokens": 387490883.0, + "step": 10633 + }, + { + "epoch": 1.974744661095636, + "grad_norm": 1.5077975988388062, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.87188720703125, + "num_tokens": 387525881.0, + "step": 10634 + }, + { + "epoch": 1.9749303621169916, + "grad_norm": 1.6028578281402588, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8831164836883545, + "num_tokens": 387555989.0, + "step": 10635 + }, + { + "epoch": 1.9751160631383473, + "grad_norm": 1.5058385133743286, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8754445314407349, + "num_tokens": 387591515.0, + "step": 10636 + }, + { + "epoch": 1.975301764159703, + "grad_norm": 1.3836255073547363, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8844045400619507, + "num_tokens": 387629050.0, + "step": 10637 + }, + { + "epoch": 1.9754874651810583, + "grad_norm": 1.4268579483032227, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8899247646331787, + "num_tokens": 387661380.0, + "step": 10638 + }, + { + "epoch": 1.975673166202414, + "grad_norm": 1.5090134143829346, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8788702487945557, + "num_tokens": 387697919.0, + "step": 10639 + }, + { + "epoch": 1.9758588672237698, + "grad_norm": 1.3507956266403198, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8662134408950806, + "num_tokens": 387738880.0, + "step": 10640 + }, + { + "epoch": 1.9760445682451253, + "grad_norm": 1.498696208000183, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.870887041091919, + "num_tokens": 387775013.0, + "step": 10641 + }, + { + "epoch": 1.9762302692664808, + "grad_norm": 1.5417085886001587, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.875339150428772, + "num_tokens": 387807595.0, + "step": 10642 + }, + { + "epoch": 1.9764159702878366, + "grad_norm": 1.351698398590088, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8816924095153809, + "num_tokens": 387849332.0, + "step": 10643 + }, + { + "epoch": 1.9766016713091923, + "grad_norm": 1.5879815816879272, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.883167564868927, + "num_tokens": 387877818.0, + "step": 10644 + }, + { + "epoch": 1.9767873723305478, + "grad_norm": 1.6340570449829102, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8799513578414917, + "num_tokens": 387909497.0, + "step": 10645 + }, + { + "epoch": 1.9769730733519033, + "grad_norm": 1.5959888696670532, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8851425647735596, + "num_tokens": 387939241.0, + "step": 10646 + }, + { + "epoch": 1.977158774373259, + "grad_norm": 1.8057093620300293, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8677750825881958, + "num_tokens": 387977374.0, + "step": 10647 + }, + { + "epoch": 1.9773444753946148, + "grad_norm": 1.4429908990859985, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8766354322433472, + "num_tokens": 388012708.0, + "step": 10648 + }, + { + "epoch": 1.9775301764159703, + "grad_norm": 1.3574146032333374, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8825379610061646, + "num_tokens": 388051500.0, + "step": 10649 + }, + { + "epoch": 1.9777158774373258, + "grad_norm": 1.4642105102539062, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8925867080688477, + "num_tokens": 388083846.0, + "step": 10650 + }, + { + "epoch": 1.9779015784586815, + "grad_norm": 1.394038200378418, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8820003271102905, + "num_tokens": 388123206.0, + "step": 10651 + }, + { + "epoch": 1.9780872794800373, + "grad_norm": 1.509446144104004, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8880987167358398, + "num_tokens": 388154769.0, + "step": 10652 + }, + { + "epoch": 1.9782729805013928, + "grad_norm": 1.6505993604660034, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8774218559265137, + "num_tokens": 388184131.0, + "step": 10653 + }, + { + "epoch": 1.9784586815227483, + "grad_norm": 1.3158197402954102, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8944957256317139, + "num_tokens": 388224580.0, + "step": 10654 + }, + { + "epoch": 1.978644382544104, + "grad_norm": 1.3622206449508667, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8731595277786255, + "num_tokens": 388264054.0, + "step": 10655 + }, + { + "epoch": 1.9788300835654598, + "grad_norm": 1.4770402908325195, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.892864465713501, + "num_tokens": 388295589.0, + "step": 10656 + }, + { + "epoch": 1.9790157845868153, + "grad_norm": 1.384989619255066, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8823710083961487, + "num_tokens": 388337683.0, + "step": 10657 + }, + { + "epoch": 1.9792014856081708, + "grad_norm": 1.5975486040115356, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8845558166503906, + "num_tokens": 388368443.0, + "step": 10658 + }, + { + "epoch": 1.9793871866295265, + "grad_norm": 1.480932354927063, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8918867111206055, + "num_tokens": 388402647.0, + "step": 10659 + }, + { + "epoch": 1.9795728876508822, + "grad_norm": 1.3930463790893555, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8781381249427795, + "num_tokens": 388441354.0, + "step": 10660 + }, + { + "epoch": 1.9797585886722378, + "grad_norm": 1.5160671472549438, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8717927932739258, + "num_tokens": 388478276.0, + "step": 10661 + }, + { + "epoch": 1.9799442896935933, + "grad_norm": 1.6026631593704224, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8867692351341248, + "num_tokens": 388506356.0, + "step": 10662 + }, + { + "epoch": 1.980129990714949, + "grad_norm": 1.551419734954834, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8742460608482361, + "num_tokens": 388536885.0, + "step": 10663 + }, + { + "epoch": 1.9803156917363045, + "grad_norm": 1.5292000770568848, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8652180433273315, + "num_tokens": 388573656.0, + "step": 10664 + }, + { + "epoch": 1.98050139275766, + "grad_norm": 1.6514902114868164, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8701509237289429, + "num_tokens": 388606671.0, + "step": 10665 + }, + { + "epoch": 1.9806870937790158, + "grad_norm": 1.7116432189941406, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8635956048965454, + "num_tokens": 388639193.0, + "step": 10666 + }, + { + "epoch": 1.9808727948003715, + "grad_norm": 1.3168420791625977, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.889171302318573, + "num_tokens": 388681640.0, + "step": 10667 + }, + { + "epoch": 1.981058495821727, + "grad_norm": 1.5061657428741455, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8708018064498901, + "num_tokens": 388719008.0, + "step": 10668 + }, + { + "epoch": 1.9812441968430825, + "grad_norm": 1.4822174310684204, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8691986203193665, + "num_tokens": 388755403.0, + "step": 10669 + }, + { + "epoch": 1.9814298978644382, + "grad_norm": 1.5486772060394287, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8791474103927612, + "num_tokens": 388787261.0, + "step": 10670 + }, + { + "epoch": 1.981615598885794, + "grad_norm": 1.4708293676376343, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8948205709457397, + "num_tokens": 388820348.0, + "step": 10671 + }, + { + "epoch": 1.9818012999071495, + "grad_norm": 1.486881971359253, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8814249634742737, + "num_tokens": 388853598.0, + "step": 10672 + }, + { + "epoch": 1.981987000928505, + "grad_norm": 1.42384672164917, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8793398141860962, + "num_tokens": 388890865.0, + "step": 10673 + }, + { + "epoch": 1.9821727019498607, + "grad_norm": 1.4630537033081055, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8752557039260864, + "num_tokens": 388928041.0, + "step": 10674 + }, + { + "epoch": 1.9823584029712165, + "grad_norm": 1.5910156965255737, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8560992479324341, + "num_tokens": 388962142.0, + "step": 10675 + }, + { + "epoch": 1.982544103992572, + "grad_norm": 1.4035080671310425, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8853025436401367, + "num_tokens": 389001524.0, + "step": 10676 + }, + { + "epoch": 1.9827298050139275, + "grad_norm": 1.455039620399475, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8551698923110962, + "num_tokens": 389042057.0, + "step": 10677 + }, + { + "epoch": 1.9829155060352832, + "grad_norm": 1.427049160003662, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8802492618560791, + "num_tokens": 389081023.0, + "step": 10678 + }, + { + "epoch": 1.983101207056639, + "grad_norm": 1.5845260620117188, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8864367604255676, + "num_tokens": 389116737.0, + "step": 10679 + }, + { + "epoch": 1.9832869080779945, + "grad_norm": 1.5681817531585693, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8725842833518982, + "num_tokens": 389152207.0, + "step": 10680 + }, + { + "epoch": 1.98347260909935, + "grad_norm": 1.3924981355667114, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8730716705322266, + "num_tokens": 389190380.0, + "step": 10681 + }, + { + "epoch": 1.9836583101207057, + "grad_norm": 1.5362752676010132, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8673139810562134, + "num_tokens": 389228528.0, + "step": 10682 + }, + { + "epoch": 1.9838440111420614, + "grad_norm": 1.4763481616973877, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8746244311332703, + "num_tokens": 389266637.0, + "step": 10683 + }, + { + "epoch": 1.984029712163417, + "grad_norm": 1.5245726108551025, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8735360503196716, + "num_tokens": 389301014.0, + "step": 10684 + }, + { + "epoch": 1.9842154131847725, + "grad_norm": 1.549168348312378, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8851352334022522, + "num_tokens": 389333244.0, + "step": 10685 + }, + { + "epoch": 1.9844011142061282, + "grad_norm": 1.4814211130142212, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8662146329879761, + "num_tokens": 389370354.0, + "step": 10686 + }, + { + "epoch": 1.9845868152274837, + "grad_norm": 1.3429782390594482, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.883245587348938, + "num_tokens": 389408705.0, + "step": 10687 + }, + { + "epoch": 1.9847725162488392, + "grad_norm": 1.5217947959899902, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8812607526779175, + "num_tokens": 389447858.0, + "step": 10688 + }, + { + "epoch": 1.984958217270195, + "grad_norm": 1.4328720569610596, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8846961259841919, + "num_tokens": 389485139.0, + "step": 10689 + }, + { + "epoch": 1.9851439182915507, + "grad_norm": 1.5237401723861694, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8650791645050049, + "num_tokens": 389521335.0, + "step": 10690 + }, + { + "epoch": 1.9853296193129062, + "grad_norm": 1.5118402242660522, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8718293905258179, + "num_tokens": 389558982.0, + "step": 10691 + }, + { + "epoch": 1.9855153203342617, + "grad_norm": 1.4839413166046143, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8734086751937866, + "num_tokens": 389595267.0, + "step": 10692 + }, + { + "epoch": 1.9857010213556174, + "grad_norm": 1.5318067073822021, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8764132857322693, + "num_tokens": 389630034.0, + "step": 10693 + }, + { + "epoch": 1.9858867223769732, + "grad_norm": 1.5822639465332031, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.881197452545166, + "num_tokens": 389662128.0, + "step": 10694 + }, + { + "epoch": 1.9860724233983287, + "grad_norm": 1.4035528898239136, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.871999204158783, + "num_tokens": 389701708.0, + "step": 10695 + }, + { + "epoch": 1.9862581244196842, + "grad_norm": 1.4082651138305664, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8795059323310852, + "num_tokens": 389738527.0, + "step": 10696 + }, + { + "epoch": 1.98644382544104, + "grad_norm": 1.5045093297958374, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8791946172714233, + "num_tokens": 389769734.0, + "step": 10697 + }, + { + "epoch": 1.9866295264623957, + "grad_norm": 1.3686610460281372, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8835461139678955, + "num_tokens": 389808354.0, + "step": 10698 + }, + { + "epoch": 1.9868152274837512, + "grad_norm": 1.5882707834243774, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.879301905632019, + "num_tokens": 389841811.0, + "step": 10699 + }, + { + "epoch": 1.9870009285051067, + "grad_norm": 1.4205994606018066, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8895125985145569, + "num_tokens": 389878948.0, + "step": 10700 + }, + { + "epoch": 1.9871866295264624, + "grad_norm": 1.3717271089553833, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8867474794387817, + "num_tokens": 389917124.0, + "step": 10701 + }, + { + "epoch": 1.9873723305478181, + "grad_norm": 1.4511669874191284, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8766220211982727, + "num_tokens": 389953713.0, + "step": 10702 + }, + { + "epoch": 1.9875580315691737, + "grad_norm": 1.3534523248672485, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8741294145584106, + "num_tokens": 389991601.0, + "step": 10703 + }, + { + "epoch": 1.9877437325905292, + "grad_norm": 1.2166314125061035, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.88927161693573, + "num_tokens": 390035697.0, + "step": 10704 + }, + { + "epoch": 1.987929433611885, + "grad_norm": 1.5336008071899414, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8823734521865845, + "num_tokens": 390065361.0, + "step": 10705 + }, + { + "epoch": 1.9881151346332406, + "grad_norm": 1.467374563217163, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8629064559936523, + "num_tokens": 390102636.0, + "step": 10706 + }, + { + "epoch": 1.9883008356545961, + "grad_norm": 1.4306470155715942, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8708418011665344, + "num_tokens": 390142509.0, + "step": 10707 + }, + { + "epoch": 1.9884865366759517, + "grad_norm": 1.467477560043335, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8833632469177246, + "num_tokens": 390176063.0, + "step": 10708 + }, + { + "epoch": 1.9886722376973074, + "grad_norm": 1.3705075979232788, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8912723064422607, + "num_tokens": 390210233.0, + "step": 10709 + }, + { + "epoch": 1.988857938718663, + "grad_norm": 1.4556580781936646, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8757096529006958, + "num_tokens": 390247420.0, + "step": 10710 + }, + { + "epoch": 1.9890436397400184, + "grad_norm": 1.4517543315887451, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.878280758857727, + "num_tokens": 390281625.0, + "step": 10711 + }, + { + "epoch": 1.9892293407613741, + "grad_norm": 1.5341933965682983, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8586890697479248, + "num_tokens": 390320286.0, + "step": 10712 + }, + { + "epoch": 1.9894150417827299, + "grad_norm": 1.3411304950714111, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8897329568862915, + "num_tokens": 390361164.0, + "step": 10713 + }, + { + "epoch": 1.9896007428040854, + "grad_norm": 1.5110960006713867, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8810818195343018, + "num_tokens": 390394336.0, + "step": 10714 + }, + { + "epoch": 1.989786443825441, + "grad_norm": 1.506831169128418, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.865581750869751, + "num_tokens": 390429060.0, + "step": 10715 + }, + { + "epoch": 1.9899721448467966, + "grad_norm": 1.3547438383102417, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8742209672927856, + "num_tokens": 390470407.0, + "step": 10716 + }, + { + "epoch": 1.9901578458681524, + "grad_norm": 1.4394068717956543, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8905625343322754, + "num_tokens": 390506280.0, + "step": 10717 + }, + { + "epoch": 1.9903435468895079, + "grad_norm": 1.4125624895095825, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8715890049934387, + "num_tokens": 390545872.0, + "step": 10718 + }, + { + "epoch": 1.9905292479108634, + "grad_norm": 1.5946358442306519, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.874631404876709, + "num_tokens": 390575813.0, + "step": 10719 + }, + { + "epoch": 1.9907149489322191, + "grad_norm": 1.6073901653289795, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8618744611740112, + "num_tokens": 390609751.0, + "step": 10720 + }, + { + "epoch": 1.9909006499535749, + "grad_norm": 1.4605025053024292, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.880103588104248, + "num_tokens": 390647765.0, + "step": 10721 + }, + { + "epoch": 1.9910863509749304, + "grad_norm": 1.4299602508544922, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8725227117538452, + "num_tokens": 390686431.0, + "step": 10722 + }, + { + "epoch": 1.9912720519962859, + "grad_norm": 1.39837646484375, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.888927698135376, + "num_tokens": 390724988.0, + "step": 10723 + }, + { + "epoch": 1.9914577530176416, + "grad_norm": 1.5387927293777466, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8741150498390198, + "num_tokens": 390758636.0, + "step": 10724 + }, + { + "epoch": 1.9916434540389973, + "grad_norm": 1.418949842453003, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8774138689041138, + "num_tokens": 390795795.0, + "step": 10725 + }, + { + "epoch": 1.9918291550603529, + "grad_norm": 1.4257447719573975, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8826733827590942, + "num_tokens": 390832665.0, + "step": 10726 + }, + { + "epoch": 1.9920148560817084, + "grad_norm": 1.4683258533477783, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8693833351135254, + "num_tokens": 390869627.0, + "step": 10727 + }, + { + "epoch": 1.992200557103064, + "grad_norm": 1.4559928178787231, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8806962966918945, + "num_tokens": 390905128.0, + "step": 10728 + }, + { + "epoch": 1.9923862581244198, + "grad_norm": 1.3389049768447876, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8819864392280579, + "num_tokens": 390943465.0, + "step": 10729 + }, + { + "epoch": 1.9925719591457753, + "grad_norm": 1.3218270540237427, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8872363567352295, + "num_tokens": 390981380.0, + "step": 10730 + }, + { + "epoch": 1.9927576601671309, + "grad_norm": 1.5015438795089722, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.867486298084259, + "num_tokens": 391016797.0, + "step": 10731 + }, + { + "epoch": 1.9929433611884866, + "grad_norm": 1.4333617687225342, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.891005277633667, + "num_tokens": 391050996.0, + "step": 10732 + }, + { + "epoch": 1.9931290622098423, + "grad_norm": 1.4104516506195068, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8762164115905762, + "num_tokens": 391088948.0, + "step": 10733 + }, + { + "epoch": 1.9933147632311976, + "grad_norm": 1.5635747909545898, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8713834881782532, + "num_tokens": 391123513.0, + "step": 10734 + }, + { + "epoch": 1.9935004642525533, + "grad_norm": 1.3867073059082031, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8792107105255127, + "num_tokens": 391163245.0, + "step": 10735 + }, + { + "epoch": 1.993686165273909, + "grad_norm": 1.3670235872268677, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8929241895675659, + "num_tokens": 391198501.0, + "step": 10736 + }, + { + "epoch": 1.9938718662952646, + "grad_norm": 1.3842343091964722, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8838539123535156, + "num_tokens": 391231474.0, + "step": 10737 + }, + { + "epoch": 1.99405756731662, + "grad_norm": 1.4118270874023438, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8790271282196045, + "num_tokens": 391271584.0, + "step": 10738 + }, + { + "epoch": 1.9942432683379758, + "grad_norm": 1.5220822095870972, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8761379718780518, + "num_tokens": 391304896.0, + "step": 10739 + }, + { + "epoch": 1.9944289693593316, + "grad_norm": 1.3260550498962402, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8782677054405212, + "num_tokens": 391349228.0, + "step": 10740 + }, + { + "epoch": 1.994614670380687, + "grad_norm": 1.2023667097091675, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.9056069254875183, + "num_tokens": 391390684.0, + "step": 10741 + }, + { + "epoch": 1.9948003714020426, + "grad_norm": 1.4004287719726562, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8690567016601562, + "num_tokens": 391430180.0, + "step": 10742 + }, + { + "epoch": 1.9949860724233983, + "grad_norm": 1.4146308898925781, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8709415197372437, + "num_tokens": 391470003.0, + "step": 10743 + }, + { + "epoch": 1.995171773444754, + "grad_norm": 1.559153437614441, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8681034445762634, + "num_tokens": 391502522.0, + "step": 10744 + }, + { + "epoch": 1.9953574744661096, + "grad_norm": 1.4769251346588135, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8946682214736938, + "num_tokens": 391534417.0, + "step": 10745 + }, + { + "epoch": 1.995543175487465, + "grad_norm": 1.3082139492034912, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8831042647361755, + "num_tokens": 391577431.0, + "step": 10746 + }, + { + "epoch": 1.9957288765088208, + "grad_norm": 1.477236270904541, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8726931810379028, + "num_tokens": 391611396.0, + "step": 10747 + }, + { + "epoch": 1.9959145775301765, + "grad_norm": 1.4922795295715332, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8775494694709778, + "num_tokens": 391646164.0, + "step": 10748 + }, + { + "epoch": 1.996100278551532, + "grad_norm": 1.506287693977356, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8682442903518677, + "num_tokens": 391680887.0, + "step": 10749 + }, + { + "epoch": 1.9962859795728876, + "grad_norm": 1.423792839050293, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.863154411315918, + "num_tokens": 391724039.0, + "step": 10750 + }, + { + "epoch": 1.9964716805942433, + "grad_norm": 1.5132761001586914, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8800805807113647, + "num_tokens": 391756451.0, + "step": 10751 + }, + { + "epoch": 1.996657381615599, + "grad_norm": 1.5139060020446777, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8822007179260254, + "num_tokens": 391790046.0, + "step": 10752 + }, + { + "epoch": 1.9968430826369545, + "grad_norm": 1.657117486000061, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.876868486404419, + "num_tokens": 391825867.0, + "step": 10753 + }, + { + "epoch": 1.99702878365831, + "grad_norm": 1.3326009511947632, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8854339718818665, + "num_tokens": 391866593.0, + "step": 10754 + }, + { + "epoch": 1.9972144846796658, + "grad_norm": 1.4451560974121094, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8899284601211548, + "num_tokens": 391899203.0, + "step": 10755 + }, + { + "epoch": 1.9974001857010215, + "grad_norm": 1.457519292831421, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8575186729431152, + "num_tokens": 391942405.0, + "step": 10756 + }, + { + "epoch": 1.997585886722377, + "grad_norm": 1.4362033605575562, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8820820450782776, + "num_tokens": 391977239.0, + "step": 10757 + }, + { + "epoch": 1.9977715877437325, + "grad_norm": 1.4346191883087158, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8865280151367188, + "num_tokens": 392017942.0, + "step": 10758 + }, + { + "epoch": 1.9979572887650883, + "grad_norm": 1.4729957580566406, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8825786709785461, + "num_tokens": 392052594.0, + "step": 10759 + }, + { + "epoch": 1.9981429897864438, + "grad_norm": 1.5261743068695068, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8837852478027344, + "num_tokens": 392085564.0, + "step": 10760 + }, + { + "epoch": 1.9983286908077993, + "grad_norm": 1.4726957082748413, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8739833235740662, + "num_tokens": 392122625.0, + "step": 10761 + }, + { + "epoch": 1.998514391829155, + "grad_norm": 1.5575377941131592, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8917584419250488, + "num_tokens": 392153093.0, + "step": 10762 + }, + { + "epoch": 1.9987000928505108, + "grad_norm": 1.3755372762680054, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8901183605194092, + "num_tokens": 392186933.0, + "step": 10763 + }, + { + "epoch": 1.9988857938718663, + "grad_norm": 1.5089962482452393, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8720027208328247, + "num_tokens": 392220456.0, + "step": 10764 + }, + { + "epoch": 1.9990714948932218, + "grad_norm": 1.6366232633590698, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8690949082374573, + "num_tokens": 392251630.0, + "step": 10765 + }, + { + "epoch": 1.9992571959145775, + "grad_norm": 1.429011583328247, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8727520704269409, + "num_tokens": 392290199.0, + "step": 10766 + }, + { + "epoch": 1.9994428969359332, + "grad_norm": 1.4398746490478516, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8829471468925476, + "num_tokens": 392325362.0, + "step": 10767 + }, + { + "epoch": 1.9996285979572888, + "grad_norm": 1.4853110313415527, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8727449178695679, + "num_tokens": 392359722.0, + "step": 10768 + }, + { + "epoch": 1.9998142989786443, + "grad_norm": 1.4993669986724854, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.884624719619751, + "num_tokens": 392391917.0, + "step": 10769 + }, + { + "epoch": 2.0, + "grad_norm": 1.5554392337799072, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8781945705413818, + "num_tokens": 392425083.0, + "step": 10770 + }, + { + "epoch": 2.0001857010213557, + "grad_norm": 1.4327349662780762, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8904180526733398, + "num_tokens": 392462529.0, + "step": 10771 + }, + { + "epoch": 2.000371402042711, + "grad_norm": 1.3981261253356934, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8887607455253601, + "num_tokens": 392501238.0, + "step": 10772 + }, + { + "epoch": 2.0005571030640668, + "grad_norm": 1.4319703578948975, + "learning_rate": 1e-06, + "loss": 0.2901, + "mean_token_accuracy": 0.8993682861328125, + "num_tokens": 392536780.0, + "step": 10773 + }, + { + "epoch": 2.0007428040854225, + "grad_norm": 1.3945177793502808, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8931330442428589, + "num_tokens": 392575265.0, + "step": 10774 + }, + { + "epoch": 2.000928505106778, + "grad_norm": 1.4051010608673096, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.8973445296287537, + "num_tokens": 392608852.0, + "step": 10775 + }, + { + "epoch": 2.0011142061281335, + "grad_norm": 1.3898897171020508, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8826225399971008, + "num_tokens": 392647735.0, + "step": 10776 + }, + { + "epoch": 2.0012999071494892, + "grad_norm": 1.490028977394104, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8821156620979309, + "num_tokens": 392684295.0, + "step": 10777 + }, + { + "epoch": 2.001485608170845, + "grad_norm": 1.4162217378616333, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.868301510810852, + "num_tokens": 392727608.0, + "step": 10778 + }, + { + "epoch": 2.0016713091922007, + "grad_norm": 1.5802786350250244, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8867655992507935, + "num_tokens": 392760919.0, + "step": 10779 + }, + { + "epoch": 2.001857010213556, + "grad_norm": 1.4213052988052368, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8919676542282104, + "num_tokens": 392800602.0, + "step": 10780 + }, + { + "epoch": 2.0020427112349117, + "grad_norm": 1.6845771074295044, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8779177069664001, + "num_tokens": 392832012.0, + "step": 10781 + }, + { + "epoch": 2.0022284122562675, + "grad_norm": 1.5551000833511353, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8871697783470154, + "num_tokens": 392867516.0, + "step": 10782 + }, + { + "epoch": 2.002414113277623, + "grad_norm": 1.5294873714447021, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8752939105033875, + "num_tokens": 392903126.0, + "step": 10783 + }, + { + "epoch": 2.0025998142989785, + "grad_norm": 1.4002385139465332, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8912047147750854, + "num_tokens": 392943369.0, + "step": 10784 + }, + { + "epoch": 2.002785515320334, + "grad_norm": 1.4287174940109253, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8894238471984863, + "num_tokens": 392982822.0, + "step": 10785 + }, + { + "epoch": 2.00297121634169, + "grad_norm": 1.4956777095794678, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8825889825820923, + "num_tokens": 393021995.0, + "step": 10786 + }, + { + "epoch": 2.0031569173630457, + "grad_norm": 1.6013275384902954, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8790982961654663, + "num_tokens": 393055174.0, + "step": 10787 + }, + { + "epoch": 2.003342618384401, + "grad_norm": 1.6182355880737305, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8876357078552246, + "num_tokens": 393085731.0, + "step": 10788 + }, + { + "epoch": 2.0035283194057567, + "grad_norm": 1.440139889717102, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8963797092437744, + "num_tokens": 393121442.0, + "step": 10789 + }, + { + "epoch": 2.0037140204271124, + "grad_norm": 1.5307587385177612, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8847305178642273, + "num_tokens": 393158193.0, + "step": 10790 + }, + { + "epoch": 2.003899721448468, + "grad_norm": 1.5365581512451172, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8849259614944458, + "num_tokens": 393194988.0, + "step": 10791 + }, + { + "epoch": 2.0040854224698235, + "grad_norm": 1.4974521398544312, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.883337140083313, + "num_tokens": 393230806.0, + "step": 10792 + }, + { + "epoch": 2.004271123491179, + "grad_norm": 1.498468041419983, + "learning_rate": 1e-06, + "loss": 0.278, + "mean_token_accuracy": 0.900783896446228, + "num_tokens": 393262090.0, + "step": 10793 + }, + { + "epoch": 2.004456824512535, + "grad_norm": 1.4729098081588745, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8855375051498413, + "num_tokens": 393300024.0, + "step": 10794 + }, + { + "epoch": 2.00464252553389, + "grad_norm": 1.5910338163375854, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8784524202346802, + "num_tokens": 393330297.0, + "step": 10795 + }, + { + "epoch": 2.004828226555246, + "grad_norm": 1.6582227945327759, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.871612012386322, + "num_tokens": 393362219.0, + "step": 10796 + }, + { + "epoch": 2.0050139275766017, + "grad_norm": 1.7660481929779053, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8898123502731323, + "num_tokens": 393393155.0, + "step": 10797 + }, + { + "epoch": 2.0051996285979574, + "grad_norm": 1.5651538372039795, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8920199871063232, + "num_tokens": 393425318.0, + "step": 10798 + }, + { + "epoch": 2.0053853296193127, + "grad_norm": 1.326796054840088, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.897381067276001, + "num_tokens": 393465899.0, + "step": 10799 + }, + { + "epoch": 2.0055710306406684, + "grad_norm": 1.6312576532363892, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8829796314239502, + "num_tokens": 393499934.0, + "step": 10800 + }, + { + "epoch": 2.005756731662024, + "grad_norm": 1.347220540046692, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8904853463172913, + "num_tokens": 393542198.0, + "step": 10801 + }, + { + "epoch": 2.00594243268338, + "grad_norm": 1.434995174407959, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.894533097743988, + "num_tokens": 393582035.0, + "step": 10802 + }, + { + "epoch": 2.006128133704735, + "grad_norm": 1.524720549583435, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8890896439552307, + "num_tokens": 393617600.0, + "step": 10803 + }, + { + "epoch": 2.006313834726091, + "grad_norm": 1.477546215057373, + "learning_rate": 1e-06, + "loss": 0.2543, + "mean_token_accuracy": 0.9101494550704956, + "num_tokens": 393648589.0, + "step": 10804 + }, + { + "epoch": 2.0064995357474467, + "grad_norm": 1.4856462478637695, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8870991468429565, + "num_tokens": 393685963.0, + "step": 10805 + }, + { + "epoch": 2.0066852367688024, + "grad_norm": 1.647212266921997, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8886823654174805, + "num_tokens": 393716210.0, + "step": 10806 + }, + { + "epoch": 2.0068709377901577, + "grad_norm": 1.3828035593032837, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8870837688446045, + "num_tokens": 393760252.0, + "step": 10807 + }, + { + "epoch": 2.0070566388115134, + "grad_norm": 1.4512312412261963, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8836411237716675, + "num_tokens": 393799937.0, + "step": 10808 + }, + { + "epoch": 2.007242339832869, + "grad_norm": 1.3074910640716553, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8941242694854736, + "num_tokens": 393843040.0, + "step": 10809 + }, + { + "epoch": 2.007428040854225, + "grad_norm": 1.497979760169983, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8871920108795166, + "num_tokens": 393879945.0, + "step": 10810 + }, + { + "epoch": 2.00761374187558, + "grad_norm": 1.7281301021575928, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8817231059074402, + "num_tokens": 393909380.0, + "step": 10811 + }, + { + "epoch": 2.007799442896936, + "grad_norm": 1.5974061489105225, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8865916132926941, + "num_tokens": 393944458.0, + "step": 10812 + }, + { + "epoch": 2.0079851439182916, + "grad_norm": 1.5224077701568604, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8776912689208984, + "num_tokens": 393982155.0, + "step": 10813 + }, + { + "epoch": 2.0081708449396474, + "grad_norm": 1.5102462768554688, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8974945545196533, + "num_tokens": 394015223.0, + "step": 10814 + }, + { + "epoch": 2.0083565459610027, + "grad_norm": 1.3881884813308716, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8946619033813477, + "num_tokens": 394055702.0, + "step": 10815 + }, + { + "epoch": 2.0085422469823584, + "grad_norm": 1.4658050537109375, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8950446248054504, + "num_tokens": 394092234.0, + "step": 10816 + }, + { + "epoch": 2.008727948003714, + "grad_norm": 1.4497147798538208, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8779325485229492, + "num_tokens": 394132760.0, + "step": 10817 + }, + { + "epoch": 2.00891364902507, + "grad_norm": 1.5336799621582031, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8849298357963562, + "num_tokens": 394167302.0, + "step": 10818 + }, + { + "epoch": 2.009099350046425, + "grad_norm": 1.4592849016189575, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8862012624740601, + "num_tokens": 394206582.0, + "step": 10819 + }, + { + "epoch": 2.009285051067781, + "grad_norm": 1.471750259399414, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8959344625473022, + "num_tokens": 394240999.0, + "step": 10820 + }, + { + "epoch": 2.0094707520891366, + "grad_norm": 1.5836739540100098, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8875993490219116, + "num_tokens": 394274217.0, + "step": 10821 + }, + { + "epoch": 2.009656453110492, + "grad_norm": 1.5139892101287842, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8937357664108276, + "num_tokens": 394306471.0, + "step": 10822 + }, + { + "epoch": 2.0098421541318476, + "grad_norm": 1.5170376300811768, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8928954005241394, + "num_tokens": 394337535.0, + "step": 10823 + }, + { + "epoch": 2.0100278551532034, + "grad_norm": 1.6807016134262085, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8850809335708618, + "num_tokens": 394366985.0, + "step": 10824 + }, + { + "epoch": 2.010213556174559, + "grad_norm": 1.4611005783081055, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8877180218696594, + "num_tokens": 394403875.0, + "step": 10825 + }, + { + "epoch": 2.0103992571959144, + "grad_norm": 1.4950621128082275, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8830009698867798, + "num_tokens": 394442973.0, + "step": 10826 + }, + { + "epoch": 2.01058495821727, + "grad_norm": 1.3747057914733887, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8877418041229248, + "num_tokens": 394484735.0, + "step": 10827 + }, + { + "epoch": 2.010770659238626, + "grad_norm": 1.516547441482544, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.880128026008606, + "num_tokens": 394522032.0, + "step": 10828 + }, + { + "epoch": 2.0109563602599816, + "grad_norm": 1.5741480588912964, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8742464780807495, + "num_tokens": 394557865.0, + "step": 10829 + }, + { + "epoch": 2.011142061281337, + "grad_norm": 1.4110753536224365, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.89095139503479, + "num_tokens": 394595035.0, + "step": 10830 + }, + { + "epoch": 2.0113277623026926, + "grad_norm": 1.3621203899383545, + "learning_rate": 1e-06, + "loss": 0.2678, + "mean_token_accuracy": 0.9014365077018738, + "num_tokens": 394636135.0, + "step": 10831 + }, + { + "epoch": 2.0115134633240483, + "grad_norm": 1.4926849603652954, + "learning_rate": 1e-06, + "loss": 0.2683, + "mean_token_accuracy": 0.9058893918991089, + "num_tokens": 394670171.0, + "step": 10832 + }, + { + "epoch": 2.011699164345404, + "grad_norm": 1.5094263553619385, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8866485357284546, + "num_tokens": 394707051.0, + "step": 10833 + }, + { + "epoch": 2.0118848653667594, + "grad_norm": 1.4851841926574707, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8900411128997803, + "num_tokens": 394742917.0, + "step": 10834 + }, + { + "epoch": 2.012070566388115, + "grad_norm": 1.4779064655303955, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8831340670585632, + "num_tokens": 394781405.0, + "step": 10835 + }, + { + "epoch": 2.012256267409471, + "grad_norm": 1.494261384010315, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8829762935638428, + "num_tokens": 394822534.0, + "step": 10836 + }, + { + "epoch": 2.0124419684308266, + "grad_norm": 1.5172886848449707, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8799741864204407, + "num_tokens": 394859787.0, + "step": 10837 + }, + { + "epoch": 2.012627669452182, + "grad_norm": 1.4861618280410767, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8790323734283447, + "num_tokens": 394897170.0, + "step": 10838 + }, + { + "epoch": 2.0128133704735376, + "grad_norm": 1.358170986175537, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8913322687149048, + "num_tokens": 394939854.0, + "step": 10839 + }, + { + "epoch": 2.0129990714948933, + "grad_norm": 1.5400933027267456, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8858219385147095, + "num_tokens": 394974092.0, + "step": 10840 + }, + { + "epoch": 2.013184772516249, + "grad_norm": 1.4725910425186157, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.886377215385437, + "num_tokens": 395010565.0, + "step": 10841 + }, + { + "epoch": 2.0133704735376043, + "grad_norm": 1.502739429473877, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8797976970672607, + "num_tokens": 395050308.0, + "step": 10842 + }, + { + "epoch": 2.01355617455896, + "grad_norm": 1.5902702808380127, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8804059624671936, + "num_tokens": 395084593.0, + "step": 10843 + }, + { + "epoch": 2.013741875580316, + "grad_norm": 1.5664546489715576, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8936428427696228, + "num_tokens": 395119165.0, + "step": 10844 + }, + { + "epoch": 2.013927576601671, + "grad_norm": 1.5643459558486938, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8727478981018066, + "num_tokens": 395158377.0, + "step": 10845 + }, + { + "epoch": 2.014113277623027, + "grad_norm": 1.6069865226745605, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8788861632347107, + "num_tokens": 395190042.0, + "step": 10846 + }, + { + "epoch": 2.0142989786443826, + "grad_norm": 1.4110479354858398, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8971550464630127, + "num_tokens": 395229506.0, + "step": 10847 + }, + { + "epoch": 2.0144846796657383, + "grad_norm": 1.4324296712875366, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8937079906463623, + "num_tokens": 395269154.0, + "step": 10848 + }, + { + "epoch": 2.0146703806870936, + "grad_norm": 1.4408278465270996, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8973620533943176, + "num_tokens": 395308386.0, + "step": 10849 + }, + { + "epoch": 2.0148560817084493, + "grad_norm": 1.609654426574707, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8917248249053955, + "num_tokens": 395342720.0, + "step": 10850 + }, + { + "epoch": 2.015041782729805, + "grad_norm": 1.5494126081466675, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8874607086181641, + "num_tokens": 395382956.0, + "step": 10851 + }, + { + "epoch": 2.015227483751161, + "grad_norm": 1.470313310623169, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8840351104736328, + "num_tokens": 395422943.0, + "step": 10852 + }, + { + "epoch": 2.015413184772516, + "grad_norm": 1.4964524507522583, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.8964455127716064, + "num_tokens": 395458155.0, + "step": 10853 + }, + { + "epoch": 2.015598885793872, + "grad_norm": 1.5067976713180542, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8930285573005676, + "num_tokens": 395493200.0, + "step": 10854 + }, + { + "epoch": 2.0157845868152275, + "grad_norm": 1.476122260093689, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8849328756332397, + "num_tokens": 395532614.0, + "step": 10855 + }, + { + "epoch": 2.0159702878365833, + "grad_norm": 1.4129384756088257, + "learning_rate": 1e-06, + "loss": 0.2838, + "mean_token_accuracy": 0.8970747590065002, + "num_tokens": 395572785.0, + "step": 10856 + }, + { + "epoch": 2.0161559888579386, + "grad_norm": 1.515923023223877, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.892882764339447, + "num_tokens": 395608346.0, + "step": 10857 + }, + { + "epoch": 2.0163416898792943, + "grad_norm": 1.4597229957580566, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8859403133392334, + "num_tokens": 395649235.0, + "step": 10858 + }, + { + "epoch": 2.01652739090065, + "grad_norm": 1.4964866638183594, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8907502293586731, + "num_tokens": 395684003.0, + "step": 10859 + }, + { + "epoch": 2.0167130919220058, + "grad_norm": 1.4720203876495361, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8774884343147278, + "num_tokens": 395726559.0, + "step": 10860 + }, + { + "epoch": 2.016898792943361, + "grad_norm": 1.5889500379562378, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8778784275054932, + "num_tokens": 395763087.0, + "step": 10861 + }, + { + "epoch": 2.017084493964717, + "grad_norm": 1.4734853506088257, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8692223429679871, + "num_tokens": 395803565.0, + "step": 10862 + }, + { + "epoch": 2.0172701949860725, + "grad_norm": 1.5729279518127441, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8854637145996094, + "num_tokens": 395838799.0, + "step": 10863 + }, + { + "epoch": 2.0174558960074283, + "grad_norm": 1.5380891561508179, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8782953023910522, + "num_tokens": 395878041.0, + "step": 10864 + }, + { + "epoch": 2.0176415970287835, + "grad_norm": 1.4370242357254028, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8865302801132202, + "num_tokens": 395914335.0, + "step": 10865 + }, + { + "epoch": 2.0178272980501393, + "grad_norm": 1.3853296041488647, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.900518536567688, + "num_tokens": 395953950.0, + "step": 10866 + }, + { + "epoch": 2.018012999071495, + "grad_norm": 1.6248531341552734, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8731551170349121, + "num_tokens": 395986675.0, + "step": 10867 + }, + { + "epoch": 2.0181987000928503, + "grad_norm": 1.4563790559768677, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8940203189849854, + "num_tokens": 396021804.0, + "step": 10868 + }, + { + "epoch": 2.018384401114206, + "grad_norm": 1.7684742212295532, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8776326775550842, + "num_tokens": 396055935.0, + "step": 10869 + }, + { + "epoch": 2.0185701021355618, + "grad_norm": 1.518226981163025, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8850663900375366, + "num_tokens": 396092703.0, + "step": 10870 + }, + { + "epoch": 2.0187558031569175, + "grad_norm": 1.4601106643676758, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8859438896179199, + "num_tokens": 396130339.0, + "step": 10871 + }, + { + "epoch": 2.018941504178273, + "grad_norm": 1.3986142873764038, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8941251039505005, + "num_tokens": 396171568.0, + "step": 10872 + }, + { + "epoch": 2.0191272051996285, + "grad_norm": 1.421960473060608, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8939313888549805, + "num_tokens": 396211625.0, + "step": 10873 + }, + { + "epoch": 2.0193129062209842, + "grad_norm": 1.4575947523117065, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8872246742248535, + "num_tokens": 396250730.0, + "step": 10874 + }, + { + "epoch": 2.01949860724234, + "grad_norm": 1.4847333431243896, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8985041975975037, + "num_tokens": 396286970.0, + "step": 10875 + }, + { + "epoch": 2.0196843082636953, + "grad_norm": 1.4940545558929443, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8925785422325134, + "num_tokens": 396327411.0, + "step": 10876 + }, + { + "epoch": 2.019870009285051, + "grad_norm": 1.6467764377593994, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8795090913772583, + "num_tokens": 396360337.0, + "step": 10877 + }, + { + "epoch": 2.0200557103064067, + "grad_norm": 1.4778804779052734, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8825113773345947, + "num_tokens": 396402230.0, + "step": 10878 + }, + { + "epoch": 2.0202414113277625, + "grad_norm": 1.524175763130188, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8870465755462646, + "num_tokens": 396438456.0, + "step": 10879 + }, + { + "epoch": 2.0204271123491178, + "grad_norm": 1.614011526107788, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8813857436180115, + "num_tokens": 396472540.0, + "step": 10880 + }, + { + "epoch": 2.0206128133704735, + "grad_norm": 1.439577579498291, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8890060782432556, + "num_tokens": 396512964.0, + "step": 10881 + }, + { + "epoch": 2.0207985143918292, + "grad_norm": 1.4331854581832886, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8823748230934143, + "num_tokens": 396553141.0, + "step": 10882 + }, + { + "epoch": 2.020984215413185, + "grad_norm": 1.5014935731887817, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8937879800796509, + "num_tokens": 396589756.0, + "step": 10883 + }, + { + "epoch": 2.0211699164345402, + "grad_norm": 1.5027788877487183, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8850144743919373, + "num_tokens": 396625166.0, + "step": 10884 + }, + { + "epoch": 2.021355617455896, + "grad_norm": 1.4479347467422485, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8885995745658875, + "num_tokens": 396662613.0, + "step": 10885 + }, + { + "epoch": 2.0215413184772517, + "grad_norm": 1.5664151906967163, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8686566352844238, + "num_tokens": 396700750.0, + "step": 10886 + }, + { + "epoch": 2.0217270194986074, + "grad_norm": 1.3851921558380127, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8872787952423096, + "num_tokens": 396739528.0, + "step": 10887 + }, + { + "epoch": 2.0219127205199627, + "grad_norm": 1.5091662406921387, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8805713653564453, + "num_tokens": 396776080.0, + "step": 10888 + }, + { + "epoch": 2.0220984215413185, + "grad_norm": 1.408394694328308, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8793519139289856, + "num_tokens": 396816784.0, + "step": 10889 + }, + { + "epoch": 2.022284122562674, + "grad_norm": 1.412392258644104, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.894637942314148, + "num_tokens": 396854769.0, + "step": 10890 + }, + { + "epoch": 2.0224698235840295, + "grad_norm": 1.3971117734909058, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8867335915565491, + "num_tokens": 396895069.0, + "step": 10891 + }, + { + "epoch": 2.0226555246053852, + "grad_norm": 1.4626133441925049, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8923420906066895, + "num_tokens": 396931360.0, + "step": 10892 + }, + { + "epoch": 2.022841225626741, + "grad_norm": 1.541710615158081, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8975690603256226, + "num_tokens": 396964005.0, + "step": 10893 + }, + { + "epoch": 2.0230269266480967, + "grad_norm": 1.6461423635482788, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8718569278717041, + "num_tokens": 397000577.0, + "step": 10894 + }, + { + "epoch": 2.023212627669452, + "grad_norm": 1.4726274013519287, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8863546848297119, + "num_tokens": 397038243.0, + "step": 10895 + }, + { + "epoch": 2.0233983286908077, + "grad_norm": 1.6747393608093262, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8820507526397705, + "num_tokens": 397069301.0, + "step": 10896 + }, + { + "epoch": 2.0235840297121634, + "grad_norm": 1.5569027662277222, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8861650824546814, + "num_tokens": 397105290.0, + "step": 10897 + }, + { + "epoch": 2.023769730733519, + "grad_norm": 1.380042314529419, + "learning_rate": 1e-06, + "loss": 0.2733, + "mean_token_accuracy": 0.9035336971282959, + "num_tokens": 397143510.0, + "step": 10898 + }, + { + "epoch": 2.0239554317548745, + "grad_norm": 1.48089599609375, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8963836431503296, + "num_tokens": 397178910.0, + "step": 10899 + }, + { + "epoch": 2.02414113277623, + "grad_norm": 1.5396748781204224, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8885258436203003, + "num_tokens": 397215223.0, + "step": 10900 + }, + { + "epoch": 2.024326833797586, + "grad_norm": 1.4914402961730957, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8918384313583374, + "num_tokens": 397254248.0, + "step": 10901 + }, + { + "epoch": 2.0245125348189417, + "grad_norm": 1.5656940937042236, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8789433240890503, + "num_tokens": 397294883.0, + "step": 10902 + }, + { + "epoch": 2.024698235840297, + "grad_norm": 1.4458073377609253, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8971000909805298, + "num_tokens": 397331302.0, + "step": 10903 + }, + { + "epoch": 2.0248839368616527, + "grad_norm": 1.4510434865951538, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8975307941436768, + "num_tokens": 397367014.0, + "step": 10904 + }, + { + "epoch": 2.0250696378830084, + "grad_norm": 1.3923927545547485, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8922608494758606, + "num_tokens": 397410478.0, + "step": 10905 + }, + { + "epoch": 2.025255338904364, + "grad_norm": 1.5158690214157104, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8903083801269531, + "num_tokens": 397448049.0, + "step": 10906 + }, + { + "epoch": 2.0254410399257194, + "grad_norm": 1.7560961246490479, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8828333616256714, + "num_tokens": 397478924.0, + "step": 10907 + }, + { + "epoch": 2.025626740947075, + "grad_norm": 1.3781466484069824, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8928112983703613, + "num_tokens": 397518389.0, + "step": 10908 + }, + { + "epoch": 2.025812441968431, + "grad_norm": 1.5393520593643188, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8942554593086243, + "num_tokens": 397553980.0, + "step": 10909 + }, + { + "epoch": 2.0259981429897866, + "grad_norm": 1.4409677982330322, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.895484447479248, + "num_tokens": 397588331.0, + "step": 10910 + }, + { + "epoch": 2.026183844011142, + "grad_norm": 1.4325515031814575, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8939825892448425, + "num_tokens": 397624128.0, + "step": 10911 + }, + { + "epoch": 2.0263695450324977, + "grad_norm": 1.7297309637069702, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.874242901802063, + "num_tokens": 397656728.0, + "step": 10912 + }, + { + "epoch": 2.0265552460538534, + "grad_norm": 1.406524896621704, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8966283798217773, + "num_tokens": 397698466.0, + "step": 10913 + }, + { + "epoch": 2.026740947075209, + "grad_norm": 1.5259453058242798, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8769685626029968, + "num_tokens": 397736034.0, + "step": 10914 + }, + { + "epoch": 2.0269266480965644, + "grad_norm": 1.5272835493087769, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8931085467338562, + "num_tokens": 397769733.0, + "step": 10915 + }, + { + "epoch": 2.02711234911792, + "grad_norm": 1.3978184461593628, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8909568190574646, + "num_tokens": 397811796.0, + "step": 10916 + }, + { + "epoch": 2.027298050139276, + "grad_norm": 1.4929252862930298, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.881951093673706, + "num_tokens": 397850635.0, + "step": 10917 + }, + { + "epoch": 2.027483751160631, + "grad_norm": 1.4804821014404297, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.893842339515686, + "num_tokens": 397888529.0, + "step": 10918 + }, + { + "epoch": 2.027669452181987, + "grad_norm": 1.5682380199432373, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.88474041223526, + "num_tokens": 397926459.0, + "step": 10919 + }, + { + "epoch": 2.0278551532033426, + "grad_norm": 1.5850555896759033, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8830462694168091, + "num_tokens": 397962804.0, + "step": 10920 + }, + { + "epoch": 2.0280408542246984, + "grad_norm": 1.5348759889602661, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.885338306427002, + "num_tokens": 397998293.0, + "step": 10921 + }, + { + "epoch": 2.0282265552460537, + "grad_norm": 1.4485021829605103, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.8961234092712402, + "num_tokens": 398036845.0, + "step": 10922 + }, + { + "epoch": 2.0284122562674094, + "grad_norm": 1.5737320184707642, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8872402906417847, + "num_tokens": 398069953.0, + "step": 10923 + }, + { + "epoch": 2.028597957288765, + "grad_norm": 1.3349847793579102, + "learning_rate": 1e-06, + "loss": 0.2497, + "mean_token_accuracy": 0.9098275899887085, + "num_tokens": 398109507.0, + "step": 10924 + }, + { + "epoch": 2.028783658310121, + "grad_norm": 1.655214548110962, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8692538142204285, + "num_tokens": 398149917.0, + "step": 10925 + }, + { + "epoch": 2.028969359331476, + "grad_norm": 1.4020543098449707, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8920305371284485, + "num_tokens": 398193565.0, + "step": 10926 + }, + { + "epoch": 2.029155060352832, + "grad_norm": 1.4536985158920288, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8969211578369141, + "num_tokens": 398228344.0, + "step": 10927 + }, + { + "epoch": 2.0293407613741876, + "grad_norm": 1.49784255027771, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8730087280273438, + "num_tokens": 398265506.0, + "step": 10928 + }, + { + "epoch": 2.0295264623955434, + "grad_norm": 1.6560508012771606, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8941384553909302, + "num_tokens": 398296407.0, + "step": 10929 + }, + { + "epoch": 2.0297121634168986, + "grad_norm": 1.4617985486984253, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8892354965209961, + "num_tokens": 398334825.0, + "step": 10930 + }, + { + "epoch": 2.0298978644382544, + "grad_norm": 1.5660752058029175, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8847082257270813, + "num_tokens": 398372841.0, + "step": 10931 + }, + { + "epoch": 2.03008356545961, + "grad_norm": 1.369579553604126, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8938942551612854, + "num_tokens": 398414459.0, + "step": 10932 + }, + { + "epoch": 2.030269266480966, + "grad_norm": 1.4863032102584839, + "learning_rate": 1e-06, + "loss": 0.2708, + "mean_token_accuracy": 0.9035743474960327, + "num_tokens": 398447297.0, + "step": 10933 + }, + { + "epoch": 2.030454967502321, + "grad_norm": 1.5449961423873901, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8853105306625366, + "num_tokens": 398482284.0, + "step": 10934 + }, + { + "epoch": 2.030640668523677, + "grad_norm": 1.496614933013916, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8886457681655884, + "num_tokens": 398517369.0, + "step": 10935 + }, + { + "epoch": 2.0308263695450326, + "grad_norm": 1.6192151308059692, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8813604116439819, + "num_tokens": 398555063.0, + "step": 10936 + }, + { + "epoch": 2.0310120705663883, + "grad_norm": 1.4405661821365356, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8837952613830566, + "num_tokens": 398595502.0, + "step": 10937 + }, + { + "epoch": 2.0311977715877436, + "grad_norm": 1.4780982732772827, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8808251619338989, + "num_tokens": 398636529.0, + "step": 10938 + }, + { + "epoch": 2.0313834726090993, + "grad_norm": 1.5928109884262085, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8937103748321533, + "num_tokens": 398670529.0, + "step": 10939 + }, + { + "epoch": 2.031569173630455, + "grad_norm": 1.5446494817733765, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8825119733810425, + "num_tokens": 398708103.0, + "step": 10940 + }, + { + "epoch": 2.0317548746518104, + "grad_norm": 1.5212751626968384, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8791258335113525, + "num_tokens": 398746352.0, + "step": 10941 + }, + { + "epoch": 2.031940575673166, + "grad_norm": 1.6578035354614258, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8880403637886047, + "num_tokens": 398779208.0, + "step": 10942 + }, + { + "epoch": 2.032126276694522, + "grad_norm": 1.4653359651565552, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.889254629611969, + "num_tokens": 398819528.0, + "step": 10943 + }, + { + "epoch": 2.0323119777158776, + "grad_norm": 1.5355643033981323, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8736943006515503, + "num_tokens": 398860090.0, + "step": 10944 + }, + { + "epoch": 2.032497678737233, + "grad_norm": 1.5810495615005493, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8694469928741455, + "num_tokens": 398898200.0, + "step": 10945 + }, + { + "epoch": 2.0326833797585886, + "grad_norm": 1.465104579925537, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.889119029045105, + "num_tokens": 398937469.0, + "step": 10946 + }, + { + "epoch": 2.0328690807799443, + "grad_norm": 1.4358034133911133, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8914328217506409, + "num_tokens": 398975012.0, + "step": 10947 + }, + { + "epoch": 2.0330547818013, + "grad_norm": 1.6449939012527466, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.888885498046875, + "num_tokens": 399010003.0, + "step": 10948 + }, + { + "epoch": 2.0332404828226553, + "grad_norm": 1.6828901767730713, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8940252065658569, + "num_tokens": 399046129.0, + "step": 10949 + }, + { + "epoch": 2.033426183844011, + "grad_norm": 1.6114038228988647, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8791783452033997, + "num_tokens": 399082730.0, + "step": 10950 + }, + { + "epoch": 2.033611884865367, + "grad_norm": 1.7781147956848145, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.873924732208252, + "num_tokens": 399112378.0, + "step": 10951 + }, + { + "epoch": 2.0337975858867225, + "grad_norm": 1.5143065452575684, + "learning_rate": 1e-06, + "loss": 0.2582, + "mean_token_accuracy": 0.9065459966659546, + "num_tokens": 399146078.0, + "step": 10952 + }, + { + "epoch": 2.033983286908078, + "grad_norm": 1.6905848979949951, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.881403923034668, + "num_tokens": 399176326.0, + "step": 10953 + }, + { + "epoch": 2.0341689879294336, + "grad_norm": 1.6289559602737427, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8898260593414307, + "num_tokens": 399206424.0, + "step": 10954 + }, + { + "epoch": 2.0343546889507893, + "grad_norm": 1.5325922966003418, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.894675612449646, + "num_tokens": 399242035.0, + "step": 10955 + }, + { + "epoch": 2.034540389972145, + "grad_norm": 1.5546698570251465, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8856638073921204, + "num_tokens": 399278737.0, + "step": 10956 + }, + { + "epoch": 2.0347260909935003, + "grad_norm": 1.5699423551559448, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8864399194717407, + "num_tokens": 399315436.0, + "step": 10957 + }, + { + "epoch": 2.034911792014856, + "grad_norm": 1.5691804885864258, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8926308155059814, + "num_tokens": 399352450.0, + "step": 10958 + }, + { + "epoch": 2.035097493036212, + "grad_norm": 1.6545746326446533, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8956090211868286, + "num_tokens": 399382793.0, + "step": 10959 + }, + { + "epoch": 2.0352831940575675, + "grad_norm": 1.4210920333862305, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8877713680267334, + "num_tokens": 399424946.0, + "step": 10960 + }, + { + "epoch": 2.035468895078923, + "grad_norm": 1.546363353729248, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8844434022903442, + "num_tokens": 399461260.0, + "step": 10961 + }, + { + "epoch": 2.0356545961002785, + "grad_norm": 1.751934289932251, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8927736282348633, + "num_tokens": 399491980.0, + "step": 10962 + }, + { + "epoch": 2.0358402971216343, + "grad_norm": 1.4990378618240356, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8881580829620361, + "num_tokens": 399532435.0, + "step": 10963 + }, + { + "epoch": 2.0360259981429896, + "grad_norm": 1.528909683227539, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8917282819747925, + "num_tokens": 399567809.0, + "step": 10964 + }, + { + "epoch": 2.0362116991643453, + "grad_norm": 1.497692346572876, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8950392603874207, + "num_tokens": 399605367.0, + "step": 10965 + }, + { + "epoch": 2.036397400185701, + "grad_norm": 1.4283736944198608, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8933897614479065, + "num_tokens": 399643597.0, + "step": 10966 + }, + { + "epoch": 2.0365831012070568, + "grad_norm": 1.5044403076171875, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8914105892181396, + "num_tokens": 399682646.0, + "step": 10967 + }, + { + "epoch": 2.036768802228412, + "grad_norm": 1.5438045263290405, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8909139633178711, + "num_tokens": 399721467.0, + "step": 10968 + }, + { + "epoch": 2.036954503249768, + "grad_norm": 1.5141693353652954, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.890876293182373, + "num_tokens": 399757338.0, + "step": 10969 + }, + { + "epoch": 2.0371402042711235, + "grad_norm": 1.580041527748108, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8858706951141357, + "num_tokens": 399792378.0, + "step": 10970 + }, + { + "epoch": 2.0373259052924793, + "grad_norm": 1.5430059432983398, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8903830051422119, + "num_tokens": 399827354.0, + "step": 10971 + }, + { + "epoch": 2.0375116063138345, + "grad_norm": 1.3798402547836304, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8937169313430786, + "num_tokens": 399866460.0, + "step": 10972 + }, + { + "epoch": 2.0376973073351903, + "grad_norm": 1.5982528924942017, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8871483206748962, + "num_tokens": 399903543.0, + "step": 10973 + }, + { + "epoch": 2.037883008356546, + "grad_norm": 1.5024651288986206, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.88404381275177, + "num_tokens": 399940129.0, + "step": 10974 + }, + { + "epoch": 2.0380687093779017, + "grad_norm": 1.538062572479248, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8887626528739929, + "num_tokens": 399976581.0, + "step": 10975 + }, + { + "epoch": 2.038254410399257, + "grad_norm": 1.548685073852539, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8907381296157837, + "num_tokens": 400011954.0, + "step": 10976 + }, + { + "epoch": 2.0384401114206128, + "grad_norm": 1.4988791942596436, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8861827850341797, + "num_tokens": 400052097.0, + "step": 10977 + }, + { + "epoch": 2.0386258124419685, + "grad_norm": 1.607243299484253, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8889272212982178, + "num_tokens": 400088379.0, + "step": 10978 + }, + { + "epoch": 2.0388115134633242, + "grad_norm": 1.4522346258163452, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8882797360420227, + "num_tokens": 400127402.0, + "step": 10979 + }, + { + "epoch": 2.0389972144846795, + "grad_norm": 1.7176356315612793, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8810352087020874, + "num_tokens": 400159967.0, + "step": 10980 + }, + { + "epoch": 2.0391829155060353, + "grad_norm": 1.5040699243545532, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8934911489486694, + "num_tokens": 400194681.0, + "step": 10981 + }, + { + "epoch": 2.039368616527391, + "grad_norm": 1.595943808555603, + "learning_rate": 1e-06, + "loss": 0.2761, + "mean_token_accuracy": 0.9001160264015198, + "num_tokens": 400226133.0, + "step": 10982 + }, + { + "epoch": 2.0395543175487467, + "grad_norm": 1.4828211069107056, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8871303796768188, + "num_tokens": 400263274.0, + "step": 10983 + }, + { + "epoch": 2.039740018570102, + "grad_norm": 1.5292729139328003, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8863877058029175, + "num_tokens": 400300001.0, + "step": 10984 + }, + { + "epoch": 2.0399257195914577, + "grad_norm": 1.5620158910751343, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8884195685386658, + "num_tokens": 400336215.0, + "step": 10985 + }, + { + "epoch": 2.0401114206128135, + "grad_norm": 1.5118298530578613, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.897483229637146, + "num_tokens": 400370727.0, + "step": 10986 + }, + { + "epoch": 2.040297121634169, + "grad_norm": 1.5130261182785034, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8769395351409912, + "num_tokens": 400408530.0, + "step": 10987 + }, + { + "epoch": 2.0404828226555245, + "grad_norm": 1.5873719453811646, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8854112029075623, + "num_tokens": 400442203.0, + "step": 10988 + }, + { + "epoch": 2.0406685236768802, + "grad_norm": 1.5677680969238281, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8813663721084595, + "num_tokens": 400480242.0, + "step": 10989 + }, + { + "epoch": 2.040854224698236, + "grad_norm": 1.550596833229065, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8847091794013977, + "num_tokens": 400516654.0, + "step": 10990 + }, + { + "epoch": 2.0410399257195913, + "grad_norm": 1.4571876525878906, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8933542966842651, + "num_tokens": 400553469.0, + "step": 10991 + }, + { + "epoch": 2.041225626740947, + "grad_norm": 1.6168919801712036, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8706299066543579, + "num_tokens": 400589118.0, + "step": 10992 + }, + { + "epoch": 2.0414113277623027, + "grad_norm": 1.4397128820419312, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.893226146697998, + "num_tokens": 400625371.0, + "step": 10993 + }, + { + "epoch": 2.0415970287836585, + "grad_norm": 1.414221167564392, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8962125182151794, + "num_tokens": 400663526.0, + "step": 10994 + }, + { + "epoch": 2.0417827298050137, + "grad_norm": 1.6551803350448608, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8878063559532166, + "num_tokens": 400693528.0, + "step": 10995 + }, + { + "epoch": 2.0419684308263695, + "grad_norm": 1.5137187242507935, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8739289045333862, + "num_tokens": 400732765.0, + "step": 10996 + }, + { + "epoch": 2.042154131847725, + "grad_norm": 1.3628730773925781, + "learning_rate": 1e-06, + "loss": 0.2809, + "mean_token_accuracy": 0.9012664556503296, + "num_tokens": 400769791.0, + "step": 10997 + }, + { + "epoch": 2.042339832869081, + "grad_norm": 1.5651406049728394, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8787862062454224, + "num_tokens": 400807333.0, + "step": 10998 + }, + { + "epoch": 2.0425255338904362, + "grad_norm": 1.4807944297790527, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8762432336807251, + "num_tokens": 400845121.0, + "step": 10999 + }, + { + "epoch": 2.042711234911792, + "grad_norm": 1.5218051671981812, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8966798782348633, + "num_tokens": 400879075.0, + "step": 11000 + }, + { + "epoch": 2.0428969359331477, + "grad_norm": 1.4139211177825928, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8916335701942444, + "num_tokens": 400919765.0, + "step": 11001 + }, + { + "epoch": 2.0430826369545034, + "grad_norm": 1.4452544450759888, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8924171328544617, + "num_tokens": 400959046.0, + "step": 11002 + }, + { + "epoch": 2.0432683379758587, + "grad_norm": 1.4543143510818481, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8934634923934937, + "num_tokens": 400994785.0, + "step": 11003 + }, + { + "epoch": 2.0434540389972145, + "grad_norm": 1.5860071182250977, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8843507766723633, + "num_tokens": 401033558.0, + "step": 11004 + }, + { + "epoch": 2.04363974001857, + "grad_norm": 1.6746102571487427, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.883721113204956, + "num_tokens": 401066557.0, + "step": 11005 + }, + { + "epoch": 2.043825441039926, + "grad_norm": 1.4916621446609497, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.899215579032898, + "num_tokens": 401104453.0, + "step": 11006 + }, + { + "epoch": 2.044011142061281, + "grad_norm": 1.6564626693725586, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8921949863433838, + "num_tokens": 401135569.0, + "step": 11007 + }, + { + "epoch": 2.044196843082637, + "grad_norm": 1.5206941366195679, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8900678157806396, + "num_tokens": 401172106.0, + "step": 11008 + }, + { + "epoch": 2.0443825441039927, + "grad_norm": 1.5908870697021484, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8806174397468567, + "num_tokens": 401206377.0, + "step": 11009 + }, + { + "epoch": 2.0445682451253484, + "grad_norm": 1.5801595449447632, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.883160412311554, + "num_tokens": 401243264.0, + "step": 11010 + }, + { + "epoch": 2.0447539461467037, + "grad_norm": 1.6682380437850952, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8791698217391968, + "num_tokens": 401280339.0, + "step": 11011 + }, + { + "epoch": 2.0449396471680594, + "grad_norm": 1.5417441129684448, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8909440636634827, + "num_tokens": 401316987.0, + "step": 11012 + }, + { + "epoch": 2.045125348189415, + "grad_norm": 1.5561858415603638, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.9002454280853271, + "num_tokens": 401351690.0, + "step": 11013 + }, + { + "epoch": 2.0453110492107704, + "grad_norm": 1.6610647439956665, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8799622058868408, + "num_tokens": 401387354.0, + "step": 11014 + }, + { + "epoch": 2.045496750232126, + "grad_norm": 1.5000205039978027, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8923460245132446, + "num_tokens": 401424065.0, + "step": 11015 + }, + { + "epoch": 2.045682451253482, + "grad_norm": 1.5134379863739014, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8746976256370544, + "num_tokens": 401464663.0, + "step": 11016 + }, + { + "epoch": 2.0458681522748376, + "grad_norm": 1.5369232892990112, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8796037435531616, + "num_tokens": 401505271.0, + "step": 11017 + }, + { + "epoch": 2.046053853296193, + "grad_norm": 1.6623176336288452, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8920776844024658, + "num_tokens": 401536040.0, + "step": 11018 + }, + { + "epoch": 2.0462395543175487, + "grad_norm": 1.5750949382781982, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8827925324440002, + "num_tokens": 401571591.0, + "step": 11019 + }, + { + "epoch": 2.0464252553389044, + "grad_norm": 1.581213355064392, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8702608942985535, + "num_tokens": 401605869.0, + "step": 11020 + }, + { + "epoch": 2.04661095636026, + "grad_norm": 1.4908634424209595, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8927267789840698, + "num_tokens": 401640553.0, + "step": 11021 + }, + { + "epoch": 2.0467966573816154, + "grad_norm": 1.4053267240524292, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8898470997810364, + "num_tokens": 401682053.0, + "step": 11022 + }, + { + "epoch": 2.046982358402971, + "grad_norm": 1.403660774230957, + "learning_rate": 1e-06, + "loss": 0.2717, + "mean_token_accuracy": 0.9023251533508301, + "num_tokens": 401720873.0, + "step": 11023 + }, + { + "epoch": 2.047168059424327, + "grad_norm": 1.6369740962982178, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8788561224937439, + "num_tokens": 401755310.0, + "step": 11024 + }, + { + "epoch": 2.0473537604456826, + "grad_norm": 1.5970087051391602, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8807961940765381, + "num_tokens": 401789615.0, + "step": 11025 + }, + { + "epoch": 2.047539461467038, + "grad_norm": 1.6268001794815063, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8885314464569092, + "num_tokens": 401822369.0, + "step": 11026 + }, + { + "epoch": 2.0477251624883936, + "grad_norm": 1.5400861501693726, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8823266625404358, + "num_tokens": 401862667.0, + "step": 11027 + }, + { + "epoch": 2.0479108635097494, + "grad_norm": 1.7122085094451904, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8839691877365112, + "num_tokens": 401892928.0, + "step": 11028 + }, + { + "epoch": 2.048096564531105, + "grad_norm": 1.4842365980148315, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9006507396697998, + "num_tokens": 401929962.0, + "step": 11029 + }, + { + "epoch": 2.0482822655524604, + "grad_norm": 1.6316311359405518, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8973097205162048, + "num_tokens": 401964624.0, + "step": 11030 + }, + { + "epoch": 2.048467966573816, + "grad_norm": 1.5473426580429077, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8706620931625366, + "num_tokens": 402000538.0, + "step": 11031 + }, + { + "epoch": 2.048653667595172, + "grad_norm": 1.4584928750991821, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8935374021530151, + "num_tokens": 402038281.0, + "step": 11032 + }, + { + "epoch": 2.0488393686165276, + "grad_norm": 1.482405424118042, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8889264464378357, + "num_tokens": 402073799.0, + "step": 11033 + }, + { + "epoch": 2.049025069637883, + "grad_norm": 1.5302202701568604, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8893671631813049, + "num_tokens": 402110069.0, + "step": 11034 + }, + { + "epoch": 2.0492107706592386, + "grad_norm": 1.5580068826675415, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.883417010307312, + "num_tokens": 402149108.0, + "step": 11035 + }, + { + "epoch": 2.0493964716805944, + "grad_norm": 1.499189853668213, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8690407872200012, + "num_tokens": 402190423.0, + "step": 11036 + }, + { + "epoch": 2.0495821727019496, + "grad_norm": 1.3851386308670044, + "learning_rate": 1e-06, + "loss": 0.276, + "mean_token_accuracy": 0.8997653722763062, + "num_tokens": 402229183.0, + "step": 11037 + }, + { + "epoch": 2.0497678737233054, + "grad_norm": 1.5689177513122559, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8874099254608154, + "num_tokens": 402266582.0, + "step": 11038 + }, + { + "epoch": 2.049953574744661, + "grad_norm": 1.4849878549575806, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.878911018371582, + "num_tokens": 402305566.0, + "step": 11039 + }, + { + "epoch": 2.050139275766017, + "grad_norm": 1.6529395580291748, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8769994974136353, + "num_tokens": 402338615.0, + "step": 11040 + }, + { + "epoch": 2.050324976787372, + "grad_norm": 1.4541149139404297, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8970779180526733, + "num_tokens": 402376064.0, + "step": 11041 + }, + { + "epoch": 2.050510677808728, + "grad_norm": 1.5500853061676025, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8853291273117065, + "num_tokens": 402411515.0, + "step": 11042 + }, + { + "epoch": 2.0506963788300836, + "grad_norm": 1.5478235483169556, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.895263671875, + "num_tokens": 402445968.0, + "step": 11043 + }, + { + "epoch": 2.0508820798514393, + "grad_norm": 1.5383739471435547, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8870090246200562, + "num_tokens": 402478725.0, + "step": 11044 + }, + { + "epoch": 2.0510677808727946, + "grad_norm": 1.3709121942520142, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.9018659591674805, + "num_tokens": 402517076.0, + "step": 11045 + }, + { + "epoch": 2.0512534818941504, + "grad_norm": 1.4849090576171875, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8872166872024536, + "num_tokens": 402553942.0, + "step": 11046 + }, + { + "epoch": 2.051439182915506, + "grad_norm": 1.637750506401062, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8871959447860718, + "num_tokens": 402588092.0, + "step": 11047 + }, + { + "epoch": 2.051624883936862, + "grad_norm": 1.4856058359146118, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.887762188911438, + "num_tokens": 402627997.0, + "step": 11048 + }, + { + "epoch": 2.051810584958217, + "grad_norm": 1.508569359779358, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8992587327957153, + "num_tokens": 402660219.0, + "step": 11049 + }, + { + "epoch": 2.051996285979573, + "grad_norm": 1.4845088720321655, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8937728404998779, + "num_tokens": 402696997.0, + "step": 11050 + }, + { + "epoch": 2.0521819870009286, + "grad_norm": 1.4896174669265747, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8809235095977783, + "num_tokens": 402736502.0, + "step": 11051 + }, + { + "epoch": 2.0523676880222843, + "grad_norm": 1.5196359157562256, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8995823860168457, + "num_tokens": 402772201.0, + "step": 11052 + }, + { + "epoch": 2.0525533890436396, + "grad_norm": 1.6570818424224854, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8842144012451172, + "num_tokens": 402804019.0, + "step": 11053 + }, + { + "epoch": 2.0527390900649953, + "grad_norm": 1.4254578351974487, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.883812427520752, + "num_tokens": 402845376.0, + "step": 11054 + }, + { + "epoch": 2.052924791086351, + "grad_norm": 1.6840966939926147, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.887707531452179, + "num_tokens": 402875063.0, + "step": 11055 + }, + { + "epoch": 2.053110492107707, + "grad_norm": 1.57328462600708, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8843691349029541, + "num_tokens": 402910110.0, + "step": 11056 + }, + { + "epoch": 2.053296193129062, + "grad_norm": 1.5452724695205688, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8853700160980225, + "num_tokens": 402945355.0, + "step": 11057 + }, + { + "epoch": 2.053481894150418, + "grad_norm": 1.4414465427398682, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8886311054229736, + "num_tokens": 402987036.0, + "step": 11058 + }, + { + "epoch": 2.0536675951717736, + "grad_norm": 1.49320650100708, + "learning_rate": 1e-06, + "loss": 0.2695, + "mean_token_accuracy": 0.9020745754241943, + "num_tokens": 403017200.0, + "step": 11059 + }, + { + "epoch": 2.053853296193129, + "grad_norm": 1.4176186323165894, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8969604969024658, + "num_tokens": 403054264.0, + "step": 11060 + }, + { + "epoch": 2.0540389972144846, + "grad_norm": 1.6346862316131592, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8914976119995117, + "num_tokens": 403085203.0, + "step": 11061 + }, + { + "epoch": 2.0542246982358403, + "grad_norm": 1.5749808549880981, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8881067633628845, + "num_tokens": 403119250.0, + "step": 11062 + }, + { + "epoch": 2.054410399257196, + "grad_norm": 1.4640651941299438, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.883813202381134, + "num_tokens": 403160203.0, + "step": 11063 + }, + { + "epoch": 2.0545961002785513, + "grad_norm": 1.370254397392273, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8946394920349121, + "num_tokens": 403202029.0, + "step": 11064 + }, + { + "epoch": 2.054781801299907, + "grad_norm": 1.700386881828308, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.880703330039978, + "num_tokens": 403232308.0, + "step": 11065 + }, + { + "epoch": 2.054967502321263, + "grad_norm": 1.5369365215301514, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.878570556640625, + "num_tokens": 403274035.0, + "step": 11066 + }, + { + "epoch": 2.0551532033426185, + "grad_norm": 1.4470045566558838, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8919045329093933, + "num_tokens": 403308680.0, + "step": 11067 + }, + { + "epoch": 2.055338904363974, + "grad_norm": 1.3838183879852295, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.8994025588035583, + "num_tokens": 403346315.0, + "step": 11068 + }, + { + "epoch": 2.0555246053853296, + "grad_norm": 1.6756718158721924, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8621422052383423, + "num_tokens": 403379550.0, + "step": 11069 + }, + { + "epoch": 2.0557103064066853, + "grad_norm": 1.4836525917053223, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.89614337682724, + "num_tokens": 403416670.0, + "step": 11070 + }, + { + "epoch": 2.055896007428041, + "grad_norm": 1.4801183938980103, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8836566209793091, + "num_tokens": 403456158.0, + "step": 11071 + }, + { + "epoch": 2.0560817084493963, + "grad_norm": 1.5183871984481812, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8851028680801392, + "num_tokens": 403492791.0, + "step": 11072 + }, + { + "epoch": 2.056267409470752, + "grad_norm": 1.4664331674575806, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8818488717079163, + "num_tokens": 403534385.0, + "step": 11073 + }, + { + "epoch": 2.0564531104921078, + "grad_norm": 1.6221345663070679, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8793917298316956, + "num_tokens": 403568538.0, + "step": 11074 + }, + { + "epoch": 2.0566388115134635, + "grad_norm": 1.6473708152770996, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.884563148021698, + "num_tokens": 403601257.0, + "step": 11075 + }, + { + "epoch": 2.056824512534819, + "grad_norm": 1.7494012117385864, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8938657641410828, + "num_tokens": 403632561.0, + "step": 11076 + }, + { + "epoch": 2.0570102135561745, + "grad_norm": 1.435151219367981, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.87389075756073, + "num_tokens": 403678426.0, + "step": 11077 + }, + { + "epoch": 2.0571959145775303, + "grad_norm": 1.5234239101409912, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8963165283203125, + "num_tokens": 403712770.0, + "step": 11078 + }, + { + "epoch": 2.057381615598886, + "grad_norm": 1.3852390050888062, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8968244791030884, + "num_tokens": 403752652.0, + "step": 11079 + }, + { + "epoch": 2.0575673166202413, + "grad_norm": 1.500736951828003, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.884028434753418, + "num_tokens": 403789026.0, + "step": 11080 + }, + { + "epoch": 2.057753017641597, + "grad_norm": 1.6035223007202148, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8757265210151672, + "num_tokens": 403825835.0, + "step": 11081 + }, + { + "epoch": 2.0579387186629527, + "grad_norm": 1.557357668876648, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8860438466072083, + "num_tokens": 403858862.0, + "step": 11082 + }, + { + "epoch": 2.0581244196843085, + "grad_norm": 1.4609986543655396, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8858236074447632, + "num_tokens": 403896355.0, + "step": 11083 + }, + { + "epoch": 2.0583101207056638, + "grad_norm": 1.4990798234939575, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8771349191665649, + "num_tokens": 403932808.0, + "step": 11084 + }, + { + "epoch": 2.0584958217270195, + "grad_norm": 1.5368037223815918, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8735553622245789, + "num_tokens": 403969784.0, + "step": 11085 + }, + { + "epoch": 2.0586815227483752, + "grad_norm": 1.3579210042953491, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8835959434509277, + "num_tokens": 404012608.0, + "step": 11086 + }, + { + "epoch": 2.0588672237697305, + "grad_norm": 1.4565364122390747, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8887956738471985, + "num_tokens": 404050869.0, + "step": 11087 + }, + { + "epoch": 2.0590529247910863, + "grad_norm": 1.4622833728790283, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.8916429877281189, + "num_tokens": 404088282.0, + "step": 11088 + }, + { + "epoch": 2.059238625812442, + "grad_norm": 1.4003586769104004, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8949933052062988, + "num_tokens": 404123759.0, + "step": 11089 + }, + { + "epoch": 2.0594243268337977, + "grad_norm": 1.454869031906128, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8812770843505859, + "num_tokens": 404161901.0, + "step": 11090 + }, + { + "epoch": 2.059610027855153, + "grad_norm": 1.4757885932922363, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8802027106285095, + "num_tokens": 404200732.0, + "step": 11091 + }, + { + "epoch": 2.0597957288765087, + "grad_norm": 1.5421708822250366, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8827021718025208, + "num_tokens": 404238659.0, + "step": 11092 + }, + { + "epoch": 2.0599814298978645, + "grad_norm": 1.565799593925476, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8895854949951172, + "num_tokens": 404271792.0, + "step": 11093 + }, + { + "epoch": 2.06016713091922, + "grad_norm": 1.4841440916061401, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8876466751098633, + "num_tokens": 404310925.0, + "step": 11094 + }, + { + "epoch": 2.0603528319405755, + "grad_norm": 1.5599173307418823, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8843728303909302, + "num_tokens": 404345916.0, + "step": 11095 + }, + { + "epoch": 2.0605385329619312, + "grad_norm": 1.499509572982788, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8958244323730469, + "num_tokens": 404380427.0, + "step": 11096 + }, + { + "epoch": 2.060724233983287, + "grad_norm": 1.4834165573120117, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8995988368988037, + "num_tokens": 404416720.0, + "step": 11097 + }, + { + "epoch": 2.0609099350046427, + "grad_norm": 1.6630995273590088, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8827351331710815, + "num_tokens": 404454367.0, + "step": 11098 + }, + { + "epoch": 2.061095636025998, + "grad_norm": 1.543881893157959, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8911125659942627, + "num_tokens": 404494466.0, + "step": 11099 + }, + { + "epoch": 2.0612813370473537, + "grad_norm": 1.6140296459197998, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8803042769432068, + "num_tokens": 404534190.0, + "step": 11100 + }, + { + "epoch": 2.0614670380687095, + "grad_norm": 1.7068859338760376, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8690905570983887, + "num_tokens": 404568180.0, + "step": 11101 + }, + { + "epoch": 2.061652739090065, + "grad_norm": 1.6191860437393188, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8877589702606201, + "num_tokens": 404601477.0, + "step": 11102 + }, + { + "epoch": 2.0618384401114205, + "grad_norm": 1.6037518978118896, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8841392397880554, + "num_tokens": 404637881.0, + "step": 11103 + }, + { + "epoch": 2.062024141132776, + "grad_norm": 1.6308985948562622, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8812693357467651, + "num_tokens": 404673364.0, + "step": 11104 + }, + { + "epoch": 2.062209842154132, + "grad_norm": 1.5267488956451416, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8905466198921204, + "num_tokens": 404711262.0, + "step": 11105 + }, + { + "epoch": 2.0623955431754877, + "grad_norm": 1.7070374488830566, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8752666115760803, + "num_tokens": 404744137.0, + "step": 11106 + }, + { + "epoch": 2.062581244196843, + "grad_norm": 1.3493298292160034, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8873525261878967, + "num_tokens": 404787487.0, + "step": 11107 + }, + { + "epoch": 2.0627669452181987, + "grad_norm": 1.4345494508743286, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8978338837623596, + "num_tokens": 404827000.0, + "step": 11108 + }, + { + "epoch": 2.0629526462395544, + "grad_norm": 1.5042344331741333, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8862464427947998, + "num_tokens": 404872267.0, + "step": 11109 + }, + { + "epoch": 2.0631383472609097, + "grad_norm": 1.4250658750534058, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8909310102462769, + "num_tokens": 404912326.0, + "step": 11110 + }, + { + "epoch": 2.0633240482822655, + "grad_norm": 1.5830186605453491, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8672938346862793, + "num_tokens": 404951720.0, + "step": 11111 + }, + { + "epoch": 2.063509749303621, + "grad_norm": 1.5005061626434326, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8924869894981384, + "num_tokens": 404988151.0, + "step": 11112 + }, + { + "epoch": 2.063695450324977, + "grad_norm": 1.5837607383728027, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.878502368927002, + "num_tokens": 405028889.0, + "step": 11113 + }, + { + "epoch": 2.063881151346332, + "grad_norm": 1.4967173337936401, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.885306179523468, + "num_tokens": 405065925.0, + "step": 11114 + }, + { + "epoch": 2.064066852367688, + "grad_norm": 1.7049814462661743, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8649176955223083, + "num_tokens": 405100528.0, + "step": 11115 + }, + { + "epoch": 2.0642525533890437, + "grad_norm": 1.498931884765625, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8806599378585815, + "num_tokens": 405141864.0, + "step": 11116 + }, + { + "epoch": 2.0644382544103994, + "grad_norm": 1.475443720817566, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8982896208763123, + "num_tokens": 405179102.0, + "step": 11117 + }, + { + "epoch": 2.0646239554317547, + "grad_norm": 1.6877880096435547, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8699228763580322, + "num_tokens": 405211909.0, + "step": 11118 + }, + { + "epoch": 2.0648096564531104, + "grad_norm": 1.7527594566345215, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.881955623626709, + "num_tokens": 405243975.0, + "step": 11119 + }, + { + "epoch": 2.064995357474466, + "grad_norm": 1.4436368942260742, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8913533091545105, + "num_tokens": 405283637.0, + "step": 11120 + }, + { + "epoch": 2.065181058495822, + "grad_norm": 1.4967097043991089, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8914693593978882, + "num_tokens": 405321274.0, + "step": 11121 + }, + { + "epoch": 2.065366759517177, + "grad_norm": 1.4816782474517822, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.8995963335037231, + "num_tokens": 405355321.0, + "step": 11122 + }, + { + "epoch": 2.065552460538533, + "grad_norm": 1.5510481595993042, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8858439922332764, + "num_tokens": 405389699.0, + "step": 11123 + }, + { + "epoch": 2.0657381615598887, + "grad_norm": 1.4795376062393188, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8876467347145081, + "num_tokens": 405427432.0, + "step": 11124 + }, + { + "epoch": 2.0659238625812444, + "grad_norm": 1.5409756898880005, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8734058737754822, + "num_tokens": 405465254.0, + "step": 11125 + }, + { + "epoch": 2.0661095636025997, + "grad_norm": 1.4721522331237793, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8976795077323914, + "num_tokens": 405499497.0, + "step": 11126 + }, + { + "epoch": 2.0662952646239554, + "grad_norm": 1.667963981628418, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8900914192199707, + "num_tokens": 405532639.0, + "step": 11127 + }, + { + "epoch": 2.066480965645311, + "grad_norm": 1.6275520324707031, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8814793825149536, + "num_tokens": 405567535.0, + "step": 11128 + }, + { + "epoch": 2.066666666666667, + "grad_norm": 1.4678481817245483, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.880233883857727, + "num_tokens": 405607585.0, + "step": 11129 + }, + { + "epoch": 2.066852367688022, + "grad_norm": 1.5277612209320068, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8903934955596924, + "num_tokens": 405639320.0, + "step": 11130 + }, + { + "epoch": 2.067038068709378, + "grad_norm": 1.4393484592437744, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8865783214569092, + "num_tokens": 405678521.0, + "step": 11131 + }, + { + "epoch": 2.0672237697307336, + "grad_norm": 1.522297739982605, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.896402895450592, + "num_tokens": 405711300.0, + "step": 11132 + }, + { + "epoch": 2.0674094707520894, + "grad_norm": 1.7303495407104492, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8809918761253357, + "num_tokens": 405742636.0, + "step": 11133 + }, + { + "epoch": 2.0675951717734447, + "grad_norm": 1.6510217189788818, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8890846371650696, + "num_tokens": 405776121.0, + "step": 11134 + }, + { + "epoch": 2.0677808727948004, + "grad_norm": 1.556809663772583, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.8960567712783813, + "num_tokens": 405811524.0, + "step": 11135 + }, + { + "epoch": 2.067966573816156, + "grad_norm": 1.376400113105774, + "learning_rate": 1e-06, + "loss": 0.281, + "mean_token_accuracy": 0.8994780778884888, + "num_tokens": 405851631.0, + "step": 11136 + }, + { + "epoch": 2.0681522748375114, + "grad_norm": 1.4921414852142334, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8868594765663147, + "num_tokens": 405889396.0, + "step": 11137 + }, + { + "epoch": 2.068337975858867, + "grad_norm": 1.6071885824203491, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8793613910675049, + "num_tokens": 405922835.0, + "step": 11138 + }, + { + "epoch": 2.068523676880223, + "grad_norm": 1.6176557540893555, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8902225494384766, + "num_tokens": 405955344.0, + "step": 11139 + }, + { + "epoch": 2.0687093779015786, + "grad_norm": 1.4952788352966309, + "learning_rate": 1e-06, + "loss": 0.2815, + "mean_token_accuracy": 0.8958333730697632, + "num_tokens": 405991068.0, + "step": 11140 + }, + { + "epoch": 2.068895078922934, + "grad_norm": 1.5771490335464478, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8872455358505249, + "num_tokens": 406024047.0, + "step": 11141 + }, + { + "epoch": 2.0690807799442896, + "grad_norm": 1.4591621160507202, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8824254274368286, + "num_tokens": 406064689.0, + "step": 11142 + }, + { + "epoch": 2.0692664809656454, + "grad_norm": 1.5374056100845337, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8738105297088623, + "num_tokens": 406103426.0, + "step": 11143 + }, + { + "epoch": 2.069452181987001, + "grad_norm": 1.5996108055114746, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8970628976821899, + "num_tokens": 406133744.0, + "step": 11144 + }, + { + "epoch": 2.0696378830083564, + "grad_norm": 1.5829607248306274, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8825530409812927, + "num_tokens": 406169414.0, + "step": 11145 + }, + { + "epoch": 2.069823584029712, + "grad_norm": 1.6677998304367065, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.9000983834266663, + "num_tokens": 406200372.0, + "step": 11146 + }, + { + "epoch": 2.070009285051068, + "grad_norm": 1.5143141746520996, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8912372589111328, + "num_tokens": 406239094.0, + "step": 11147 + }, + { + "epoch": 2.0701949860724236, + "grad_norm": 1.5514373779296875, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8916256427764893, + "num_tokens": 406273074.0, + "step": 11148 + }, + { + "epoch": 2.070380687093779, + "grad_norm": 1.313567042350769, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8998122215270996, + "num_tokens": 406318442.0, + "step": 11149 + }, + { + "epoch": 2.0705663881151346, + "grad_norm": 1.5089610815048218, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8918429613113403, + "num_tokens": 406355085.0, + "step": 11150 + }, + { + "epoch": 2.0707520891364903, + "grad_norm": 1.6814147233963013, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8795639276504517, + "num_tokens": 406387311.0, + "step": 11151 + }, + { + "epoch": 2.070937790157846, + "grad_norm": 1.564495325088501, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8916586637496948, + "num_tokens": 406421369.0, + "step": 11152 + }, + { + "epoch": 2.0711234911792014, + "grad_norm": 1.4942904710769653, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8832457065582275, + "num_tokens": 406456541.0, + "step": 11153 + }, + { + "epoch": 2.071309192200557, + "grad_norm": 1.5389007329940796, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8913512825965881, + "num_tokens": 406492504.0, + "step": 11154 + }, + { + "epoch": 2.071494893221913, + "grad_norm": 1.6158102750778198, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.873997151851654, + "num_tokens": 406528326.0, + "step": 11155 + }, + { + "epoch": 2.0716805942432686, + "grad_norm": 1.5602531433105469, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8780461549758911, + "num_tokens": 406568557.0, + "step": 11156 + }, + { + "epoch": 2.071866295264624, + "grad_norm": 1.5295581817626953, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8805550932884216, + "num_tokens": 406606479.0, + "step": 11157 + }, + { + "epoch": 2.0720519962859796, + "grad_norm": 1.5051895380020142, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8885562419891357, + "num_tokens": 406641554.0, + "step": 11158 + }, + { + "epoch": 2.0722376973073353, + "grad_norm": 1.6401777267456055, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.883857011795044, + "num_tokens": 406674038.0, + "step": 11159 + }, + { + "epoch": 2.0724233983286906, + "grad_norm": 1.5162023305892944, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.9004285335540771, + "num_tokens": 406709251.0, + "step": 11160 + }, + { + "epoch": 2.0726090993500463, + "grad_norm": 1.4396915435791016, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8837593197822571, + "num_tokens": 406749820.0, + "step": 11161 + }, + { + "epoch": 2.072794800371402, + "grad_norm": 1.5585355758666992, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8844556212425232, + "num_tokens": 406785916.0, + "step": 11162 + }, + { + "epoch": 2.072980501392758, + "grad_norm": 1.515511155128479, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8794289231300354, + "num_tokens": 406828451.0, + "step": 11163 + }, + { + "epoch": 2.073166202414113, + "grad_norm": 1.5111991167068481, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.896592378616333, + "num_tokens": 406865146.0, + "step": 11164 + }, + { + "epoch": 2.073351903435469, + "grad_norm": 1.5560694932937622, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8757097721099854, + "num_tokens": 406902785.0, + "step": 11165 + }, + { + "epoch": 2.0735376044568246, + "grad_norm": 1.649107575416565, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8746254444122314, + "num_tokens": 406939063.0, + "step": 11166 + }, + { + "epoch": 2.0737233054781803, + "grad_norm": 1.5737736225128174, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.882136344909668, + "num_tokens": 406978163.0, + "step": 11167 + }, + { + "epoch": 2.0739090064995356, + "grad_norm": 1.4607363939285278, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8907164931297302, + "num_tokens": 407020826.0, + "step": 11168 + }, + { + "epoch": 2.0740947075208913, + "grad_norm": 1.616173505783081, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.9047509431838989, + "num_tokens": 407047189.0, + "step": 11169 + }, + { + "epoch": 2.074280408542247, + "grad_norm": 1.573307752609253, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8767635822296143, + "num_tokens": 407082780.0, + "step": 11170 + }, + { + "epoch": 2.074466109563603, + "grad_norm": 1.6167573928833008, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8749545812606812, + "num_tokens": 407120890.0, + "step": 11171 + }, + { + "epoch": 2.074651810584958, + "grad_norm": 1.4323028326034546, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8995459079742432, + "num_tokens": 407161448.0, + "step": 11172 + }, + { + "epoch": 2.074837511606314, + "grad_norm": 1.5088776350021362, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8952810168266296, + "num_tokens": 407195368.0, + "step": 11173 + }, + { + "epoch": 2.0750232126276695, + "grad_norm": 1.5385050773620605, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8748199343681335, + "num_tokens": 407233814.0, + "step": 11174 + }, + { + "epoch": 2.0752089136490253, + "grad_norm": 1.42727792263031, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8877575993537903, + "num_tokens": 407276734.0, + "step": 11175 + }, + { + "epoch": 2.0753946146703806, + "grad_norm": 1.592195749282837, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8737666606903076, + "num_tokens": 407313206.0, + "step": 11176 + }, + { + "epoch": 2.0755803156917363, + "grad_norm": 1.5531246662139893, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8913447260856628, + "num_tokens": 407346648.0, + "step": 11177 + }, + { + "epoch": 2.075766016713092, + "grad_norm": 1.473983645439148, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8938810229301453, + "num_tokens": 407385086.0, + "step": 11178 + }, + { + "epoch": 2.0759517177344478, + "grad_norm": 1.5968503952026367, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8906797170639038, + "num_tokens": 407421510.0, + "step": 11179 + }, + { + "epoch": 2.076137418755803, + "grad_norm": 1.6220022439956665, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.879353404045105, + "num_tokens": 407452580.0, + "step": 11180 + }, + { + "epoch": 2.0763231197771588, + "grad_norm": 1.5280473232269287, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8867889642715454, + "num_tokens": 407487314.0, + "step": 11181 + }, + { + "epoch": 2.0765088207985145, + "grad_norm": 1.5771654844284058, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8866523504257202, + "num_tokens": 407523590.0, + "step": 11182 + }, + { + "epoch": 2.07669452181987, + "grad_norm": 1.4695268869400024, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8882731795310974, + "num_tokens": 407564119.0, + "step": 11183 + }, + { + "epoch": 2.0768802228412255, + "grad_norm": 1.5263800621032715, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8873748183250427, + "num_tokens": 407597847.0, + "step": 11184 + }, + { + "epoch": 2.0770659238625813, + "grad_norm": 1.6129411458969116, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8857595324516296, + "num_tokens": 407634777.0, + "step": 11185 + }, + { + "epoch": 2.077251624883937, + "grad_norm": 1.4978253841400146, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8947629928588867, + "num_tokens": 407670206.0, + "step": 11186 + }, + { + "epoch": 2.0774373259052923, + "grad_norm": 1.5191268920898438, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8878676891326904, + "num_tokens": 407704908.0, + "step": 11187 + }, + { + "epoch": 2.077623026926648, + "grad_norm": 1.5062248706817627, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8909572958946228, + "num_tokens": 407741108.0, + "step": 11188 + }, + { + "epoch": 2.0778087279480038, + "grad_norm": 1.4733489751815796, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.888990044593811, + "num_tokens": 407780739.0, + "step": 11189 + }, + { + "epoch": 2.0779944289693595, + "grad_norm": 1.4603570699691772, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.889367938041687, + "num_tokens": 407820481.0, + "step": 11190 + }, + { + "epoch": 2.0781801299907148, + "grad_norm": 1.3989088535308838, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.8924752473831177, + "num_tokens": 407860682.0, + "step": 11191 + }, + { + "epoch": 2.0783658310120705, + "grad_norm": 1.5607688426971436, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8789873719215393, + "num_tokens": 407898518.0, + "step": 11192 + }, + { + "epoch": 2.0785515320334262, + "grad_norm": 1.4267957210540771, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8904885649681091, + "num_tokens": 407939343.0, + "step": 11193 + }, + { + "epoch": 2.078737233054782, + "grad_norm": 1.5030055046081543, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8819547891616821, + "num_tokens": 407978252.0, + "step": 11194 + }, + { + "epoch": 2.0789229340761373, + "grad_norm": 1.6275882720947266, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8888804316520691, + "num_tokens": 408013074.0, + "step": 11195 + }, + { + "epoch": 2.079108635097493, + "grad_norm": 1.5277307033538818, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8891042470932007, + "num_tokens": 408046876.0, + "step": 11196 + }, + { + "epoch": 2.0792943361188487, + "grad_norm": 1.5504543781280518, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8824852705001831, + "num_tokens": 408082006.0, + "step": 11197 + }, + { + "epoch": 2.0794800371402045, + "grad_norm": 1.450303077697754, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8866118788719177, + "num_tokens": 408121538.0, + "step": 11198 + }, + { + "epoch": 2.0796657381615598, + "grad_norm": 1.598118543624878, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.885881781578064, + "num_tokens": 408157525.0, + "step": 11199 + }, + { + "epoch": 2.0798514391829155, + "grad_norm": 1.5471967458724976, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8858305811882019, + "num_tokens": 408194478.0, + "step": 11200 + }, + { + "epoch": 2.080037140204271, + "grad_norm": 1.6600048542022705, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8763041496276855, + "num_tokens": 408226179.0, + "step": 11201 + }, + { + "epoch": 2.080222841225627, + "grad_norm": 1.4752724170684814, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8804831504821777, + "num_tokens": 408267012.0, + "step": 11202 + }, + { + "epoch": 2.0804085422469822, + "grad_norm": 1.5738537311553955, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8823608160018921, + "num_tokens": 408301966.0, + "step": 11203 + }, + { + "epoch": 2.080594243268338, + "grad_norm": 1.4313552379608154, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8912981748580933, + "num_tokens": 408345423.0, + "step": 11204 + }, + { + "epoch": 2.0807799442896937, + "grad_norm": 1.3498787879943848, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8938184976577759, + "num_tokens": 408390723.0, + "step": 11205 + }, + { + "epoch": 2.080965645311049, + "grad_norm": 1.6890003681182861, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8878511190414429, + "num_tokens": 408428957.0, + "step": 11206 + }, + { + "epoch": 2.0811513463324047, + "grad_norm": 1.550727367401123, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8797856569290161, + "num_tokens": 408467114.0, + "step": 11207 + }, + { + "epoch": 2.0813370473537605, + "grad_norm": 1.5994213819503784, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8854566812515259, + "num_tokens": 408501341.0, + "step": 11208 + }, + { + "epoch": 2.081522748375116, + "grad_norm": 1.4702537059783936, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8908369541168213, + "num_tokens": 408541649.0, + "step": 11209 + }, + { + "epoch": 2.0817084493964715, + "grad_norm": 1.5370970964431763, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.889644205570221, + "num_tokens": 408574435.0, + "step": 11210 + }, + { + "epoch": 2.081894150417827, + "grad_norm": 1.5774152278900146, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8745543956756592, + "num_tokens": 408614818.0, + "step": 11211 + }, + { + "epoch": 2.082079851439183, + "grad_norm": 1.5385798215866089, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8935016393661499, + "num_tokens": 408647831.0, + "step": 11212 + }, + { + "epoch": 2.0822655524605387, + "grad_norm": 1.5922093391418457, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.883252739906311, + "num_tokens": 408682063.0, + "step": 11213 + }, + { + "epoch": 2.082451253481894, + "grad_norm": 1.5701631307601929, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8884807825088501, + "num_tokens": 408714453.0, + "step": 11214 + }, + { + "epoch": 2.0826369545032497, + "grad_norm": 1.6796398162841797, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8704862594604492, + "num_tokens": 408751485.0, + "step": 11215 + }, + { + "epoch": 2.0828226555246054, + "grad_norm": 1.651163935661316, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8768880367279053, + "num_tokens": 408783760.0, + "step": 11216 + }, + { + "epoch": 2.083008356545961, + "grad_norm": 1.5573738813400269, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8905119895935059, + "num_tokens": 408817501.0, + "step": 11217 + }, + { + "epoch": 2.0831940575673165, + "grad_norm": 1.5510603189468384, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8827036619186401, + "num_tokens": 408854921.0, + "step": 11218 + }, + { + "epoch": 2.083379758588672, + "grad_norm": 1.7046689987182617, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8797420859336853, + "num_tokens": 408887227.0, + "step": 11219 + }, + { + "epoch": 2.083565459610028, + "grad_norm": 1.5734304189682007, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8835716247558594, + "num_tokens": 408923350.0, + "step": 11220 + }, + { + "epoch": 2.0837511606313837, + "grad_norm": 1.5611621141433716, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8926503658294678, + "num_tokens": 408956327.0, + "step": 11221 + }, + { + "epoch": 2.083936861652739, + "grad_norm": 1.4736533164978027, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8826603889465332, + "num_tokens": 408994100.0, + "step": 11222 + }, + { + "epoch": 2.0841225626740947, + "grad_norm": 1.6118582487106323, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8850390911102295, + "num_tokens": 409027865.0, + "step": 11223 + }, + { + "epoch": 2.0843082636954504, + "grad_norm": 1.632423996925354, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8878771662712097, + "num_tokens": 409058154.0, + "step": 11224 + }, + { + "epoch": 2.084493964716806, + "grad_norm": 1.5072941780090332, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8819172978401184, + "num_tokens": 409098754.0, + "step": 11225 + }, + { + "epoch": 2.0846796657381614, + "grad_norm": 1.5996363162994385, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8828794956207275, + "num_tokens": 409134905.0, + "step": 11226 + }, + { + "epoch": 2.084865366759517, + "grad_norm": 1.718515157699585, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8754081130027771, + "num_tokens": 409169302.0, + "step": 11227 + }, + { + "epoch": 2.085051067780873, + "grad_norm": 1.517279028892517, + "learning_rate": 1e-06, + "loss": 0.2824, + "mean_token_accuracy": 0.895660400390625, + "num_tokens": 409207600.0, + "step": 11228 + }, + { + "epoch": 2.085236768802228, + "grad_norm": 1.5211138725280762, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8964521884918213, + "num_tokens": 409246852.0, + "step": 11229 + }, + { + "epoch": 2.085422469823584, + "grad_norm": 1.4945253133773804, + "learning_rate": 1e-06, + "loss": 0.2709, + "mean_token_accuracy": 0.9029508829116821, + "num_tokens": 409278087.0, + "step": 11230 + }, + { + "epoch": 2.0856081708449397, + "grad_norm": 1.7655919790267944, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8756002187728882, + "num_tokens": 409308668.0, + "step": 11231 + }, + { + "epoch": 2.0857938718662954, + "grad_norm": 1.5018978118896484, + "learning_rate": 1e-06, + "loss": 0.2981, + "mean_token_accuracy": 0.8956215977668762, + "num_tokens": 409342959.0, + "step": 11232 + }, + { + "epoch": 2.0859795728876507, + "grad_norm": 1.85115385055542, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8816337585449219, + "num_tokens": 409377463.0, + "step": 11233 + }, + { + "epoch": 2.0861652739090064, + "grad_norm": 1.599901795387268, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8813217282295227, + "num_tokens": 409417234.0, + "step": 11234 + }, + { + "epoch": 2.086350974930362, + "grad_norm": 1.6447722911834717, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8800061941146851, + "num_tokens": 409451381.0, + "step": 11235 + }, + { + "epoch": 2.086536675951718, + "grad_norm": 1.5856573581695557, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8853135108947754, + "num_tokens": 409482958.0, + "step": 11236 + }, + { + "epoch": 2.086722376973073, + "grad_norm": 1.529060959815979, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8977888822555542, + "num_tokens": 409522574.0, + "step": 11237 + }, + { + "epoch": 2.086908077994429, + "grad_norm": 1.6336292028427124, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8895516395568848, + "num_tokens": 409556593.0, + "step": 11238 + }, + { + "epoch": 2.0870937790157846, + "grad_norm": 1.695863962173462, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8868803977966309, + "num_tokens": 409589248.0, + "step": 11239 + }, + { + "epoch": 2.0872794800371404, + "grad_norm": 1.5720584392547607, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8886946439743042, + "num_tokens": 409622683.0, + "step": 11240 + }, + { + "epoch": 2.0874651810584957, + "grad_norm": 1.5481898784637451, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8839404582977295, + "num_tokens": 409662744.0, + "step": 11241 + }, + { + "epoch": 2.0876508820798514, + "grad_norm": 1.6604962348937988, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.886807382106781, + "num_tokens": 409693594.0, + "step": 11242 + }, + { + "epoch": 2.087836583101207, + "grad_norm": 1.6389840841293335, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8770801424980164, + "num_tokens": 409725009.0, + "step": 11243 + }, + { + "epoch": 2.088022284122563, + "grad_norm": 1.596793293952942, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8805416226387024, + "num_tokens": 409756912.0, + "step": 11244 + }, + { + "epoch": 2.088207985143918, + "grad_norm": 1.5150245428085327, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8831145167350769, + "num_tokens": 409792055.0, + "step": 11245 + }, + { + "epoch": 2.088393686165274, + "grad_norm": 1.4586069583892822, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8894191980361938, + "num_tokens": 409828877.0, + "step": 11246 + }, + { + "epoch": 2.0885793871866296, + "grad_norm": 1.3864655494689941, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8953022956848145, + "num_tokens": 409870146.0, + "step": 11247 + }, + { + "epoch": 2.0887650882079853, + "grad_norm": 1.5404037237167358, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8974058628082275, + "num_tokens": 409902269.0, + "step": 11248 + }, + { + "epoch": 2.0889507892293406, + "grad_norm": 1.6731797456741333, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.891717791557312, + "num_tokens": 409933071.0, + "step": 11249 + }, + { + "epoch": 2.0891364902506964, + "grad_norm": 1.5306909084320068, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8932002782821655, + "num_tokens": 409967306.0, + "step": 11250 + }, + { + "epoch": 2.089322191272052, + "grad_norm": 1.5168648958206177, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.890152633190155, + "num_tokens": 410006575.0, + "step": 11251 + }, + { + "epoch": 2.0895078922934074, + "grad_norm": 1.5612685680389404, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.893862247467041, + "num_tokens": 410048965.0, + "step": 11252 + }, + { + "epoch": 2.089693593314763, + "grad_norm": 1.4825689792633057, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8963598012924194, + "num_tokens": 410084873.0, + "step": 11253 + }, + { + "epoch": 2.089879294336119, + "grad_norm": 1.5582469701766968, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8899495601654053, + "num_tokens": 410119338.0, + "step": 11254 + }, + { + "epoch": 2.0900649953574746, + "grad_norm": 1.6708400249481201, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8903501033782959, + "num_tokens": 410149014.0, + "step": 11255 + }, + { + "epoch": 2.09025069637883, + "grad_norm": 1.4911930561065674, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8854032754898071, + "num_tokens": 410188418.0, + "step": 11256 + }, + { + "epoch": 2.0904363974001856, + "grad_norm": 1.587756872177124, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8759332895278931, + "num_tokens": 410221969.0, + "step": 11257 + }, + { + "epoch": 2.0906220984215413, + "grad_norm": 1.5206912755966187, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8772975206375122, + "num_tokens": 410260929.0, + "step": 11258 + }, + { + "epoch": 2.090807799442897, + "grad_norm": 1.484412431716919, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8928945064544678, + "num_tokens": 410297929.0, + "step": 11259 + }, + { + "epoch": 2.0909935004642524, + "grad_norm": 1.385649561882019, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8931992053985596, + "num_tokens": 410343070.0, + "step": 11260 + }, + { + "epoch": 2.091179201485608, + "grad_norm": 1.5827431678771973, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.88396817445755, + "num_tokens": 410377298.0, + "step": 11261 + }, + { + "epoch": 2.091364902506964, + "grad_norm": 1.5430209636688232, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8951451778411865, + "num_tokens": 410410874.0, + "step": 11262 + }, + { + "epoch": 2.0915506035283196, + "grad_norm": 1.7741990089416504, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8669112920761108, + "num_tokens": 410443835.0, + "step": 11263 + }, + { + "epoch": 2.091736304549675, + "grad_norm": 1.5085498094558716, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8888041377067566, + "num_tokens": 410479446.0, + "step": 11264 + }, + { + "epoch": 2.0919220055710306, + "grad_norm": 1.611106276512146, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8890676498413086, + "num_tokens": 410510361.0, + "step": 11265 + }, + { + "epoch": 2.0921077065923863, + "grad_norm": 1.6132493019104004, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8787534832954407, + "num_tokens": 410545574.0, + "step": 11266 + }, + { + "epoch": 2.092293407613742, + "grad_norm": 1.44050931930542, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8925945162773132, + "num_tokens": 410584734.0, + "step": 11267 + }, + { + "epoch": 2.0924791086350973, + "grad_norm": 1.5214775800704956, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8789551258087158, + "num_tokens": 410624121.0, + "step": 11268 + }, + { + "epoch": 2.092664809656453, + "grad_norm": 1.5608174800872803, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.8948410749435425, + "num_tokens": 410654518.0, + "step": 11269 + }, + { + "epoch": 2.092850510677809, + "grad_norm": 1.5515550374984741, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8744031190872192, + "num_tokens": 410699795.0, + "step": 11270 + }, + { + "epoch": 2.0930362116991645, + "grad_norm": 1.5177240371704102, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8886821866035461, + "num_tokens": 410735780.0, + "step": 11271 + }, + { + "epoch": 2.09322191272052, + "grad_norm": 1.620054006576538, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8880770206451416, + "num_tokens": 410772949.0, + "step": 11272 + }, + { + "epoch": 2.0934076137418756, + "grad_norm": 1.4888633489608765, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8954591751098633, + "num_tokens": 410808084.0, + "step": 11273 + }, + { + "epoch": 2.0935933147632313, + "grad_norm": 1.6918582916259766, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8783904314041138, + "num_tokens": 410841253.0, + "step": 11274 + }, + { + "epoch": 2.093779015784587, + "grad_norm": 1.6295958757400513, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8765122890472412, + "num_tokens": 410875512.0, + "step": 11275 + }, + { + "epoch": 2.0939647168059423, + "grad_norm": 1.6699104309082031, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8849145174026489, + "num_tokens": 410907591.0, + "step": 11276 + }, + { + "epoch": 2.094150417827298, + "grad_norm": 1.6042561531066895, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.898682713508606, + "num_tokens": 410941149.0, + "step": 11277 + }, + { + "epoch": 2.094336118848654, + "grad_norm": 1.5126621723175049, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.886549711227417, + "num_tokens": 410978709.0, + "step": 11278 + }, + { + "epoch": 2.094521819870009, + "grad_norm": 1.6911216974258423, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8791888356208801, + "num_tokens": 411012882.0, + "step": 11279 + }, + { + "epoch": 2.094707520891365, + "grad_norm": 1.5707627534866333, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8853933215141296, + "num_tokens": 411046570.0, + "step": 11280 + }, + { + "epoch": 2.0948932219127205, + "grad_norm": 1.5272493362426758, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8747021555900574, + "num_tokens": 411086421.0, + "step": 11281 + }, + { + "epoch": 2.0950789229340763, + "grad_norm": 1.6303036212921143, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8854657411575317, + "num_tokens": 411122551.0, + "step": 11282 + }, + { + "epoch": 2.0952646239554316, + "grad_norm": 1.5129603147506714, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8918458819389343, + "num_tokens": 411158397.0, + "step": 11283 + }, + { + "epoch": 2.0954503249767873, + "grad_norm": 1.4707704782485962, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8904653787612915, + "num_tokens": 411197857.0, + "step": 11284 + }, + { + "epoch": 2.095636025998143, + "grad_norm": 1.5481188297271729, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8839783072471619, + "num_tokens": 411233134.0, + "step": 11285 + }, + { + "epoch": 2.0958217270194988, + "grad_norm": 1.5324127674102783, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8911532163619995, + "num_tokens": 411268034.0, + "step": 11286 + }, + { + "epoch": 2.096007428040854, + "grad_norm": 1.4454714059829712, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8920137286186218, + "num_tokens": 411306396.0, + "step": 11287 + }, + { + "epoch": 2.09619312906221, + "grad_norm": 1.5434463024139404, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.881938099861145, + "num_tokens": 411343511.0, + "step": 11288 + }, + { + "epoch": 2.0963788300835655, + "grad_norm": 1.486899733543396, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8870401382446289, + "num_tokens": 411379694.0, + "step": 11289 + }, + { + "epoch": 2.0965645311049212, + "grad_norm": 1.5581145286560059, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8871563673019409, + "num_tokens": 411417279.0, + "step": 11290 + }, + { + "epoch": 2.0967502321262765, + "grad_norm": 1.6302403211593628, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8822155594825745, + "num_tokens": 411449468.0, + "step": 11291 + }, + { + "epoch": 2.0969359331476323, + "grad_norm": 1.5347460508346558, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8907710313796997, + "num_tokens": 411489343.0, + "step": 11292 + }, + { + "epoch": 2.097121634168988, + "grad_norm": 1.492779016494751, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8928626775741577, + "num_tokens": 411527853.0, + "step": 11293 + }, + { + "epoch": 2.0973073351903437, + "grad_norm": 1.5452581644058228, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8900257349014282, + "num_tokens": 411565735.0, + "step": 11294 + }, + { + "epoch": 2.097493036211699, + "grad_norm": 1.4900224208831787, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8819137215614319, + "num_tokens": 411604470.0, + "step": 11295 + }, + { + "epoch": 2.0976787372330548, + "grad_norm": 1.484276294708252, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8881460428237915, + "num_tokens": 411639352.0, + "step": 11296 + }, + { + "epoch": 2.0978644382544105, + "grad_norm": 1.4163618087768555, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8713252544403076, + "num_tokens": 411685909.0, + "step": 11297 + }, + { + "epoch": 2.0980501392757662, + "grad_norm": 1.4631587266921997, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8936995267868042, + "num_tokens": 411723676.0, + "step": 11298 + }, + { + "epoch": 2.0982358402971215, + "grad_norm": 1.5046625137329102, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8783019781112671, + "num_tokens": 411761721.0, + "step": 11299 + }, + { + "epoch": 2.0984215413184772, + "grad_norm": 1.596727728843689, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8841881155967712, + "num_tokens": 411797514.0, + "step": 11300 + }, + { + "epoch": 2.098607242339833, + "grad_norm": 1.4438812732696533, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8858195543289185, + "num_tokens": 411838240.0, + "step": 11301 + }, + { + "epoch": 2.0987929433611887, + "grad_norm": 1.5969947576522827, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8916542530059814, + "num_tokens": 411869257.0, + "step": 11302 + }, + { + "epoch": 2.098978644382544, + "grad_norm": 1.5154868364334106, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8880637288093567, + "num_tokens": 411906130.0, + "step": 11303 + }, + { + "epoch": 2.0991643454038997, + "grad_norm": 1.51951003074646, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8948503732681274, + "num_tokens": 411939220.0, + "step": 11304 + }, + { + "epoch": 2.0993500464252555, + "grad_norm": 1.5986266136169434, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8905181884765625, + "num_tokens": 411971874.0, + "step": 11305 + }, + { + "epoch": 2.0995357474466108, + "grad_norm": 1.6215654611587524, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.866973340511322, + "num_tokens": 412008060.0, + "step": 11306 + }, + { + "epoch": 2.0997214484679665, + "grad_norm": 1.4165993928909302, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.9031633138656616, + "num_tokens": 412043346.0, + "step": 11307 + }, + { + "epoch": 2.0999071494893222, + "grad_norm": 1.4771592617034912, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8864501714706421, + "num_tokens": 412084052.0, + "step": 11308 + }, + { + "epoch": 2.100092850510678, + "grad_norm": 1.670339822769165, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8864618539810181, + "num_tokens": 412113825.0, + "step": 11309 + }, + { + "epoch": 2.1002785515320332, + "grad_norm": 1.4424430131912231, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8900308609008789, + "num_tokens": 412154804.0, + "step": 11310 + }, + { + "epoch": 2.100464252553389, + "grad_norm": 1.4572657346725464, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8875284194946289, + "num_tokens": 412191277.0, + "step": 11311 + }, + { + "epoch": 2.1006499535747447, + "grad_norm": 1.6984221935272217, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8799216151237488, + "num_tokens": 412225843.0, + "step": 11312 + }, + { + "epoch": 2.1008356545961004, + "grad_norm": 1.5220023393630981, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8822616338729858, + "num_tokens": 412263390.0, + "step": 11313 + }, + { + "epoch": 2.1010213556174557, + "grad_norm": 1.4705451726913452, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8943037390708923, + "num_tokens": 412299783.0, + "step": 11314 + }, + { + "epoch": 2.1012070566388115, + "grad_norm": 1.5772396326065063, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8734517097473145, + "num_tokens": 412338350.0, + "step": 11315 + }, + { + "epoch": 2.101392757660167, + "grad_norm": 1.503915786743164, + "learning_rate": 1e-06, + "loss": 0.2684, + "mean_token_accuracy": 0.905587375164032, + "num_tokens": 412371037.0, + "step": 11316 + }, + { + "epoch": 2.101578458681523, + "grad_norm": 1.5927067995071411, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8856141567230225, + "num_tokens": 412406839.0, + "step": 11317 + }, + { + "epoch": 2.101764159702878, + "grad_norm": 1.522005319595337, + "learning_rate": 1e-06, + "loss": 0.2752, + "mean_token_accuracy": 0.9015601873397827, + "num_tokens": 412443308.0, + "step": 11318 + }, + { + "epoch": 2.101949860724234, + "grad_norm": 1.4598278999328613, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8849771022796631, + "num_tokens": 412487605.0, + "step": 11319 + }, + { + "epoch": 2.1021355617455897, + "grad_norm": 1.6041886806488037, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.9001531600952148, + "num_tokens": 412520794.0, + "step": 11320 + }, + { + "epoch": 2.1023212627669454, + "grad_norm": 1.5209262371063232, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8943225741386414, + "num_tokens": 412557233.0, + "step": 11321 + }, + { + "epoch": 2.1025069637883007, + "grad_norm": 1.5121244192123413, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8913386464118958, + "num_tokens": 412594756.0, + "step": 11322 + }, + { + "epoch": 2.1026926648096564, + "grad_norm": 1.4193720817565918, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8907626271247864, + "num_tokens": 412634279.0, + "step": 11323 + }, + { + "epoch": 2.102878365831012, + "grad_norm": 1.5278024673461914, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8886907696723938, + "num_tokens": 412670562.0, + "step": 11324 + }, + { + "epoch": 2.103064066852368, + "grad_norm": 1.4852538108825684, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.892460823059082, + "num_tokens": 412703872.0, + "step": 11325 + }, + { + "epoch": 2.103249767873723, + "grad_norm": 1.6220767498016357, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8816139698028564, + "num_tokens": 412736201.0, + "step": 11326 + }, + { + "epoch": 2.103435468895079, + "grad_norm": 1.4857836961746216, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8759375810623169, + "num_tokens": 412775538.0, + "step": 11327 + }, + { + "epoch": 2.1036211699164347, + "grad_norm": 1.531628131866455, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8818928003311157, + "num_tokens": 412814834.0, + "step": 11328 + }, + { + "epoch": 2.10380687093779, + "grad_norm": 1.5217785835266113, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8879488110542297, + "num_tokens": 412850285.0, + "step": 11329 + }, + { + "epoch": 2.1039925719591457, + "grad_norm": 1.564602255821228, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8896049857139587, + "num_tokens": 412886829.0, + "step": 11330 + }, + { + "epoch": 2.1041782729805014, + "grad_norm": 1.3809399604797363, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8954409956932068, + "num_tokens": 412928384.0, + "step": 11331 + }, + { + "epoch": 2.104363974001857, + "grad_norm": 1.5960572957992554, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8840729594230652, + "num_tokens": 412965083.0, + "step": 11332 + }, + { + "epoch": 2.1045496750232124, + "grad_norm": 1.607958436012268, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8860073685646057, + "num_tokens": 412998477.0, + "step": 11333 + }, + { + "epoch": 2.104735376044568, + "grad_norm": 1.5522842407226562, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8923807144165039, + "num_tokens": 413033947.0, + "step": 11334 + }, + { + "epoch": 2.104921077065924, + "grad_norm": 1.5834401845932007, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8844702243804932, + "num_tokens": 413069578.0, + "step": 11335 + }, + { + "epoch": 2.1051067780872796, + "grad_norm": 1.5152990818023682, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8825830221176147, + "num_tokens": 413107734.0, + "step": 11336 + }, + { + "epoch": 2.105292479108635, + "grad_norm": 1.4838777780532837, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8895589113235474, + "num_tokens": 413146391.0, + "step": 11337 + }, + { + "epoch": 2.1054781801299907, + "grad_norm": 1.5252811908721924, + "learning_rate": 1e-06, + "loss": 0.2828, + "mean_token_accuracy": 0.9028456211090088, + "num_tokens": 413181905.0, + "step": 11338 + }, + { + "epoch": 2.1056638811513464, + "grad_norm": 1.4895228147506714, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8940014839172363, + "num_tokens": 413217044.0, + "step": 11339 + }, + { + "epoch": 2.105849582172702, + "grad_norm": 1.4298242330551147, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8946784734725952, + "num_tokens": 413254558.0, + "step": 11340 + }, + { + "epoch": 2.1060352831940574, + "grad_norm": 1.6337661743164062, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8750934600830078, + "num_tokens": 413290884.0, + "step": 11341 + }, + { + "epoch": 2.106220984215413, + "grad_norm": 1.4077632427215576, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8943896293640137, + "num_tokens": 413330177.0, + "step": 11342 + }, + { + "epoch": 2.106406685236769, + "grad_norm": 1.575661540031433, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8852584362030029, + "num_tokens": 413365822.0, + "step": 11343 + }, + { + "epoch": 2.1065923862581246, + "grad_norm": 1.868054747581482, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8908331394195557, + "num_tokens": 413396384.0, + "step": 11344 + }, + { + "epoch": 2.10677808727948, + "grad_norm": 1.710480809211731, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8775161504745483, + "num_tokens": 413429486.0, + "step": 11345 + }, + { + "epoch": 2.1069637883008356, + "grad_norm": 1.3922556638717651, + "learning_rate": 1e-06, + "loss": 0.274, + "mean_token_accuracy": 0.900621771812439, + "num_tokens": 413468092.0, + "step": 11346 + }, + { + "epoch": 2.1071494893221914, + "grad_norm": 1.4350472688674927, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8786051273345947, + "num_tokens": 413510623.0, + "step": 11347 + }, + { + "epoch": 2.107335190343547, + "grad_norm": 1.5113598108291626, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8872398138046265, + "num_tokens": 413549727.0, + "step": 11348 + }, + { + "epoch": 2.1075208913649024, + "grad_norm": 1.6214059591293335, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8672413229942322, + "num_tokens": 413588080.0, + "step": 11349 + }, + { + "epoch": 2.107706592386258, + "grad_norm": 1.5276254415512085, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8874843120574951, + "num_tokens": 413627698.0, + "step": 11350 + }, + { + "epoch": 2.107892293407614, + "grad_norm": 1.5383930206298828, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8863389492034912, + "num_tokens": 413663562.0, + "step": 11351 + }, + { + "epoch": 2.108077994428969, + "grad_norm": 1.615688681602478, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8781306147575378, + "num_tokens": 413699253.0, + "step": 11352 + }, + { + "epoch": 2.108263695450325, + "grad_norm": 1.5297200679779053, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8786293268203735, + "num_tokens": 413733678.0, + "step": 11353 + }, + { + "epoch": 2.1084493964716806, + "grad_norm": 1.7577416896820068, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8850467801094055, + "num_tokens": 413764808.0, + "step": 11354 + }, + { + "epoch": 2.1086350974930363, + "grad_norm": 1.4679776430130005, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8935483694076538, + "num_tokens": 413806158.0, + "step": 11355 + }, + { + "epoch": 2.1088207985143916, + "grad_norm": 1.7568539381027222, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.884757399559021, + "num_tokens": 413839928.0, + "step": 11356 + }, + { + "epoch": 2.1090064995357474, + "grad_norm": 1.5661842823028564, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.9010554552078247, + "num_tokens": 413874640.0, + "step": 11357 + }, + { + "epoch": 2.109192200557103, + "grad_norm": 1.7323473691940308, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8690735101699829, + "num_tokens": 413906904.0, + "step": 11358 + }, + { + "epoch": 2.109377901578459, + "grad_norm": 1.6274791955947876, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.879285454750061, + "num_tokens": 413938987.0, + "step": 11359 + }, + { + "epoch": 2.109563602599814, + "grad_norm": 1.4591151475906372, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8880602717399597, + "num_tokens": 413976927.0, + "step": 11360 + }, + { + "epoch": 2.10974930362117, + "grad_norm": 1.5534429550170898, + "learning_rate": 1e-06, + "loss": 0.2754, + "mean_token_accuracy": 0.9013763666152954, + "num_tokens": 414010691.0, + "step": 11361 + }, + { + "epoch": 2.1099350046425256, + "grad_norm": 1.6226118803024292, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8815107345581055, + "num_tokens": 414046599.0, + "step": 11362 + }, + { + "epoch": 2.1101207056638813, + "grad_norm": 1.6441459655761719, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.882197380065918, + "num_tokens": 414078862.0, + "step": 11363 + }, + { + "epoch": 2.1103064066852366, + "grad_norm": 1.4993635416030884, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8901677131652832, + "num_tokens": 414116863.0, + "step": 11364 + }, + { + "epoch": 2.1104921077065923, + "grad_norm": 1.4727530479431152, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8862372040748596, + "num_tokens": 414153834.0, + "step": 11365 + }, + { + "epoch": 2.110677808727948, + "grad_norm": 1.5854427814483643, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8857101202011108, + "num_tokens": 414189538.0, + "step": 11366 + }, + { + "epoch": 2.110863509749304, + "grad_norm": 1.5650073289871216, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8931721448898315, + "num_tokens": 414221798.0, + "step": 11367 + }, + { + "epoch": 2.111049210770659, + "grad_norm": 1.577516794204712, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8803316950798035, + "num_tokens": 414256542.0, + "step": 11368 + }, + { + "epoch": 2.111234911792015, + "grad_norm": 1.5340626239776611, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8950778245925903, + "num_tokens": 414288913.0, + "step": 11369 + }, + { + "epoch": 2.1114206128133706, + "grad_norm": 1.5575696229934692, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8780663013458252, + "num_tokens": 414327165.0, + "step": 11370 + }, + { + "epoch": 2.1116063138347263, + "grad_norm": 1.5880053043365479, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.892113983631134, + "num_tokens": 414359333.0, + "step": 11371 + }, + { + "epoch": 2.1117920148560816, + "grad_norm": 1.5246962308883667, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8877331018447876, + "num_tokens": 414393186.0, + "step": 11372 + }, + { + "epoch": 2.1119777158774373, + "grad_norm": 1.3481121063232422, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.9022421836853027, + "num_tokens": 414431993.0, + "step": 11373 + }, + { + "epoch": 2.112163416898793, + "grad_norm": 1.4967008829116821, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8915899395942688, + "num_tokens": 414467071.0, + "step": 11374 + }, + { + "epoch": 2.1123491179201483, + "grad_norm": 1.5583765506744385, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.894182562828064, + "num_tokens": 414501775.0, + "step": 11375 + }, + { + "epoch": 2.112534818941504, + "grad_norm": 1.4715920686721802, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8896254897117615, + "num_tokens": 414538673.0, + "step": 11376 + }, + { + "epoch": 2.11272051996286, + "grad_norm": 1.549070119857788, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.885812520980835, + "num_tokens": 414577299.0, + "step": 11377 + }, + { + "epoch": 2.1129062209842155, + "grad_norm": 1.530663251876831, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8858371376991272, + "num_tokens": 414612937.0, + "step": 11378 + }, + { + "epoch": 2.113091922005571, + "grad_norm": 1.4889798164367676, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8934919834136963, + "num_tokens": 414649884.0, + "step": 11379 + }, + { + "epoch": 2.1132776230269266, + "grad_norm": 1.732884168624878, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8742790222167969, + "num_tokens": 414685367.0, + "step": 11380 + }, + { + "epoch": 2.1134633240482823, + "grad_norm": 1.4913417100906372, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.890904426574707, + "num_tokens": 414719090.0, + "step": 11381 + }, + { + "epoch": 2.113649025069638, + "grad_norm": 1.5142192840576172, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8955190181732178, + "num_tokens": 414753583.0, + "step": 11382 + }, + { + "epoch": 2.1138347260909933, + "grad_norm": 1.5228855609893799, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8820112347602844, + "num_tokens": 414791147.0, + "step": 11383 + }, + { + "epoch": 2.114020427112349, + "grad_norm": 1.6681019067764282, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8841267228126526, + "num_tokens": 414824737.0, + "step": 11384 + }, + { + "epoch": 2.114206128133705, + "grad_norm": 1.342448115348816, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.9015685319900513, + "num_tokens": 414863814.0, + "step": 11385 + }, + { + "epoch": 2.1143918291550605, + "grad_norm": 1.6199650764465332, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8757825493812561, + "num_tokens": 414897392.0, + "step": 11386 + }, + { + "epoch": 2.114577530176416, + "grad_norm": 1.5738979578018188, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8857459425926208, + "num_tokens": 414934184.0, + "step": 11387 + }, + { + "epoch": 2.1147632311977715, + "grad_norm": 1.6521244049072266, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8781259059906006, + "num_tokens": 414971249.0, + "step": 11388 + }, + { + "epoch": 2.1149489322191273, + "grad_norm": 1.5341471433639526, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8886793851852417, + "num_tokens": 415009270.0, + "step": 11389 + }, + { + "epoch": 2.115134633240483, + "grad_norm": 1.783478021621704, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8882007598876953, + "num_tokens": 415041272.0, + "step": 11390 + }, + { + "epoch": 2.1153203342618383, + "grad_norm": 1.5154882669448853, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8852239847183228, + "num_tokens": 415079588.0, + "step": 11391 + }, + { + "epoch": 2.115506035283194, + "grad_norm": 1.4642367362976074, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8868551254272461, + "num_tokens": 415118874.0, + "step": 11392 + }, + { + "epoch": 2.1156917363045498, + "grad_norm": 1.576911211013794, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8770697712898254, + "num_tokens": 415153054.0, + "step": 11393 + }, + { + "epoch": 2.1158774373259055, + "grad_norm": 1.4596730470657349, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8897836804389954, + "num_tokens": 415191490.0, + "step": 11394 + }, + { + "epoch": 2.116063138347261, + "grad_norm": 1.4496031999588013, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8786035180091858, + "num_tokens": 415236902.0, + "step": 11395 + }, + { + "epoch": 2.1162488393686165, + "grad_norm": 1.5370820760726929, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8914885520935059, + "num_tokens": 415275315.0, + "step": 11396 + }, + { + "epoch": 2.1164345403899723, + "grad_norm": 1.4383469820022583, + "learning_rate": 1e-06, + "loss": 0.2633, + "mean_token_accuracy": 0.9045154452323914, + "num_tokens": 415313199.0, + "step": 11397 + }, + { + "epoch": 2.1166202414113275, + "grad_norm": 1.6035233736038208, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8938062191009521, + "num_tokens": 415346132.0, + "step": 11398 + }, + { + "epoch": 2.1168059424326833, + "grad_norm": 1.535016417503357, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8842723965644836, + "num_tokens": 415380321.0, + "step": 11399 + }, + { + "epoch": 2.116991643454039, + "grad_norm": 1.6480252742767334, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8778728246688843, + "num_tokens": 415411197.0, + "step": 11400 + }, + { + "epoch": 2.1171773444753947, + "grad_norm": 1.7535197734832764, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8716558218002319, + "num_tokens": 415443338.0, + "step": 11401 + }, + { + "epoch": 2.11736304549675, + "grad_norm": 1.5926284790039062, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.88692706823349, + "num_tokens": 415475954.0, + "step": 11402 + }, + { + "epoch": 2.1175487465181058, + "grad_norm": 1.4757425785064697, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8809188604354858, + "num_tokens": 415516232.0, + "step": 11403 + }, + { + "epoch": 2.1177344475394615, + "grad_norm": 1.3728543519973755, + "learning_rate": 1e-06, + "loss": 0.2842, + "mean_token_accuracy": 0.8970259428024292, + "num_tokens": 415558787.0, + "step": 11404 + }, + { + "epoch": 2.1179201485608172, + "grad_norm": 1.435559868812561, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8848259449005127, + "num_tokens": 415598156.0, + "step": 11405 + }, + { + "epoch": 2.1181058495821725, + "grad_norm": 1.5225260257720947, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8941540122032166, + "num_tokens": 415634541.0, + "step": 11406 + }, + { + "epoch": 2.1182915506035283, + "grad_norm": 1.5858403444290161, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8752195239067078, + "num_tokens": 415670020.0, + "step": 11407 + }, + { + "epoch": 2.118477251624884, + "grad_norm": 1.5813952684402466, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8793745040893555, + "num_tokens": 415706120.0, + "step": 11408 + }, + { + "epoch": 2.1186629526462397, + "grad_norm": 1.6819491386413574, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8774284720420837, + "num_tokens": 415738906.0, + "step": 11409 + }, + { + "epoch": 2.118848653667595, + "grad_norm": 1.5845935344696045, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8747178316116333, + "num_tokens": 415775616.0, + "step": 11410 + }, + { + "epoch": 2.1190343546889507, + "grad_norm": 1.3518071174621582, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.9004707336425781, + "num_tokens": 415817540.0, + "step": 11411 + }, + { + "epoch": 2.1192200557103065, + "grad_norm": 1.6191725730895996, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8874732851982117, + "num_tokens": 415849723.0, + "step": 11412 + }, + { + "epoch": 2.119405756731662, + "grad_norm": 1.658926010131836, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8831796646118164, + "num_tokens": 415885363.0, + "step": 11413 + }, + { + "epoch": 2.1195914577530175, + "grad_norm": 1.4505372047424316, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8871404528617859, + "num_tokens": 415924261.0, + "step": 11414 + }, + { + "epoch": 2.1197771587743732, + "grad_norm": 1.501374363899231, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8829776644706726, + "num_tokens": 415960709.0, + "step": 11415 + }, + { + "epoch": 2.119962859795729, + "grad_norm": 1.4474694728851318, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8944963216781616, + "num_tokens": 415998296.0, + "step": 11416 + }, + { + "epoch": 2.1201485608170847, + "grad_norm": 1.398761510848999, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8980815410614014, + "num_tokens": 416035390.0, + "step": 11417 + }, + { + "epoch": 2.12033426183844, + "grad_norm": 1.3781349658966064, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8920342922210693, + "num_tokens": 416076676.0, + "step": 11418 + }, + { + "epoch": 2.1205199628597957, + "grad_norm": 1.5608806610107422, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8880898952484131, + "num_tokens": 416112082.0, + "step": 11419 + }, + { + "epoch": 2.1207056638811514, + "grad_norm": 1.7060290575027466, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8912386894226074, + "num_tokens": 416144354.0, + "step": 11420 + }, + { + "epoch": 2.1208913649025067, + "grad_norm": 1.5073522329330444, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8855767250061035, + "num_tokens": 416182088.0, + "step": 11421 + }, + { + "epoch": 2.1210770659238625, + "grad_norm": 1.5113872289657593, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8795136213302612, + "num_tokens": 416221303.0, + "step": 11422 + }, + { + "epoch": 2.121262766945218, + "grad_norm": 1.5201480388641357, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8825793266296387, + "num_tokens": 416260197.0, + "step": 11423 + }, + { + "epoch": 2.121448467966574, + "grad_norm": 1.5233579874038696, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8930189609527588, + "num_tokens": 416294796.0, + "step": 11424 + }, + { + "epoch": 2.1216341689879292, + "grad_norm": 1.6024171113967896, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8882439136505127, + "num_tokens": 416331262.0, + "step": 11425 + }, + { + "epoch": 2.121819870009285, + "grad_norm": 1.5888007879257202, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8762754201889038, + "num_tokens": 416368946.0, + "step": 11426 + }, + { + "epoch": 2.1220055710306407, + "grad_norm": 1.5319663286209106, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8883582949638367, + "num_tokens": 416407226.0, + "step": 11427 + }, + { + "epoch": 2.1221912720519964, + "grad_norm": 1.4686285257339478, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8884285688400269, + "num_tokens": 416446345.0, + "step": 11428 + }, + { + "epoch": 2.1223769730733517, + "grad_norm": 1.4487284421920776, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.8963321447372437, + "num_tokens": 416482059.0, + "step": 11429 + }, + { + "epoch": 2.1225626740947074, + "grad_norm": 1.7126725912094116, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8594844937324524, + "num_tokens": 416520719.0, + "step": 11430 + }, + { + "epoch": 2.122748375116063, + "grad_norm": 1.4803603887557983, + "learning_rate": 1e-06, + "loss": 0.2668, + "mean_token_accuracy": 0.900276780128479, + "num_tokens": 416551983.0, + "step": 11431 + }, + { + "epoch": 2.122934076137419, + "grad_norm": 1.5360565185546875, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8698386549949646, + "num_tokens": 416590915.0, + "step": 11432 + }, + { + "epoch": 2.123119777158774, + "grad_norm": 1.5111057758331299, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.884142279624939, + "num_tokens": 416627330.0, + "step": 11433 + }, + { + "epoch": 2.12330547818013, + "grad_norm": 1.4778064489364624, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8837982416152954, + "num_tokens": 416667636.0, + "step": 11434 + }, + { + "epoch": 2.1234911792014857, + "grad_norm": 1.471531629562378, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8796703815460205, + "num_tokens": 416705901.0, + "step": 11435 + }, + { + "epoch": 2.1236768802228414, + "grad_norm": 1.5096220970153809, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8802556395530701, + "num_tokens": 416743341.0, + "step": 11436 + }, + { + "epoch": 2.1238625812441967, + "grad_norm": 1.4347440004348755, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8801206946372986, + "num_tokens": 416787353.0, + "step": 11437 + }, + { + "epoch": 2.1240482822655524, + "grad_norm": 1.591341495513916, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8882920742034912, + "num_tokens": 416817315.0, + "step": 11438 + }, + { + "epoch": 2.124233983286908, + "grad_norm": 1.4882956743240356, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8896183967590332, + "num_tokens": 416853390.0, + "step": 11439 + }, + { + "epoch": 2.124419684308264, + "grad_norm": 1.485646367073059, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8770628571510315, + "num_tokens": 416895253.0, + "step": 11440 + }, + { + "epoch": 2.124605385329619, + "grad_norm": 1.4650366306304932, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.880537748336792, + "num_tokens": 416936830.0, + "step": 11441 + }, + { + "epoch": 2.124791086350975, + "grad_norm": 1.4804950952529907, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8959009647369385, + "num_tokens": 416971549.0, + "step": 11442 + }, + { + "epoch": 2.1249767873723306, + "grad_norm": 1.463293433189392, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8826813101768494, + "num_tokens": 417010839.0, + "step": 11443 + }, + { + "epoch": 2.125162488393686, + "grad_norm": 1.4578462839126587, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8783936500549316, + "num_tokens": 417051368.0, + "step": 11444 + }, + { + "epoch": 2.1253481894150417, + "grad_norm": 1.4913352727890015, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8794164061546326, + "num_tokens": 417090197.0, + "step": 11445 + }, + { + "epoch": 2.1255338904363974, + "grad_norm": 1.6799776554107666, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.884723424911499, + "num_tokens": 417126498.0, + "step": 11446 + }, + { + "epoch": 2.125719591457753, + "grad_norm": 1.5973081588745117, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8865375518798828, + "num_tokens": 417163723.0, + "step": 11447 + }, + { + "epoch": 2.125905292479109, + "grad_norm": 1.4930615425109863, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.883979082107544, + "num_tokens": 417202318.0, + "step": 11448 + }, + { + "epoch": 2.126090993500464, + "grad_norm": 1.5469990968704224, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8852604627609253, + "num_tokens": 417240082.0, + "step": 11449 + }, + { + "epoch": 2.12627669452182, + "grad_norm": 1.6861450672149658, + "learning_rate": 1e-06, + "loss": 0.2884, + "mean_token_accuracy": 0.896329402923584, + "num_tokens": 417271743.0, + "step": 11450 + }, + { + "epoch": 2.1264623955431756, + "grad_norm": 1.5845868587493896, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8702195882797241, + "num_tokens": 417308424.0, + "step": 11451 + }, + { + "epoch": 2.126648096564531, + "grad_norm": 1.5315535068511963, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8644981384277344, + "num_tokens": 417350359.0, + "step": 11452 + }, + { + "epoch": 2.1268337975858866, + "grad_norm": 1.522153377532959, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8787490725517273, + "num_tokens": 417387677.0, + "step": 11453 + }, + { + "epoch": 2.1270194986072424, + "grad_norm": 1.4383951425552368, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8950827717781067, + "num_tokens": 417423293.0, + "step": 11454 + }, + { + "epoch": 2.127205199628598, + "grad_norm": 1.462744116783142, + "learning_rate": 1e-06, + "loss": 0.2785, + "mean_token_accuracy": 0.9001662731170654, + "num_tokens": 417460299.0, + "step": 11455 + }, + { + "epoch": 2.1273909006499534, + "grad_norm": 1.5435258150100708, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8947855234146118, + "num_tokens": 417494619.0, + "step": 11456 + }, + { + "epoch": 2.127576601671309, + "grad_norm": 1.6304768323898315, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8818279504776001, + "num_tokens": 417528231.0, + "step": 11457 + }, + { + "epoch": 2.127762302692665, + "grad_norm": 1.4223803281784058, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8952155113220215, + "num_tokens": 417565811.0, + "step": 11458 + }, + { + "epoch": 2.1279480037140206, + "grad_norm": 1.523209810256958, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8682202100753784, + "num_tokens": 417603406.0, + "step": 11459 + }, + { + "epoch": 2.128133704735376, + "grad_norm": 1.6676359176635742, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8770750164985657, + "num_tokens": 417643032.0, + "step": 11460 + }, + { + "epoch": 2.1283194057567316, + "grad_norm": 1.557356834411621, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8924399614334106, + "num_tokens": 417675865.0, + "step": 11461 + }, + { + "epoch": 2.1285051067780874, + "grad_norm": 1.4366008043289185, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8852440714836121, + "num_tokens": 417718310.0, + "step": 11462 + }, + { + "epoch": 2.128690807799443, + "grad_norm": 1.516177773475647, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8878202438354492, + "num_tokens": 417753729.0, + "step": 11463 + }, + { + "epoch": 2.1288765088207984, + "grad_norm": 1.4192821979522705, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8912352323532104, + "num_tokens": 417794919.0, + "step": 11464 + }, + { + "epoch": 2.129062209842154, + "grad_norm": 1.5183812379837036, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8827092051506042, + "num_tokens": 417830469.0, + "step": 11465 + }, + { + "epoch": 2.12924791086351, + "grad_norm": 1.6039907932281494, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8814864158630371, + "num_tokens": 417865200.0, + "step": 11466 + }, + { + "epoch": 2.1294336118848656, + "grad_norm": 1.4957714080810547, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8854126930236816, + "num_tokens": 417908460.0, + "step": 11467 + }, + { + "epoch": 2.129619312906221, + "grad_norm": 1.5192267894744873, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8772558569908142, + "num_tokens": 417951948.0, + "step": 11468 + }, + { + "epoch": 2.1298050139275766, + "grad_norm": 1.5648648738861084, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8814542889595032, + "num_tokens": 417989737.0, + "step": 11469 + }, + { + "epoch": 2.1299907149489323, + "grad_norm": 1.6210078001022339, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.884617805480957, + "num_tokens": 418026857.0, + "step": 11470 + }, + { + "epoch": 2.130176415970288, + "grad_norm": 1.5358330011367798, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8870630860328674, + "num_tokens": 418062936.0, + "step": 11471 + }, + { + "epoch": 2.1303621169916434, + "grad_norm": 1.606604814529419, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8845388889312744, + "num_tokens": 418096368.0, + "step": 11472 + }, + { + "epoch": 2.130547818012999, + "grad_norm": 1.6042298078536987, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8846539258956909, + "num_tokens": 418129773.0, + "step": 11473 + }, + { + "epoch": 2.130733519034355, + "grad_norm": 1.4757224321365356, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8709564208984375, + "num_tokens": 418170374.0, + "step": 11474 + }, + { + "epoch": 2.13091922005571, + "grad_norm": 1.5827094316482544, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8857498168945312, + "num_tokens": 418204462.0, + "step": 11475 + }, + { + "epoch": 2.131104921077066, + "grad_norm": 1.4893763065338135, + "learning_rate": 1e-06, + "loss": 0.2855, + "mean_token_accuracy": 0.8984431624412537, + "num_tokens": 418238365.0, + "step": 11476 + }, + { + "epoch": 2.1312906220984216, + "grad_norm": 1.4562128782272339, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8927309513092041, + "num_tokens": 418277119.0, + "step": 11477 + }, + { + "epoch": 2.1314763231197773, + "grad_norm": 1.5528523921966553, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8886376619338989, + "num_tokens": 418312902.0, + "step": 11478 + }, + { + "epoch": 2.1316620241411326, + "grad_norm": 1.7018814086914062, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.867114782333374, + "num_tokens": 418345221.0, + "step": 11479 + }, + { + "epoch": 2.1318477251624883, + "grad_norm": 1.4524519443511963, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8912016749382019, + "num_tokens": 418383022.0, + "step": 11480 + }, + { + "epoch": 2.132033426183844, + "grad_norm": 1.60377037525177, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.885789155960083, + "num_tokens": 418415009.0, + "step": 11481 + }, + { + "epoch": 2.1322191272052, + "grad_norm": 1.4087603092193604, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8793889880180359, + "num_tokens": 418458821.0, + "step": 11482 + }, + { + "epoch": 2.132404828226555, + "grad_norm": 1.6097747087478638, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8803487420082092, + "num_tokens": 418491437.0, + "step": 11483 + }, + { + "epoch": 2.132590529247911, + "grad_norm": 1.6639268398284912, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8872497081756592, + "num_tokens": 418522193.0, + "step": 11484 + }, + { + "epoch": 2.1327762302692665, + "grad_norm": 1.5865356922149658, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8894290328025818, + "num_tokens": 418556301.0, + "step": 11485 + }, + { + "epoch": 2.1329619312906223, + "grad_norm": 1.4605953693389893, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8970552682876587, + "num_tokens": 418589982.0, + "step": 11486 + }, + { + "epoch": 2.1331476323119776, + "grad_norm": 1.592148780822754, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8743039965629578, + "num_tokens": 418626781.0, + "step": 11487 + }, + { + "epoch": 2.1333333333333333, + "grad_norm": 1.7960282564163208, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8718866109848022, + "num_tokens": 418657792.0, + "step": 11488 + }, + { + "epoch": 2.133519034354689, + "grad_norm": 1.463829755783081, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.880677342414856, + "num_tokens": 418695514.0, + "step": 11489 + }, + { + "epoch": 2.1337047353760448, + "grad_norm": 1.4467235803604126, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8877872824668884, + "num_tokens": 418730820.0, + "step": 11490 + }, + { + "epoch": 2.1338904363974, + "grad_norm": 1.5683501958847046, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8680145740509033, + "num_tokens": 418772723.0, + "step": 11491 + }, + { + "epoch": 2.134076137418756, + "grad_norm": 1.5157899856567383, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.8992487192153931, + "num_tokens": 418809095.0, + "step": 11492 + }, + { + "epoch": 2.1342618384401115, + "grad_norm": 1.5840182304382324, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8796314001083374, + "num_tokens": 418845138.0, + "step": 11493 + }, + { + "epoch": 2.1344475394614673, + "grad_norm": 1.5554769039154053, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8869538903236389, + "num_tokens": 418880216.0, + "step": 11494 + }, + { + "epoch": 2.1346332404828225, + "grad_norm": 1.5251858234405518, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.889176607131958, + "num_tokens": 418915924.0, + "step": 11495 + }, + { + "epoch": 2.1348189415041783, + "grad_norm": 1.4290176630020142, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.895068883895874, + "num_tokens": 418954982.0, + "step": 11496 + }, + { + "epoch": 2.135004642525534, + "grad_norm": 1.6538913249969482, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8876218795776367, + "num_tokens": 418988847.0, + "step": 11497 + }, + { + "epoch": 2.1351903435468893, + "grad_norm": 1.3851443529129028, + "learning_rate": 1e-06, + "loss": 0.2888, + "mean_token_accuracy": 0.897720992565155, + "num_tokens": 419024980.0, + "step": 11498 + }, + { + "epoch": 2.135376044568245, + "grad_norm": 1.5453633069992065, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8877440094947815, + "num_tokens": 419058979.0, + "step": 11499 + }, + { + "epoch": 2.1355617455896008, + "grad_norm": 1.3970273733139038, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8835750818252563, + "num_tokens": 419103740.0, + "step": 11500 + }, + { + "epoch": 2.1357474466109565, + "grad_norm": 1.7573498487472534, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8762291073799133, + "num_tokens": 419135199.0, + "step": 11501 + }, + { + "epoch": 2.135933147632312, + "grad_norm": 1.5567058324813843, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.885615885257721, + "num_tokens": 419171180.0, + "step": 11502 + }, + { + "epoch": 2.1361188486536675, + "grad_norm": 1.6534639596939087, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8901655673980713, + "num_tokens": 419202139.0, + "step": 11503 + }, + { + "epoch": 2.1363045496750233, + "grad_norm": 1.513917088508606, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8934828042984009, + "num_tokens": 419241538.0, + "step": 11504 + }, + { + "epoch": 2.136490250696379, + "grad_norm": 1.7555148601531982, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8830822706222534, + "num_tokens": 419270867.0, + "step": 11505 + }, + { + "epoch": 2.1366759517177343, + "grad_norm": 1.5897053480148315, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8751236200332642, + "num_tokens": 419307396.0, + "step": 11506 + }, + { + "epoch": 2.13686165273909, + "grad_norm": 1.3936816453933716, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8902382254600525, + "num_tokens": 419346873.0, + "step": 11507 + }, + { + "epoch": 2.1370473537604457, + "grad_norm": 1.5533479452133179, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8912418484687805, + "num_tokens": 419378384.0, + "step": 11508 + }, + { + "epoch": 2.1372330547818015, + "grad_norm": 1.467724323272705, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8899684548377991, + "num_tokens": 419417109.0, + "step": 11509 + }, + { + "epoch": 2.1374187558031568, + "grad_norm": 1.6089060306549072, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8758565187454224, + "num_tokens": 419453096.0, + "step": 11510 + }, + { + "epoch": 2.1376044568245125, + "grad_norm": 1.4765666723251343, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8859601616859436, + "num_tokens": 419495124.0, + "step": 11511 + }, + { + "epoch": 2.1377901578458682, + "grad_norm": 1.5039128065109253, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8916382789611816, + "num_tokens": 419532465.0, + "step": 11512 + }, + { + "epoch": 2.137975858867224, + "grad_norm": 1.476436734199524, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8845503330230713, + "num_tokens": 419570018.0, + "step": 11513 + }, + { + "epoch": 2.1381615598885793, + "grad_norm": 1.4563959836959839, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8897686004638672, + "num_tokens": 419606607.0, + "step": 11514 + }, + { + "epoch": 2.138347260909935, + "grad_norm": 1.4973682165145874, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8843736052513123, + "num_tokens": 419646017.0, + "step": 11515 + }, + { + "epoch": 2.1385329619312907, + "grad_norm": 1.4825947284698486, + "learning_rate": 1e-06, + "loss": 0.2782, + "mean_token_accuracy": 0.9020029902458191, + "num_tokens": 419678784.0, + "step": 11516 + }, + { + "epoch": 2.1387186629526465, + "grad_norm": 1.634102463722229, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8826628923416138, + "num_tokens": 419716186.0, + "step": 11517 + }, + { + "epoch": 2.1389043639740017, + "grad_norm": 1.4800432920455933, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8914371132850647, + "num_tokens": 419754033.0, + "step": 11518 + }, + { + "epoch": 2.1390900649953575, + "grad_norm": 1.4985910654067993, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8842346668243408, + "num_tokens": 419789950.0, + "step": 11519 + }, + { + "epoch": 2.139275766016713, + "grad_norm": 1.548317313194275, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8912034034729004, + "num_tokens": 419820339.0, + "step": 11520 + }, + { + "epoch": 2.1394614670380685, + "grad_norm": 1.645696997642517, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8892490267753601, + "num_tokens": 419858248.0, + "step": 11521 + }, + { + "epoch": 2.1396471680594242, + "grad_norm": 1.591432809829712, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8939447999000549, + "num_tokens": 419891861.0, + "step": 11522 + }, + { + "epoch": 2.13983286908078, + "grad_norm": 1.4990108013153076, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.887948751449585, + "num_tokens": 419927816.0, + "step": 11523 + }, + { + "epoch": 2.1400185701021357, + "grad_norm": 1.5463236570358276, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8848549723625183, + "num_tokens": 419961347.0, + "step": 11524 + }, + { + "epoch": 2.140204271123491, + "grad_norm": 1.4778856039047241, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8930736780166626, + "num_tokens": 419997667.0, + "step": 11525 + }, + { + "epoch": 2.1403899721448467, + "grad_norm": 1.4724239110946655, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8782546520233154, + "num_tokens": 420037684.0, + "step": 11526 + }, + { + "epoch": 2.1405756731662025, + "grad_norm": 1.5663200616836548, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8767886161804199, + "num_tokens": 420077005.0, + "step": 11527 + }, + { + "epoch": 2.140761374187558, + "grad_norm": 1.554876446723938, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.891330361366272, + "num_tokens": 420110030.0, + "step": 11528 + }, + { + "epoch": 2.1409470752089135, + "grad_norm": 1.5823010206222534, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.8965408205986023, + "num_tokens": 420141373.0, + "step": 11529 + }, + { + "epoch": 2.141132776230269, + "grad_norm": 1.429258108139038, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8984805345535278, + "num_tokens": 420180063.0, + "step": 11530 + }, + { + "epoch": 2.141318477251625, + "grad_norm": 1.4019217491149902, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8898028135299683, + "num_tokens": 420218294.0, + "step": 11531 + }, + { + "epoch": 2.1415041782729807, + "grad_norm": 1.3882604837417603, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8920137286186218, + "num_tokens": 420258058.0, + "step": 11532 + }, + { + "epoch": 2.141689879294336, + "grad_norm": 1.4937794208526611, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.9012511968612671, + "num_tokens": 420292336.0, + "step": 11533 + }, + { + "epoch": 2.1418755803156917, + "grad_norm": 1.603537678718567, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8863324522972107, + "num_tokens": 420326973.0, + "step": 11534 + }, + { + "epoch": 2.1420612813370474, + "grad_norm": 1.377624273300171, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8940998315811157, + "num_tokens": 420368862.0, + "step": 11535 + }, + { + "epoch": 2.142246982358403, + "grad_norm": 1.5681838989257812, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8889298439025879, + "num_tokens": 420402284.0, + "step": 11536 + }, + { + "epoch": 2.1424326833797585, + "grad_norm": 1.5571765899658203, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.896539568901062, + "num_tokens": 420437259.0, + "step": 11537 + }, + { + "epoch": 2.142618384401114, + "grad_norm": 1.5077613592147827, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8851820230484009, + "num_tokens": 420476019.0, + "step": 11538 + }, + { + "epoch": 2.14280408542247, + "grad_norm": 1.6645300388336182, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8723691701889038, + "num_tokens": 420509789.0, + "step": 11539 + }, + { + "epoch": 2.1429897864438257, + "grad_norm": 1.4540971517562866, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8834019899368286, + "num_tokens": 420547056.0, + "step": 11540 + }, + { + "epoch": 2.143175487465181, + "grad_norm": 1.5045710802078247, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8841947317123413, + "num_tokens": 420583783.0, + "step": 11541 + }, + { + "epoch": 2.1433611884865367, + "grad_norm": 1.5484888553619385, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8956506252288818, + "num_tokens": 420619280.0, + "step": 11542 + }, + { + "epoch": 2.1435468895078924, + "grad_norm": 1.623219609260559, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8905043601989746, + "num_tokens": 420648905.0, + "step": 11543 + }, + { + "epoch": 2.1437325905292477, + "grad_norm": 1.532944679260254, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8922228813171387, + "num_tokens": 420683579.0, + "step": 11544 + }, + { + "epoch": 2.1439182915506034, + "grad_norm": 1.6454582214355469, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8800022006034851, + "num_tokens": 420719846.0, + "step": 11545 + }, + { + "epoch": 2.144103992571959, + "grad_norm": 1.444619059562683, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8965824842453003, + "num_tokens": 420755759.0, + "step": 11546 + }, + { + "epoch": 2.144289693593315, + "grad_norm": 1.3269472122192383, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.891696572303772, + "num_tokens": 420803942.0, + "step": 11547 + }, + { + "epoch": 2.14447539461467, + "grad_norm": 1.3924893140792847, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8897439241409302, + "num_tokens": 420844556.0, + "step": 11548 + }, + { + "epoch": 2.144661095636026, + "grad_norm": 1.490565299987793, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8853228092193604, + "num_tokens": 420883416.0, + "step": 11549 + }, + { + "epoch": 2.1448467966573816, + "grad_norm": 1.477745532989502, + "learning_rate": 1e-06, + "loss": 0.2842, + "mean_token_accuracy": 0.8994468450546265, + "num_tokens": 420918986.0, + "step": 11550 + }, + { + "epoch": 2.1450324976787374, + "grad_norm": 1.4473974704742432, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.8990444540977478, + "num_tokens": 420954709.0, + "step": 11551 + }, + { + "epoch": 2.1452181987000927, + "grad_norm": 1.4116324186325073, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8793715238571167, + "num_tokens": 421000841.0, + "step": 11552 + }, + { + "epoch": 2.1454038997214484, + "grad_norm": 1.599581003189087, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8819637298583984, + "num_tokens": 421033808.0, + "step": 11553 + }, + { + "epoch": 2.145589600742804, + "grad_norm": 1.6050889492034912, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.881132960319519, + "num_tokens": 421068638.0, + "step": 11554 + }, + { + "epoch": 2.14577530176416, + "grad_norm": 1.376234531402588, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8953709602355957, + "num_tokens": 421110093.0, + "step": 11555 + }, + { + "epoch": 2.145961002785515, + "grad_norm": 1.5864144563674927, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8924069404602051, + "num_tokens": 421141976.0, + "step": 11556 + }, + { + "epoch": 2.146146703806871, + "grad_norm": 1.5194624662399292, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8897956609725952, + "num_tokens": 421181582.0, + "step": 11557 + }, + { + "epoch": 2.1463324048282266, + "grad_norm": 1.4882100820541382, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8872096538543701, + "num_tokens": 421221089.0, + "step": 11558 + }, + { + "epoch": 2.1465181058495824, + "grad_norm": 1.6792280673980713, + "learning_rate": 1e-06, + "loss": 0.2797, + "mean_token_accuracy": 0.8985059261322021, + "num_tokens": 421248946.0, + "step": 11559 + }, + { + "epoch": 2.1467038068709376, + "grad_norm": 1.5339734554290771, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.876451849937439, + "num_tokens": 421288917.0, + "step": 11560 + }, + { + "epoch": 2.1468895078922934, + "grad_norm": 1.5523841381072998, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8943145275115967, + "num_tokens": 421323210.0, + "step": 11561 + }, + { + "epoch": 2.147075208913649, + "grad_norm": 1.554095983505249, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8813707828521729, + "num_tokens": 421360904.0, + "step": 11562 + }, + { + "epoch": 2.147260909935005, + "grad_norm": 1.6632156372070312, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8857921361923218, + "num_tokens": 421393759.0, + "step": 11563 + }, + { + "epoch": 2.14744661095636, + "grad_norm": 1.5411179065704346, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8834064602851868, + "num_tokens": 421430601.0, + "step": 11564 + }, + { + "epoch": 2.147632311977716, + "grad_norm": 1.554313063621521, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8848527073860168, + "num_tokens": 421465123.0, + "step": 11565 + }, + { + "epoch": 2.1478180129990716, + "grad_norm": 1.6664791107177734, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.873199999332428, + "num_tokens": 421499148.0, + "step": 11566 + }, + { + "epoch": 2.148003714020427, + "grad_norm": 1.422209620475769, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8906173706054688, + "num_tokens": 421537404.0, + "step": 11567 + }, + { + "epoch": 2.1481894150417826, + "grad_norm": 1.4810879230499268, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8827003240585327, + "num_tokens": 421575950.0, + "step": 11568 + }, + { + "epoch": 2.1483751160631384, + "grad_norm": 1.5532034635543823, + "learning_rate": 1e-06, + "loss": 0.2809, + "mean_token_accuracy": 0.9002749919891357, + "num_tokens": 421605891.0, + "step": 11569 + }, + { + "epoch": 2.148560817084494, + "grad_norm": 1.53010892868042, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8849378228187561, + "num_tokens": 421640272.0, + "step": 11570 + }, + { + "epoch": 2.1487465181058494, + "grad_norm": 1.4644227027893066, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8908665180206299, + "num_tokens": 421677613.0, + "step": 11571 + }, + { + "epoch": 2.148932219127205, + "grad_norm": 1.4710354804992676, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8839739561080933, + "num_tokens": 421716932.0, + "step": 11572 + }, + { + "epoch": 2.149117920148561, + "grad_norm": 1.7358331680297852, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8835585713386536, + "num_tokens": 421750706.0, + "step": 11573 + }, + { + "epoch": 2.1493036211699166, + "grad_norm": 1.6421793699264526, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8818700313568115, + "num_tokens": 421784342.0, + "step": 11574 + }, + { + "epoch": 2.149489322191272, + "grad_norm": 1.556070327758789, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8804003596305847, + "num_tokens": 421821153.0, + "step": 11575 + }, + { + "epoch": 2.1496750232126276, + "grad_norm": 1.5294355154037476, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8868802785873413, + "num_tokens": 421855727.0, + "step": 11576 + }, + { + "epoch": 2.1498607242339833, + "grad_norm": 1.4780492782592773, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8899322152137756, + "num_tokens": 421894831.0, + "step": 11577 + }, + { + "epoch": 2.150046425255339, + "grad_norm": 1.446906328201294, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8931052684783936, + "num_tokens": 421934180.0, + "step": 11578 + }, + { + "epoch": 2.1502321262766944, + "grad_norm": 1.689037799835205, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8721916079521179, + "num_tokens": 421966367.0, + "step": 11579 + }, + { + "epoch": 2.15041782729805, + "grad_norm": 1.5341800451278687, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8850347399711609, + "num_tokens": 422004836.0, + "step": 11580 + }, + { + "epoch": 2.150603528319406, + "grad_norm": 1.3537698984146118, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.9007534384727478, + "num_tokens": 422042423.0, + "step": 11581 + }, + { + "epoch": 2.1507892293407616, + "grad_norm": 1.4896352291107178, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8838618993759155, + "num_tokens": 422080054.0, + "step": 11582 + }, + { + "epoch": 2.150974930362117, + "grad_norm": 1.539604663848877, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8865400552749634, + "num_tokens": 422117668.0, + "step": 11583 + }, + { + "epoch": 2.1511606313834726, + "grad_norm": 1.465460181236267, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.885549783706665, + "num_tokens": 422155043.0, + "step": 11584 + }, + { + "epoch": 2.1513463324048283, + "grad_norm": 1.5983409881591797, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8886717557907104, + "num_tokens": 422187248.0, + "step": 11585 + }, + { + "epoch": 2.151532033426184, + "grad_norm": 1.4577151536941528, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8871307373046875, + "num_tokens": 422224645.0, + "step": 11586 + }, + { + "epoch": 2.1517177344475393, + "grad_norm": 1.6635717153549194, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.878931999206543, + "num_tokens": 422252305.0, + "step": 11587 + }, + { + "epoch": 2.151903435468895, + "grad_norm": 1.4997855424880981, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8843802809715271, + "num_tokens": 422290710.0, + "step": 11588 + }, + { + "epoch": 2.152089136490251, + "grad_norm": 1.4893295764923096, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8895396590232849, + "num_tokens": 422328160.0, + "step": 11589 + }, + { + "epoch": 2.152274837511606, + "grad_norm": 1.5474631786346436, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8822125196456909, + "num_tokens": 422363915.0, + "step": 11590 + }, + { + "epoch": 2.152460538532962, + "grad_norm": 1.55681574344635, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8835331201553345, + "num_tokens": 422399771.0, + "step": 11591 + }, + { + "epoch": 2.1526462395543176, + "grad_norm": 1.4661208391189575, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8880099058151245, + "num_tokens": 422439664.0, + "step": 11592 + }, + { + "epoch": 2.1528319405756733, + "grad_norm": 1.516728162765503, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.890026330947876, + "num_tokens": 422475094.0, + "step": 11593 + }, + { + "epoch": 2.153017641597029, + "grad_norm": 1.5552295446395874, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8952467441558838, + "num_tokens": 422507826.0, + "step": 11594 + }, + { + "epoch": 2.1532033426183843, + "grad_norm": 1.463600754737854, + "learning_rate": 1e-06, + "loss": 0.2778, + "mean_token_accuracy": 0.8987241983413696, + "num_tokens": 422541800.0, + "step": 11595 + }, + { + "epoch": 2.15338904363974, + "grad_norm": 1.512289047241211, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.872230052947998, + "num_tokens": 422581126.0, + "step": 11596 + }, + { + "epoch": 2.1535747446610958, + "grad_norm": 1.5491005182266235, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.891650915145874, + "num_tokens": 422614765.0, + "step": 11597 + }, + { + "epoch": 2.153760445682451, + "grad_norm": 1.6285958290100098, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8934085369110107, + "num_tokens": 422644363.0, + "step": 11598 + }, + { + "epoch": 2.153946146703807, + "grad_norm": 1.4539796113967896, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.889612078666687, + "num_tokens": 422681067.0, + "step": 11599 + }, + { + "epoch": 2.1541318477251625, + "grad_norm": 1.6998211145401, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8717867136001587, + "num_tokens": 422712070.0, + "step": 11600 + }, + { + "epoch": 2.1543175487465183, + "grad_norm": 1.541082739830017, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8762860298156738, + "num_tokens": 422751511.0, + "step": 11601 + }, + { + "epoch": 2.1545032497678736, + "grad_norm": 1.5315046310424805, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8943246603012085, + "num_tokens": 422783800.0, + "step": 11602 + }, + { + "epoch": 2.1546889507892293, + "grad_norm": 1.5343050956726074, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8676820397377014, + "num_tokens": 422824204.0, + "step": 11603 + }, + { + "epoch": 2.154874651810585, + "grad_norm": 1.5387296676635742, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8760433197021484, + "num_tokens": 422864070.0, + "step": 11604 + }, + { + "epoch": 2.1550603528319408, + "grad_norm": 1.4876043796539307, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8945744037628174, + "num_tokens": 422894792.0, + "step": 11605 + }, + { + "epoch": 2.155246053853296, + "grad_norm": 1.5166311264038086, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8955450654029846, + "num_tokens": 422930475.0, + "step": 11606 + }, + { + "epoch": 2.1554317548746518, + "grad_norm": 1.6843950748443604, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8863239288330078, + "num_tokens": 422958312.0, + "step": 11607 + }, + { + "epoch": 2.1556174558960075, + "grad_norm": 1.4333394765853882, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9009994268417358, + "num_tokens": 422995900.0, + "step": 11608 + }, + { + "epoch": 2.1558031569173632, + "grad_norm": 1.603245496749878, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8766984939575195, + "num_tokens": 423030016.0, + "step": 11609 + }, + { + "epoch": 2.1559888579387185, + "grad_norm": 1.4729499816894531, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8790239691734314, + "num_tokens": 423068732.0, + "step": 11610 + }, + { + "epoch": 2.1561745589600743, + "grad_norm": 1.4722001552581787, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8891743421554565, + "num_tokens": 423107857.0, + "step": 11611 + }, + { + "epoch": 2.15636025998143, + "grad_norm": 1.4379345178604126, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8872255086898804, + "num_tokens": 423151661.0, + "step": 11612 + }, + { + "epoch": 2.1565459610027853, + "grad_norm": 1.5278904438018799, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8964523077011108, + "num_tokens": 423186751.0, + "step": 11613 + }, + { + "epoch": 2.156731662024141, + "grad_norm": 1.6236300468444824, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.880714476108551, + "num_tokens": 423221029.0, + "step": 11614 + }, + { + "epoch": 2.1569173630454967, + "grad_norm": 1.4430030584335327, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8667892813682556, + "num_tokens": 423265128.0, + "step": 11615 + }, + { + "epoch": 2.1571030640668525, + "grad_norm": 1.595121145248413, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8955085277557373, + "num_tokens": 423300495.0, + "step": 11616 + }, + { + "epoch": 2.157288765088208, + "grad_norm": 1.519363284111023, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8882297873497009, + "num_tokens": 423338147.0, + "step": 11617 + }, + { + "epoch": 2.1574744661095635, + "grad_norm": 1.6401629447937012, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8806712627410889, + "num_tokens": 423372155.0, + "step": 11618 + }, + { + "epoch": 2.1576601671309192, + "grad_norm": 1.5688093900680542, + "learning_rate": 1e-06, + "loss": 0.2825, + "mean_token_accuracy": 0.9007763862609863, + "num_tokens": 423405099.0, + "step": 11619 + }, + { + "epoch": 2.157845868152275, + "grad_norm": 1.4763036966323853, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8869322538375854, + "num_tokens": 423449749.0, + "step": 11620 + }, + { + "epoch": 2.1580315691736303, + "grad_norm": 1.3995920419692993, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8810770511627197, + "num_tokens": 423494600.0, + "step": 11621 + }, + { + "epoch": 2.158217270194986, + "grad_norm": 1.6447978019714355, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8795260190963745, + "num_tokens": 423526084.0, + "step": 11622 + }, + { + "epoch": 2.1584029712163417, + "grad_norm": 1.5443239212036133, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8851367831230164, + "num_tokens": 423564398.0, + "step": 11623 + }, + { + "epoch": 2.1585886722376975, + "grad_norm": 1.4721802473068237, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8834623694419861, + "num_tokens": 423605479.0, + "step": 11624 + }, + { + "epoch": 2.1587743732590527, + "grad_norm": 1.6040928363800049, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8882825374603271, + "num_tokens": 423640188.0, + "step": 11625 + }, + { + "epoch": 2.1589600742804085, + "grad_norm": 1.5044633150100708, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8935670852661133, + "num_tokens": 423677078.0, + "step": 11626 + }, + { + "epoch": 2.159145775301764, + "grad_norm": 1.6836692094802856, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.87162184715271, + "num_tokens": 423709250.0, + "step": 11627 + }, + { + "epoch": 2.15933147632312, + "grad_norm": 1.5193694829940796, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8988296389579773, + "num_tokens": 423740030.0, + "step": 11628 + }, + { + "epoch": 2.1595171773444752, + "grad_norm": 1.456692099571228, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8954103589057922, + "num_tokens": 423775969.0, + "step": 11629 + }, + { + "epoch": 2.159702878365831, + "grad_norm": 1.6284762620925903, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8794018030166626, + "num_tokens": 423809669.0, + "step": 11630 + }, + { + "epoch": 2.1598885793871867, + "grad_norm": 1.73313570022583, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8693889379501343, + "num_tokens": 423845201.0, + "step": 11631 + }, + { + "epoch": 2.1600742804085424, + "grad_norm": 1.5548499822616577, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8853888511657715, + "num_tokens": 423886321.0, + "step": 11632 + }, + { + "epoch": 2.1602599814298977, + "grad_norm": 1.592552900314331, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8977466821670532, + "num_tokens": 423919711.0, + "step": 11633 + }, + { + "epoch": 2.1604456824512535, + "grad_norm": 1.479214072227478, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8923742771148682, + "num_tokens": 423958608.0, + "step": 11634 + }, + { + "epoch": 2.160631383472609, + "grad_norm": 1.5329742431640625, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8992037773132324, + "num_tokens": 423992924.0, + "step": 11635 + }, + { + "epoch": 2.160817084493965, + "grad_norm": 1.6359436511993408, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8871614933013916, + "num_tokens": 424022183.0, + "step": 11636 + }, + { + "epoch": 2.16100278551532, + "grad_norm": 1.5048733949661255, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8904423713684082, + "num_tokens": 424058185.0, + "step": 11637 + }, + { + "epoch": 2.161188486536676, + "grad_norm": 1.5339053869247437, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8821710348129272, + "num_tokens": 424094706.0, + "step": 11638 + }, + { + "epoch": 2.1613741875580317, + "grad_norm": 1.5846425294876099, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8829102516174316, + "num_tokens": 424126959.0, + "step": 11639 + }, + { + "epoch": 2.1615598885793874, + "grad_norm": 1.7822530269622803, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8696523904800415, + "num_tokens": 424162876.0, + "step": 11640 + }, + { + "epoch": 2.1617455896007427, + "grad_norm": 1.5024607181549072, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.9012422561645508, + "num_tokens": 424192660.0, + "step": 11641 + }, + { + "epoch": 2.1619312906220984, + "grad_norm": 1.441540002822876, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8914846777915955, + "num_tokens": 424233960.0, + "step": 11642 + }, + { + "epoch": 2.162116991643454, + "grad_norm": 1.6051713228225708, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8887119293212891, + "num_tokens": 424268128.0, + "step": 11643 + }, + { + "epoch": 2.1623026926648095, + "grad_norm": 1.5219216346740723, + "learning_rate": 1e-06, + "loss": 0.2746, + "mean_token_accuracy": 0.899528980255127, + "num_tokens": 424302795.0, + "step": 11644 + }, + { + "epoch": 2.162488393686165, + "grad_norm": 1.5778727531433105, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8863300085067749, + "num_tokens": 424334363.0, + "step": 11645 + }, + { + "epoch": 2.162674094707521, + "grad_norm": 1.5739994049072266, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8862695097923279, + "num_tokens": 424368561.0, + "step": 11646 + }, + { + "epoch": 2.1628597957288767, + "grad_norm": 1.6370997428894043, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8797945976257324, + "num_tokens": 424401349.0, + "step": 11647 + }, + { + "epoch": 2.163045496750232, + "grad_norm": 1.6626468896865845, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8815836906433105, + "num_tokens": 424436487.0, + "step": 11648 + }, + { + "epoch": 2.1632311977715877, + "grad_norm": 1.4594312906265259, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8933945894241333, + "num_tokens": 424474512.0, + "step": 11649 + }, + { + "epoch": 2.1634168987929434, + "grad_norm": 1.644984483718872, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8782198429107666, + "num_tokens": 424512390.0, + "step": 11650 + }, + { + "epoch": 2.163602599814299, + "grad_norm": 1.5286507606506348, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8807317018508911, + "num_tokens": 424550605.0, + "step": 11651 + }, + { + "epoch": 2.1637883008356544, + "grad_norm": 1.548567771911621, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8826305866241455, + "num_tokens": 424587870.0, + "step": 11652 + }, + { + "epoch": 2.16397400185701, + "grad_norm": 1.4101732969284058, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8946971893310547, + "num_tokens": 424624453.0, + "step": 11653 + }, + { + "epoch": 2.164159702878366, + "grad_norm": 1.4511417150497437, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8790936470031738, + "num_tokens": 424665280.0, + "step": 11654 + }, + { + "epoch": 2.1643454038997216, + "grad_norm": 1.5456548929214478, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8878937363624573, + "num_tokens": 424703131.0, + "step": 11655 + }, + { + "epoch": 2.164531104921077, + "grad_norm": 1.4451278448104858, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8882597088813782, + "num_tokens": 424746048.0, + "step": 11656 + }, + { + "epoch": 2.1647168059424327, + "grad_norm": 1.7035466432571411, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8929142355918884, + "num_tokens": 424778600.0, + "step": 11657 + }, + { + "epoch": 2.1649025069637884, + "grad_norm": 1.4019461870193481, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8804558515548706, + "num_tokens": 424822067.0, + "step": 11658 + }, + { + "epoch": 2.165088207985144, + "grad_norm": 1.5711387395858765, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8954687714576721, + "num_tokens": 424857248.0, + "step": 11659 + }, + { + "epoch": 2.1652739090064994, + "grad_norm": 1.3771971464157104, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.9032809138298035, + "num_tokens": 424895593.0, + "step": 11660 + }, + { + "epoch": 2.165459610027855, + "grad_norm": 1.549744725227356, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8835388422012329, + "num_tokens": 424933217.0, + "step": 11661 + }, + { + "epoch": 2.165645311049211, + "grad_norm": 1.6041009426116943, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8770084381103516, + "num_tokens": 424971335.0, + "step": 11662 + }, + { + "epoch": 2.1658310120705666, + "grad_norm": 1.3869773149490356, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8921173214912415, + "num_tokens": 425010333.0, + "step": 11663 + }, + { + "epoch": 2.166016713091922, + "grad_norm": 1.3554223775863647, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8944510221481323, + "num_tokens": 425050863.0, + "step": 11664 + }, + { + "epoch": 2.1662024141132776, + "grad_norm": 1.7406291961669922, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8890082836151123, + "num_tokens": 425080316.0, + "step": 11665 + }, + { + "epoch": 2.1663881151346334, + "grad_norm": 1.6289448738098145, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8819619417190552, + "num_tokens": 425116422.0, + "step": 11666 + }, + { + "epoch": 2.1665738161559887, + "grad_norm": 1.558948040008545, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8842727541923523, + "num_tokens": 425148284.0, + "step": 11667 + }, + { + "epoch": 2.1667595171773444, + "grad_norm": 1.6683323383331299, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8794889450073242, + "num_tokens": 425182182.0, + "step": 11668 + }, + { + "epoch": 2.1669452181987, + "grad_norm": 1.716444492340088, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8951624631881714, + "num_tokens": 425213580.0, + "step": 11669 + }, + { + "epoch": 2.167130919220056, + "grad_norm": 1.5168570280075073, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8978601694107056, + "num_tokens": 425245014.0, + "step": 11670 + }, + { + "epoch": 2.167316620241411, + "grad_norm": 1.6270148754119873, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8861503005027771, + "num_tokens": 425276100.0, + "step": 11671 + }, + { + "epoch": 2.167502321262767, + "grad_norm": 1.491812825202942, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.9049230813980103, + "num_tokens": 425311175.0, + "step": 11672 + }, + { + "epoch": 2.1676880222841226, + "grad_norm": 1.4227008819580078, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8969953656196594, + "num_tokens": 425351734.0, + "step": 11673 + }, + { + "epoch": 2.1678737233054783, + "grad_norm": 1.5643244981765747, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8947935104370117, + "num_tokens": 425387751.0, + "step": 11674 + }, + { + "epoch": 2.1680594243268336, + "grad_norm": 1.4934442043304443, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8933765292167664, + "num_tokens": 425424862.0, + "step": 11675 + }, + { + "epoch": 2.1682451253481894, + "grad_norm": 1.7571154832839966, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8740062713623047, + "num_tokens": 425455115.0, + "step": 11676 + }, + { + "epoch": 2.168430826369545, + "grad_norm": 1.7091400623321533, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8739756345748901, + "num_tokens": 425489582.0, + "step": 11677 + }, + { + "epoch": 2.168616527390901, + "grad_norm": 1.5441471338272095, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8771687746047974, + "num_tokens": 425531976.0, + "step": 11678 + }, + { + "epoch": 2.168802228412256, + "grad_norm": 1.6312830448150635, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8911217451095581, + "num_tokens": 425564699.0, + "step": 11679 + }, + { + "epoch": 2.168987929433612, + "grad_norm": 1.52849280834198, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8726683259010315, + "num_tokens": 425604626.0, + "step": 11680 + }, + { + "epoch": 2.1691736304549676, + "grad_norm": 1.5375648736953735, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.882840633392334, + "num_tokens": 425644606.0, + "step": 11681 + }, + { + "epoch": 2.1693593314763233, + "grad_norm": 1.5591768026351929, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8833271265029907, + "num_tokens": 425681339.0, + "step": 11682 + }, + { + "epoch": 2.1695450324976786, + "grad_norm": 1.5823725461959839, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8917771577835083, + "num_tokens": 425715047.0, + "step": 11683 + }, + { + "epoch": 2.1697307335190343, + "grad_norm": 1.6104542016983032, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.889077365398407, + "num_tokens": 425747985.0, + "step": 11684 + }, + { + "epoch": 2.16991643454039, + "grad_norm": 1.3702419996261597, + "learning_rate": 1e-06, + "loss": 0.2727, + "mean_token_accuracy": 0.9038828015327454, + "num_tokens": 425788958.0, + "step": 11685 + }, + { + "epoch": 2.170102135561746, + "grad_norm": 1.549665927886963, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8936100006103516, + "num_tokens": 425825478.0, + "step": 11686 + }, + { + "epoch": 2.170287836583101, + "grad_norm": 1.6358634233474731, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8949229717254639, + "num_tokens": 425853202.0, + "step": 11687 + }, + { + "epoch": 2.170473537604457, + "grad_norm": 1.7091972827911377, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.90251624584198, + "num_tokens": 425880563.0, + "step": 11688 + }, + { + "epoch": 2.1706592386258126, + "grad_norm": 1.6171948909759521, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8997070789337158, + "num_tokens": 425913604.0, + "step": 11689 + }, + { + "epoch": 2.170844939647168, + "grad_norm": 1.623026728630066, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8847168684005737, + "num_tokens": 425947366.0, + "step": 11690 + }, + { + "epoch": 2.1710306406685236, + "grad_norm": 1.5382964611053467, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.8927397131919861, + "num_tokens": 425984924.0, + "step": 11691 + }, + { + "epoch": 2.1712163416898793, + "grad_norm": 1.6766732931137085, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.885574221611023, + "num_tokens": 426017423.0, + "step": 11692 + }, + { + "epoch": 2.171402042711235, + "grad_norm": 1.5643038749694824, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8801726698875427, + "num_tokens": 426055792.0, + "step": 11693 + }, + { + "epoch": 2.1715877437325903, + "grad_norm": 1.5565251111984253, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8963766098022461, + "num_tokens": 426087940.0, + "step": 11694 + }, + { + "epoch": 2.171773444753946, + "grad_norm": 1.5171451568603516, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8935176134109497, + "num_tokens": 426123781.0, + "step": 11695 + }, + { + "epoch": 2.171959145775302, + "grad_norm": 1.4859206676483154, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.89087975025177, + "num_tokens": 426157876.0, + "step": 11696 + }, + { + "epoch": 2.1721448467966575, + "grad_norm": 1.6057963371276855, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8823884725570679, + "num_tokens": 426191605.0, + "step": 11697 + }, + { + "epoch": 2.172330547818013, + "grad_norm": 1.5715491771697998, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.9026058316230774, + "num_tokens": 426221552.0, + "step": 11698 + }, + { + "epoch": 2.1725162488393686, + "grad_norm": 1.608711838722229, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8819202184677124, + "num_tokens": 426262937.0, + "step": 11699 + }, + { + "epoch": 2.1727019498607243, + "grad_norm": 1.6788616180419922, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8992701172828674, + "num_tokens": 426291206.0, + "step": 11700 + }, + { + "epoch": 2.17288765088208, + "grad_norm": 1.4437912702560425, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.8993489146232605, + "num_tokens": 426328559.0, + "step": 11701 + }, + { + "epoch": 2.1730733519034353, + "grad_norm": 1.5378941297531128, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8875311017036438, + "num_tokens": 426365398.0, + "step": 11702 + }, + { + "epoch": 2.173259052924791, + "grad_norm": 1.4493409395217896, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8845676183700562, + "num_tokens": 426402318.0, + "step": 11703 + }, + { + "epoch": 2.173444753946147, + "grad_norm": 1.4592031240463257, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8995802402496338, + "num_tokens": 426438664.0, + "step": 11704 + }, + { + "epoch": 2.1736304549675025, + "grad_norm": 1.6449161767959595, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8817601203918457, + "num_tokens": 426475027.0, + "step": 11705 + }, + { + "epoch": 2.173816155988858, + "grad_norm": 1.3882423639297485, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.890258252620697, + "num_tokens": 426515508.0, + "step": 11706 + }, + { + "epoch": 2.1740018570102135, + "grad_norm": 1.439457893371582, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8814975023269653, + "num_tokens": 426560562.0, + "step": 11707 + }, + { + "epoch": 2.1741875580315693, + "grad_norm": 1.6086678504943848, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8881620168685913, + "num_tokens": 426595950.0, + "step": 11708 + }, + { + "epoch": 2.174373259052925, + "grad_norm": 1.6812424659729004, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8987302184104919, + "num_tokens": 426624168.0, + "step": 11709 + }, + { + "epoch": 2.1745589600742803, + "grad_norm": 1.4989010095596313, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8746172189712524, + "num_tokens": 426664886.0, + "step": 11710 + }, + { + "epoch": 2.174744661095636, + "grad_norm": 1.548094391822815, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8941075801849365, + "num_tokens": 426699513.0, + "step": 11711 + }, + { + "epoch": 2.1749303621169918, + "grad_norm": 1.64289391040802, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.887624979019165, + "num_tokens": 426730919.0, + "step": 11712 + }, + { + "epoch": 2.175116063138347, + "grad_norm": 1.4478729963302612, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8949652314186096, + "num_tokens": 426767463.0, + "step": 11713 + }, + { + "epoch": 2.1753017641597028, + "grad_norm": 1.7242048978805542, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8795855045318604, + "num_tokens": 426801236.0, + "step": 11714 + }, + { + "epoch": 2.1754874651810585, + "grad_norm": 1.551401138305664, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8773323893547058, + "num_tokens": 426835602.0, + "step": 11715 + }, + { + "epoch": 2.1756731662024142, + "grad_norm": 1.680838704109192, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8764045834541321, + "num_tokens": 426869375.0, + "step": 11716 + }, + { + "epoch": 2.1758588672237695, + "grad_norm": 1.5101057291030884, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8929979205131531, + "num_tokens": 426901562.0, + "step": 11717 + }, + { + "epoch": 2.1760445682451253, + "grad_norm": 1.568090558052063, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.892897367477417, + "num_tokens": 426933486.0, + "step": 11718 + }, + { + "epoch": 2.176230269266481, + "grad_norm": 1.6564531326293945, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8759336471557617, + "num_tokens": 426965670.0, + "step": 11719 + }, + { + "epoch": 2.1764159702878367, + "grad_norm": 1.5464695692062378, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.883877158164978, + "num_tokens": 427004519.0, + "step": 11720 + }, + { + "epoch": 2.176601671309192, + "grad_norm": 1.5878429412841797, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8717848062515259, + "num_tokens": 427044685.0, + "step": 11721 + }, + { + "epoch": 2.1767873723305478, + "grad_norm": 1.5831537246704102, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8853516578674316, + "num_tokens": 427079465.0, + "step": 11722 + }, + { + "epoch": 2.1769730733519035, + "grad_norm": 1.5461772680282593, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8865487575531006, + "num_tokens": 427117609.0, + "step": 11723 + }, + { + "epoch": 2.177158774373259, + "grad_norm": 1.6095534563064575, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8671364188194275, + "num_tokens": 427155821.0, + "step": 11724 + }, + { + "epoch": 2.1773444753946145, + "grad_norm": 1.4715659618377686, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.8980699181556702, + "num_tokens": 427190361.0, + "step": 11725 + }, + { + "epoch": 2.1775301764159702, + "grad_norm": 1.5402883291244507, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8946840763092041, + "num_tokens": 427224184.0, + "step": 11726 + }, + { + "epoch": 2.177715877437326, + "grad_norm": 1.6204133033752441, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8808079361915588, + "num_tokens": 427258417.0, + "step": 11727 + }, + { + "epoch": 2.1779015784586817, + "grad_norm": 1.448289155960083, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8955049514770508, + "num_tokens": 427295876.0, + "step": 11728 + }, + { + "epoch": 2.178087279480037, + "grad_norm": 1.5204490423202515, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.889827311038971, + "num_tokens": 427329592.0, + "step": 11729 + }, + { + "epoch": 2.1782729805013927, + "grad_norm": 1.470766305923462, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8904010057449341, + "num_tokens": 427367814.0, + "step": 11730 + }, + { + "epoch": 2.1784586815227485, + "grad_norm": 1.547478199005127, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8874773979187012, + "num_tokens": 427405530.0, + "step": 11731 + }, + { + "epoch": 2.178644382544104, + "grad_norm": 1.573825478553772, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8920878171920776, + "num_tokens": 427439512.0, + "step": 11732 + }, + { + "epoch": 2.1788300835654595, + "grad_norm": 1.533290147781372, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8821256160736084, + "num_tokens": 427477925.0, + "step": 11733 + }, + { + "epoch": 2.179015784586815, + "grad_norm": 1.4094533920288086, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.904164731502533, + "num_tokens": 427514611.0, + "step": 11734 + }, + { + "epoch": 2.179201485608171, + "grad_norm": 1.6112713813781738, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8924850225448608, + "num_tokens": 427548993.0, + "step": 11735 + }, + { + "epoch": 2.1793871866295262, + "grad_norm": 1.6295883655548096, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8886386156082153, + "num_tokens": 427582917.0, + "step": 11736 + }, + { + "epoch": 2.179572887650882, + "grad_norm": 1.5098744630813599, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8839367628097534, + "num_tokens": 427617945.0, + "step": 11737 + }, + { + "epoch": 2.1797585886722377, + "grad_norm": 1.4698954820632935, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8853530883789062, + "num_tokens": 427655009.0, + "step": 11738 + }, + { + "epoch": 2.1799442896935934, + "grad_norm": 1.532562017440796, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8741479516029358, + "num_tokens": 427692902.0, + "step": 11739 + }, + { + "epoch": 2.1801299907149487, + "grad_norm": 1.4864223003387451, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8935092687606812, + "num_tokens": 427732753.0, + "step": 11740 + }, + { + "epoch": 2.1803156917363045, + "grad_norm": 1.4854494333267212, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8919870853424072, + "num_tokens": 427769777.0, + "step": 11741 + }, + { + "epoch": 2.18050139275766, + "grad_norm": 1.6705445051193237, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8854072690010071, + "num_tokens": 427802557.0, + "step": 11742 + }, + { + "epoch": 2.180687093779016, + "grad_norm": 1.5317004919052124, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8841018676757812, + "num_tokens": 427840298.0, + "step": 11743 + }, + { + "epoch": 2.180872794800371, + "grad_norm": 1.571080207824707, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.882384181022644, + "num_tokens": 427877942.0, + "step": 11744 + }, + { + "epoch": 2.181058495821727, + "grad_norm": 1.5131689310073853, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8837518095970154, + "num_tokens": 427914850.0, + "step": 11745 + }, + { + "epoch": 2.1812441968430827, + "grad_norm": 1.4781259298324585, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.883034348487854, + "num_tokens": 427954551.0, + "step": 11746 + }, + { + "epoch": 2.1814298978644384, + "grad_norm": 1.464339256286621, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.895839512348175, + "num_tokens": 427993082.0, + "step": 11747 + }, + { + "epoch": 2.1816155988857937, + "grad_norm": 1.5192396640777588, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8793553113937378, + "num_tokens": 428031627.0, + "step": 11748 + }, + { + "epoch": 2.1818012999071494, + "grad_norm": 1.585455298423767, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8917886018753052, + "num_tokens": 428065923.0, + "step": 11749 + }, + { + "epoch": 2.181987000928505, + "grad_norm": 1.5507311820983887, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8856602311134338, + "num_tokens": 428098876.0, + "step": 11750 + }, + { + "epoch": 2.182172701949861, + "grad_norm": 1.4645744562149048, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8904220461845398, + "num_tokens": 428137793.0, + "step": 11751 + }, + { + "epoch": 2.182358402971216, + "grad_norm": 1.4036673307418823, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8952820301055908, + "num_tokens": 428179448.0, + "step": 11752 + }, + { + "epoch": 2.182544103992572, + "grad_norm": 1.6022498607635498, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8848201632499695, + "num_tokens": 428213329.0, + "step": 11753 + }, + { + "epoch": 2.1827298050139277, + "grad_norm": 1.477587342262268, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8837919235229492, + "num_tokens": 428253392.0, + "step": 11754 + }, + { + "epoch": 2.1829155060352834, + "grad_norm": 1.5805199146270752, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8873999118804932, + "num_tokens": 428288570.0, + "step": 11755 + }, + { + "epoch": 2.1831012070566387, + "grad_norm": 1.6153919696807861, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8743380904197693, + "num_tokens": 428323508.0, + "step": 11756 + }, + { + "epoch": 2.1832869080779944, + "grad_norm": 1.6155389547348022, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8844373226165771, + "num_tokens": 428357067.0, + "step": 11757 + }, + { + "epoch": 2.18347260909935, + "grad_norm": 1.5666908025741577, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8947793841362, + "num_tokens": 428390676.0, + "step": 11758 + }, + { + "epoch": 2.1836583101207054, + "grad_norm": 1.623119831085205, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8871945142745972, + "num_tokens": 428425239.0, + "step": 11759 + }, + { + "epoch": 2.183844011142061, + "grad_norm": 1.3946704864501953, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8909865617752075, + "num_tokens": 428466645.0, + "step": 11760 + }, + { + "epoch": 2.184029712163417, + "grad_norm": 1.4260072708129883, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8801016807556152, + "num_tokens": 428510189.0, + "step": 11761 + }, + { + "epoch": 2.1842154131847726, + "grad_norm": 1.6019011735916138, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8876037001609802, + "num_tokens": 428543402.0, + "step": 11762 + }, + { + "epoch": 2.1844011142061284, + "grad_norm": 1.604537844657898, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8910171985626221, + "num_tokens": 428576572.0, + "step": 11763 + }, + { + "epoch": 2.1845868152274837, + "grad_norm": 1.515896201133728, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8958002328872681, + "num_tokens": 428610978.0, + "step": 11764 + }, + { + "epoch": 2.1847725162488394, + "grad_norm": 1.540000557899475, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8768942952156067, + "num_tokens": 428651750.0, + "step": 11765 + }, + { + "epoch": 2.184958217270195, + "grad_norm": 1.455947756767273, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.899156928062439, + "num_tokens": 428687871.0, + "step": 11766 + }, + { + "epoch": 2.1851439182915504, + "grad_norm": 1.6364468336105347, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8859025239944458, + "num_tokens": 428719482.0, + "step": 11767 + }, + { + "epoch": 2.185329619312906, + "grad_norm": 1.481014370918274, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.893898606300354, + "num_tokens": 428753431.0, + "step": 11768 + }, + { + "epoch": 2.185515320334262, + "grad_norm": 1.6425923109054565, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8870829343795776, + "num_tokens": 428781615.0, + "step": 11769 + }, + { + "epoch": 2.1857010213556176, + "grad_norm": 1.576038122177124, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8825892210006714, + "num_tokens": 428818084.0, + "step": 11770 + }, + { + "epoch": 2.185886722376973, + "grad_norm": 1.4964176416397095, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8884464502334595, + "num_tokens": 428855819.0, + "step": 11771 + }, + { + "epoch": 2.1860724233983286, + "grad_norm": 1.6175880432128906, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8666435480117798, + "num_tokens": 428891970.0, + "step": 11772 + }, + { + "epoch": 2.1862581244196844, + "grad_norm": 1.5731542110443115, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8776268362998962, + "num_tokens": 428930778.0, + "step": 11773 + }, + { + "epoch": 2.18644382544104, + "grad_norm": 1.4971941709518433, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8821073174476624, + "num_tokens": 428968635.0, + "step": 11774 + }, + { + "epoch": 2.1866295264623954, + "grad_norm": 1.4724760055541992, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8900516033172607, + "num_tokens": 429010061.0, + "step": 11775 + }, + { + "epoch": 2.186815227483751, + "grad_norm": 1.60231351852417, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8718898296356201, + "num_tokens": 429049423.0, + "step": 11776 + }, + { + "epoch": 2.187000928505107, + "grad_norm": 1.6140167713165283, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8814520835876465, + "num_tokens": 429082733.0, + "step": 11777 + }, + { + "epoch": 2.1871866295264626, + "grad_norm": 1.422208547592163, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8915625810623169, + "num_tokens": 429122122.0, + "step": 11778 + }, + { + "epoch": 2.187372330547818, + "grad_norm": 1.513577938079834, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8743124604225159, + "num_tokens": 429162041.0, + "step": 11779 + }, + { + "epoch": 2.1875580315691736, + "grad_norm": 1.511391520500183, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8997498750686646, + "num_tokens": 429193820.0, + "step": 11780 + }, + { + "epoch": 2.1877437325905293, + "grad_norm": 1.6773715019226074, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8788721561431885, + "num_tokens": 429228994.0, + "step": 11781 + }, + { + "epoch": 2.1879294336118846, + "grad_norm": 1.719741940498352, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8873694539070129, + "num_tokens": 429257584.0, + "step": 11782 + }, + { + "epoch": 2.1881151346332404, + "grad_norm": 1.660205602645874, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8869120478630066, + "num_tokens": 429288976.0, + "step": 11783 + }, + { + "epoch": 2.188300835654596, + "grad_norm": 1.4432766437530518, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8954839706420898, + "num_tokens": 429329216.0, + "step": 11784 + }, + { + "epoch": 2.188486536675952, + "grad_norm": 1.553895354270935, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8907778263092041, + "num_tokens": 429362123.0, + "step": 11785 + }, + { + "epoch": 2.1886722376973076, + "grad_norm": 1.5136812925338745, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8907051086425781, + "num_tokens": 429398263.0, + "step": 11786 + }, + { + "epoch": 2.188857938718663, + "grad_norm": 1.494192123413086, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8911360502243042, + "num_tokens": 429435329.0, + "step": 11787 + }, + { + "epoch": 2.1890436397400186, + "grad_norm": 1.6042603254318237, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.896658182144165, + "num_tokens": 429469346.0, + "step": 11788 + }, + { + "epoch": 2.1892293407613743, + "grad_norm": 1.6393929719924927, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8782870769500732, + "num_tokens": 429506055.0, + "step": 11789 + }, + { + "epoch": 2.1894150417827296, + "grad_norm": 1.4389218091964722, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8865890502929688, + "num_tokens": 429543555.0, + "step": 11790 + }, + { + "epoch": 2.1896007428040853, + "grad_norm": 1.545485258102417, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8845363855361938, + "num_tokens": 429578683.0, + "step": 11791 + }, + { + "epoch": 2.189786443825441, + "grad_norm": 1.7602996826171875, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8937345147132874, + "num_tokens": 429605097.0, + "step": 11792 + }, + { + "epoch": 2.189972144846797, + "grad_norm": 1.5766080617904663, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8855901956558228, + "num_tokens": 429641499.0, + "step": 11793 + }, + { + "epoch": 2.190157845868152, + "grad_norm": 1.5238503217697144, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8793168663978577, + "num_tokens": 429681780.0, + "step": 11794 + }, + { + "epoch": 2.190343546889508, + "grad_norm": 1.5119606256484985, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8925797939300537, + "num_tokens": 429716103.0, + "step": 11795 + }, + { + "epoch": 2.1905292479108636, + "grad_norm": 1.7225701808929443, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8833649158477783, + "num_tokens": 429749119.0, + "step": 11796 + }, + { + "epoch": 2.1907149489322193, + "grad_norm": 1.7109335660934448, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8991044759750366, + "num_tokens": 429783701.0, + "step": 11797 + }, + { + "epoch": 2.1909006499535746, + "grad_norm": 1.7738449573516846, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8880304098129272, + "num_tokens": 429812347.0, + "step": 11798 + }, + { + "epoch": 2.1910863509749303, + "grad_norm": 1.4296693801879883, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8978458046913147, + "num_tokens": 429850763.0, + "step": 11799 + }, + { + "epoch": 2.191272051996286, + "grad_norm": 1.6987465620040894, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8633714914321899, + "num_tokens": 429885763.0, + "step": 11800 + }, + { + "epoch": 2.191457753017642, + "grad_norm": 1.587100863456726, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8995206952095032, + "num_tokens": 429915791.0, + "step": 11801 + }, + { + "epoch": 2.191643454038997, + "grad_norm": 1.5944429636001587, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.886529803276062, + "num_tokens": 429948940.0, + "step": 11802 + }, + { + "epoch": 2.191829155060353, + "grad_norm": 1.609756588935852, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8841163516044617, + "num_tokens": 429982309.0, + "step": 11803 + }, + { + "epoch": 2.1920148560817085, + "grad_norm": 1.502049207687378, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8877884149551392, + "num_tokens": 430017019.0, + "step": 11804 + }, + { + "epoch": 2.1922005571030643, + "grad_norm": 1.4529228210449219, + "learning_rate": 1e-06, + "loss": 0.2771, + "mean_token_accuracy": 0.9000478982925415, + "num_tokens": 430052515.0, + "step": 11805 + }, + { + "epoch": 2.1923862581244196, + "grad_norm": 1.447914958000183, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.877495527267456, + "num_tokens": 430094963.0, + "step": 11806 + }, + { + "epoch": 2.1925719591457753, + "grad_norm": 1.4903923273086548, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8776601552963257, + "num_tokens": 430136158.0, + "step": 11807 + }, + { + "epoch": 2.192757660167131, + "grad_norm": 1.4809484481811523, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8881296515464783, + "num_tokens": 430169174.0, + "step": 11808 + }, + { + "epoch": 2.1929433611884868, + "grad_norm": 1.4996280670166016, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8687692880630493, + "num_tokens": 430210479.0, + "step": 11809 + }, + { + "epoch": 2.193129062209842, + "grad_norm": 1.482703447341919, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8860583305358887, + "num_tokens": 430249011.0, + "step": 11810 + }, + { + "epoch": 2.193314763231198, + "grad_norm": 1.569149374961853, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8751489520072937, + "num_tokens": 430285188.0, + "step": 11811 + }, + { + "epoch": 2.1935004642525535, + "grad_norm": 1.4625802040100098, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8979041576385498, + "num_tokens": 430322825.0, + "step": 11812 + }, + { + "epoch": 2.193686165273909, + "grad_norm": 1.4516180753707886, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8825131058692932, + "num_tokens": 430364221.0, + "step": 11813 + }, + { + "epoch": 2.1938718662952645, + "grad_norm": 1.6417746543884277, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8838311433792114, + "num_tokens": 430395003.0, + "step": 11814 + }, + { + "epoch": 2.1940575673166203, + "grad_norm": 1.5146204233169556, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8809189796447754, + "num_tokens": 430438607.0, + "step": 11815 + }, + { + "epoch": 2.194243268337976, + "grad_norm": 1.6140803098678589, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.893827497959137, + "num_tokens": 430469082.0, + "step": 11816 + }, + { + "epoch": 2.1944289693593313, + "grad_norm": 1.6333763599395752, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8914254903793335, + "num_tokens": 430500093.0, + "step": 11817 + }, + { + "epoch": 2.194614670380687, + "grad_norm": 1.3504048585891724, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.9021303057670593, + "num_tokens": 430543071.0, + "step": 11818 + }, + { + "epoch": 2.1948003714020428, + "grad_norm": 1.568023681640625, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8873041272163391, + "num_tokens": 430577933.0, + "step": 11819 + }, + { + "epoch": 2.1949860724233985, + "grad_norm": 1.5589932203292847, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8885360956192017, + "num_tokens": 430614551.0, + "step": 11820 + }, + { + "epoch": 2.195171773444754, + "grad_norm": 1.3709512948989868, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.8988761901855469, + "num_tokens": 430654306.0, + "step": 11821 + }, + { + "epoch": 2.1953574744661095, + "grad_norm": 1.5161300897598267, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8884446620941162, + "num_tokens": 430687051.0, + "step": 11822 + }, + { + "epoch": 2.1955431754874652, + "grad_norm": 1.4676545858383179, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8961819410324097, + "num_tokens": 430721761.0, + "step": 11823 + }, + { + "epoch": 2.195728876508821, + "grad_norm": 1.4887259006500244, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8899873495101929, + "num_tokens": 430756420.0, + "step": 11824 + }, + { + "epoch": 2.1959145775301763, + "grad_norm": 1.5271576642990112, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8799586296081543, + "num_tokens": 430790010.0, + "step": 11825 + }, + { + "epoch": 2.196100278551532, + "grad_norm": 1.5727144479751587, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8904999494552612, + "num_tokens": 430824786.0, + "step": 11826 + }, + { + "epoch": 2.1962859795728877, + "grad_norm": 1.611613154411316, + "learning_rate": 1e-06, + "loss": 0.2616, + "mean_token_accuracy": 0.9049220085144043, + "num_tokens": 430852020.0, + "step": 11827 + }, + { + "epoch": 2.1964716805942435, + "grad_norm": 1.586333155632019, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8883891105651855, + "num_tokens": 430882216.0, + "step": 11828 + }, + { + "epoch": 2.1966573816155988, + "grad_norm": 1.6886613368988037, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8893526792526245, + "num_tokens": 430912617.0, + "step": 11829 + }, + { + "epoch": 2.1968430826369545, + "grad_norm": 1.6563479900360107, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8626039028167725, + "num_tokens": 430946113.0, + "step": 11830 + }, + { + "epoch": 2.1970287836583102, + "grad_norm": 1.5254243612289429, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.879011869430542, + "num_tokens": 430981889.0, + "step": 11831 + }, + { + "epoch": 2.197214484679666, + "grad_norm": 1.6586412191390991, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.886266827583313, + "num_tokens": 431014417.0, + "step": 11832 + }, + { + "epoch": 2.1974001857010212, + "grad_norm": 1.6745611429214478, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8889895677566528, + "num_tokens": 431043192.0, + "step": 11833 + }, + { + "epoch": 2.197585886722377, + "grad_norm": 1.4854398965835571, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8950319886207581, + "num_tokens": 431076249.0, + "step": 11834 + }, + { + "epoch": 2.1977715877437327, + "grad_norm": 1.5923988819122314, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.8974205255508423, + "num_tokens": 431109583.0, + "step": 11835 + }, + { + "epoch": 2.197957288765088, + "grad_norm": 1.5844964981079102, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8848575353622437, + "num_tokens": 431143361.0, + "step": 11836 + }, + { + "epoch": 2.1981429897864437, + "grad_norm": 1.4972506761550903, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8948186635971069, + "num_tokens": 431180385.0, + "step": 11837 + }, + { + "epoch": 2.1983286908077995, + "grad_norm": 1.577675223350525, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8756883144378662, + "num_tokens": 431216993.0, + "step": 11838 + }, + { + "epoch": 2.198514391829155, + "grad_norm": 1.48935067653656, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8819054365158081, + "num_tokens": 431259523.0, + "step": 11839 + }, + { + "epoch": 2.1987000928505105, + "grad_norm": 1.5194860696792603, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8875118494033813, + "num_tokens": 431294635.0, + "step": 11840 + }, + { + "epoch": 2.1988857938718662, + "grad_norm": 1.6099963188171387, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8826080560684204, + "num_tokens": 431329119.0, + "step": 11841 + }, + { + "epoch": 2.199071494893222, + "grad_norm": 1.5409915447235107, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.884160041809082, + "num_tokens": 431364766.0, + "step": 11842 + }, + { + "epoch": 2.1992571959145777, + "grad_norm": 1.425798773765564, + "learning_rate": 1e-06, + "loss": 0.2884, + "mean_token_accuracy": 0.8940552473068237, + "num_tokens": 431404106.0, + "step": 11843 + }, + { + "epoch": 2.199442896935933, + "grad_norm": 1.6383984088897705, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8736628293991089, + "num_tokens": 431439598.0, + "step": 11844 + }, + { + "epoch": 2.1996285979572887, + "grad_norm": 1.631113052368164, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8859184980392456, + "num_tokens": 431475825.0, + "step": 11845 + }, + { + "epoch": 2.1998142989786444, + "grad_norm": 1.5603680610656738, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8763465285301208, + "num_tokens": 431512315.0, + "step": 11846 + }, + { + "epoch": 2.2, + "grad_norm": 1.490289568901062, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8820992708206177, + "num_tokens": 431555915.0, + "step": 11847 + }, + { + "epoch": 2.2001857010213555, + "grad_norm": 1.534506916999817, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8930084705352783, + "num_tokens": 431594082.0, + "step": 11848 + }, + { + "epoch": 2.200371402042711, + "grad_norm": 1.5716718435287476, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8840690851211548, + "num_tokens": 431632355.0, + "step": 11849 + }, + { + "epoch": 2.200557103064067, + "grad_norm": 1.621561050415039, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.874916672706604, + "num_tokens": 431668165.0, + "step": 11850 + }, + { + "epoch": 2.2007428040854227, + "grad_norm": 1.6296924352645874, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8723911046981812, + "num_tokens": 431702350.0, + "step": 11851 + }, + { + "epoch": 2.200928505106778, + "grad_norm": 1.6363307237625122, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8915412425994873, + "num_tokens": 431735820.0, + "step": 11852 + }, + { + "epoch": 2.2011142061281337, + "grad_norm": 1.469647765159607, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8945479989051819, + "num_tokens": 431774023.0, + "step": 11853 + }, + { + "epoch": 2.2012999071494894, + "grad_norm": 1.696466326713562, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8866963386535645, + "num_tokens": 431806576.0, + "step": 11854 + }, + { + "epoch": 2.201485608170845, + "grad_norm": 1.5609545707702637, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8934322595596313, + "num_tokens": 431843572.0, + "step": 11855 + }, + { + "epoch": 2.2016713091922004, + "grad_norm": 1.4803858995437622, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8907014727592468, + "num_tokens": 431879947.0, + "step": 11856 + }, + { + "epoch": 2.201857010213556, + "grad_norm": 1.5253983736038208, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8749774694442749, + "num_tokens": 431916016.0, + "step": 11857 + }, + { + "epoch": 2.202042711234912, + "grad_norm": 1.4679588079452515, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8917281031608582, + "num_tokens": 431952387.0, + "step": 11858 + }, + { + "epoch": 2.202228412256267, + "grad_norm": 1.5565787553787231, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8810204267501831, + "num_tokens": 431996151.0, + "step": 11859 + }, + { + "epoch": 2.202414113277623, + "grad_norm": 1.588120460510254, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.88364577293396, + "num_tokens": 432033785.0, + "step": 11860 + }, + { + "epoch": 2.2025998142989787, + "grad_norm": 1.5150455236434937, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.8990226984024048, + "num_tokens": 432065401.0, + "step": 11861 + }, + { + "epoch": 2.2027855153203344, + "grad_norm": 1.50275719165802, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8850875496864319, + "num_tokens": 432103072.0, + "step": 11862 + }, + { + "epoch": 2.2029712163416897, + "grad_norm": 1.8283895254135132, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8804898262023926, + "num_tokens": 432143828.0, + "step": 11863 + }, + { + "epoch": 2.2031569173630454, + "grad_norm": 1.6648708581924438, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8849831819534302, + "num_tokens": 432177507.0, + "step": 11864 + }, + { + "epoch": 2.203342618384401, + "grad_norm": 1.6296939849853516, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.880720853805542, + "num_tokens": 432213053.0, + "step": 11865 + }, + { + "epoch": 2.203528319405757, + "grad_norm": 1.6985913515090942, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8760783076286316, + "num_tokens": 432248326.0, + "step": 11866 + }, + { + "epoch": 2.203714020427112, + "grad_norm": 1.692260980606079, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8679537773132324, + "num_tokens": 432282927.0, + "step": 11867 + }, + { + "epoch": 2.203899721448468, + "grad_norm": 1.4503350257873535, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8859591484069824, + "num_tokens": 432321534.0, + "step": 11868 + }, + { + "epoch": 2.2040854224698236, + "grad_norm": 1.4745994806289673, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.8986861705780029, + "num_tokens": 432357816.0, + "step": 11869 + }, + { + "epoch": 2.2042711234911794, + "grad_norm": 1.581870675086975, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.9026226997375488, + "num_tokens": 432389232.0, + "step": 11870 + }, + { + "epoch": 2.2044568245125347, + "grad_norm": 1.5821952819824219, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8882783651351929, + "num_tokens": 432420879.0, + "step": 11871 + }, + { + "epoch": 2.2046425255338904, + "grad_norm": 1.546800136566162, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.883877158164978, + "num_tokens": 432456233.0, + "step": 11872 + }, + { + "epoch": 2.204828226555246, + "grad_norm": 1.6226553916931152, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8737737536430359, + "num_tokens": 432490306.0, + "step": 11873 + }, + { + "epoch": 2.205013927576602, + "grad_norm": 1.5536140203475952, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8923841118812561, + "num_tokens": 432527957.0, + "step": 11874 + }, + { + "epoch": 2.205199628597957, + "grad_norm": 1.8007515668869019, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8906732797622681, + "num_tokens": 432557266.0, + "step": 11875 + }, + { + "epoch": 2.205385329619313, + "grad_norm": 1.6965893507003784, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.9008927345275879, + "num_tokens": 432588821.0, + "step": 11876 + }, + { + "epoch": 2.2055710306406686, + "grad_norm": 1.5111932754516602, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8794275522232056, + "num_tokens": 432624927.0, + "step": 11877 + }, + { + "epoch": 2.2057567316620244, + "grad_norm": 1.5889064073562622, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8878746628761292, + "num_tokens": 432658539.0, + "step": 11878 + }, + { + "epoch": 2.2059424326833796, + "grad_norm": 1.600448727607727, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8778989315032959, + "num_tokens": 432694870.0, + "step": 11879 + }, + { + "epoch": 2.2061281337047354, + "grad_norm": 1.6615471839904785, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8757801055908203, + "num_tokens": 432730522.0, + "step": 11880 + }, + { + "epoch": 2.206313834726091, + "grad_norm": 1.5519427061080933, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8822575807571411, + "num_tokens": 432769892.0, + "step": 11881 + }, + { + "epoch": 2.2064995357474464, + "grad_norm": 1.406596302986145, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8914709091186523, + "num_tokens": 432810021.0, + "step": 11882 + }, + { + "epoch": 2.206685236768802, + "grad_norm": 1.4849058389663696, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8849956393241882, + "num_tokens": 432846741.0, + "step": 11883 + }, + { + "epoch": 2.206870937790158, + "grad_norm": 1.5559616088867188, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8893662691116333, + "num_tokens": 432880319.0, + "step": 11884 + }, + { + "epoch": 2.2070566388115136, + "grad_norm": 1.4712395668029785, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.901738166809082, + "num_tokens": 432915092.0, + "step": 11885 + }, + { + "epoch": 2.207242339832869, + "grad_norm": 1.655885934829712, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8830833435058594, + "num_tokens": 432948327.0, + "step": 11886 + }, + { + "epoch": 2.2074280408542246, + "grad_norm": 1.618619680404663, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8751542568206787, + "num_tokens": 432982800.0, + "step": 11887 + }, + { + "epoch": 2.2076137418755803, + "grad_norm": 1.534326195716858, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8805410861968994, + "num_tokens": 433019188.0, + "step": 11888 + }, + { + "epoch": 2.207799442896936, + "grad_norm": 1.601657509803772, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.9040210247039795, + "num_tokens": 433049626.0, + "step": 11889 + }, + { + "epoch": 2.2079851439182914, + "grad_norm": 1.5674957036972046, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8742286562919617, + "num_tokens": 433085791.0, + "step": 11890 + }, + { + "epoch": 2.208170844939647, + "grad_norm": 1.5900084972381592, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8860061764717102, + "num_tokens": 433119611.0, + "step": 11891 + }, + { + "epoch": 2.208356545961003, + "grad_norm": 1.607412338256836, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8823376893997192, + "num_tokens": 433155105.0, + "step": 11892 + }, + { + "epoch": 2.2085422469823586, + "grad_norm": 1.5806351900100708, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8920356035232544, + "num_tokens": 433190367.0, + "step": 11893 + }, + { + "epoch": 2.208727948003714, + "grad_norm": 1.7041584253311157, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8897621631622314, + "num_tokens": 433221727.0, + "step": 11894 + }, + { + "epoch": 2.2089136490250696, + "grad_norm": 1.6147570610046387, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8952233195304871, + "num_tokens": 433251120.0, + "step": 11895 + }, + { + "epoch": 2.2090993500464253, + "grad_norm": 1.4651199579238892, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8847430348396301, + "num_tokens": 433288215.0, + "step": 11896 + }, + { + "epoch": 2.209285051067781, + "grad_norm": 1.5736628770828247, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8790353536605835, + "num_tokens": 433324591.0, + "step": 11897 + }, + { + "epoch": 2.2094707520891363, + "grad_norm": 1.5282119512557983, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.8961631059646606, + "num_tokens": 433358808.0, + "step": 11898 + }, + { + "epoch": 2.209656453110492, + "grad_norm": 1.5479754209518433, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8894991874694824, + "num_tokens": 433394145.0, + "step": 11899 + }, + { + "epoch": 2.209842154131848, + "grad_norm": 1.647987723350525, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8844108581542969, + "num_tokens": 433426441.0, + "step": 11900 + }, + { + "epoch": 2.2100278551532035, + "grad_norm": 1.70042085647583, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8867450952529907, + "num_tokens": 433454676.0, + "step": 11901 + }, + { + "epoch": 2.210213556174559, + "grad_norm": 1.4760255813598633, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.882000207901001, + "num_tokens": 433496517.0, + "step": 11902 + }, + { + "epoch": 2.2103992571959146, + "grad_norm": 1.5651633739471436, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8933496475219727, + "num_tokens": 433528687.0, + "step": 11903 + }, + { + "epoch": 2.2105849582172703, + "grad_norm": 1.5949684381484985, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8956298828125, + "num_tokens": 433562130.0, + "step": 11904 + }, + { + "epoch": 2.2107706592386256, + "grad_norm": 1.447782039642334, + "learning_rate": 1e-06, + "loss": 0.2787, + "mean_token_accuracy": 0.8983988165855408, + "num_tokens": 433596984.0, + "step": 11905 + }, + { + "epoch": 2.2109563602599813, + "grad_norm": 1.408733606338501, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8890856504440308, + "num_tokens": 433637103.0, + "step": 11906 + }, + { + "epoch": 2.211142061281337, + "grad_norm": 1.4916478395462036, + "learning_rate": 1e-06, + "loss": 0.27, + "mean_token_accuracy": 0.9029614925384521, + "num_tokens": 433676482.0, + "step": 11907 + }, + { + "epoch": 2.211327762302693, + "grad_norm": 1.4695721864700317, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8801147937774658, + "num_tokens": 433717627.0, + "step": 11908 + }, + { + "epoch": 2.211513463324048, + "grad_norm": 1.519804835319519, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8814417719841003, + "num_tokens": 433757907.0, + "step": 11909 + }, + { + "epoch": 2.211699164345404, + "grad_norm": 1.6049307584762573, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8844112753868103, + "num_tokens": 433793852.0, + "step": 11910 + }, + { + "epoch": 2.2118848653667595, + "grad_norm": 1.4898316860198975, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8848146200180054, + "num_tokens": 433835125.0, + "step": 11911 + }, + { + "epoch": 2.2120705663881153, + "grad_norm": 1.5226788520812988, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8728353977203369, + "num_tokens": 433873118.0, + "step": 11912 + }, + { + "epoch": 2.2122562674094706, + "grad_norm": 1.4205933809280396, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.891910195350647, + "num_tokens": 433911969.0, + "step": 11913 + }, + { + "epoch": 2.2124419684308263, + "grad_norm": 1.5299142599105835, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8972917199134827, + "num_tokens": 433946554.0, + "step": 11914 + }, + { + "epoch": 2.212627669452182, + "grad_norm": 1.5533554553985596, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8931455612182617, + "num_tokens": 433979818.0, + "step": 11915 + }, + { + "epoch": 2.2128133704735378, + "grad_norm": 1.5326385498046875, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8848965764045715, + "num_tokens": 434016440.0, + "step": 11916 + }, + { + "epoch": 2.212999071494893, + "grad_norm": 1.4469698667526245, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.8974003791809082, + "num_tokens": 434053248.0, + "step": 11917 + }, + { + "epoch": 2.213184772516249, + "grad_norm": 1.5407485961914062, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.893946647644043, + "num_tokens": 434084264.0, + "step": 11918 + }, + { + "epoch": 2.2133704735376045, + "grad_norm": 1.590512752532959, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8956314921379089, + "num_tokens": 434119196.0, + "step": 11919 + }, + { + "epoch": 2.2135561745589603, + "grad_norm": 1.5784356594085693, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8897674083709717, + "num_tokens": 434155765.0, + "step": 11920 + }, + { + "epoch": 2.2137418755803155, + "grad_norm": 1.5109522342681885, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8775042295455933, + "num_tokens": 434195483.0, + "step": 11921 + }, + { + "epoch": 2.2139275766016713, + "grad_norm": 1.5370055437088013, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8884851932525635, + "num_tokens": 434228448.0, + "step": 11922 + }, + { + "epoch": 2.214113277623027, + "grad_norm": 1.6084476709365845, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8895798921585083, + "num_tokens": 434260595.0, + "step": 11923 + }, + { + "epoch": 2.2142989786443827, + "grad_norm": 1.4204014539718628, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8932685256004333, + "num_tokens": 434301512.0, + "step": 11924 + }, + { + "epoch": 2.214484679665738, + "grad_norm": 1.659332275390625, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8723263740539551, + "num_tokens": 434335714.0, + "step": 11925 + }, + { + "epoch": 2.2146703806870938, + "grad_norm": 1.5196231603622437, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8859702348709106, + "num_tokens": 434375190.0, + "step": 11926 + }, + { + "epoch": 2.2148560817084495, + "grad_norm": 1.4760773181915283, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8962092399597168, + "num_tokens": 434412866.0, + "step": 11927 + }, + { + "epoch": 2.215041782729805, + "grad_norm": 1.4984992742538452, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8866369128227234, + "num_tokens": 434451974.0, + "step": 11928 + }, + { + "epoch": 2.2152274837511605, + "grad_norm": 1.6964675188064575, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8746378421783447, + "num_tokens": 434486507.0, + "step": 11929 + }, + { + "epoch": 2.2154131847725163, + "grad_norm": 1.6313217878341675, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8809247016906738, + "num_tokens": 434523653.0, + "step": 11930 + }, + { + "epoch": 2.215598885793872, + "grad_norm": 1.574272632598877, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.9060983657836914, + "num_tokens": 434553023.0, + "step": 11931 + }, + { + "epoch": 2.2157845868152277, + "grad_norm": 1.5721492767333984, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8847198486328125, + "num_tokens": 434591034.0, + "step": 11932 + }, + { + "epoch": 2.215970287836583, + "grad_norm": 1.4863468408584595, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8834259510040283, + "num_tokens": 434631212.0, + "step": 11933 + }, + { + "epoch": 2.2161559888579387, + "grad_norm": 1.6233080625534058, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8829145431518555, + "num_tokens": 434665005.0, + "step": 11934 + }, + { + "epoch": 2.2163416898792945, + "grad_norm": 1.6453379392623901, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8748769760131836, + "num_tokens": 434697571.0, + "step": 11935 + }, + { + "epoch": 2.2165273909006498, + "grad_norm": 1.4806643724441528, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8905339241027832, + "num_tokens": 434737146.0, + "step": 11936 + }, + { + "epoch": 2.2167130919220055, + "grad_norm": 1.6759263277053833, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8919708728790283, + "num_tokens": 434765885.0, + "step": 11937 + }, + { + "epoch": 2.2168987929433612, + "grad_norm": 1.4957361221313477, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.884066104888916, + "num_tokens": 434802169.0, + "step": 11938 + }, + { + "epoch": 2.217084493964717, + "grad_norm": 1.4746959209442139, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.8916980028152466, + "num_tokens": 434840287.0, + "step": 11939 + }, + { + "epoch": 2.2172701949860723, + "grad_norm": 1.4446220397949219, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8774088025093079, + "num_tokens": 434882958.0, + "step": 11940 + }, + { + "epoch": 2.217455896007428, + "grad_norm": 1.5713765621185303, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8697711229324341, + "num_tokens": 434918929.0, + "step": 11941 + }, + { + "epoch": 2.2176415970287837, + "grad_norm": 1.6297931671142578, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.874510645866394, + "num_tokens": 434952999.0, + "step": 11942 + }, + { + "epoch": 2.2178272980501395, + "grad_norm": 1.5267143249511719, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.8964952230453491, + "num_tokens": 434984883.0, + "step": 11943 + }, + { + "epoch": 2.2180129990714947, + "grad_norm": 1.5698418617248535, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8797587156295776, + "num_tokens": 435022255.0, + "step": 11944 + }, + { + "epoch": 2.2181987000928505, + "grad_norm": 1.366874098777771, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8980101346969604, + "num_tokens": 435060521.0, + "step": 11945 + }, + { + "epoch": 2.218384401114206, + "grad_norm": 1.5664829015731812, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.879458487033844, + "num_tokens": 435095042.0, + "step": 11946 + }, + { + "epoch": 2.218570102135562, + "grad_norm": 1.4714572429656982, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.897115170955658, + "num_tokens": 435130502.0, + "step": 11947 + }, + { + "epoch": 2.2187558031569172, + "grad_norm": 1.6037429571151733, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8856451511383057, + "num_tokens": 435164209.0, + "step": 11948 + }, + { + "epoch": 2.218941504178273, + "grad_norm": 1.5108892917633057, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8912510871887207, + "num_tokens": 435198796.0, + "step": 11949 + }, + { + "epoch": 2.2191272051996287, + "grad_norm": 1.459730625152588, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8800665736198425, + "num_tokens": 435239650.0, + "step": 11950 + }, + { + "epoch": 2.219312906220984, + "grad_norm": 1.4153212308883667, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8916581869125366, + "num_tokens": 435278071.0, + "step": 11951 + }, + { + "epoch": 2.2194986072423397, + "grad_norm": 1.4683022499084473, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8761529326438904, + "num_tokens": 435321302.0, + "step": 11952 + }, + { + "epoch": 2.2196843082636954, + "grad_norm": 1.5511916875839233, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8875380754470825, + "num_tokens": 435357093.0, + "step": 11953 + }, + { + "epoch": 2.219870009285051, + "grad_norm": 1.5685515403747559, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8840155005455017, + "num_tokens": 435392296.0, + "step": 11954 + }, + { + "epoch": 2.220055710306407, + "grad_norm": 1.5860239267349243, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8774930834770203, + "num_tokens": 435431324.0, + "step": 11955 + }, + { + "epoch": 2.220241411327762, + "grad_norm": 1.4826592206954956, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8989164233207703, + "num_tokens": 435468825.0, + "step": 11956 + }, + { + "epoch": 2.220427112349118, + "grad_norm": 1.7232106924057007, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8832642436027527, + "num_tokens": 435502037.0, + "step": 11957 + }, + { + "epoch": 2.2206128133704737, + "grad_norm": 1.6524429321289062, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8757763504981995, + "num_tokens": 435537918.0, + "step": 11958 + }, + { + "epoch": 2.220798514391829, + "grad_norm": 1.4994938373565674, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.895434558391571, + "num_tokens": 435577609.0, + "step": 11959 + }, + { + "epoch": 2.2209842154131847, + "grad_norm": 1.670315146446228, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8817196488380432, + "num_tokens": 435609766.0, + "step": 11960 + }, + { + "epoch": 2.2211699164345404, + "grad_norm": 1.3976309299468994, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8847368955612183, + "num_tokens": 435650578.0, + "step": 11961 + }, + { + "epoch": 2.221355617455896, + "grad_norm": 1.5242218971252441, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8850870132446289, + "num_tokens": 435691597.0, + "step": 11962 + }, + { + "epoch": 2.2215413184772514, + "grad_norm": 1.4552298784255981, + "learning_rate": 1e-06, + "loss": 0.287, + "mean_token_accuracy": 0.8959197402000427, + "num_tokens": 435726528.0, + "step": 11963 + }, + { + "epoch": 2.221727019498607, + "grad_norm": 1.6585524082183838, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8831864595413208, + "num_tokens": 435760288.0, + "step": 11964 + }, + { + "epoch": 2.221912720519963, + "grad_norm": 1.443872332572937, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.9006609916687012, + "num_tokens": 435795257.0, + "step": 11965 + }, + { + "epoch": 2.2220984215413186, + "grad_norm": 1.5414388179779053, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.8965474367141724, + "num_tokens": 435827927.0, + "step": 11966 + }, + { + "epoch": 2.222284122562674, + "grad_norm": 1.647287368774414, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8873291611671448, + "num_tokens": 435860628.0, + "step": 11967 + }, + { + "epoch": 2.2224698235840297, + "grad_norm": 1.6413888931274414, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8938300609588623, + "num_tokens": 435895526.0, + "step": 11968 + }, + { + "epoch": 2.2226555246053854, + "grad_norm": 1.56971275806427, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8870730400085449, + "num_tokens": 435931724.0, + "step": 11969 + }, + { + "epoch": 2.222841225626741, + "grad_norm": 1.4888174533843994, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8939111232757568, + "num_tokens": 435966832.0, + "step": 11970 + }, + { + "epoch": 2.2230269266480964, + "grad_norm": 1.666577696800232, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.872986912727356, + "num_tokens": 436001051.0, + "step": 11971 + }, + { + "epoch": 2.223212627669452, + "grad_norm": 1.4740829467773438, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.9006153345108032, + "num_tokens": 436035935.0, + "step": 11972 + }, + { + "epoch": 2.223398328690808, + "grad_norm": 1.5784519910812378, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.877803385257721, + "num_tokens": 436072454.0, + "step": 11973 + }, + { + "epoch": 2.2235840297121636, + "grad_norm": 1.5796643495559692, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8907827734947205, + "num_tokens": 436108382.0, + "step": 11974 + }, + { + "epoch": 2.223769730733519, + "grad_norm": 1.5157650709152222, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8783255815505981, + "num_tokens": 436148939.0, + "step": 11975 + }, + { + "epoch": 2.2239554317548746, + "grad_norm": 1.6336833238601685, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8978421688079834, + "num_tokens": 436177577.0, + "step": 11976 + }, + { + "epoch": 2.2241411327762304, + "grad_norm": 1.6169381141662598, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8839304447174072, + "num_tokens": 436209896.0, + "step": 11977 + }, + { + "epoch": 2.224326833797586, + "grad_norm": 1.5423368215560913, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8823479413986206, + "num_tokens": 436247657.0, + "step": 11978 + }, + { + "epoch": 2.2245125348189414, + "grad_norm": 1.5808298587799072, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.884127140045166, + "num_tokens": 436284227.0, + "step": 11979 + }, + { + "epoch": 2.224698235840297, + "grad_norm": 1.5873662233352661, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8816055059432983, + "num_tokens": 436320914.0, + "step": 11980 + }, + { + "epoch": 2.224883936861653, + "grad_norm": 1.550018310546875, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8898361921310425, + "num_tokens": 436357017.0, + "step": 11981 + }, + { + "epoch": 2.225069637883008, + "grad_norm": 1.4679359197616577, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8859419226646423, + "num_tokens": 436393435.0, + "step": 11982 + }, + { + "epoch": 2.225255338904364, + "grad_norm": 1.4830410480499268, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8780803084373474, + "num_tokens": 436432748.0, + "step": 11983 + }, + { + "epoch": 2.2254410399257196, + "grad_norm": 1.4994693994522095, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8838955163955688, + "num_tokens": 436469752.0, + "step": 11984 + }, + { + "epoch": 2.2256267409470754, + "grad_norm": 1.3814623355865479, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8791123032569885, + "num_tokens": 436515681.0, + "step": 11985 + }, + { + "epoch": 2.2258124419684306, + "grad_norm": 1.4802768230438232, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8871402144432068, + "num_tokens": 436551902.0, + "step": 11986 + }, + { + "epoch": 2.2259981429897864, + "grad_norm": 1.5191689729690552, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8904895782470703, + "num_tokens": 436587473.0, + "step": 11987 + }, + { + "epoch": 2.226183844011142, + "grad_norm": 1.531091332435608, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8803565502166748, + "num_tokens": 436623560.0, + "step": 11988 + }, + { + "epoch": 2.226369545032498, + "grad_norm": 1.4513996839523315, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8812318444252014, + "num_tokens": 436663317.0, + "step": 11989 + }, + { + "epoch": 2.226555246053853, + "grad_norm": 1.4570006132125854, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.8997874855995178, + "num_tokens": 436697652.0, + "step": 11990 + }, + { + "epoch": 2.226740947075209, + "grad_norm": 1.5109614133834839, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8841108679771423, + "num_tokens": 436736841.0, + "step": 11991 + }, + { + "epoch": 2.2269266480965646, + "grad_norm": 1.707240343093872, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8797398209571838, + "num_tokens": 436768671.0, + "step": 11992 + }, + { + "epoch": 2.2271123491179203, + "grad_norm": 1.5231856107711792, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8962641954421997, + "num_tokens": 436803303.0, + "step": 11993 + }, + { + "epoch": 2.2272980501392756, + "grad_norm": 1.4718348979949951, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8812482953071594, + "num_tokens": 436840826.0, + "step": 11994 + }, + { + "epoch": 2.2274837511606314, + "grad_norm": 1.5265427827835083, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8848450779914856, + "num_tokens": 436875692.0, + "step": 11995 + }, + { + "epoch": 2.227669452181987, + "grad_norm": 1.5848397016525269, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8869743347167969, + "num_tokens": 436911106.0, + "step": 11996 + }, + { + "epoch": 2.227855153203343, + "grad_norm": 1.5789873600006104, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.885594367980957, + "num_tokens": 436945281.0, + "step": 11997 + }, + { + "epoch": 2.228040854224698, + "grad_norm": 1.4489983320236206, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8902871608734131, + "num_tokens": 436983252.0, + "step": 11998 + }, + { + "epoch": 2.228226555246054, + "grad_norm": 1.416723608970642, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8949246406555176, + "num_tokens": 437024143.0, + "step": 11999 + }, + { + "epoch": 2.2284122562674096, + "grad_norm": 1.6678730249404907, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8965860605239868, + "num_tokens": 437052226.0, + "step": 12000 + }, + { + "epoch": 2.2285979572887653, + "grad_norm": 1.6311252117156982, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8799465894699097, + "num_tokens": 437086939.0, + "step": 12001 + }, + { + "epoch": 2.2287836583101206, + "grad_norm": 1.5608123540878296, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8799793720245361, + "num_tokens": 437121735.0, + "step": 12002 + }, + { + "epoch": 2.2289693593314763, + "grad_norm": 1.5563000440597534, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8756074905395508, + "num_tokens": 437160830.0, + "step": 12003 + }, + { + "epoch": 2.229155060352832, + "grad_norm": 1.5153108835220337, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.879867434501648, + "num_tokens": 437200817.0, + "step": 12004 + }, + { + "epoch": 2.2293407613741874, + "grad_norm": 1.518531084060669, + "learning_rate": 1e-06, + "loss": 0.2885, + "mean_token_accuracy": 0.8975745439529419, + "num_tokens": 437235615.0, + "step": 12005 + }, + { + "epoch": 2.229526462395543, + "grad_norm": 1.5216773748397827, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8967097997665405, + "num_tokens": 437273209.0, + "step": 12006 + }, + { + "epoch": 2.229712163416899, + "grad_norm": 1.706072211265564, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8845752477645874, + "num_tokens": 437305340.0, + "step": 12007 + }, + { + "epoch": 2.2298978644382546, + "grad_norm": 1.58332359790802, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8835216760635376, + "num_tokens": 437338579.0, + "step": 12008 + }, + { + "epoch": 2.23008356545961, + "grad_norm": 1.5808496475219727, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8910490274429321, + "num_tokens": 437374053.0, + "step": 12009 + }, + { + "epoch": 2.2302692664809656, + "grad_norm": 1.594741702079773, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8807616829872131, + "num_tokens": 437410437.0, + "step": 12010 + }, + { + "epoch": 2.2304549675023213, + "grad_norm": 1.3773868083953857, + "learning_rate": 1e-06, + "loss": 0.2689, + "mean_token_accuracy": 0.905502438545227, + "num_tokens": 437447049.0, + "step": 12011 + }, + { + "epoch": 2.230640668523677, + "grad_norm": 1.501596450805664, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.890808641910553, + "num_tokens": 437483645.0, + "step": 12012 + }, + { + "epoch": 2.2308263695450323, + "grad_norm": 1.5201107263565063, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8974507451057434, + "num_tokens": 437520106.0, + "step": 12013 + }, + { + "epoch": 2.231012070566388, + "grad_norm": 1.7811685800552368, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8852133750915527, + "num_tokens": 437554255.0, + "step": 12014 + }, + { + "epoch": 2.231197771587744, + "grad_norm": 1.4675086736679077, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8906765580177307, + "num_tokens": 437589317.0, + "step": 12015 + }, + { + "epoch": 2.2313834726090995, + "grad_norm": 1.5205059051513672, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8868099451065063, + "num_tokens": 437625455.0, + "step": 12016 + }, + { + "epoch": 2.231569173630455, + "grad_norm": 1.5427178144454956, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8773528337478638, + "num_tokens": 437664129.0, + "step": 12017 + }, + { + "epoch": 2.2317548746518105, + "grad_norm": 1.620636224746704, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8763917684555054, + "num_tokens": 437698130.0, + "step": 12018 + }, + { + "epoch": 2.2319405756731663, + "grad_norm": 1.5660604238510132, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8954004049301147, + "num_tokens": 437734176.0, + "step": 12019 + }, + { + "epoch": 2.232126276694522, + "grad_norm": 1.4081637859344482, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8943051099777222, + "num_tokens": 437770463.0, + "step": 12020 + }, + { + "epoch": 2.2323119777158773, + "grad_norm": 1.5490539073944092, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8832954168319702, + "num_tokens": 437805766.0, + "step": 12021 + }, + { + "epoch": 2.232497678737233, + "grad_norm": 1.5143762826919556, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8856163024902344, + "num_tokens": 437843186.0, + "step": 12022 + }, + { + "epoch": 2.2326833797585888, + "grad_norm": 1.5051615238189697, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8880580067634583, + "num_tokens": 437880681.0, + "step": 12023 + }, + { + "epoch": 2.2328690807799445, + "grad_norm": 1.6026546955108643, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8836656808853149, + "num_tokens": 437913939.0, + "step": 12024 + }, + { + "epoch": 2.2330547818013, + "grad_norm": 1.5594536066055298, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8751571178436279, + "num_tokens": 437950458.0, + "step": 12025 + }, + { + "epoch": 2.2332404828226555, + "grad_norm": 1.391221284866333, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8828642964363098, + "num_tokens": 437991809.0, + "step": 12026 + }, + { + "epoch": 2.2334261838440113, + "grad_norm": 1.5370429754257202, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8946434259414673, + "num_tokens": 438027993.0, + "step": 12027 + }, + { + "epoch": 2.2336118848653665, + "grad_norm": 1.5614920854568481, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.88070148229599, + "num_tokens": 438063514.0, + "step": 12028 + }, + { + "epoch": 2.2337975858867223, + "grad_norm": 1.451561450958252, + "learning_rate": 1e-06, + "loss": 0.2701, + "mean_token_accuracy": 0.9028894901275635, + "num_tokens": 438099990.0, + "step": 12029 + }, + { + "epoch": 2.233983286908078, + "grad_norm": 1.5896461009979248, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8734204769134521, + "num_tokens": 438139054.0, + "step": 12030 + }, + { + "epoch": 2.2341689879294337, + "grad_norm": 1.5419907569885254, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.892271876335144, + "num_tokens": 438175324.0, + "step": 12031 + }, + { + "epoch": 2.234354688950789, + "grad_norm": 1.5877623558044434, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8991231322288513, + "num_tokens": 438209662.0, + "step": 12032 + }, + { + "epoch": 2.2345403899721448, + "grad_norm": 1.6218180656433105, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.889223575592041, + "num_tokens": 438243848.0, + "step": 12033 + }, + { + "epoch": 2.2347260909935005, + "grad_norm": 1.3676602840423584, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8864647746086121, + "num_tokens": 438286143.0, + "step": 12034 + }, + { + "epoch": 2.2349117920148562, + "grad_norm": 1.5080046653747559, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8819268941879272, + "num_tokens": 438322659.0, + "step": 12035 + }, + { + "epoch": 2.2350974930362115, + "grad_norm": 1.450208306312561, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8965135812759399, + "num_tokens": 438359158.0, + "step": 12036 + }, + { + "epoch": 2.2352831940575673, + "grad_norm": 1.4697755575180054, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8975740671157837, + "num_tokens": 438397601.0, + "step": 12037 + }, + { + "epoch": 2.235468895078923, + "grad_norm": 1.4337043762207031, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8889443874359131, + "num_tokens": 438434376.0, + "step": 12038 + }, + { + "epoch": 2.2356545961002787, + "grad_norm": 1.506371259689331, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8863723874092102, + "num_tokens": 438468636.0, + "step": 12039 + }, + { + "epoch": 2.235840297121634, + "grad_norm": 1.4864513874053955, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8854891061782837, + "num_tokens": 438508024.0, + "step": 12040 + }, + { + "epoch": 2.2360259981429897, + "grad_norm": 1.3754750490188599, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.893027663230896, + "num_tokens": 438549039.0, + "step": 12041 + }, + { + "epoch": 2.2362116991643455, + "grad_norm": 1.510338306427002, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8874995708465576, + "num_tokens": 438584984.0, + "step": 12042 + }, + { + "epoch": 2.236397400185701, + "grad_norm": 1.6310627460479736, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8738241195678711, + "num_tokens": 438618389.0, + "step": 12043 + }, + { + "epoch": 2.2365831012070565, + "grad_norm": 1.6410930156707764, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8899450302124023, + "num_tokens": 438653252.0, + "step": 12044 + }, + { + "epoch": 2.2367688022284122, + "grad_norm": 1.521591067314148, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.88407301902771, + "num_tokens": 438693109.0, + "step": 12045 + }, + { + "epoch": 2.236954503249768, + "grad_norm": 1.4357404708862305, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8880295157432556, + "num_tokens": 438735972.0, + "step": 12046 + }, + { + "epoch": 2.2371402042711237, + "grad_norm": 1.5767455101013184, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8830248117446899, + "num_tokens": 438772783.0, + "step": 12047 + }, + { + "epoch": 2.237325905292479, + "grad_norm": 1.5201458930969238, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8733892440795898, + "num_tokens": 438813875.0, + "step": 12048 + }, + { + "epoch": 2.2375116063138347, + "grad_norm": 1.548552393913269, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.8988432884216309, + "num_tokens": 438845882.0, + "step": 12049 + }, + { + "epoch": 2.2376973073351905, + "grad_norm": 1.6524786949157715, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.886921763420105, + "num_tokens": 438880967.0, + "step": 12050 + }, + { + "epoch": 2.2378830083565457, + "grad_norm": 1.430417537689209, + "learning_rate": 1e-06, + "loss": 0.2564, + "mean_token_accuracy": 0.9088000059127808, + "num_tokens": 438916059.0, + "step": 12051 + }, + { + "epoch": 2.2380687093779015, + "grad_norm": 1.5792402029037476, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8835062980651855, + "num_tokens": 438949197.0, + "step": 12052 + }, + { + "epoch": 2.238254410399257, + "grad_norm": 1.493622064590454, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8833971619606018, + "num_tokens": 438985451.0, + "step": 12053 + }, + { + "epoch": 2.238440111420613, + "grad_norm": 1.5930616855621338, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8948620557785034, + "num_tokens": 439017966.0, + "step": 12054 + }, + { + "epoch": 2.2386258124419682, + "grad_norm": 1.5842913389205933, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8891118764877319, + "num_tokens": 439051560.0, + "step": 12055 + }, + { + "epoch": 2.238811513463324, + "grad_norm": 1.485392451286316, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.891518235206604, + "num_tokens": 439090564.0, + "step": 12056 + }, + { + "epoch": 2.2389972144846797, + "grad_norm": 1.4408472776412964, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8810689449310303, + "num_tokens": 439133645.0, + "step": 12057 + }, + { + "epoch": 2.2391829155060354, + "grad_norm": 1.7052897214889526, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8793467283248901, + "num_tokens": 439165158.0, + "step": 12058 + }, + { + "epoch": 2.2393686165273907, + "grad_norm": 1.4502907991409302, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8772179484367371, + "num_tokens": 439207195.0, + "step": 12059 + }, + { + "epoch": 2.2395543175487465, + "grad_norm": 1.4506337642669678, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8979046940803528, + "num_tokens": 439243029.0, + "step": 12060 + }, + { + "epoch": 2.239740018570102, + "grad_norm": 1.6161445379257202, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8813170790672302, + "num_tokens": 439276946.0, + "step": 12061 + }, + { + "epoch": 2.239925719591458, + "grad_norm": 1.6172727346420288, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8727338314056396, + "num_tokens": 439312424.0, + "step": 12062 + }, + { + "epoch": 2.240111420612813, + "grad_norm": 1.5925325155258179, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8806885480880737, + "num_tokens": 439348743.0, + "step": 12063 + }, + { + "epoch": 2.240297121634169, + "grad_norm": 1.5249830484390259, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8950594663619995, + "num_tokens": 439385997.0, + "step": 12064 + }, + { + "epoch": 2.2404828226555247, + "grad_norm": 1.5906000137329102, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8900288939476013, + "num_tokens": 439422985.0, + "step": 12065 + }, + { + "epoch": 2.2406685236768804, + "grad_norm": 1.4949253797531128, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.887210488319397, + "num_tokens": 439461508.0, + "step": 12066 + }, + { + "epoch": 2.2408542246982357, + "grad_norm": 1.6472588777542114, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.886020302772522, + "num_tokens": 439495023.0, + "step": 12067 + }, + { + "epoch": 2.2410399257195914, + "grad_norm": 1.5360649824142456, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.9031909704208374, + "num_tokens": 439528171.0, + "step": 12068 + }, + { + "epoch": 2.241225626740947, + "grad_norm": 1.5774085521697998, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8887211084365845, + "num_tokens": 439559072.0, + "step": 12069 + }, + { + "epoch": 2.241411327762303, + "grad_norm": 1.565820336341858, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8804408311843872, + "num_tokens": 439596408.0, + "step": 12070 + }, + { + "epoch": 2.241597028783658, + "grad_norm": 1.7009531259536743, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8771394491195679, + "num_tokens": 439628803.0, + "step": 12071 + }, + { + "epoch": 2.241782729805014, + "grad_norm": 1.6728135347366333, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8860543370246887, + "num_tokens": 439662369.0, + "step": 12072 + }, + { + "epoch": 2.2419684308263697, + "grad_norm": 1.344982385635376, + "learning_rate": 1e-06, + "loss": 0.2595, + "mean_token_accuracy": 0.9070830345153809, + "num_tokens": 439701254.0, + "step": 12073 + }, + { + "epoch": 2.242154131847725, + "grad_norm": 1.4542226791381836, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8869165182113647, + "num_tokens": 439744298.0, + "step": 12074 + }, + { + "epoch": 2.2423398328690807, + "grad_norm": 1.715423345565796, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8794605135917664, + "num_tokens": 439774140.0, + "step": 12075 + }, + { + "epoch": 2.2425255338904364, + "grad_norm": 1.4573428630828857, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8981341123580933, + "num_tokens": 439812107.0, + "step": 12076 + }, + { + "epoch": 2.242711234911792, + "grad_norm": 1.4949183464050293, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8872913718223572, + "num_tokens": 439852353.0, + "step": 12077 + }, + { + "epoch": 2.2428969359331474, + "grad_norm": 1.634537696838379, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8808141946792603, + "num_tokens": 439886693.0, + "step": 12078 + }, + { + "epoch": 2.243082636954503, + "grad_norm": 1.6774702072143555, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8868139386177063, + "num_tokens": 439921298.0, + "step": 12079 + }, + { + "epoch": 2.243268337975859, + "grad_norm": 1.578142762184143, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8900781869888306, + "num_tokens": 439954541.0, + "step": 12080 + }, + { + "epoch": 2.2434540389972146, + "grad_norm": 1.5940817594528198, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8761973977088928, + "num_tokens": 439991133.0, + "step": 12081 + }, + { + "epoch": 2.24363974001857, + "grad_norm": 1.5017486810684204, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8822599649429321, + "num_tokens": 440031024.0, + "step": 12082 + }, + { + "epoch": 2.2438254410399256, + "grad_norm": 1.5360479354858398, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8858960866928101, + "num_tokens": 440069392.0, + "step": 12083 + }, + { + "epoch": 2.2440111420612814, + "grad_norm": 1.7074611186981201, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.879564642906189, + "num_tokens": 440100890.0, + "step": 12084 + }, + { + "epoch": 2.244196843082637, + "grad_norm": 1.6109124422073364, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8995602130889893, + "num_tokens": 440131943.0, + "step": 12085 + }, + { + "epoch": 2.2443825441039924, + "grad_norm": 1.6050746440887451, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8890894651412964, + "num_tokens": 440161650.0, + "step": 12086 + }, + { + "epoch": 2.244568245125348, + "grad_norm": 1.4247002601623535, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8961256146430969, + "num_tokens": 440197819.0, + "step": 12087 + }, + { + "epoch": 2.244753946146704, + "grad_norm": 1.5660910606384277, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8806246519088745, + "num_tokens": 440234214.0, + "step": 12088 + }, + { + "epoch": 2.2449396471680596, + "grad_norm": 1.3796275854110718, + "learning_rate": 1e-06, + "loss": 0.2878, + "mean_token_accuracy": 0.8955353498458862, + "num_tokens": 440277017.0, + "step": 12089 + }, + { + "epoch": 2.245125348189415, + "grad_norm": 1.6266475915908813, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8835351467132568, + "num_tokens": 440311710.0, + "step": 12090 + }, + { + "epoch": 2.2453110492107706, + "grad_norm": 1.5820156335830688, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8866614699363708, + "num_tokens": 440346243.0, + "step": 12091 + }, + { + "epoch": 2.2454967502321264, + "grad_norm": 1.5292823314666748, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8917595148086548, + "num_tokens": 440381551.0, + "step": 12092 + }, + { + "epoch": 2.245682451253482, + "grad_norm": 1.645464301109314, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8869462013244629, + "num_tokens": 440418613.0, + "step": 12093 + }, + { + "epoch": 2.2458681522748374, + "grad_norm": 1.5414408445358276, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8875603675842285, + "num_tokens": 440454138.0, + "step": 12094 + }, + { + "epoch": 2.246053853296193, + "grad_norm": 1.5332472324371338, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.892769455909729, + "num_tokens": 440487164.0, + "step": 12095 + }, + { + "epoch": 2.246239554317549, + "grad_norm": 1.5847076177597046, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8820391893386841, + "num_tokens": 440522586.0, + "step": 12096 + }, + { + "epoch": 2.246425255338904, + "grad_norm": 1.5196130275726318, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.9013572931289673, + "num_tokens": 440555510.0, + "step": 12097 + }, + { + "epoch": 2.24661095636026, + "grad_norm": 1.5779465436935425, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8851654529571533, + "num_tokens": 440592207.0, + "step": 12098 + }, + { + "epoch": 2.2467966573816156, + "grad_norm": 1.648405909538269, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8659098148345947, + "num_tokens": 440632435.0, + "step": 12099 + }, + { + "epoch": 2.2469823584029713, + "grad_norm": 1.5602725744247437, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.891501247882843, + "num_tokens": 440667041.0, + "step": 12100 + }, + { + "epoch": 2.247168059424327, + "grad_norm": 1.6068475246429443, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8837209343910217, + "num_tokens": 440701429.0, + "step": 12101 + }, + { + "epoch": 2.2473537604456824, + "grad_norm": 1.5024977922439575, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8739197850227356, + "num_tokens": 440747745.0, + "step": 12102 + }, + { + "epoch": 2.247539461467038, + "grad_norm": 1.5821549892425537, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8856744766235352, + "num_tokens": 440784075.0, + "step": 12103 + }, + { + "epoch": 2.247725162488394, + "grad_norm": 1.5042756795883179, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8802202343940735, + "num_tokens": 440822533.0, + "step": 12104 + }, + { + "epoch": 2.247910863509749, + "grad_norm": 1.564412236213684, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8865164518356323, + "num_tokens": 440858977.0, + "step": 12105 + }, + { + "epoch": 2.248096564531105, + "grad_norm": 1.5628104209899902, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8886123299598694, + "num_tokens": 440893925.0, + "step": 12106 + }, + { + "epoch": 2.2482822655524606, + "grad_norm": 1.4346727132797241, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8788319230079651, + "num_tokens": 440940907.0, + "step": 12107 + }, + { + "epoch": 2.2484679665738163, + "grad_norm": 1.5658539533615112, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.877424418926239, + "num_tokens": 440982111.0, + "step": 12108 + }, + { + "epoch": 2.2486536675951716, + "grad_norm": 1.5631564855575562, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.893455445766449, + "num_tokens": 441017920.0, + "step": 12109 + }, + { + "epoch": 2.2488393686165273, + "grad_norm": 1.666563868522644, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8856918811798096, + "num_tokens": 441050981.0, + "step": 12110 + }, + { + "epoch": 2.249025069637883, + "grad_norm": 1.6032017469406128, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8921764492988586, + "num_tokens": 441081603.0, + "step": 12111 + }, + { + "epoch": 2.249210770659239, + "grad_norm": 1.6489278078079224, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8655792474746704, + "num_tokens": 441118348.0, + "step": 12112 + }, + { + "epoch": 2.249396471680594, + "grad_norm": 1.5504014492034912, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8962530493736267, + "num_tokens": 441153223.0, + "step": 12113 + }, + { + "epoch": 2.24958217270195, + "grad_norm": 1.586318850517273, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8789122700691223, + "num_tokens": 441188981.0, + "step": 12114 + }, + { + "epoch": 2.2497678737233056, + "grad_norm": 1.4743874073028564, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8907073140144348, + "num_tokens": 441227962.0, + "step": 12115 + }, + { + "epoch": 2.2499535747446613, + "grad_norm": 1.5076881647109985, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8917030096054077, + "num_tokens": 441262814.0, + "step": 12116 + }, + { + "epoch": 2.2501392757660166, + "grad_norm": 1.4285410642623901, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8881600499153137, + "num_tokens": 441303087.0, + "step": 12117 + }, + { + "epoch": 2.2503249767873723, + "grad_norm": 1.6841404438018799, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8765116930007935, + "num_tokens": 441338265.0, + "step": 12118 + }, + { + "epoch": 2.250510677808728, + "grad_norm": 1.4855581521987915, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8947746753692627, + "num_tokens": 441374170.0, + "step": 12119 + }, + { + "epoch": 2.2506963788300833, + "grad_norm": 1.6180980205535889, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8853460550308228, + "num_tokens": 441406426.0, + "step": 12120 + }, + { + "epoch": 2.250882079851439, + "grad_norm": 1.5559031963348389, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.885880708694458, + "num_tokens": 441442887.0, + "step": 12121 + }, + { + "epoch": 2.251067780872795, + "grad_norm": 1.4958454370498657, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8861923217773438, + "num_tokens": 441481730.0, + "step": 12122 + }, + { + "epoch": 2.2512534818941505, + "grad_norm": 1.4993160963058472, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8860777616500854, + "num_tokens": 441519807.0, + "step": 12123 + }, + { + "epoch": 2.2514391829155063, + "grad_norm": 1.4214813709259033, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8864939212799072, + "num_tokens": 441563627.0, + "step": 12124 + }, + { + "epoch": 2.2516248839368616, + "grad_norm": 1.6427104473114014, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.873246431350708, + "num_tokens": 441598448.0, + "step": 12125 + }, + { + "epoch": 2.2518105849582173, + "grad_norm": 1.52947998046875, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8784023523330688, + "num_tokens": 441636418.0, + "step": 12126 + }, + { + "epoch": 2.251996285979573, + "grad_norm": 1.6204222440719604, + "learning_rate": 1e-06, + "loss": 0.2912, + "mean_token_accuracy": 0.8969168663024902, + "num_tokens": 441667137.0, + "step": 12127 + }, + { + "epoch": 2.2521819870009283, + "grad_norm": 1.663408875465393, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8700549602508545, + "num_tokens": 441704659.0, + "step": 12128 + }, + { + "epoch": 2.252367688022284, + "grad_norm": 1.4819972515106201, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8863958716392517, + "num_tokens": 441743927.0, + "step": 12129 + }, + { + "epoch": 2.2525533890436398, + "grad_norm": 1.4418962001800537, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8828372359275818, + "num_tokens": 441782056.0, + "step": 12130 + }, + { + "epoch": 2.2527390900649955, + "grad_norm": 1.4616541862487793, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8855469226837158, + "num_tokens": 441822005.0, + "step": 12131 + }, + { + "epoch": 2.252924791086351, + "grad_norm": 1.4735302925109863, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8764171600341797, + "num_tokens": 441864839.0, + "step": 12132 + }, + { + "epoch": 2.2531104921077065, + "grad_norm": 1.5545270442962646, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8852150440216064, + "num_tokens": 441902851.0, + "step": 12133 + }, + { + "epoch": 2.2532961931290623, + "grad_norm": 1.581784725189209, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8806072473526001, + "num_tokens": 441937316.0, + "step": 12134 + }, + { + "epoch": 2.253481894150418, + "grad_norm": 1.4860302209854126, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8701146841049194, + "num_tokens": 441979736.0, + "step": 12135 + }, + { + "epoch": 2.2536675951717733, + "grad_norm": 1.4506938457489014, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8810502290725708, + "num_tokens": 442018390.0, + "step": 12136 + }, + { + "epoch": 2.253853296193129, + "grad_norm": 1.4741888046264648, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8938601016998291, + "num_tokens": 442055665.0, + "step": 12137 + }, + { + "epoch": 2.2540389972144848, + "grad_norm": 1.7815732955932617, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8796765804290771, + "num_tokens": 442085321.0, + "step": 12138 + }, + { + "epoch": 2.2542246982358405, + "grad_norm": 1.52547025680542, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8854981660842896, + "num_tokens": 442122640.0, + "step": 12139 + }, + { + "epoch": 2.2544103992571958, + "grad_norm": 1.4547483921051025, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8966289162635803, + "num_tokens": 442157719.0, + "step": 12140 + }, + { + "epoch": 2.2545961002785515, + "grad_norm": 1.4850605726242065, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8827951550483704, + "num_tokens": 442195805.0, + "step": 12141 + }, + { + "epoch": 2.2547818012999072, + "grad_norm": 1.4626916646957397, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8840740919113159, + "num_tokens": 442235135.0, + "step": 12142 + }, + { + "epoch": 2.2549675023212625, + "grad_norm": 1.4836281538009644, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8854049444198608, + "num_tokens": 442273176.0, + "step": 12143 + }, + { + "epoch": 2.2551532033426183, + "grad_norm": 1.7239707708358765, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8892329931259155, + "num_tokens": 442305143.0, + "step": 12144 + }, + { + "epoch": 2.255338904363974, + "grad_norm": 1.6420329809188843, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8845880031585693, + "num_tokens": 442341270.0, + "step": 12145 + }, + { + "epoch": 2.2555246053853297, + "grad_norm": 1.4568135738372803, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8836294412612915, + "num_tokens": 442379440.0, + "step": 12146 + }, + { + "epoch": 2.2557103064066855, + "grad_norm": 1.7273240089416504, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8835906386375427, + "num_tokens": 442411139.0, + "step": 12147 + }, + { + "epoch": 2.2558960074280408, + "grad_norm": 1.5123077630996704, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8940938711166382, + "num_tokens": 442449582.0, + "step": 12148 + }, + { + "epoch": 2.2560817084493965, + "grad_norm": 1.5388497114181519, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8904556035995483, + "num_tokens": 442483266.0, + "step": 12149 + }, + { + "epoch": 2.256267409470752, + "grad_norm": 1.6201305389404297, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8877874612808228, + "num_tokens": 442517507.0, + "step": 12150 + }, + { + "epoch": 2.2564531104921075, + "grad_norm": 1.5883698463439941, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.8938982486724854, + "num_tokens": 442551951.0, + "step": 12151 + }, + { + "epoch": 2.2566388115134632, + "grad_norm": 1.5312131643295288, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8845909237861633, + "num_tokens": 442590559.0, + "step": 12152 + }, + { + "epoch": 2.256824512534819, + "grad_norm": 1.5732765197753906, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8709038496017456, + "num_tokens": 442631530.0, + "step": 12153 + }, + { + "epoch": 2.2570102135561747, + "grad_norm": 1.676418423652649, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8902918696403503, + "num_tokens": 442663202.0, + "step": 12154 + }, + { + "epoch": 2.25719591457753, + "grad_norm": 1.5083366632461548, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.893612265586853, + "num_tokens": 442695904.0, + "step": 12155 + }, + { + "epoch": 2.2573816155988857, + "grad_norm": 1.6376574039459229, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8839330673217773, + "num_tokens": 442732526.0, + "step": 12156 + }, + { + "epoch": 2.2575673166202415, + "grad_norm": 1.4260804653167725, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8853157758712769, + "num_tokens": 442772200.0, + "step": 12157 + }, + { + "epoch": 2.257753017641597, + "grad_norm": 1.5183075666427612, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.886935830116272, + "num_tokens": 442809864.0, + "step": 12158 + }, + { + "epoch": 2.2579387186629525, + "grad_norm": 1.5660027265548706, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.903343915939331, + "num_tokens": 442839445.0, + "step": 12159 + }, + { + "epoch": 2.258124419684308, + "grad_norm": 1.5258845090866089, + "learning_rate": 1e-06, + "loss": 0.2787, + "mean_token_accuracy": 0.900981068611145, + "num_tokens": 442872846.0, + "step": 12160 + }, + { + "epoch": 2.258310120705664, + "grad_norm": 1.6169252395629883, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8808359503746033, + "num_tokens": 442908938.0, + "step": 12161 + }, + { + "epoch": 2.2584958217270197, + "grad_norm": 1.5148495435714722, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8944133520126343, + "num_tokens": 442945079.0, + "step": 12162 + }, + { + "epoch": 2.258681522748375, + "grad_norm": 1.5690542459487915, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8776146769523621, + "num_tokens": 442980895.0, + "step": 12163 + }, + { + "epoch": 2.2588672237697307, + "grad_norm": 1.471675157546997, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8758494853973389, + "num_tokens": 443022344.0, + "step": 12164 + }, + { + "epoch": 2.2590529247910864, + "grad_norm": 1.5366857051849365, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8855936527252197, + "num_tokens": 443057081.0, + "step": 12165 + }, + { + "epoch": 2.2592386258124417, + "grad_norm": 1.569115400314331, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8827710151672363, + "num_tokens": 443093372.0, + "step": 12166 + }, + { + "epoch": 2.2594243268337975, + "grad_norm": 1.555999994277954, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8885365724563599, + "num_tokens": 443127985.0, + "step": 12167 + }, + { + "epoch": 2.259610027855153, + "grad_norm": 1.5014556646347046, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8850580453872681, + "num_tokens": 443168706.0, + "step": 12168 + }, + { + "epoch": 2.259795728876509, + "grad_norm": 1.4743918180465698, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8885239362716675, + "num_tokens": 443205570.0, + "step": 12169 + }, + { + "epoch": 2.2599814298978647, + "grad_norm": 1.5150394439697266, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8871309757232666, + "num_tokens": 443243420.0, + "step": 12170 + }, + { + "epoch": 2.26016713091922, + "grad_norm": 1.6205471754074097, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8735283613204956, + "num_tokens": 443277911.0, + "step": 12171 + }, + { + "epoch": 2.2603528319405757, + "grad_norm": 1.543088674545288, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8899887800216675, + "num_tokens": 443312800.0, + "step": 12172 + }, + { + "epoch": 2.2605385329619314, + "grad_norm": 1.4002684354782104, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8920350074768066, + "num_tokens": 443352357.0, + "step": 12173 + }, + { + "epoch": 2.2607242339832867, + "grad_norm": 1.4825960397720337, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8948656320571899, + "num_tokens": 443388004.0, + "step": 12174 + }, + { + "epoch": 2.2609099350046424, + "grad_norm": 1.554511308670044, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8835749626159668, + "num_tokens": 443426052.0, + "step": 12175 + }, + { + "epoch": 2.261095636025998, + "grad_norm": 1.5233501195907593, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8903243541717529, + "num_tokens": 443465215.0, + "step": 12176 + }, + { + "epoch": 2.261281337047354, + "grad_norm": 1.5526098012924194, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8975210785865784, + "num_tokens": 443497304.0, + "step": 12177 + }, + { + "epoch": 2.261467038068709, + "grad_norm": 1.4566779136657715, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8979395031929016, + "num_tokens": 443537469.0, + "step": 12178 + }, + { + "epoch": 2.261652739090065, + "grad_norm": 1.6247413158416748, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.885414719581604, + "num_tokens": 443569722.0, + "step": 12179 + }, + { + "epoch": 2.2618384401114207, + "grad_norm": 1.5202549695968628, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8970144987106323, + "num_tokens": 443603535.0, + "step": 12180 + }, + { + "epoch": 2.2620241411327764, + "grad_norm": 1.4664061069488525, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8855385780334473, + "num_tokens": 443642245.0, + "step": 12181 + }, + { + "epoch": 2.2622098421541317, + "grad_norm": 1.451546311378479, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8833508491516113, + "num_tokens": 443682477.0, + "step": 12182 + }, + { + "epoch": 2.2623955431754874, + "grad_norm": 1.739678144454956, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8805640339851379, + "num_tokens": 443713541.0, + "step": 12183 + }, + { + "epoch": 2.262581244196843, + "grad_norm": 1.4939649105072021, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8832135796546936, + "num_tokens": 443753896.0, + "step": 12184 + }, + { + "epoch": 2.262766945218199, + "grad_norm": 1.6429065465927124, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8893401622772217, + "num_tokens": 443785007.0, + "step": 12185 + }, + { + "epoch": 2.262952646239554, + "grad_norm": 1.5235143899917603, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8938062191009521, + "num_tokens": 443817761.0, + "step": 12186 + }, + { + "epoch": 2.26313834726091, + "grad_norm": 1.5717179775238037, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8781777620315552, + "num_tokens": 443854765.0, + "step": 12187 + }, + { + "epoch": 2.2633240482822656, + "grad_norm": 1.6419622898101807, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8724789619445801, + "num_tokens": 443891711.0, + "step": 12188 + }, + { + "epoch": 2.263509749303621, + "grad_norm": 1.5604047775268555, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8922489881515503, + "num_tokens": 443926723.0, + "step": 12189 + }, + { + "epoch": 2.2636954503249767, + "grad_norm": 1.5111230611801147, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8949911594390869, + "num_tokens": 443963836.0, + "step": 12190 + }, + { + "epoch": 2.2638811513463324, + "grad_norm": 1.6595357656478882, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8770930767059326, + "num_tokens": 443995416.0, + "step": 12191 + }, + { + "epoch": 2.264066852367688, + "grad_norm": 1.578211784362793, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8762702941894531, + "num_tokens": 444032207.0, + "step": 12192 + }, + { + "epoch": 2.264252553389044, + "grad_norm": 1.4941176176071167, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8927768468856812, + "num_tokens": 444069510.0, + "step": 12193 + }, + { + "epoch": 2.264438254410399, + "grad_norm": 1.5674430131912231, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8972902297973633, + "num_tokens": 444102534.0, + "step": 12194 + }, + { + "epoch": 2.264623955431755, + "grad_norm": 1.519606590270996, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8819361329078674, + "num_tokens": 444140175.0, + "step": 12195 + }, + { + "epoch": 2.2648096564531106, + "grad_norm": 1.4793287515640259, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8853880167007446, + "num_tokens": 444181840.0, + "step": 12196 + }, + { + "epoch": 2.264995357474466, + "grad_norm": 1.5181902647018433, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8825443387031555, + "num_tokens": 444218819.0, + "step": 12197 + }, + { + "epoch": 2.2651810584958216, + "grad_norm": 1.433748722076416, + "learning_rate": 1e-06, + "loss": 0.2859, + "mean_token_accuracy": 0.9023930430412292, + "num_tokens": 444259538.0, + "step": 12198 + }, + { + "epoch": 2.2653667595171774, + "grad_norm": 1.5033470392227173, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.900179386138916, + "num_tokens": 444292772.0, + "step": 12199 + }, + { + "epoch": 2.265552460538533, + "grad_norm": 1.57268226146698, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8841570615768433, + "num_tokens": 444327506.0, + "step": 12200 + }, + { + "epoch": 2.2657381615598884, + "grad_norm": 1.6275039911270142, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8882871866226196, + "num_tokens": 444359260.0, + "step": 12201 + }, + { + "epoch": 2.265923862581244, + "grad_norm": 1.511344313621521, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8957236409187317, + "num_tokens": 444397760.0, + "step": 12202 + }, + { + "epoch": 2.2661095636026, + "grad_norm": 1.619875431060791, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8762326240539551, + "num_tokens": 444432327.0, + "step": 12203 + }, + { + "epoch": 2.2662952646239556, + "grad_norm": 1.479034662246704, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8906376957893372, + "num_tokens": 444470120.0, + "step": 12204 + }, + { + "epoch": 2.266480965645311, + "grad_norm": 1.481217622756958, + "learning_rate": 1e-06, + "loss": 0.2687, + "mean_token_accuracy": 0.9018427133560181, + "num_tokens": 444504008.0, + "step": 12205 + }, + { + "epoch": 2.2666666666666666, + "grad_norm": 1.5602192878723145, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8956447839736938, + "num_tokens": 444536791.0, + "step": 12206 + }, + { + "epoch": 2.2668523676880223, + "grad_norm": 1.5514048337936401, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.8990374803543091, + "num_tokens": 444568472.0, + "step": 12207 + }, + { + "epoch": 2.267038068709378, + "grad_norm": 1.3963985443115234, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8952150344848633, + "num_tokens": 444607840.0, + "step": 12208 + }, + { + "epoch": 2.2672237697307334, + "grad_norm": 1.5147889852523804, + "learning_rate": 1e-06, + "loss": 0.2867, + "mean_token_accuracy": 0.895451545715332, + "num_tokens": 444643034.0, + "step": 12209 + }, + { + "epoch": 2.267409470752089, + "grad_norm": 1.5592882633209229, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8854839205741882, + "num_tokens": 444678664.0, + "step": 12210 + }, + { + "epoch": 2.267595171773445, + "grad_norm": 1.5744606256484985, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8719720244407654, + "num_tokens": 444717405.0, + "step": 12211 + }, + { + "epoch": 2.2677808727948006, + "grad_norm": 1.5399563312530518, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8703410625457764, + "num_tokens": 444756365.0, + "step": 12212 + }, + { + "epoch": 2.267966573816156, + "grad_norm": 1.5127238035202026, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8963949680328369, + "num_tokens": 444793281.0, + "step": 12213 + }, + { + "epoch": 2.2681522748375116, + "grad_norm": 1.4937548637390137, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.884948194026947, + "num_tokens": 444832451.0, + "step": 12214 + }, + { + "epoch": 2.2683379758588673, + "grad_norm": 1.5636627674102783, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8763079047203064, + "num_tokens": 444867456.0, + "step": 12215 + }, + { + "epoch": 2.268523676880223, + "grad_norm": 1.4624695777893066, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8946133255958557, + "num_tokens": 444906275.0, + "step": 12216 + }, + { + "epoch": 2.2687093779015783, + "grad_norm": 1.6655727624893188, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8959470987319946, + "num_tokens": 444934862.0, + "step": 12217 + }, + { + "epoch": 2.268895078922934, + "grad_norm": 1.5458519458770752, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8782190680503845, + "num_tokens": 444970382.0, + "step": 12218 + }, + { + "epoch": 2.26908077994429, + "grad_norm": 1.4724466800689697, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8871009349822998, + "num_tokens": 445011766.0, + "step": 12219 + }, + { + "epoch": 2.269266480965645, + "grad_norm": 1.6497220993041992, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8979730010032654, + "num_tokens": 445042129.0, + "step": 12220 + }, + { + "epoch": 2.269452181987001, + "grad_norm": 1.6029613018035889, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8851150274276733, + "num_tokens": 445078555.0, + "step": 12221 + }, + { + "epoch": 2.2696378830083566, + "grad_norm": 1.5225237607955933, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8900819420814514, + "num_tokens": 445114298.0, + "step": 12222 + }, + { + "epoch": 2.2698235840297123, + "grad_norm": 1.596988558769226, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8791617155075073, + "num_tokens": 445150794.0, + "step": 12223 + }, + { + "epoch": 2.270009285051068, + "grad_norm": 1.5341018438339233, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8854638934135437, + "num_tokens": 445188583.0, + "step": 12224 + }, + { + "epoch": 2.2701949860724233, + "grad_norm": 1.6751455068588257, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8756967782974243, + "num_tokens": 445223138.0, + "step": 12225 + }, + { + "epoch": 2.270380687093779, + "grad_norm": 1.6437726020812988, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8861007690429688, + "num_tokens": 445253121.0, + "step": 12226 + }, + { + "epoch": 2.270566388115135, + "grad_norm": 1.413465142250061, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8914811015129089, + "num_tokens": 445293777.0, + "step": 12227 + }, + { + "epoch": 2.27075208913649, + "grad_norm": 1.6057850122451782, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8689884543418884, + "num_tokens": 445331305.0, + "step": 12228 + }, + { + "epoch": 2.270937790157846, + "grad_norm": 1.542331576347351, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8867547512054443, + "num_tokens": 445367176.0, + "step": 12229 + }, + { + "epoch": 2.2711234911792015, + "grad_norm": 1.8290159702301025, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8669623732566833, + "num_tokens": 445401457.0, + "step": 12230 + }, + { + "epoch": 2.2713091922005573, + "grad_norm": 1.5892525911331177, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8778926134109497, + "num_tokens": 445439075.0, + "step": 12231 + }, + { + "epoch": 2.2714948932219126, + "grad_norm": 1.4941329956054688, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8889949321746826, + "num_tokens": 445476413.0, + "step": 12232 + }, + { + "epoch": 2.2716805942432683, + "grad_norm": 1.4765496253967285, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8942323923110962, + "num_tokens": 445515770.0, + "step": 12233 + }, + { + "epoch": 2.271866295264624, + "grad_norm": 1.4859074354171753, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8910951614379883, + "num_tokens": 445554080.0, + "step": 12234 + }, + { + "epoch": 2.2720519962859798, + "grad_norm": 1.4490851163864136, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.893244206905365, + "num_tokens": 445592150.0, + "step": 12235 + }, + { + "epoch": 2.272237697307335, + "grad_norm": 1.381083369255066, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8872841000556946, + "num_tokens": 445636876.0, + "step": 12236 + }, + { + "epoch": 2.272423398328691, + "grad_norm": 1.3888272047042847, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8924237489700317, + "num_tokens": 445678404.0, + "step": 12237 + }, + { + "epoch": 2.2726090993500465, + "grad_norm": 1.474364995956421, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.9031209349632263, + "num_tokens": 445713321.0, + "step": 12238 + }, + { + "epoch": 2.2727948003714022, + "grad_norm": 1.5349355936050415, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8810688257217407, + "num_tokens": 445752251.0, + "step": 12239 + }, + { + "epoch": 2.2729805013927575, + "grad_norm": 1.532721996307373, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8834694623947144, + "num_tokens": 445786573.0, + "step": 12240 + }, + { + "epoch": 2.2731662024141133, + "grad_norm": 1.5147877931594849, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8816041946411133, + "num_tokens": 445827122.0, + "step": 12241 + }, + { + "epoch": 2.273351903435469, + "grad_norm": 1.5883421897888184, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8993571996688843, + "num_tokens": 445858699.0, + "step": 12242 + }, + { + "epoch": 2.2735376044568243, + "grad_norm": 1.6127912998199463, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8739365339279175, + "num_tokens": 445894049.0, + "step": 12243 + }, + { + "epoch": 2.27372330547818, + "grad_norm": 1.5673058032989502, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8877457976341248, + "num_tokens": 445926499.0, + "step": 12244 + }, + { + "epoch": 2.2739090064995358, + "grad_norm": 1.5587198734283447, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8845629096031189, + "num_tokens": 445964286.0, + "step": 12245 + }, + { + "epoch": 2.2740947075208915, + "grad_norm": 1.469482421875, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8964845538139343, + "num_tokens": 446003032.0, + "step": 12246 + }, + { + "epoch": 2.2742804085422472, + "grad_norm": 1.490810751914978, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8967499732971191, + "num_tokens": 446040535.0, + "step": 12247 + }, + { + "epoch": 2.2744661095636025, + "grad_norm": 1.5005820989608765, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8826019763946533, + "num_tokens": 446080875.0, + "step": 12248 + }, + { + "epoch": 2.2746518105849582, + "grad_norm": 1.6452809572219849, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8841108083724976, + "num_tokens": 446115625.0, + "step": 12249 + }, + { + "epoch": 2.274837511606314, + "grad_norm": 1.5615203380584717, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8809745907783508, + "num_tokens": 446152327.0, + "step": 12250 + }, + { + "epoch": 2.2750232126276693, + "grad_norm": 1.5360832214355469, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8787506818771362, + "num_tokens": 446191457.0, + "step": 12251 + }, + { + "epoch": 2.275208913649025, + "grad_norm": 1.5093648433685303, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8862532377243042, + "num_tokens": 446228328.0, + "step": 12252 + }, + { + "epoch": 2.2753946146703807, + "grad_norm": 1.6610252857208252, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8951915502548218, + "num_tokens": 446257815.0, + "step": 12253 + }, + { + "epoch": 2.2755803156917365, + "grad_norm": 1.6033587455749512, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8755273818969727, + "num_tokens": 446297743.0, + "step": 12254 + }, + { + "epoch": 2.2757660167130918, + "grad_norm": 1.618235468864441, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8836843371391296, + "num_tokens": 446331231.0, + "step": 12255 + }, + { + "epoch": 2.2759517177344475, + "grad_norm": 1.4745804071426392, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8808984756469727, + "num_tokens": 446369178.0, + "step": 12256 + }, + { + "epoch": 2.276137418755803, + "grad_norm": 1.5524555444717407, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8849595785140991, + "num_tokens": 446402837.0, + "step": 12257 + }, + { + "epoch": 2.276323119777159, + "grad_norm": 1.5324172973632812, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8889098167419434, + "num_tokens": 446438217.0, + "step": 12258 + }, + { + "epoch": 2.2765088207985142, + "grad_norm": 1.500327706336975, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8855975270271301, + "num_tokens": 446475736.0, + "step": 12259 + }, + { + "epoch": 2.27669452181987, + "grad_norm": 1.5643205642700195, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8879589438438416, + "num_tokens": 446512061.0, + "step": 12260 + }, + { + "epoch": 2.2768802228412257, + "grad_norm": 1.499055027961731, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.881016731262207, + "num_tokens": 446549467.0, + "step": 12261 + }, + { + "epoch": 2.2770659238625814, + "grad_norm": 1.5597461462020874, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8879032731056213, + "num_tokens": 446582696.0, + "step": 12262 + }, + { + "epoch": 2.2772516248839367, + "grad_norm": 1.4955765008926392, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8909674286842346, + "num_tokens": 446622181.0, + "step": 12263 + }, + { + "epoch": 2.2774373259052925, + "grad_norm": 1.510557770729065, + "learning_rate": 1e-06, + "loss": 0.2879, + "mean_token_accuracy": 0.8990464210510254, + "num_tokens": 446654683.0, + "step": 12264 + }, + { + "epoch": 2.277623026926648, + "grad_norm": 1.626313328742981, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8666296005249023, + "num_tokens": 446691290.0, + "step": 12265 + }, + { + "epoch": 2.2778087279480035, + "grad_norm": 1.4553672075271606, + "learning_rate": 1e-06, + "loss": 0.2733, + "mean_token_accuracy": 0.900763988494873, + "num_tokens": 446725067.0, + "step": 12266 + }, + { + "epoch": 2.277994428969359, + "grad_norm": 1.56306791305542, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8948944807052612, + "num_tokens": 446758696.0, + "step": 12267 + }, + { + "epoch": 2.278180129990715, + "grad_norm": 1.482595443725586, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.9020096063613892, + "num_tokens": 446796288.0, + "step": 12268 + }, + { + "epoch": 2.2783658310120707, + "grad_norm": 1.5437123775482178, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8779362440109253, + "num_tokens": 446836697.0, + "step": 12269 + }, + { + "epoch": 2.2785515320334264, + "grad_norm": 1.6769472360610962, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8738954663276672, + "num_tokens": 446870221.0, + "step": 12270 + }, + { + "epoch": 2.2787372330547817, + "grad_norm": 1.4913781881332397, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8802300691604614, + "num_tokens": 446908518.0, + "step": 12271 + }, + { + "epoch": 2.2789229340761374, + "grad_norm": 1.5866838693618774, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8786386251449585, + "num_tokens": 446945319.0, + "step": 12272 + }, + { + "epoch": 2.279108635097493, + "grad_norm": 1.625285029411316, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8906645774841309, + "num_tokens": 446978738.0, + "step": 12273 + }, + { + "epoch": 2.2792943361188485, + "grad_norm": 1.5672084093093872, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8846319913864136, + "num_tokens": 447015040.0, + "step": 12274 + }, + { + "epoch": 2.279480037140204, + "grad_norm": 1.476041316986084, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8886727094650269, + "num_tokens": 447051782.0, + "step": 12275 + }, + { + "epoch": 2.27966573816156, + "grad_norm": 1.5783625841140747, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8823657035827637, + "num_tokens": 447085885.0, + "step": 12276 + }, + { + "epoch": 2.2798514391829157, + "grad_norm": 1.643828272819519, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8810189962387085, + "num_tokens": 447116623.0, + "step": 12277 + }, + { + "epoch": 2.280037140204271, + "grad_norm": 1.4520808458328247, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8900282382965088, + "num_tokens": 447155706.0, + "step": 12278 + }, + { + "epoch": 2.2802228412256267, + "grad_norm": 1.5360925197601318, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8849435448646545, + "num_tokens": 447191934.0, + "step": 12279 + }, + { + "epoch": 2.2804085422469824, + "grad_norm": 1.614009141921997, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8908382058143616, + "num_tokens": 447224975.0, + "step": 12280 + }, + { + "epoch": 2.280594243268338, + "grad_norm": 1.5553691387176514, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8782649636268616, + "num_tokens": 447262445.0, + "step": 12281 + }, + { + "epoch": 2.2807799442896934, + "grad_norm": 1.4463815689086914, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.9014416933059692, + "num_tokens": 447297665.0, + "step": 12282 + }, + { + "epoch": 2.280965645311049, + "grad_norm": 1.4352368116378784, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8918445110321045, + "num_tokens": 447334137.0, + "step": 12283 + }, + { + "epoch": 2.281151346332405, + "grad_norm": 1.4579894542694092, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8890340924263, + "num_tokens": 447368987.0, + "step": 12284 + }, + { + "epoch": 2.2813370473537606, + "grad_norm": 1.5394188165664673, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8768897652626038, + "num_tokens": 447408693.0, + "step": 12285 + }, + { + "epoch": 2.281522748375116, + "grad_norm": 1.4302637577056885, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8921395540237427, + "num_tokens": 447449922.0, + "step": 12286 + }, + { + "epoch": 2.2817084493964717, + "grad_norm": 1.6283705234527588, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8795177340507507, + "num_tokens": 447485634.0, + "step": 12287 + }, + { + "epoch": 2.2818941504178274, + "grad_norm": 1.5304222106933594, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8867515325546265, + "num_tokens": 447521583.0, + "step": 12288 + }, + { + "epoch": 2.2820798514391827, + "grad_norm": 1.5781748294830322, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8883176445960999, + "num_tokens": 447555727.0, + "step": 12289 + }, + { + "epoch": 2.2822655524605384, + "grad_norm": 1.5985132455825806, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8821954727172852, + "num_tokens": 447587652.0, + "step": 12290 + }, + { + "epoch": 2.282451253481894, + "grad_norm": 1.659656286239624, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8765276670455933, + "num_tokens": 447622305.0, + "step": 12291 + }, + { + "epoch": 2.28263695450325, + "grad_norm": 1.7023873329162598, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8908802270889282, + "num_tokens": 447650369.0, + "step": 12292 + }, + { + "epoch": 2.2828226555246056, + "grad_norm": 1.619379997253418, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8917503356933594, + "num_tokens": 447682067.0, + "step": 12293 + }, + { + "epoch": 2.283008356545961, + "grad_norm": 1.6337987184524536, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8854442834854126, + "num_tokens": 447716889.0, + "step": 12294 + }, + { + "epoch": 2.2831940575673166, + "grad_norm": 1.7465325593948364, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8791425228118896, + "num_tokens": 447749212.0, + "step": 12295 + }, + { + "epoch": 2.2833797585886724, + "grad_norm": 1.6763076782226562, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.891654908657074, + "num_tokens": 447777278.0, + "step": 12296 + }, + { + "epoch": 2.2835654596100277, + "grad_norm": 1.5307966470718384, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8911774158477783, + "num_tokens": 447813806.0, + "step": 12297 + }, + { + "epoch": 2.2837511606313834, + "grad_norm": 1.4882973432540894, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8807368278503418, + "num_tokens": 447855177.0, + "step": 12298 + }, + { + "epoch": 2.283936861652739, + "grad_norm": 1.6560544967651367, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.872059166431427, + "num_tokens": 447891734.0, + "step": 12299 + }, + { + "epoch": 2.284122562674095, + "grad_norm": 1.5074082612991333, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8904714584350586, + "num_tokens": 447929711.0, + "step": 12300 + }, + { + "epoch": 2.28430826369545, + "grad_norm": 1.658814549446106, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8863430619239807, + "num_tokens": 447961328.0, + "step": 12301 + }, + { + "epoch": 2.284493964716806, + "grad_norm": 1.4218308925628662, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.887010931968689, + "num_tokens": 448001838.0, + "step": 12302 + }, + { + "epoch": 2.2846796657381616, + "grad_norm": 1.403020977973938, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8978442549705505, + "num_tokens": 448038823.0, + "step": 12303 + }, + { + "epoch": 2.2848653667595173, + "grad_norm": 1.6631165742874146, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8907341957092285, + "num_tokens": 448069388.0, + "step": 12304 + }, + { + "epoch": 2.2850510677808726, + "grad_norm": 1.3781994581222534, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.891208827495575, + "num_tokens": 448115682.0, + "step": 12305 + }, + { + "epoch": 2.2852367688022284, + "grad_norm": 1.3854891061782837, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8940273523330688, + "num_tokens": 448154997.0, + "step": 12306 + }, + { + "epoch": 2.285422469823584, + "grad_norm": 1.5091063976287842, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8876587748527527, + "num_tokens": 448192910.0, + "step": 12307 + }, + { + "epoch": 2.28560817084494, + "grad_norm": 1.5167973041534424, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8807805776596069, + "num_tokens": 448231323.0, + "step": 12308 + }, + { + "epoch": 2.285793871866295, + "grad_norm": 1.613502860069275, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8838126063346863, + "num_tokens": 448265283.0, + "step": 12309 + }, + { + "epoch": 2.285979572887651, + "grad_norm": 1.545790433883667, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8880486488342285, + "num_tokens": 448299437.0, + "step": 12310 + }, + { + "epoch": 2.2861652739090066, + "grad_norm": 1.7262508869171143, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8795264959335327, + "num_tokens": 448328036.0, + "step": 12311 + }, + { + "epoch": 2.286350974930362, + "grad_norm": 1.407875895500183, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8902233839035034, + "num_tokens": 448365703.0, + "step": 12312 + }, + { + "epoch": 2.2865366759517176, + "grad_norm": 1.5403748750686646, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8820747137069702, + "num_tokens": 448403618.0, + "step": 12313 + }, + { + "epoch": 2.2867223769730733, + "grad_norm": 1.5926778316497803, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.87750244140625, + "num_tokens": 448441826.0, + "step": 12314 + }, + { + "epoch": 2.286908077994429, + "grad_norm": 1.5198909044265747, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.88165283203125, + "num_tokens": 448480930.0, + "step": 12315 + }, + { + "epoch": 2.287093779015785, + "grad_norm": 1.385459542274475, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8943912982940674, + "num_tokens": 448522477.0, + "step": 12316 + }, + { + "epoch": 2.28727948003714, + "grad_norm": 1.464949131011963, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8863805532455444, + "num_tokens": 448561134.0, + "step": 12317 + }, + { + "epoch": 2.287465181058496, + "grad_norm": 1.3936123847961426, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8862221837043762, + "num_tokens": 448602361.0, + "step": 12318 + }, + { + "epoch": 2.2876508820798516, + "grad_norm": 1.6783580780029297, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8894780874252319, + "num_tokens": 448631732.0, + "step": 12319 + }, + { + "epoch": 2.287836583101207, + "grad_norm": 1.6285303831100464, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8804550766944885, + "num_tokens": 448666146.0, + "step": 12320 + }, + { + "epoch": 2.2880222841225626, + "grad_norm": 1.6006700992584229, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8792222738265991, + "num_tokens": 448703657.0, + "step": 12321 + }, + { + "epoch": 2.2882079851439183, + "grad_norm": 1.6475815773010254, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8887019753456116, + "num_tokens": 448734736.0, + "step": 12322 + }, + { + "epoch": 2.288393686165274, + "grad_norm": 1.4888880252838135, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8906823396682739, + "num_tokens": 448769843.0, + "step": 12323 + }, + { + "epoch": 2.2885793871866293, + "grad_norm": 1.5611904859542847, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8724451661109924, + "num_tokens": 448807187.0, + "step": 12324 + }, + { + "epoch": 2.288765088207985, + "grad_norm": 1.4822787046432495, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8880808353424072, + "num_tokens": 448846603.0, + "step": 12325 + }, + { + "epoch": 2.288950789229341, + "grad_norm": 1.5662415027618408, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8858122825622559, + "num_tokens": 448881385.0, + "step": 12326 + }, + { + "epoch": 2.2891364902506965, + "grad_norm": 1.6141148805618286, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8950146436691284, + "num_tokens": 448912124.0, + "step": 12327 + }, + { + "epoch": 2.289322191272052, + "grad_norm": 1.3847328424453735, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8991459012031555, + "num_tokens": 448951724.0, + "step": 12328 + }, + { + "epoch": 2.2895078922934076, + "grad_norm": 1.6124200820922852, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8829020261764526, + "num_tokens": 448990403.0, + "step": 12329 + }, + { + "epoch": 2.2896935933147633, + "grad_norm": 1.4325103759765625, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8878786563873291, + "num_tokens": 449031327.0, + "step": 12330 + }, + { + "epoch": 2.289879294336119, + "grad_norm": 1.6064175367355347, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8824004530906677, + "num_tokens": 449065709.0, + "step": 12331 + }, + { + "epoch": 2.2900649953574743, + "grad_norm": 1.5407294034957886, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8951899409294128, + "num_tokens": 449099817.0, + "step": 12332 + }, + { + "epoch": 2.29025069637883, + "grad_norm": 1.4835439920425415, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8933632969856262, + "num_tokens": 449135431.0, + "step": 12333 + }, + { + "epoch": 2.290436397400186, + "grad_norm": 1.4761663675308228, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8867695331573486, + "num_tokens": 449174041.0, + "step": 12334 + }, + { + "epoch": 2.290622098421541, + "grad_norm": 1.5900352001190186, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8903359174728394, + "num_tokens": 449207327.0, + "step": 12335 + }, + { + "epoch": 2.290807799442897, + "grad_norm": 1.5734318494796753, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8966798782348633, + "num_tokens": 449237136.0, + "step": 12336 + }, + { + "epoch": 2.2909935004642525, + "grad_norm": 1.4683533906936646, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8859186172485352, + "num_tokens": 449276735.0, + "step": 12337 + }, + { + "epoch": 2.2911792014856083, + "grad_norm": 1.485167384147644, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.87959885597229, + "num_tokens": 449315988.0, + "step": 12338 + }, + { + "epoch": 2.291364902506964, + "grad_norm": 1.4556232690811157, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8847874402999878, + "num_tokens": 449357658.0, + "step": 12339 + }, + { + "epoch": 2.2915506035283193, + "grad_norm": 1.3613272905349731, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8965818881988525, + "num_tokens": 449400641.0, + "step": 12340 + }, + { + "epoch": 2.291736304549675, + "grad_norm": 1.5401407480239868, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8955739736557007, + "num_tokens": 449433795.0, + "step": 12341 + }, + { + "epoch": 2.2919220055710308, + "grad_norm": 1.6499155759811401, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8880576491355896, + "num_tokens": 449466539.0, + "step": 12342 + }, + { + "epoch": 2.292107706592386, + "grad_norm": 1.5236024856567383, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8825412392616272, + "num_tokens": 449506269.0, + "step": 12343 + }, + { + "epoch": 2.292293407613742, + "grad_norm": 1.5554794073104858, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8721221685409546, + "num_tokens": 449549188.0, + "step": 12344 + }, + { + "epoch": 2.2924791086350975, + "grad_norm": 1.582955002784729, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8873640894889832, + "num_tokens": 449582148.0, + "step": 12345 + }, + { + "epoch": 2.2926648096564533, + "grad_norm": 1.3611528873443604, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.8998931646347046, + "num_tokens": 449624787.0, + "step": 12346 + }, + { + "epoch": 2.2928505106778085, + "grad_norm": 1.5604853630065918, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8855139017105103, + "num_tokens": 449659053.0, + "step": 12347 + }, + { + "epoch": 2.2930362116991643, + "grad_norm": 1.5948195457458496, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8728570342063904, + "num_tokens": 449697386.0, + "step": 12348 + }, + { + "epoch": 2.29322191272052, + "grad_norm": 1.6032341718673706, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8940916657447815, + "num_tokens": 449730054.0, + "step": 12349 + }, + { + "epoch": 2.2934076137418757, + "grad_norm": 1.4972747564315796, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8869996070861816, + "num_tokens": 449767165.0, + "step": 12350 + }, + { + "epoch": 2.293593314763231, + "grad_norm": 1.57957923412323, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8802868723869324, + "num_tokens": 449804599.0, + "step": 12351 + }, + { + "epoch": 2.2937790157845868, + "grad_norm": 1.5656609535217285, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.88869309425354, + "num_tokens": 449839587.0, + "step": 12352 + }, + { + "epoch": 2.2939647168059425, + "grad_norm": 1.443180799484253, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8932614326477051, + "num_tokens": 449880222.0, + "step": 12353 + }, + { + "epoch": 2.2941504178272982, + "grad_norm": 1.7333357334136963, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8949717879295349, + "num_tokens": 449909063.0, + "step": 12354 + }, + { + "epoch": 2.2943361188486535, + "grad_norm": 1.4590471982955933, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8934372663497925, + "num_tokens": 449948862.0, + "step": 12355 + }, + { + "epoch": 2.2945218198700092, + "grad_norm": 1.6301926374435425, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.89708411693573, + "num_tokens": 449979657.0, + "step": 12356 + }, + { + "epoch": 2.294707520891365, + "grad_norm": 1.553958535194397, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8715887069702148, + "num_tokens": 450015069.0, + "step": 12357 + }, + { + "epoch": 2.2948932219127203, + "grad_norm": 1.5565743446350098, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8931593298912048, + "num_tokens": 450048988.0, + "step": 12358 + }, + { + "epoch": 2.295078922934076, + "grad_norm": 1.5328588485717773, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8910031914710999, + "num_tokens": 450083264.0, + "step": 12359 + }, + { + "epoch": 2.2952646239554317, + "grad_norm": 1.5492998361587524, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8998701572418213, + "num_tokens": 450118824.0, + "step": 12360 + }, + { + "epoch": 2.2954503249767875, + "grad_norm": 1.6719781160354614, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8822876214981079, + "num_tokens": 450149175.0, + "step": 12361 + }, + { + "epoch": 2.295636025998143, + "grad_norm": 1.3427941799163818, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8843514919281006, + "num_tokens": 450194032.0, + "step": 12362 + }, + { + "epoch": 2.2958217270194985, + "grad_norm": 1.5278147459030151, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8683503270149231, + "num_tokens": 450235197.0, + "step": 12363 + }, + { + "epoch": 2.2960074280408542, + "grad_norm": 1.4989075660705566, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.891227662563324, + "num_tokens": 450272176.0, + "step": 12364 + }, + { + "epoch": 2.29619312906221, + "grad_norm": 1.4919612407684326, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.893711507320404, + "num_tokens": 450310066.0, + "step": 12365 + }, + { + "epoch": 2.2963788300835652, + "grad_norm": 1.6363576650619507, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8776536583900452, + "num_tokens": 450344729.0, + "step": 12366 + }, + { + "epoch": 2.296564531104921, + "grad_norm": 1.4955326318740845, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8832510709762573, + "num_tokens": 450382370.0, + "step": 12367 + }, + { + "epoch": 2.2967502321262767, + "grad_norm": 1.412075161933899, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.8992375731468201, + "num_tokens": 450421669.0, + "step": 12368 + }, + { + "epoch": 2.2969359331476324, + "grad_norm": 1.535346269607544, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8888035416603088, + "num_tokens": 450455917.0, + "step": 12369 + }, + { + "epoch": 2.2971216341689877, + "grad_norm": 1.5254253149032593, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8862418532371521, + "num_tokens": 450492390.0, + "step": 12370 + }, + { + "epoch": 2.2973073351903435, + "grad_norm": 1.432451844215393, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.8946752548217773, + "num_tokens": 450533350.0, + "step": 12371 + }, + { + "epoch": 2.297493036211699, + "grad_norm": 1.7083135843276978, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8965280055999756, + "num_tokens": 450565760.0, + "step": 12372 + }, + { + "epoch": 2.297678737233055, + "grad_norm": 1.5542266368865967, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8906666040420532, + "num_tokens": 450602366.0, + "step": 12373 + }, + { + "epoch": 2.2978644382544102, + "grad_norm": 1.4277263879776, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8867106437683105, + "num_tokens": 450642738.0, + "step": 12374 + }, + { + "epoch": 2.298050139275766, + "grad_norm": 1.5737372636795044, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8857076168060303, + "num_tokens": 450679816.0, + "step": 12375 + }, + { + "epoch": 2.2982358402971217, + "grad_norm": 1.4578911066055298, + "learning_rate": 1e-06, + "loss": 0.281, + "mean_token_accuracy": 0.8978316783905029, + "num_tokens": 450714464.0, + "step": 12376 + }, + { + "epoch": 2.2984215413184774, + "grad_norm": 1.5201528072357178, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8791565895080566, + "num_tokens": 450753953.0, + "step": 12377 + }, + { + "epoch": 2.2986072423398327, + "grad_norm": 1.4947482347488403, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.8984811305999756, + "num_tokens": 450790618.0, + "step": 12378 + }, + { + "epoch": 2.2987929433611884, + "grad_norm": 1.5648423433303833, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8875011205673218, + "num_tokens": 450824712.0, + "step": 12379 + }, + { + "epoch": 2.298978644382544, + "grad_norm": 1.5095313787460327, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.873989462852478, + "num_tokens": 450866760.0, + "step": 12380 + }, + { + "epoch": 2.2991643454039, + "grad_norm": 1.4972586631774902, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8908782005310059, + "num_tokens": 450907267.0, + "step": 12381 + }, + { + "epoch": 2.299350046425255, + "grad_norm": 1.528752326965332, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8831827640533447, + "num_tokens": 450944006.0, + "step": 12382 + }, + { + "epoch": 2.299535747446611, + "grad_norm": 1.5116370916366577, + "learning_rate": 1e-06, + "loss": 0.2756, + "mean_token_accuracy": 0.901382565498352, + "num_tokens": 450977286.0, + "step": 12383 + }, + { + "epoch": 2.2997214484679667, + "grad_norm": 1.5844625234603882, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.877720832824707, + "num_tokens": 451012419.0, + "step": 12384 + }, + { + "epoch": 2.2999071494893224, + "grad_norm": 1.5990910530090332, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.876287579536438, + "num_tokens": 451048256.0, + "step": 12385 + }, + { + "epoch": 2.3000928505106777, + "grad_norm": 1.5076653957366943, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8771243095397949, + "num_tokens": 451089268.0, + "step": 12386 + }, + { + "epoch": 2.3002785515320334, + "grad_norm": 1.3955881595611572, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.8990775942802429, + "num_tokens": 451125664.0, + "step": 12387 + }, + { + "epoch": 2.300464252553389, + "grad_norm": 1.6687172651290894, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8628281354904175, + "num_tokens": 451162789.0, + "step": 12388 + }, + { + "epoch": 2.3006499535747444, + "grad_norm": 1.598803997039795, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8787863850593567, + "num_tokens": 451198365.0, + "step": 12389 + }, + { + "epoch": 2.3008356545961, + "grad_norm": 1.5021613836288452, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8871747851371765, + "num_tokens": 451232333.0, + "step": 12390 + }, + { + "epoch": 2.301021355617456, + "grad_norm": 1.621699333190918, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.882958173751831, + "num_tokens": 451265886.0, + "step": 12391 + }, + { + "epoch": 2.3012070566388116, + "grad_norm": 1.4037901163101196, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8927887678146362, + "num_tokens": 451306458.0, + "step": 12392 + }, + { + "epoch": 2.3013927576601674, + "grad_norm": 1.5532249212265015, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.888616681098938, + "num_tokens": 451339658.0, + "step": 12393 + }, + { + "epoch": 2.3015784586815227, + "grad_norm": 1.5152928829193115, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8976904153823853, + "num_tokens": 451375882.0, + "step": 12394 + }, + { + "epoch": 2.3017641597028784, + "grad_norm": 1.569267988204956, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8827254772186279, + "num_tokens": 451408658.0, + "step": 12395 + }, + { + "epoch": 2.301949860724234, + "grad_norm": 1.6368558406829834, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8840978145599365, + "num_tokens": 451441244.0, + "step": 12396 + }, + { + "epoch": 2.3021355617455894, + "grad_norm": 1.6068094968795776, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8828845024108887, + "num_tokens": 451479160.0, + "step": 12397 + }, + { + "epoch": 2.302321262766945, + "grad_norm": 1.6012052297592163, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8939787149429321, + "num_tokens": 451509220.0, + "step": 12398 + }, + { + "epoch": 2.302506963788301, + "grad_norm": 1.6028382778167725, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8934533596038818, + "num_tokens": 451539032.0, + "step": 12399 + }, + { + "epoch": 2.3026926648096566, + "grad_norm": 1.623112440109253, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8922216892242432, + "num_tokens": 451569462.0, + "step": 12400 + }, + { + "epoch": 2.302878365831012, + "grad_norm": 1.5003674030303955, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8950234651565552, + "num_tokens": 451603977.0, + "step": 12401 + }, + { + "epoch": 2.3030640668523676, + "grad_norm": 1.591448426246643, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8853458762168884, + "num_tokens": 451637247.0, + "step": 12402 + }, + { + "epoch": 2.3032497678737234, + "grad_norm": 1.4934877157211304, + "learning_rate": 1e-06, + "loss": 0.2776, + "mean_token_accuracy": 0.903504490852356, + "num_tokens": 451671075.0, + "step": 12403 + }, + { + "epoch": 2.303435468895079, + "grad_norm": 1.5697882175445557, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8906815052032471, + "num_tokens": 451706750.0, + "step": 12404 + }, + { + "epoch": 2.3036211699164344, + "grad_norm": 1.5230956077575684, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8767850399017334, + "num_tokens": 451744179.0, + "step": 12405 + }, + { + "epoch": 2.30380687093779, + "grad_norm": 1.5609742403030396, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.890053391456604, + "num_tokens": 451778452.0, + "step": 12406 + }, + { + "epoch": 2.303992571959146, + "grad_norm": 1.492803692817688, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8855031132698059, + "num_tokens": 451817082.0, + "step": 12407 + }, + { + "epoch": 2.3041782729805016, + "grad_norm": 1.583117961883545, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8876322507858276, + "num_tokens": 451852878.0, + "step": 12408 + }, + { + "epoch": 2.304363974001857, + "grad_norm": 1.5503089427947998, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.881109356880188, + "num_tokens": 451890565.0, + "step": 12409 + }, + { + "epoch": 2.3045496750232126, + "grad_norm": 1.6550723314285278, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8853009939193726, + "num_tokens": 451921627.0, + "step": 12410 + }, + { + "epoch": 2.3047353760445684, + "grad_norm": 1.4643378257751465, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8909872174263, + "num_tokens": 451959766.0, + "step": 12411 + }, + { + "epoch": 2.3049210770659236, + "grad_norm": 1.5411819219589233, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8666728138923645, + "num_tokens": 451999547.0, + "step": 12412 + }, + { + "epoch": 2.3051067780872794, + "grad_norm": 1.4636807441711426, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8855074644088745, + "num_tokens": 452039909.0, + "step": 12413 + }, + { + "epoch": 2.305292479108635, + "grad_norm": 1.4375377893447876, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8953872919082642, + "num_tokens": 452074914.0, + "step": 12414 + }, + { + "epoch": 2.305478180129991, + "grad_norm": 1.5848917961120605, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8899012804031372, + "num_tokens": 452110795.0, + "step": 12415 + }, + { + "epoch": 2.3056638811513466, + "grad_norm": 1.637006163597107, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8870835304260254, + "num_tokens": 452143443.0, + "step": 12416 + }, + { + "epoch": 2.305849582172702, + "grad_norm": 1.4674837589263916, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.893112063407898, + "num_tokens": 452181325.0, + "step": 12417 + }, + { + "epoch": 2.3060352831940576, + "grad_norm": 1.7413979768753052, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8930404186248779, + "num_tokens": 452211290.0, + "step": 12418 + }, + { + "epoch": 2.3062209842154133, + "grad_norm": 1.5306977033615112, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.889572024345398, + "num_tokens": 452251321.0, + "step": 12419 + }, + { + "epoch": 2.3064066852367686, + "grad_norm": 1.580419659614563, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.882563054561615, + "num_tokens": 452283717.0, + "step": 12420 + }, + { + "epoch": 2.3065923862581243, + "grad_norm": 1.5901185274124146, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8861937522888184, + "num_tokens": 452318369.0, + "step": 12421 + }, + { + "epoch": 2.30677808727948, + "grad_norm": 1.5474367141723633, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8928542137145996, + "num_tokens": 452355498.0, + "step": 12422 + }, + { + "epoch": 2.306963788300836, + "grad_norm": 1.5330536365509033, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8924049735069275, + "num_tokens": 452393334.0, + "step": 12423 + }, + { + "epoch": 2.307149489322191, + "grad_norm": 1.4514333009719849, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8829905986785889, + "num_tokens": 452434556.0, + "step": 12424 + }, + { + "epoch": 2.307335190343547, + "grad_norm": 1.4817572832107544, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.893650472164154, + "num_tokens": 452468684.0, + "step": 12425 + }, + { + "epoch": 2.3075208913649026, + "grad_norm": 1.9491333961486816, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8627299070358276, + "num_tokens": 452498289.0, + "step": 12426 + }, + { + "epoch": 2.3077065923862583, + "grad_norm": 1.5074478387832642, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8923287391662598, + "num_tokens": 452532535.0, + "step": 12427 + }, + { + "epoch": 2.3078922934076136, + "grad_norm": 1.5514103174209595, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8860889673233032, + "num_tokens": 452567411.0, + "step": 12428 + }, + { + "epoch": 2.3080779944289693, + "grad_norm": 1.7459999322891235, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8778394460678101, + "num_tokens": 452597504.0, + "step": 12429 + }, + { + "epoch": 2.308263695450325, + "grad_norm": 1.619811773300171, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8723233342170715, + "num_tokens": 452635221.0, + "step": 12430 + }, + { + "epoch": 2.308449396471681, + "grad_norm": 1.524194359779358, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8790270686149597, + "num_tokens": 452672568.0, + "step": 12431 + }, + { + "epoch": 2.308635097493036, + "grad_norm": 1.7008495330810547, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8799322843551636, + "num_tokens": 452702247.0, + "step": 12432 + }, + { + "epoch": 2.308820798514392, + "grad_norm": 1.5453258752822876, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8790638446807861, + "num_tokens": 452738954.0, + "step": 12433 + }, + { + "epoch": 2.3090064995357475, + "grad_norm": 1.5621109008789062, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8983350992202759, + "num_tokens": 452770227.0, + "step": 12434 + }, + { + "epoch": 2.309192200557103, + "grad_norm": 1.5657347440719604, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.883945107460022, + "num_tokens": 452808496.0, + "step": 12435 + }, + { + "epoch": 2.3093779015784586, + "grad_norm": 1.3853596448898315, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8936784267425537, + "num_tokens": 452853603.0, + "step": 12436 + }, + { + "epoch": 2.3095636025998143, + "grad_norm": 1.5898473262786865, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8767738342285156, + "num_tokens": 452890372.0, + "step": 12437 + }, + { + "epoch": 2.30974930362117, + "grad_norm": 1.4067095518112183, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8987722396850586, + "num_tokens": 452932083.0, + "step": 12438 + }, + { + "epoch": 2.3099350046425258, + "grad_norm": 1.551045536994934, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8862661123275757, + "num_tokens": 452967603.0, + "step": 12439 + }, + { + "epoch": 2.310120705663881, + "grad_norm": 1.6856956481933594, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8831374645233154, + "num_tokens": 453002675.0, + "step": 12440 + }, + { + "epoch": 2.310306406685237, + "grad_norm": 1.4974792003631592, + "learning_rate": 1e-06, + "loss": 0.2751, + "mean_token_accuracy": 0.901984691619873, + "num_tokens": 453038614.0, + "step": 12441 + }, + { + "epoch": 2.3104921077065925, + "grad_norm": 1.5627514123916626, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8740066885948181, + "num_tokens": 453074370.0, + "step": 12442 + }, + { + "epoch": 2.310677808727948, + "grad_norm": 1.4886645078659058, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8890917301177979, + "num_tokens": 453111066.0, + "step": 12443 + }, + { + "epoch": 2.3108635097493035, + "grad_norm": 1.5115540027618408, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8864055871963501, + "num_tokens": 453144775.0, + "step": 12444 + }, + { + "epoch": 2.3110492107706593, + "grad_norm": 1.5765947103500366, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8864966630935669, + "num_tokens": 453180891.0, + "step": 12445 + }, + { + "epoch": 2.311234911792015, + "grad_norm": 1.5056251287460327, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8899639844894409, + "num_tokens": 453217149.0, + "step": 12446 + }, + { + "epoch": 2.3114206128133703, + "grad_norm": 1.656809687614441, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8891951441764832, + "num_tokens": 453246871.0, + "step": 12447 + }, + { + "epoch": 2.311606313834726, + "grad_norm": 1.666375756263733, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8803039193153381, + "num_tokens": 453279414.0, + "step": 12448 + }, + { + "epoch": 2.3117920148560818, + "grad_norm": 1.6440300941467285, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8835840821266174, + "num_tokens": 453313056.0, + "step": 12449 + }, + { + "epoch": 2.3119777158774375, + "grad_norm": 1.503653883934021, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8695873022079468, + "num_tokens": 453353824.0, + "step": 12450 + }, + { + "epoch": 2.312163416898793, + "grad_norm": 1.5415012836456299, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8920417428016663, + "num_tokens": 453392141.0, + "step": 12451 + }, + { + "epoch": 2.3123491179201485, + "grad_norm": 1.6003248691558838, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.886837899684906, + "num_tokens": 453428224.0, + "step": 12452 + }, + { + "epoch": 2.3125348189415043, + "grad_norm": 1.637614130973816, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8756787180900574, + "num_tokens": 453463805.0, + "step": 12453 + }, + { + "epoch": 2.31272051996286, + "grad_norm": 1.4291120767593384, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8990554809570312, + "num_tokens": 453501607.0, + "step": 12454 + }, + { + "epoch": 2.3129062209842153, + "grad_norm": 1.7310020923614502, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8856145143508911, + "num_tokens": 453532596.0, + "step": 12455 + }, + { + "epoch": 2.313091922005571, + "grad_norm": 1.4879635572433472, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8928813934326172, + "num_tokens": 453570776.0, + "step": 12456 + }, + { + "epoch": 2.3132776230269267, + "grad_norm": 1.4159458875656128, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.8990859985351562, + "num_tokens": 453609071.0, + "step": 12457 + }, + { + "epoch": 2.313463324048282, + "grad_norm": 1.5516412258148193, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8904625177383423, + "num_tokens": 453641478.0, + "step": 12458 + }, + { + "epoch": 2.3136490250696378, + "grad_norm": 1.5634108781814575, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8712041974067688, + "num_tokens": 453682288.0, + "step": 12459 + }, + { + "epoch": 2.3138347260909935, + "grad_norm": 1.6059128046035767, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8689338564872742, + "num_tokens": 453718869.0, + "step": 12460 + }, + { + "epoch": 2.3140204271123492, + "grad_norm": 1.4564794301986694, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8945236206054688, + "num_tokens": 453755249.0, + "step": 12461 + }, + { + "epoch": 2.314206128133705, + "grad_norm": 1.5547337532043457, + "learning_rate": 1e-06, + "loss": 0.2907, + "mean_token_accuracy": 0.8981603980064392, + "num_tokens": 453788783.0, + "step": 12462 + }, + { + "epoch": 2.3143918291550603, + "grad_norm": 1.56106436252594, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8969098329544067, + "num_tokens": 453822075.0, + "step": 12463 + }, + { + "epoch": 2.314577530176416, + "grad_norm": 1.583301305770874, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8716353178024292, + "num_tokens": 453860768.0, + "step": 12464 + }, + { + "epoch": 2.3147632311977717, + "grad_norm": 1.4611908197402954, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8807738423347473, + "num_tokens": 453900982.0, + "step": 12465 + }, + { + "epoch": 2.314948932219127, + "grad_norm": 1.4850084781646729, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.878015398979187, + "num_tokens": 453940892.0, + "step": 12466 + }, + { + "epoch": 2.3151346332404827, + "grad_norm": 1.5309308767318726, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8845921158790588, + "num_tokens": 453975544.0, + "step": 12467 + }, + { + "epoch": 2.3153203342618385, + "grad_norm": 1.4166374206542969, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8814113736152649, + "num_tokens": 454015449.0, + "step": 12468 + }, + { + "epoch": 2.315506035283194, + "grad_norm": 1.4401334524154663, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8772729635238647, + "num_tokens": 454059436.0, + "step": 12469 + }, + { + "epoch": 2.3156917363045495, + "grad_norm": 1.6106239557266235, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8820406198501587, + "num_tokens": 454092631.0, + "step": 12470 + }, + { + "epoch": 2.3158774373259052, + "grad_norm": 1.5119383335113525, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8869228363037109, + "num_tokens": 454132860.0, + "step": 12471 + }, + { + "epoch": 2.316063138347261, + "grad_norm": 1.406380295753479, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.891849160194397, + "num_tokens": 454173641.0, + "step": 12472 + }, + { + "epoch": 2.3162488393686167, + "grad_norm": 1.443207025527954, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8916669487953186, + "num_tokens": 454214880.0, + "step": 12473 + }, + { + "epoch": 2.316434540389972, + "grad_norm": 1.446687936782837, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.891632080078125, + "num_tokens": 454256308.0, + "step": 12474 + }, + { + "epoch": 2.3166202414113277, + "grad_norm": 1.5275384187698364, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8814938068389893, + "num_tokens": 454294119.0, + "step": 12475 + }, + { + "epoch": 2.3168059424326835, + "grad_norm": 1.6223961114883423, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8880555629730225, + "num_tokens": 454326942.0, + "step": 12476 + }, + { + "epoch": 2.316991643454039, + "grad_norm": 1.4276307821273804, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8775564432144165, + "num_tokens": 454371413.0, + "step": 12477 + }, + { + "epoch": 2.3171773444753945, + "grad_norm": 1.6056333780288696, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8883020877838135, + "num_tokens": 454404731.0, + "step": 12478 + }, + { + "epoch": 2.31736304549675, + "grad_norm": 1.5537610054016113, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8803891539573669, + "num_tokens": 454441779.0, + "step": 12479 + }, + { + "epoch": 2.317548746518106, + "grad_norm": 1.6940251588821411, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8840388059616089, + "num_tokens": 454472146.0, + "step": 12480 + }, + { + "epoch": 2.3177344475394612, + "grad_norm": 1.6235016584396362, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8697362542152405, + "num_tokens": 454504931.0, + "step": 12481 + }, + { + "epoch": 2.317920148560817, + "grad_norm": 1.6812810897827148, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8781929016113281, + "num_tokens": 454540623.0, + "step": 12482 + }, + { + "epoch": 2.3181058495821727, + "grad_norm": 1.5025622844696045, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8938823342323303, + "num_tokens": 454579498.0, + "step": 12483 + }, + { + "epoch": 2.3182915506035284, + "grad_norm": 1.5784112215042114, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.9013421535491943, + "num_tokens": 454610050.0, + "step": 12484 + }, + { + "epoch": 2.318477251624884, + "grad_norm": 1.4712872505187988, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8811333179473877, + "num_tokens": 454650065.0, + "step": 12485 + }, + { + "epoch": 2.3186629526462395, + "grad_norm": 1.4792548418045044, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8744372725486755, + "num_tokens": 454691096.0, + "step": 12486 + }, + { + "epoch": 2.318848653667595, + "grad_norm": 1.5097442865371704, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8993980884552002, + "num_tokens": 454725289.0, + "step": 12487 + }, + { + "epoch": 2.319034354688951, + "grad_norm": 1.4569650888442993, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.884976863861084, + "num_tokens": 454765509.0, + "step": 12488 + }, + { + "epoch": 2.319220055710306, + "grad_norm": 1.5875886678695679, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8906029462814331, + "num_tokens": 454797488.0, + "step": 12489 + }, + { + "epoch": 2.319405756731662, + "grad_norm": 1.5186710357666016, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8941173553466797, + "num_tokens": 454830172.0, + "step": 12490 + }, + { + "epoch": 2.3195914577530177, + "grad_norm": 1.5574034452438354, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8773888349533081, + "num_tokens": 454868991.0, + "step": 12491 + }, + { + "epoch": 2.3197771587743734, + "grad_norm": 1.503555417060852, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8773314952850342, + "num_tokens": 454909082.0, + "step": 12492 + }, + { + "epoch": 2.3199628597957287, + "grad_norm": 1.4915505647659302, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8842867612838745, + "num_tokens": 454947376.0, + "step": 12493 + }, + { + "epoch": 2.3201485608170844, + "grad_norm": 1.6034204959869385, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8813222646713257, + "num_tokens": 454977156.0, + "step": 12494 + }, + { + "epoch": 2.32033426183844, + "grad_norm": 1.4212263822555542, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8955341577529907, + "num_tokens": 455016382.0, + "step": 12495 + }, + { + "epoch": 2.320519962859796, + "grad_norm": 1.4381715059280396, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8892878293991089, + "num_tokens": 455053636.0, + "step": 12496 + }, + { + "epoch": 2.320705663881151, + "grad_norm": 1.3752055168151855, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8828233480453491, + "num_tokens": 455098000.0, + "step": 12497 + }, + { + "epoch": 2.320891364902507, + "grad_norm": 1.476173996925354, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.879906177520752, + "num_tokens": 455138208.0, + "step": 12498 + }, + { + "epoch": 2.3210770659238626, + "grad_norm": 1.4859575033187866, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8800503015518188, + "num_tokens": 455177172.0, + "step": 12499 + }, + { + "epoch": 2.3212627669452184, + "grad_norm": 1.5636143684387207, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8910719156265259, + "num_tokens": 455210563.0, + "step": 12500 + }, + { + "epoch": 2.3214484679665737, + "grad_norm": 1.6042613983154297, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8820655345916748, + "num_tokens": 455245984.0, + "step": 12501 + }, + { + "epoch": 2.3216341689879294, + "grad_norm": 1.5476560592651367, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8922591209411621, + "num_tokens": 455279269.0, + "step": 12502 + }, + { + "epoch": 2.321819870009285, + "grad_norm": 1.606885313987732, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8747843503952026, + "num_tokens": 455314562.0, + "step": 12503 + }, + { + "epoch": 2.3220055710306404, + "grad_norm": 1.5716066360473633, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8963872194290161, + "num_tokens": 455350449.0, + "step": 12504 + }, + { + "epoch": 2.322191272051996, + "grad_norm": 1.4678741693496704, + "learning_rate": 1e-06, + "loss": 0.2771, + "mean_token_accuracy": 0.9005860090255737, + "num_tokens": 455387787.0, + "step": 12505 + }, + { + "epoch": 2.322376973073352, + "grad_norm": 1.4715311527252197, + "learning_rate": 1e-06, + "loss": 0.2746, + "mean_token_accuracy": 0.8988245725631714, + "num_tokens": 455420648.0, + "step": 12506 + }, + { + "epoch": 2.3225626740947076, + "grad_norm": 1.5250669717788696, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8908179402351379, + "num_tokens": 455459077.0, + "step": 12507 + }, + { + "epoch": 2.3227483751160634, + "grad_norm": 1.533408761024475, + "learning_rate": 1e-06, + "loss": 0.282, + "mean_token_accuracy": 0.901912271976471, + "num_tokens": 455489600.0, + "step": 12508 + }, + { + "epoch": 2.3229340761374186, + "grad_norm": 1.5951570272445679, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.882649302482605, + "num_tokens": 455524220.0, + "step": 12509 + }, + { + "epoch": 2.3231197771587744, + "grad_norm": 1.396878719329834, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8925172686576843, + "num_tokens": 455565519.0, + "step": 12510 + }, + { + "epoch": 2.32330547818013, + "grad_norm": 1.6338491439819336, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8890084028244019, + "num_tokens": 455600173.0, + "step": 12511 + }, + { + "epoch": 2.3234911792014854, + "grad_norm": 1.6022915840148926, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8918886780738831, + "num_tokens": 455633883.0, + "step": 12512 + }, + { + "epoch": 2.323676880222841, + "grad_norm": 1.5346736907958984, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8915568590164185, + "num_tokens": 455666017.0, + "step": 12513 + }, + { + "epoch": 2.323862581244197, + "grad_norm": 1.6902493238449097, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8747484683990479, + "num_tokens": 455700341.0, + "step": 12514 + }, + { + "epoch": 2.3240482822655526, + "grad_norm": 1.5416282415390015, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8959891200065613, + "num_tokens": 455735280.0, + "step": 12515 + }, + { + "epoch": 2.324233983286908, + "grad_norm": 1.6155670881271362, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8881572484970093, + "num_tokens": 455765614.0, + "step": 12516 + }, + { + "epoch": 2.3244196843082636, + "grad_norm": 1.407222032546997, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8880397081375122, + "num_tokens": 455808388.0, + "step": 12517 + }, + { + "epoch": 2.3246053853296194, + "grad_norm": 1.6604421138763428, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8837882280349731, + "num_tokens": 455845783.0, + "step": 12518 + }, + { + "epoch": 2.324791086350975, + "grad_norm": 1.5361131429672241, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.881508469581604, + "num_tokens": 455883433.0, + "step": 12519 + }, + { + "epoch": 2.3249767873723304, + "grad_norm": 1.567891001701355, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8891738057136536, + "num_tokens": 455919146.0, + "step": 12520 + }, + { + "epoch": 2.325162488393686, + "grad_norm": 1.4955692291259766, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8886051177978516, + "num_tokens": 455956050.0, + "step": 12521 + }, + { + "epoch": 2.325348189415042, + "grad_norm": 1.7375000715255737, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8829207420349121, + "num_tokens": 455988850.0, + "step": 12522 + }, + { + "epoch": 2.3255338904363976, + "grad_norm": 1.4842023849487305, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8838268518447876, + "num_tokens": 456030837.0, + "step": 12523 + }, + { + "epoch": 2.325719591457753, + "grad_norm": 1.5152504444122314, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8934199810028076, + "num_tokens": 456069135.0, + "step": 12524 + }, + { + "epoch": 2.3259052924791086, + "grad_norm": 1.5887712240219116, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8771661520004272, + "num_tokens": 456108024.0, + "step": 12525 + }, + { + "epoch": 2.3260909935004643, + "grad_norm": 1.5755606889724731, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8918361663818359, + "num_tokens": 456144685.0, + "step": 12526 + }, + { + "epoch": 2.3262766945218196, + "grad_norm": 1.5763341188430786, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8999053239822388, + "num_tokens": 456175335.0, + "step": 12527 + }, + { + "epoch": 2.3264623955431754, + "grad_norm": 1.7042005062103271, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8928948640823364, + "num_tokens": 456210934.0, + "step": 12528 + }, + { + "epoch": 2.326648096564531, + "grad_norm": 1.523755431175232, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8857296705245972, + "num_tokens": 456246750.0, + "step": 12529 + }, + { + "epoch": 2.326833797585887, + "grad_norm": 1.4363240003585815, + "learning_rate": 1e-06, + "loss": 0.2702, + "mean_token_accuracy": 0.9031515121459961, + "num_tokens": 456281157.0, + "step": 12530 + }, + { + "epoch": 2.3270194986072426, + "grad_norm": 1.6201450824737549, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8732421398162842, + "num_tokens": 456316663.0, + "step": 12531 + }, + { + "epoch": 2.327205199628598, + "grad_norm": 1.544388771057129, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.899685263633728, + "num_tokens": 456347647.0, + "step": 12532 + }, + { + "epoch": 2.3273909006499536, + "grad_norm": 1.6069819927215576, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8961889147758484, + "num_tokens": 456380691.0, + "step": 12533 + }, + { + "epoch": 2.3275766016713093, + "grad_norm": 1.5272685289382935, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8926864266395569, + "num_tokens": 456418529.0, + "step": 12534 + }, + { + "epoch": 2.3277623026926646, + "grad_norm": 1.644309401512146, + "learning_rate": 1e-06, + "loss": 0.3046, + "mean_token_accuracy": 0.893397331237793, + "num_tokens": 456449841.0, + "step": 12535 + }, + { + "epoch": 2.3279480037140203, + "grad_norm": 1.6163424253463745, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8913469314575195, + "num_tokens": 456482491.0, + "step": 12536 + }, + { + "epoch": 2.328133704735376, + "grad_norm": 1.4489946365356445, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8899933099746704, + "num_tokens": 456520617.0, + "step": 12537 + }, + { + "epoch": 2.328319405756732, + "grad_norm": 1.4561526775360107, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8962216377258301, + "num_tokens": 456558437.0, + "step": 12538 + }, + { + "epoch": 2.328505106778087, + "grad_norm": 1.645011067390442, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8674538731575012, + "num_tokens": 456593356.0, + "step": 12539 + }, + { + "epoch": 2.328690807799443, + "grad_norm": 1.666732668876648, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8881089091300964, + "num_tokens": 456626012.0, + "step": 12540 + }, + { + "epoch": 2.3288765088207986, + "grad_norm": 1.5112820863723755, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8940735459327698, + "num_tokens": 456661830.0, + "step": 12541 + }, + { + "epoch": 2.3290622098421543, + "grad_norm": 1.4766759872436523, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8925705552101135, + "num_tokens": 456698415.0, + "step": 12542 + }, + { + "epoch": 2.3292479108635096, + "grad_norm": 1.4406559467315674, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8786040544509888, + "num_tokens": 456736851.0, + "step": 12543 + }, + { + "epoch": 2.3294336118848653, + "grad_norm": 1.4450510740280151, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.8953088521957397, + "num_tokens": 456772903.0, + "step": 12544 + }, + { + "epoch": 2.329619312906221, + "grad_norm": 1.563936710357666, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8789651393890381, + "num_tokens": 456810193.0, + "step": 12545 + }, + { + "epoch": 2.3298050139275768, + "grad_norm": 1.5287142992019653, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8752106428146362, + "num_tokens": 456846175.0, + "step": 12546 + }, + { + "epoch": 2.329990714948932, + "grad_norm": 1.4626688957214355, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8867930173873901, + "num_tokens": 456885090.0, + "step": 12547 + }, + { + "epoch": 2.330176415970288, + "grad_norm": 1.5455554723739624, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8847000002861023, + "num_tokens": 456919213.0, + "step": 12548 + }, + { + "epoch": 2.3303621169916435, + "grad_norm": 1.6541333198547363, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8761759996414185, + "num_tokens": 456956435.0, + "step": 12549 + }, + { + "epoch": 2.3305478180129993, + "grad_norm": 1.5366984605789185, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.876091718673706, + "num_tokens": 456994569.0, + "step": 12550 + }, + { + "epoch": 2.3307335190343546, + "grad_norm": 1.4685310125350952, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8869324922561646, + "num_tokens": 457034656.0, + "step": 12551 + }, + { + "epoch": 2.3309192200557103, + "grad_norm": 1.491680383682251, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8864984512329102, + "num_tokens": 457072936.0, + "step": 12552 + }, + { + "epoch": 2.331104921077066, + "grad_norm": 1.377536416053772, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.9010503888130188, + "num_tokens": 457111713.0, + "step": 12553 + }, + { + "epoch": 2.3312906220984217, + "grad_norm": 1.5555083751678467, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.87831711769104, + "num_tokens": 457147623.0, + "step": 12554 + }, + { + "epoch": 2.331476323119777, + "grad_norm": 1.5166914463043213, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8986445665359497, + "num_tokens": 457184454.0, + "step": 12555 + }, + { + "epoch": 2.3316620241411328, + "grad_norm": 1.607628345489502, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8839915990829468, + "num_tokens": 457222865.0, + "step": 12556 + }, + { + "epoch": 2.3318477251624885, + "grad_norm": 1.5424920320510864, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8931580185890198, + "num_tokens": 457257491.0, + "step": 12557 + }, + { + "epoch": 2.332033426183844, + "grad_norm": 1.654716968536377, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8950344324111938, + "num_tokens": 457288213.0, + "step": 12558 + }, + { + "epoch": 2.3322191272051995, + "grad_norm": 1.4427520036697388, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8854949474334717, + "num_tokens": 457327401.0, + "step": 12559 + }, + { + "epoch": 2.3324048282265553, + "grad_norm": 1.5372053384780884, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8744657039642334, + "num_tokens": 457368255.0, + "step": 12560 + }, + { + "epoch": 2.332590529247911, + "grad_norm": 1.4436461925506592, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8938542604446411, + "num_tokens": 457406454.0, + "step": 12561 + }, + { + "epoch": 2.3327762302692667, + "grad_norm": 1.5341815948486328, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8841361999511719, + "num_tokens": 457443905.0, + "step": 12562 + }, + { + "epoch": 2.332961931290622, + "grad_norm": 1.4768712520599365, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8746368288993835, + "num_tokens": 457483691.0, + "step": 12563 + }, + { + "epoch": 2.3331476323119777, + "grad_norm": 1.4355641603469849, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8933722972869873, + "num_tokens": 457525240.0, + "step": 12564 + }, + { + "epoch": 2.3333333333333335, + "grad_norm": 1.5460858345031738, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8774481415748596, + "num_tokens": 457561147.0, + "step": 12565 + }, + { + "epoch": 2.3335190343546888, + "grad_norm": 1.5511474609375, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8952946066856384, + "num_tokens": 457591702.0, + "step": 12566 + }, + { + "epoch": 2.3337047353760445, + "grad_norm": 1.6926172971725464, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8834444284439087, + "num_tokens": 457620934.0, + "step": 12567 + }, + { + "epoch": 2.3338904363974002, + "grad_norm": 1.697400450706482, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8815138339996338, + "num_tokens": 457651699.0, + "step": 12568 + }, + { + "epoch": 2.334076137418756, + "grad_norm": 1.577628493309021, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8909639120101929, + "num_tokens": 457683511.0, + "step": 12569 + }, + { + "epoch": 2.3342618384401113, + "grad_norm": 1.5332129001617432, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.878367006778717, + "num_tokens": 457721041.0, + "step": 12570 + }, + { + "epoch": 2.334447539461467, + "grad_norm": 1.5513180494308472, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8936052322387695, + "num_tokens": 457754428.0, + "step": 12571 + }, + { + "epoch": 2.3346332404828227, + "grad_norm": 1.8015897274017334, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8741798400878906, + "num_tokens": 457788451.0, + "step": 12572 + }, + { + "epoch": 2.3348189415041785, + "grad_norm": 2.168564558029175, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8811600208282471, + "num_tokens": 457818627.0, + "step": 12573 + }, + { + "epoch": 2.3350046425255337, + "grad_norm": 1.613693356513977, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8814979791641235, + "num_tokens": 457852727.0, + "step": 12574 + }, + { + "epoch": 2.3351903435468895, + "grad_norm": 1.64500093460083, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8763372898101807, + "num_tokens": 457888826.0, + "step": 12575 + }, + { + "epoch": 2.335376044568245, + "grad_norm": 1.5433714389801025, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8919530510902405, + "num_tokens": 457923977.0, + "step": 12576 + }, + { + "epoch": 2.335561745589601, + "grad_norm": 1.5133315324783325, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8904037475585938, + "num_tokens": 457960078.0, + "step": 12577 + }, + { + "epoch": 2.3357474466109562, + "grad_norm": 1.591456651687622, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8833739757537842, + "num_tokens": 457996745.0, + "step": 12578 + }, + { + "epoch": 2.335933147632312, + "grad_norm": 1.5761033296585083, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8772749900817871, + "num_tokens": 458029562.0, + "step": 12579 + }, + { + "epoch": 2.3361188486536677, + "grad_norm": 1.4441615343093872, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.8983990550041199, + "num_tokens": 458064434.0, + "step": 12580 + }, + { + "epoch": 2.336304549675023, + "grad_norm": 1.6766895055770874, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8745177984237671, + "num_tokens": 458101467.0, + "step": 12581 + }, + { + "epoch": 2.3364902506963787, + "grad_norm": 1.6208778619766235, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8901350498199463, + "num_tokens": 458136524.0, + "step": 12582 + }, + { + "epoch": 2.3366759517177345, + "grad_norm": 1.5567079782485962, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8654336929321289, + "num_tokens": 458175996.0, + "step": 12583 + }, + { + "epoch": 2.33686165273909, + "grad_norm": 1.390405297279358, + "learning_rate": 1e-06, + "loss": 0.2833, + "mean_token_accuracy": 0.9000308513641357, + "num_tokens": 458215314.0, + "step": 12584 + }, + { + "epoch": 2.337047353760446, + "grad_norm": 1.4729640483856201, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8793143033981323, + "num_tokens": 458260235.0, + "step": 12585 + }, + { + "epoch": 2.337233054781801, + "grad_norm": 1.6611156463623047, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8847916126251221, + "num_tokens": 458293823.0, + "step": 12586 + }, + { + "epoch": 2.337418755803157, + "grad_norm": 1.7845464944839478, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8832723498344421, + "num_tokens": 458325931.0, + "step": 12587 + }, + { + "epoch": 2.3376044568245127, + "grad_norm": 1.6099321842193604, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8916965126991272, + "num_tokens": 458360861.0, + "step": 12588 + }, + { + "epoch": 2.337790157845868, + "grad_norm": 1.6498916149139404, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8807803392410278, + "num_tokens": 458396438.0, + "step": 12589 + }, + { + "epoch": 2.3379758588672237, + "grad_norm": 1.531050205230713, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8902734518051147, + "num_tokens": 458432561.0, + "step": 12590 + }, + { + "epoch": 2.3381615598885794, + "grad_norm": 1.3659250736236572, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8963181972503662, + "num_tokens": 458476310.0, + "step": 12591 + }, + { + "epoch": 2.338347260909935, + "grad_norm": 1.590201497077942, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.866898775100708, + "num_tokens": 458515316.0, + "step": 12592 + }, + { + "epoch": 2.3385329619312905, + "grad_norm": 1.4709200859069824, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.880282998085022, + "num_tokens": 458559682.0, + "step": 12593 + }, + { + "epoch": 2.338718662952646, + "grad_norm": 1.5678229331970215, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8899732232093811, + "num_tokens": 458592219.0, + "step": 12594 + }, + { + "epoch": 2.338904363974002, + "grad_norm": 1.5689855813980103, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8723154664039612, + "num_tokens": 458628335.0, + "step": 12595 + }, + { + "epoch": 2.3390900649953577, + "grad_norm": 1.5498030185699463, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8900895714759827, + "num_tokens": 458662897.0, + "step": 12596 + }, + { + "epoch": 2.339275766016713, + "grad_norm": 1.5199240446090698, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8922841548919678, + "num_tokens": 458696276.0, + "step": 12597 + }, + { + "epoch": 2.3394614670380687, + "grad_norm": 1.5772316455841064, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8895706534385681, + "num_tokens": 458729068.0, + "step": 12598 + }, + { + "epoch": 2.3396471680594244, + "grad_norm": 1.5986528396606445, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8919405937194824, + "num_tokens": 458760102.0, + "step": 12599 + }, + { + "epoch": 2.33983286908078, + "grad_norm": 1.7504165172576904, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8896083235740662, + "num_tokens": 458788423.0, + "step": 12600 + }, + { + "epoch": 2.3400185701021354, + "grad_norm": 1.4776166677474976, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8820263147354126, + "num_tokens": 458831112.0, + "step": 12601 + }, + { + "epoch": 2.340204271123491, + "grad_norm": 1.530148983001709, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8908004760742188, + "num_tokens": 458866351.0, + "step": 12602 + }, + { + "epoch": 2.340389972144847, + "grad_norm": 1.4587562084197998, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8864848613739014, + "num_tokens": 458910867.0, + "step": 12603 + }, + { + "epoch": 2.340575673166202, + "grad_norm": 1.4959323406219482, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8886829614639282, + "num_tokens": 458950681.0, + "step": 12604 + }, + { + "epoch": 2.340761374187558, + "grad_norm": 1.524867057800293, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8930137157440186, + "num_tokens": 458984150.0, + "step": 12605 + }, + { + "epoch": 2.3409470752089137, + "grad_norm": 1.5584139823913574, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8934890627861023, + "num_tokens": 459017247.0, + "step": 12606 + }, + { + "epoch": 2.3411327762302694, + "grad_norm": 1.5731172561645508, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8772663474082947, + "num_tokens": 459054170.0, + "step": 12607 + }, + { + "epoch": 2.341318477251625, + "grad_norm": 1.4674209356307983, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.9004822969436646, + "num_tokens": 459095897.0, + "step": 12608 + }, + { + "epoch": 2.3415041782729804, + "grad_norm": 1.4044625759124756, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8947799801826477, + "num_tokens": 459142084.0, + "step": 12609 + }, + { + "epoch": 2.341689879294336, + "grad_norm": 1.6842520236968994, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8964647054672241, + "num_tokens": 459174450.0, + "step": 12610 + }, + { + "epoch": 2.341875580315692, + "grad_norm": 1.5505142211914062, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8875339031219482, + "num_tokens": 459210199.0, + "step": 12611 + }, + { + "epoch": 2.342061281337047, + "grad_norm": 1.5789763927459717, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8906477093696594, + "num_tokens": 459246082.0, + "step": 12612 + }, + { + "epoch": 2.342246982358403, + "grad_norm": 1.478744387626648, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8872700929641724, + "num_tokens": 459286649.0, + "step": 12613 + }, + { + "epoch": 2.3424326833797586, + "grad_norm": 1.5139734745025635, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8824746012687683, + "num_tokens": 459325182.0, + "step": 12614 + }, + { + "epoch": 2.3426183844011144, + "grad_norm": 1.5696483850479126, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8812206983566284, + "num_tokens": 459363914.0, + "step": 12615 + }, + { + "epoch": 2.3428040854224697, + "grad_norm": 1.522596001625061, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8940797448158264, + "num_tokens": 459402649.0, + "step": 12616 + }, + { + "epoch": 2.3429897864438254, + "grad_norm": 1.480476975440979, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8920479416847229, + "num_tokens": 459439884.0, + "step": 12617 + }, + { + "epoch": 2.343175487465181, + "grad_norm": 1.5076550245285034, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.887516975402832, + "num_tokens": 459479362.0, + "step": 12618 + }, + { + "epoch": 2.343361188486537, + "grad_norm": 1.670953631401062, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8968704342842102, + "num_tokens": 459510016.0, + "step": 12619 + }, + { + "epoch": 2.343546889507892, + "grad_norm": 1.5605731010437012, + "learning_rate": 1e-06, + "loss": 0.2724, + "mean_token_accuracy": 0.9006307125091553, + "num_tokens": 459543873.0, + "step": 12620 + }, + { + "epoch": 2.343732590529248, + "grad_norm": 1.6002490520477295, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8792139291763306, + "num_tokens": 459580738.0, + "step": 12621 + }, + { + "epoch": 2.3439182915506036, + "grad_norm": 1.6090584993362427, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8968088626861572, + "num_tokens": 459611069.0, + "step": 12622 + }, + { + "epoch": 2.3441039925719593, + "grad_norm": 1.3874056339263916, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8964999914169312, + "num_tokens": 459651891.0, + "step": 12623 + }, + { + "epoch": 2.3442896935933146, + "grad_norm": 1.563472867012024, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8894136548042297, + "num_tokens": 459688318.0, + "step": 12624 + }, + { + "epoch": 2.3444753946146704, + "grad_norm": 1.5757986307144165, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8760092258453369, + "num_tokens": 459723320.0, + "step": 12625 + }, + { + "epoch": 2.344661095636026, + "grad_norm": 1.4672106504440308, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.888716459274292, + "num_tokens": 459759865.0, + "step": 12626 + }, + { + "epoch": 2.3448467966573814, + "grad_norm": 1.6130998134613037, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8918647766113281, + "num_tokens": 459793398.0, + "step": 12627 + }, + { + "epoch": 2.345032497678737, + "grad_norm": 1.415419340133667, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8882782459259033, + "num_tokens": 459837014.0, + "step": 12628 + }, + { + "epoch": 2.345218198700093, + "grad_norm": 1.3771871328353882, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8898109793663025, + "num_tokens": 459879718.0, + "step": 12629 + }, + { + "epoch": 2.3454038997214486, + "grad_norm": 1.6234263181686401, + "learning_rate": 1e-06, + "loss": 0.2726, + "mean_token_accuracy": 0.9038088917732239, + "num_tokens": 459909109.0, + "step": 12630 + }, + { + "epoch": 2.3455896007428043, + "grad_norm": 1.4770621061325073, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8821494579315186, + "num_tokens": 459948825.0, + "step": 12631 + }, + { + "epoch": 2.3457753017641596, + "grad_norm": 1.5198699235916138, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8935745358467102, + "num_tokens": 459982888.0, + "step": 12632 + }, + { + "epoch": 2.3459610027855153, + "grad_norm": 1.4379864931106567, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8975260257720947, + "num_tokens": 460019114.0, + "step": 12633 + }, + { + "epoch": 2.346146703806871, + "grad_norm": 1.5730048418045044, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8874998092651367, + "num_tokens": 460052380.0, + "step": 12634 + }, + { + "epoch": 2.3463324048282264, + "grad_norm": 1.3786749839782715, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8866903185844421, + "num_tokens": 460097139.0, + "step": 12635 + }, + { + "epoch": 2.346518105849582, + "grad_norm": 1.5142590999603271, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8777050375938416, + "num_tokens": 460137425.0, + "step": 12636 + }, + { + "epoch": 2.346703806870938, + "grad_norm": 1.4332571029663086, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8964101076126099, + "num_tokens": 460175355.0, + "step": 12637 + }, + { + "epoch": 2.3468895078922936, + "grad_norm": 1.5393245220184326, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.866401195526123, + "num_tokens": 460213304.0, + "step": 12638 + }, + { + "epoch": 2.347075208913649, + "grad_norm": 1.496812343597412, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.8867561221122742, + "num_tokens": 460247511.0, + "step": 12639 + }, + { + "epoch": 2.3472609099350046, + "grad_norm": 1.529222846031189, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8848252892494202, + "num_tokens": 460280887.0, + "step": 12640 + }, + { + "epoch": 2.3474466109563603, + "grad_norm": 1.5642532110214233, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8792712688446045, + "num_tokens": 460316192.0, + "step": 12641 + }, + { + "epoch": 2.347632311977716, + "grad_norm": 1.4354373216629028, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8931256532669067, + "num_tokens": 460355173.0, + "step": 12642 + }, + { + "epoch": 2.3478180129990713, + "grad_norm": 1.4387016296386719, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8785943984985352, + "num_tokens": 460398850.0, + "step": 12643 + }, + { + "epoch": 2.348003714020427, + "grad_norm": 1.4049726724624634, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8975928425788879, + "num_tokens": 460436832.0, + "step": 12644 + }, + { + "epoch": 2.348189415041783, + "grad_norm": 1.6714725494384766, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.880855917930603, + "num_tokens": 460474745.0, + "step": 12645 + }, + { + "epoch": 2.3483751160631385, + "grad_norm": 1.5407475233078003, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8894448280334473, + "num_tokens": 460510398.0, + "step": 12646 + }, + { + "epoch": 2.348560817084494, + "grad_norm": 1.6288501024246216, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8768261075019836, + "num_tokens": 460546760.0, + "step": 12647 + }, + { + "epoch": 2.3487465181058496, + "grad_norm": 1.5140070915222168, + "learning_rate": 1e-06, + "loss": 0.3006, + "mean_token_accuracy": 0.8929942846298218, + "num_tokens": 460581923.0, + "step": 12648 + }, + { + "epoch": 2.3489322191272053, + "grad_norm": 1.7854478359222412, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8770978450775146, + "num_tokens": 460609503.0, + "step": 12649 + }, + { + "epoch": 2.3491179201485606, + "grad_norm": 1.7004419565200806, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8890329003334045, + "num_tokens": 460642371.0, + "step": 12650 + }, + { + "epoch": 2.3493036211699163, + "grad_norm": 1.5378293991088867, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8815268278121948, + "num_tokens": 460678376.0, + "step": 12651 + }, + { + "epoch": 2.349489322191272, + "grad_norm": 1.4848135709762573, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8862011432647705, + "num_tokens": 460719420.0, + "step": 12652 + }, + { + "epoch": 2.349675023212628, + "grad_norm": 1.5107133388519287, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8970332145690918, + "num_tokens": 460754148.0, + "step": 12653 + }, + { + "epoch": 2.3498607242339835, + "grad_norm": 1.6317214965820312, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8867377638816833, + "num_tokens": 460791473.0, + "step": 12654 + }, + { + "epoch": 2.350046425255339, + "grad_norm": 1.4554014205932617, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8939010500907898, + "num_tokens": 460834029.0, + "step": 12655 + }, + { + "epoch": 2.3502321262766945, + "grad_norm": 1.7257587909698486, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8902653455734253, + "num_tokens": 460863865.0, + "step": 12656 + }, + { + "epoch": 2.3504178272980503, + "grad_norm": 1.6368488073349, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8853850364685059, + "num_tokens": 460895816.0, + "step": 12657 + }, + { + "epoch": 2.3506035283194056, + "grad_norm": 1.5595389604568481, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8856160640716553, + "num_tokens": 460933260.0, + "step": 12658 + }, + { + "epoch": 2.3507892293407613, + "grad_norm": 1.3959193229675293, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8865618705749512, + "num_tokens": 460975796.0, + "step": 12659 + }, + { + "epoch": 2.350974930362117, + "grad_norm": 1.484972357749939, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8976237773895264, + "num_tokens": 461011359.0, + "step": 12660 + }, + { + "epoch": 2.3511606313834728, + "grad_norm": 1.6405202150344849, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8660024404525757, + "num_tokens": 461047192.0, + "step": 12661 + }, + { + "epoch": 2.351346332404828, + "grad_norm": 1.4799854755401611, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.889731228351593, + "num_tokens": 461089212.0, + "step": 12662 + }, + { + "epoch": 2.3515320334261838, + "grad_norm": 1.4781110286712646, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8742823600769043, + "num_tokens": 461132435.0, + "step": 12663 + }, + { + "epoch": 2.3517177344475395, + "grad_norm": 1.631442904472351, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8798677921295166, + "num_tokens": 461166805.0, + "step": 12664 + }, + { + "epoch": 2.3519034354688952, + "grad_norm": 1.5855607986450195, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8866410255432129, + "num_tokens": 461204072.0, + "step": 12665 + }, + { + "epoch": 2.3520891364902505, + "grad_norm": 1.388350248336792, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.896038293838501, + "num_tokens": 461247119.0, + "step": 12666 + }, + { + "epoch": 2.3522748375116063, + "grad_norm": 1.7010160684585571, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8894436955451965, + "num_tokens": 461279855.0, + "step": 12667 + }, + { + "epoch": 2.352460538532962, + "grad_norm": 1.4422481060028076, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.89273601770401, + "num_tokens": 461320303.0, + "step": 12668 + }, + { + "epoch": 2.3526462395543177, + "grad_norm": 1.64405357837677, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.86798095703125, + "num_tokens": 461356915.0, + "step": 12669 + }, + { + "epoch": 2.352831940575673, + "grad_norm": 1.541000247001648, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8924560546875, + "num_tokens": 461392574.0, + "step": 12670 + }, + { + "epoch": 2.3530176415970288, + "grad_norm": 1.5127416849136353, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.8917896747589111, + "num_tokens": 461427959.0, + "step": 12671 + }, + { + "epoch": 2.3532033426183845, + "grad_norm": 1.5544313192367554, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8779785633087158, + "num_tokens": 461464573.0, + "step": 12672 + }, + { + "epoch": 2.3533890436397398, + "grad_norm": 1.4011766910552979, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8850550651550293, + "num_tokens": 461505047.0, + "step": 12673 + }, + { + "epoch": 2.3535747446610955, + "grad_norm": 1.479948878288269, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8887445330619812, + "num_tokens": 461542224.0, + "step": 12674 + }, + { + "epoch": 2.3537604456824512, + "grad_norm": 1.5062822103500366, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8879949450492859, + "num_tokens": 461585810.0, + "step": 12675 + }, + { + "epoch": 2.353946146703807, + "grad_norm": 1.7624861001968384, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.864579439163208, + "num_tokens": 461618078.0, + "step": 12676 + }, + { + "epoch": 2.3541318477251627, + "grad_norm": 1.5551267862319946, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8884294033050537, + "num_tokens": 461656885.0, + "step": 12677 + }, + { + "epoch": 2.354317548746518, + "grad_norm": 1.5439903736114502, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8802112936973572, + "num_tokens": 461695109.0, + "step": 12678 + }, + { + "epoch": 2.3545032497678737, + "grad_norm": 1.6196625232696533, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8798061609268188, + "num_tokens": 461727058.0, + "step": 12679 + }, + { + "epoch": 2.3546889507892295, + "grad_norm": 1.5134347677230835, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.8951807618141174, + "num_tokens": 461759748.0, + "step": 12680 + }, + { + "epoch": 2.3548746518105848, + "grad_norm": 1.6157135963439941, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8799466490745544, + "num_tokens": 461794658.0, + "step": 12681 + }, + { + "epoch": 2.3550603528319405, + "grad_norm": 1.4377892017364502, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.89332515001297, + "num_tokens": 461835137.0, + "step": 12682 + }, + { + "epoch": 2.355246053853296, + "grad_norm": 1.6647809743881226, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8811966180801392, + "num_tokens": 461866440.0, + "step": 12683 + }, + { + "epoch": 2.355431754874652, + "grad_norm": 1.4784760475158691, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8792318105697632, + "num_tokens": 461905876.0, + "step": 12684 + }, + { + "epoch": 2.3556174558960072, + "grad_norm": 1.518486499786377, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8916313052177429, + "num_tokens": 461941054.0, + "step": 12685 + }, + { + "epoch": 2.355803156917363, + "grad_norm": 1.5214239358901978, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.884968638420105, + "num_tokens": 461977331.0, + "step": 12686 + }, + { + "epoch": 2.3559888579387187, + "grad_norm": 1.5657130479812622, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8948968648910522, + "num_tokens": 462015763.0, + "step": 12687 + }, + { + "epoch": 2.3561745589600744, + "grad_norm": 1.574987769126892, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8734520673751831, + "num_tokens": 462054880.0, + "step": 12688 + }, + { + "epoch": 2.3563602599814297, + "grad_norm": 1.666391134262085, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8750423789024353, + "num_tokens": 462088700.0, + "step": 12689 + }, + { + "epoch": 2.3565459610027855, + "grad_norm": 1.4958515167236328, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8916172385215759, + "num_tokens": 462126624.0, + "step": 12690 + }, + { + "epoch": 2.356731662024141, + "grad_norm": 1.5614629983901978, + "learning_rate": 1e-06, + "loss": 0.2756, + "mean_token_accuracy": 0.9015349745750427, + "num_tokens": 462159727.0, + "step": 12691 + }, + { + "epoch": 2.356917363045497, + "grad_norm": 1.6215966939926147, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8860197067260742, + "num_tokens": 462192373.0, + "step": 12692 + }, + { + "epoch": 2.357103064066852, + "grad_norm": 1.4880454540252686, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8995676040649414, + "num_tokens": 462227719.0, + "step": 12693 + }, + { + "epoch": 2.357288765088208, + "grad_norm": 1.7519301176071167, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.872215747833252, + "num_tokens": 462257999.0, + "step": 12694 + }, + { + "epoch": 2.3574744661095637, + "grad_norm": 1.6796281337738037, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8752228021621704, + "num_tokens": 462295046.0, + "step": 12695 + }, + { + "epoch": 2.357660167130919, + "grad_norm": 1.5231432914733887, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8880873322486877, + "num_tokens": 462332820.0, + "step": 12696 + }, + { + "epoch": 2.3578458681522747, + "grad_norm": 1.5562293529510498, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8845401406288147, + "num_tokens": 462367267.0, + "step": 12697 + }, + { + "epoch": 2.3580315691736304, + "grad_norm": 1.4964442253112793, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8787620067596436, + "num_tokens": 462408626.0, + "step": 12698 + }, + { + "epoch": 2.358217270194986, + "grad_norm": 1.5148541927337646, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8901734948158264, + "num_tokens": 462447759.0, + "step": 12699 + }, + { + "epoch": 2.358402971216342, + "grad_norm": 1.6401253938674927, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8817175626754761, + "num_tokens": 462479378.0, + "step": 12700 + }, + { + "epoch": 2.358588672237697, + "grad_norm": 1.5775558948516846, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8697952032089233, + "num_tokens": 462518489.0, + "step": 12701 + }, + { + "epoch": 2.358774373259053, + "grad_norm": 1.362308382987976, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.9000661373138428, + "num_tokens": 462559325.0, + "step": 12702 + }, + { + "epoch": 2.3589600742804087, + "grad_norm": 1.5649528503417969, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8850398063659668, + "num_tokens": 462594833.0, + "step": 12703 + }, + { + "epoch": 2.359145775301764, + "grad_norm": 1.4802815914154053, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8952841758728027, + "num_tokens": 462631964.0, + "step": 12704 + }, + { + "epoch": 2.3593314763231197, + "grad_norm": 1.6512038707733154, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8869054913520813, + "num_tokens": 462666216.0, + "step": 12705 + }, + { + "epoch": 2.3595171773444754, + "grad_norm": 1.495060920715332, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8950074911117554, + "num_tokens": 462703251.0, + "step": 12706 + }, + { + "epoch": 2.359702878365831, + "grad_norm": 1.5716325044631958, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8806938529014587, + "num_tokens": 462741324.0, + "step": 12707 + }, + { + "epoch": 2.3598885793871864, + "grad_norm": 1.3800866603851318, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8950188755989075, + "num_tokens": 462783095.0, + "step": 12708 + }, + { + "epoch": 2.360074280408542, + "grad_norm": 1.4818154573440552, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8923125863075256, + "num_tokens": 462821093.0, + "step": 12709 + }, + { + "epoch": 2.360259981429898, + "grad_norm": 1.5586581230163574, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8901470303535461, + "num_tokens": 462855672.0, + "step": 12710 + }, + { + "epoch": 2.3604456824512536, + "grad_norm": 1.4807265996932983, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8870709538459778, + "num_tokens": 462897372.0, + "step": 12711 + }, + { + "epoch": 2.360631383472609, + "grad_norm": 1.383612036705017, + "learning_rate": 1e-06, + "loss": 0.2573, + "mean_token_accuracy": 0.9052085280418396, + "num_tokens": 462931694.0, + "step": 12712 + }, + { + "epoch": 2.3608170844939647, + "grad_norm": 1.6970138549804688, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8827343583106995, + "num_tokens": 462962271.0, + "step": 12713 + }, + { + "epoch": 2.3610027855153204, + "grad_norm": 1.5067462921142578, + "learning_rate": 1e-06, + "loss": 0.2748, + "mean_token_accuracy": 0.9027315378189087, + "num_tokens": 462994974.0, + "step": 12714 + }, + { + "epoch": 2.361188486536676, + "grad_norm": 1.574271321296692, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.881201982498169, + "num_tokens": 463031520.0, + "step": 12715 + }, + { + "epoch": 2.3613741875580314, + "grad_norm": 1.5051053762435913, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8913745880126953, + "num_tokens": 463065752.0, + "step": 12716 + }, + { + "epoch": 2.361559888579387, + "grad_norm": 1.4593487977981567, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8943601250648499, + "num_tokens": 463105425.0, + "step": 12717 + }, + { + "epoch": 2.361745589600743, + "grad_norm": 1.6153069734573364, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.881841778755188, + "num_tokens": 463139328.0, + "step": 12718 + }, + { + "epoch": 2.3619312906220986, + "grad_norm": 1.5622990131378174, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8887258768081665, + "num_tokens": 463178729.0, + "step": 12719 + }, + { + "epoch": 2.362116991643454, + "grad_norm": 1.5480729341506958, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8809372782707214, + "num_tokens": 463217152.0, + "step": 12720 + }, + { + "epoch": 2.3623026926648096, + "grad_norm": 1.493467092514038, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.9013866186141968, + "num_tokens": 463252983.0, + "step": 12721 + }, + { + "epoch": 2.3624883936861654, + "grad_norm": 1.6536376476287842, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8923112154006958, + "num_tokens": 463281809.0, + "step": 12722 + }, + { + "epoch": 2.362674094707521, + "grad_norm": 1.5601142644882202, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.899899959564209, + "num_tokens": 463314388.0, + "step": 12723 + }, + { + "epoch": 2.3628597957288764, + "grad_norm": 1.4732738733291626, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8858810663223267, + "num_tokens": 463354506.0, + "step": 12724 + }, + { + "epoch": 2.363045496750232, + "grad_norm": 1.5317034721374512, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8884902596473694, + "num_tokens": 463392146.0, + "step": 12725 + }, + { + "epoch": 2.363231197771588, + "grad_norm": 1.646979570388794, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8831467032432556, + "num_tokens": 463426136.0, + "step": 12726 + }, + { + "epoch": 2.363416898792943, + "grad_norm": 1.6614660024642944, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8861309289932251, + "num_tokens": 463459135.0, + "step": 12727 + }, + { + "epoch": 2.363602599814299, + "grad_norm": 1.4663019180297852, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8845356702804565, + "num_tokens": 463502161.0, + "step": 12728 + }, + { + "epoch": 2.3637883008356546, + "grad_norm": 1.4321750402450562, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.9006437063217163, + "num_tokens": 463539991.0, + "step": 12729 + }, + { + "epoch": 2.3639740018570103, + "grad_norm": 1.5633565187454224, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8846042156219482, + "num_tokens": 463573661.0, + "step": 12730 + }, + { + "epoch": 2.364159702878366, + "grad_norm": 1.3842761516571045, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8916751146316528, + "num_tokens": 463613452.0, + "step": 12731 + }, + { + "epoch": 2.3643454038997214, + "grad_norm": 1.3950347900390625, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8835306167602539, + "num_tokens": 463656378.0, + "step": 12732 + }, + { + "epoch": 2.364531104921077, + "grad_norm": 1.7164589166641235, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.872887372970581, + "num_tokens": 463687632.0, + "step": 12733 + }, + { + "epoch": 2.364716805942433, + "grad_norm": 1.5576523542404175, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8801734447479248, + "num_tokens": 463725915.0, + "step": 12734 + }, + { + "epoch": 2.364902506963788, + "grad_norm": 1.6527949571609497, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8759073615074158, + "num_tokens": 463760687.0, + "step": 12735 + }, + { + "epoch": 2.365088207985144, + "grad_norm": 1.4853192567825317, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8801774978637695, + "num_tokens": 463800327.0, + "step": 12736 + }, + { + "epoch": 2.3652739090064996, + "grad_norm": 1.736067533493042, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8789218068122864, + "num_tokens": 463833748.0, + "step": 12737 + }, + { + "epoch": 2.3654596100278553, + "grad_norm": 1.5532656908035278, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8754410147666931, + "num_tokens": 463871443.0, + "step": 12738 + }, + { + "epoch": 2.3656453110492106, + "grad_norm": 1.4936720132827759, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.879601001739502, + "num_tokens": 463914344.0, + "step": 12739 + }, + { + "epoch": 2.3658310120705663, + "grad_norm": 1.549383521080017, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8914388418197632, + "num_tokens": 463947173.0, + "step": 12740 + }, + { + "epoch": 2.366016713091922, + "grad_norm": 1.4866020679473877, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.890567421913147, + "num_tokens": 463983369.0, + "step": 12741 + }, + { + "epoch": 2.366202414113278, + "grad_norm": 1.5578596591949463, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.877781867980957, + "num_tokens": 464020041.0, + "step": 12742 + }, + { + "epoch": 2.366388115134633, + "grad_norm": 1.4323489665985107, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8854826092720032, + "num_tokens": 464062252.0, + "step": 12743 + }, + { + "epoch": 2.366573816155989, + "grad_norm": 1.6604225635528564, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8786479234695435, + "num_tokens": 464096593.0, + "step": 12744 + }, + { + "epoch": 2.3667595171773446, + "grad_norm": 1.5334421396255493, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8822877407073975, + "num_tokens": 464135302.0, + "step": 12745 + }, + { + "epoch": 2.3669452181987003, + "grad_norm": 1.544692039489746, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8903123736381531, + "num_tokens": 464169676.0, + "step": 12746 + }, + { + "epoch": 2.3671309192200556, + "grad_norm": 1.5325236320495605, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8930930495262146, + "num_tokens": 464210395.0, + "step": 12747 + }, + { + "epoch": 2.3673166202414113, + "grad_norm": 1.444449543952942, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8852789402008057, + "num_tokens": 464251346.0, + "step": 12748 + }, + { + "epoch": 2.367502321262767, + "grad_norm": 1.6318988800048828, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.888374388217926, + "num_tokens": 464284961.0, + "step": 12749 + }, + { + "epoch": 2.3676880222841223, + "grad_norm": 1.5514976978302002, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8790298104286194, + "num_tokens": 464320711.0, + "step": 12750 + }, + { + "epoch": 2.367873723305478, + "grad_norm": 1.5935797691345215, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8822640180587769, + "num_tokens": 464352917.0, + "step": 12751 + }, + { + "epoch": 2.368059424326834, + "grad_norm": 1.4730762243270874, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8847274780273438, + "num_tokens": 464394292.0, + "step": 12752 + }, + { + "epoch": 2.3682451253481895, + "grad_norm": 1.5707018375396729, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8827940225601196, + "num_tokens": 464431813.0, + "step": 12753 + }, + { + "epoch": 2.3684308263695453, + "grad_norm": 1.5697709321975708, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8838624954223633, + "num_tokens": 464467037.0, + "step": 12754 + }, + { + "epoch": 2.3686165273909006, + "grad_norm": 1.5922530889511108, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8929800391197205, + "num_tokens": 464499694.0, + "step": 12755 + }, + { + "epoch": 2.3688022284122563, + "grad_norm": 1.3161393404006958, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.897470235824585, + "num_tokens": 464543288.0, + "step": 12756 + }, + { + "epoch": 2.368987929433612, + "grad_norm": 1.5335537195205688, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8817493915557861, + "num_tokens": 464583960.0, + "step": 12757 + }, + { + "epoch": 2.3691736304549673, + "grad_norm": 1.6255382299423218, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8773314952850342, + "num_tokens": 464617473.0, + "step": 12758 + }, + { + "epoch": 2.369359331476323, + "grad_norm": 1.56087327003479, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8811960220336914, + "num_tokens": 464654763.0, + "step": 12759 + }, + { + "epoch": 2.369545032497679, + "grad_norm": 1.4120882749557495, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.895089864730835, + "num_tokens": 464693785.0, + "step": 12760 + }, + { + "epoch": 2.3697307335190345, + "grad_norm": 1.5512021780014038, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8788954019546509, + "num_tokens": 464732349.0, + "step": 12761 + }, + { + "epoch": 2.36991643454039, + "grad_norm": 1.5298919677734375, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8847910761833191, + "num_tokens": 464770556.0, + "step": 12762 + }, + { + "epoch": 2.3701021355617455, + "grad_norm": 1.4985830783843994, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8858664631843567, + "num_tokens": 464807745.0, + "step": 12763 + }, + { + "epoch": 2.3702878365831013, + "grad_norm": 1.5896480083465576, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8856760263442993, + "num_tokens": 464844004.0, + "step": 12764 + }, + { + "epoch": 2.370473537604457, + "grad_norm": 1.569740891456604, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8921775817871094, + "num_tokens": 464877622.0, + "step": 12765 + }, + { + "epoch": 2.3706592386258123, + "grad_norm": 1.5458747148513794, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8844507932662964, + "num_tokens": 464917427.0, + "step": 12766 + }, + { + "epoch": 2.370844939647168, + "grad_norm": 1.5067908763885498, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8688041567802429, + "num_tokens": 464958006.0, + "step": 12767 + }, + { + "epoch": 2.3710306406685238, + "grad_norm": 1.5247154235839844, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8791605830192566, + "num_tokens": 464993867.0, + "step": 12768 + }, + { + "epoch": 2.3712163416898795, + "grad_norm": 1.4234719276428223, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8971787095069885, + "num_tokens": 465031477.0, + "step": 12769 + }, + { + "epoch": 2.371402042711235, + "grad_norm": 1.5765599012374878, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8786447048187256, + "num_tokens": 465067942.0, + "step": 12770 + }, + { + "epoch": 2.3715877437325905, + "grad_norm": 1.6686254739761353, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8699818849563599, + "num_tokens": 465101136.0, + "step": 12771 + }, + { + "epoch": 2.3717734447539462, + "grad_norm": 1.4934004545211792, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8865604400634766, + "num_tokens": 465137109.0, + "step": 12772 + }, + { + "epoch": 2.3719591457753015, + "grad_norm": 1.5152249336242676, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8847513794898987, + "num_tokens": 465172314.0, + "step": 12773 + }, + { + "epoch": 2.3721448467966573, + "grad_norm": 1.508182168006897, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.874995231628418, + "num_tokens": 465209233.0, + "step": 12774 + }, + { + "epoch": 2.372330547818013, + "grad_norm": 1.4998812675476074, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8852936625480652, + "num_tokens": 465245114.0, + "step": 12775 + }, + { + "epoch": 2.3725162488393687, + "grad_norm": 1.4303252696990967, + "learning_rate": 1e-06, + "loss": 0.2744, + "mean_token_accuracy": 0.901964008808136, + "num_tokens": 465282271.0, + "step": 12776 + }, + { + "epoch": 2.3727019498607245, + "grad_norm": 1.5275242328643799, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8769823312759399, + "num_tokens": 465322690.0, + "step": 12777 + }, + { + "epoch": 2.3728876508820798, + "grad_norm": 1.5492702722549438, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8930599689483643, + "num_tokens": 465354529.0, + "step": 12778 + }, + { + "epoch": 2.3730733519034355, + "grad_norm": 1.602724313735962, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8879940509796143, + "num_tokens": 465385597.0, + "step": 12779 + }, + { + "epoch": 2.3732590529247912, + "grad_norm": 1.6475597620010376, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.861632764339447, + "num_tokens": 465423641.0, + "step": 12780 + }, + { + "epoch": 2.3734447539461465, + "grad_norm": 1.4782299995422363, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8900072574615479, + "num_tokens": 465460337.0, + "step": 12781 + }, + { + "epoch": 2.3736304549675022, + "grad_norm": 1.6081715822219849, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8822462558746338, + "num_tokens": 465497627.0, + "step": 12782 + }, + { + "epoch": 2.373816155988858, + "grad_norm": 1.4186878204345703, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8979807496070862, + "num_tokens": 465534909.0, + "step": 12783 + }, + { + "epoch": 2.3740018570102137, + "grad_norm": 1.4861853122711182, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8951915502548218, + "num_tokens": 465569535.0, + "step": 12784 + }, + { + "epoch": 2.374187558031569, + "grad_norm": 1.5673646926879883, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8917767405509949, + "num_tokens": 465604122.0, + "step": 12785 + }, + { + "epoch": 2.3743732590529247, + "grad_norm": 1.586823582649231, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8866633176803589, + "num_tokens": 465636766.0, + "step": 12786 + }, + { + "epoch": 2.3745589600742805, + "grad_norm": 1.5228333473205566, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.88265460729599, + "num_tokens": 465674917.0, + "step": 12787 + }, + { + "epoch": 2.374744661095636, + "grad_norm": 1.5404597520828247, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8718054890632629, + "num_tokens": 465715197.0, + "step": 12788 + }, + { + "epoch": 2.3749303621169915, + "grad_norm": 1.5378384590148926, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8843129277229309, + "num_tokens": 465755353.0, + "step": 12789 + }, + { + "epoch": 2.3751160631383472, + "grad_norm": 1.606567621231079, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.8956630229949951, + "num_tokens": 465791660.0, + "step": 12790 + }, + { + "epoch": 2.375301764159703, + "grad_norm": 1.4147087335586548, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.8976292014122009, + "num_tokens": 465828862.0, + "step": 12791 + }, + { + "epoch": 2.3754874651810587, + "grad_norm": 1.4953464269638062, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.887194037437439, + "num_tokens": 465863605.0, + "step": 12792 + }, + { + "epoch": 2.375673166202414, + "grad_norm": 1.5132465362548828, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8808006644248962, + "num_tokens": 465902427.0, + "step": 12793 + }, + { + "epoch": 2.3758588672237697, + "grad_norm": 1.641412377357483, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8726286888122559, + "num_tokens": 465940660.0, + "step": 12794 + }, + { + "epoch": 2.3760445682451254, + "grad_norm": 1.7633817195892334, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8775756359100342, + "num_tokens": 465972436.0, + "step": 12795 + }, + { + "epoch": 2.3762302692664807, + "grad_norm": 1.5852910280227661, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8816487193107605, + "num_tokens": 466005787.0, + "step": 12796 + }, + { + "epoch": 2.3764159702878365, + "grad_norm": 1.6079356670379639, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8939754962921143, + "num_tokens": 466040295.0, + "step": 12797 + }, + { + "epoch": 2.376601671309192, + "grad_norm": 1.5735331773757935, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8956282138824463, + "num_tokens": 466071148.0, + "step": 12798 + }, + { + "epoch": 2.376787372330548, + "grad_norm": 1.6578892469406128, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8946797251701355, + "num_tokens": 466104609.0, + "step": 12799 + }, + { + "epoch": 2.3769730733519037, + "grad_norm": 1.6910432577133179, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8746631145477295, + "num_tokens": 466137803.0, + "step": 12800 + }, + { + "epoch": 2.377158774373259, + "grad_norm": 1.4628255367279053, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8915795683860779, + "num_tokens": 466174897.0, + "step": 12801 + }, + { + "epoch": 2.3773444753946147, + "grad_norm": 1.4918633699417114, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8748441338539124, + "num_tokens": 466212423.0, + "step": 12802 + }, + { + "epoch": 2.3775301764159704, + "grad_norm": 1.6725996732711792, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8746612071990967, + "num_tokens": 466245164.0, + "step": 12803 + }, + { + "epoch": 2.3777158774373257, + "grad_norm": 1.618526577949524, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8730012774467468, + "num_tokens": 466286711.0, + "step": 12804 + }, + { + "epoch": 2.3779015784586814, + "grad_norm": 1.6034505367279053, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8989044427871704, + "num_tokens": 466319240.0, + "step": 12805 + }, + { + "epoch": 2.378087279480037, + "grad_norm": 1.7704763412475586, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8717374801635742, + "num_tokens": 466354884.0, + "step": 12806 + }, + { + "epoch": 2.378272980501393, + "grad_norm": 1.5815863609313965, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8825556635856628, + "num_tokens": 466390966.0, + "step": 12807 + }, + { + "epoch": 2.378458681522748, + "grad_norm": 1.64729642868042, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8932912349700928, + "num_tokens": 466418544.0, + "step": 12808 + }, + { + "epoch": 2.378644382544104, + "grad_norm": 1.6495317220687866, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8808591961860657, + "num_tokens": 466450963.0, + "step": 12809 + }, + { + "epoch": 2.3788300835654597, + "grad_norm": 1.495107889175415, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8838348388671875, + "num_tokens": 466491061.0, + "step": 12810 + }, + { + "epoch": 2.3790157845868154, + "grad_norm": 1.5434293746948242, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8873534202575684, + "num_tokens": 466526433.0, + "step": 12811 + }, + { + "epoch": 2.3792014856081707, + "grad_norm": 1.6500293016433716, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8956518173217773, + "num_tokens": 466558088.0, + "step": 12812 + }, + { + "epoch": 2.3793871866295264, + "grad_norm": 1.5234519243240356, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8709573745727539, + "num_tokens": 466597206.0, + "step": 12813 + }, + { + "epoch": 2.379572887650882, + "grad_norm": 1.4898948669433594, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8897653818130493, + "num_tokens": 466633747.0, + "step": 12814 + }, + { + "epoch": 2.379758588672238, + "grad_norm": 1.649059534072876, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.8907631039619446, + "num_tokens": 466671234.0, + "step": 12815 + }, + { + "epoch": 2.379944289693593, + "grad_norm": 1.6245572566986084, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8784842491149902, + "num_tokens": 466707613.0, + "step": 12816 + }, + { + "epoch": 2.380129990714949, + "grad_norm": 1.3877824544906616, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8980810642242432, + "num_tokens": 466751760.0, + "step": 12817 + }, + { + "epoch": 2.3803156917363046, + "grad_norm": 1.6151001453399658, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8756142854690552, + "num_tokens": 466785729.0, + "step": 12818 + }, + { + "epoch": 2.38050139275766, + "grad_norm": 1.6649478673934937, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8782005906105042, + "num_tokens": 466817611.0, + "step": 12819 + }, + { + "epoch": 2.3806870937790157, + "grad_norm": 1.5094445943832397, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8891942501068115, + "num_tokens": 466855365.0, + "step": 12820 + }, + { + "epoch": 2.3808727948003714, + "grad_norm": 1.5067102909088135, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8828462362289429, + "num_tokens": 466896694.0, + "step": 12821 + }, + { + "epoch": 2.381058495821727, + "grad_norm": 1.4968749284744263, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8873661160469055, + "num_tokens": 466934202.0, + "step": 12822 + }, + { + "epoch": 2.381244196843083, + "grad_norm": 1.6384400129318237, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8827791213989258, + "num_tokens": 466971046.0, + "step": 12823 + }, + { + "epoch": 2.381429897864438, + "grad_norm": 1.6212410926818848, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.873004674911499, + "num_tokens": 467007403.0, + "step": 12824 + }, + { + "epoch": 2.381615598885794, + "grad_norm": 1.5240857601165771, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8896484375, + "num_tokens": 467042896.0, + "step": 12825 + }, + { + "epoch": 2.3818012999071496, + "grad_norm": 1.5251177549362183, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8969855308532715, + "num_tokens": 467075741.0, + "step": 12826 + }, + { + "epoch": 2.381987000928505, + "grad_norm": 1.5474493503570557, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8823873400688171, + "num_tokens": 467114153.0, + "step": 12827 + }, + { + "epoch": 2.3821727019498606, + "grad_norm": 1.5935007333755493, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8805598020553589, + "num_tokens": 467150602.0, + "step": 12828 + }, + { + "epoch": 2.3823584029712164, + "grad_norm": 1.637012243270874, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8875118494033813, + "num_tokens": 467181743.0, + "step": 12829 + }, + { + "epoch": 2.382544103992572, + "grad_norm": 1.5549476146697998, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8847734332084656, + "num_tokens": 467214420.0, + "step": 12830 + }, + { + "epoch": 2.3827298050139274, + "grad_norm": 1.6155000925064087, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8835944533348083, + "num_tokens": 467248876.0, + "step": 12831 + }, + { + "epoch": 2.382915506035283, + "grad_norm": 1.5550881624221802, + "learning_rate": 1e-06, + "loss": 0.3066, + "mean_token_accuracy": 0.8941960334777832, + "num_tokens": 467285576.0, + "step": 12832 + }, + { + "epoch": 2.383101207056639, + "grad_norm": 1.670003056526184, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8947845697402954, + "num_tokens": 467316324.0, + "step": 12833 + }, + { + "epoch": 2.3832869080779946, + "grad_norm": 1.516397476196289, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8925849199295044, + "num_tokens": 467356148.0, + "step": 12834 + }, + { + "epoch": 2.38347260909935, + "grad_norm": 1.4556900262832642, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8910698890686035, + "num_tokens": 467394951.0, + "step": 12835 + }, + { + "epoch": 2.3836583101207056, + "grad_norm": 1.428317904472351, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8939094543457031, + "num_tokens": 467432885.0, + "step": 12836 + }, + { + "epoch": 2.3838440111420613, + "grad_norm": 1.4875015020370483, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8882672190666199, + "num_tokens": 467469611.0, + "step": 12837 + }, + { + "epoch": 2.384029712163417, + "grad_norm": 1.355473279953003, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.890383780002594, + "num_tokens": 467514663.0, + "step": 12838 + }, + { + "epoch": 2.3842154131847724, + "grad_norm": 1.457714557647705, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8972889184951782, + "num_tokens": 467554063.0, + "step": 12839 + }, + { + "epoch": 2.384401114206128, + "grad_norm": 1.4697704315185547, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8851550221443176, + "num_tokens": 467592021.0, + "step": 12840 + }, + { + "epoch": 2.384586815227484, + "grad_norm": 1.3895519971847534, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.9001046419143677, + "num_tokens": 467632092.0, + "step": 12841 + }, + { + "epoch": 2.384772516248839, + "grad_norm": 1.427403450012207, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8929789066314697, + "num_tokens": 467671765.0, + "step": 12842 + }, + { + "epoch": 2.384958217270195, + "grad_norm": 1.4883500337600708, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8795667290687561, + "num_tokens": 467712949.0, + "step": 12843 + }, + { + "epoch": 2.3851439182915506, + "grad_norm": 1.5273162126541138, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8921768665313721, + "num_tokens": 467745861.0, + "step": 12844 + }, + { + "epoch": 2.3853296193129063, + "grad_norm": 1.3044776916503906, + "learning_rate": 1e-06, + "loss": 0.2821, + "mean_token_accuracy": 0.8987884521484375, + "num_tokens": 467787005.0, + "step": 12845 + }, + { + "epoch": 2.385515320334262, + "grad_norm": 1.5065202713012695, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8935635089874268, + "num_tokens": 467824268.0, + "step": 12846 + }, + { + "epoch": 2.3857010213556173, + "grad_norm": 1.5496076345443726, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8828250765800476, + "num_tokens": 467859822.0, + "step": 12847 + }, + { + "epoch": 2.385886722376973, + "grad_norm": 1.6010785102844238, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8821833729743958, + "num_tokens": 467895098.0, + "step": 12848 + }, + { + "epoch": 2.386072423398329, + "grad_norm": 1.6625176668167114, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8884927034378052, + "num_tokens": 467926307.0, + "step": 12849 + }, + { + "epoch": 2.386258124419684, + "grad_norm": 1.4642678499221802, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8855079412460327, + "num_tokens": 467964491.0, + "step": 12850 + }, + { + "epoch": 2.38644382544104, + "grad_norm": 1.472061276435852, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8854907751083374, + "num_tokens": 468002191.0, + "step": 12851 + }, + { + "epoch": 2.3866295264623956, + "grad_norm": 1.4235858917236328, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8984389305114746, + "num_tokens": 468039608.0, + "step": 12852 + }, + { + "epoch": 2.3868152274837513, + "grad_norm": 1.555060863494873, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8884992003440857, + "num_tokens": 468079368.0, + "step": 12853 + }, + { + "epoch": 2.3870009285051066, + "grad_norm": 1.4305484294891357, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.8942930698394775, + "num_tokens": 468117430.0, + "step": 12854 + }, + { + "epoch": 2.3871866295264623, + "grad_norm": 1.5493404865264893, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.888314425945282, + "num_tokens": 468150728.0, + "step": 12855 + }, + { + "epoch": 2.387372330547818, + "grad_norm": 1.5081387758255005, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.891488254070282, + "num_tokens": 468186581.0, + "step": 12856 + }, + { + "epoch": 2.387558031569174, + "grad_norm": 1.7443338632583618, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8840214610099792, + "num_tokens": 468214211.0, + "step": 12857 + }, + { + "epoch": 2.387743732590529, + "grad_norm": 1.58579421043396, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8863304853439331, + "num_tokens": 468249408.0, + "step": 12858 + }, + { + "epoch": 2.387929433611885, + "grad_norm": 1.539793848991394, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8792831897735596, + "num_tokens": 468285572.0, + "step": 12859 + }, + { + "epoch": 2.3881151346332405, + "grad_norm": 1.5461277961730957, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8841463327407837, + "num_tokens": 468324825.0, + "step": 12860 + }, + { + "epoch": 2.3883008356545963, + "grad_norm": 1.5738449096679688, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8959115743637085, + "num_tokens": 468358806.0, + "step": 12861 + }, + { + "epoch": 2.3884865366759516, + "grad_norm": 1.6447726488113403, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8870360255241394, + "num_tokens": 468394283.0, + "step": 12862 + }, + { + "epoch": 2.3886722376973073, + "grad_norm": 1.5423632860183716, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8813928961753845, + "num_tokens": 468431440.0, + "step": 12863 + }, + { + "epoch": 2.388857938718663, + "grad_norm": 1.54586660861969, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8863535523414612, + "num_tokens": 468469789.0, + "step": 12864 + }, + { + "epoch": 2.3890436397400183, + "grad_norm": 1.4552253484725952, + "learning_rate": 1e-06, + "loss": 0.2884, + "mean_token_accuracy": 0.897876501083374, + "num_tokens": 468507194.0, + "step": 12865 + }, + { + "epoch": 2.389229340761374, + "grad_norm": 1.5247877836227417, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8797510862350464, + "num_tokens": 468545340.0, + "step": 12866 + }, + { + "epoch": 2.38941504178273, + "grad_norm": 1.6799585819244385, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8780330419540405, + "num_tokens": 468579778.0, + "step": 12867 + }, + { + "epoch": 2.3896007428040855, + "grad_norm": 1.5031052827835083, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8864943981170654, + "num_tokens": 468615367.0, + "step": 12868 + }, + { + "epoch": 2.3897864438254413, + "grad_norm": 1.5573585033416748, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8889920711517334, + "num_tokens": 468648777.0, + "step": 12869 + }, + { + "epoch": 2.3899721448467965, + "grad_norm": 1.4171720743179321, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8843237161636353, + "num_tokens": 468690737.0, + "step": 12870 + }, + { + "epoch": 2.3901578458681523, + "grad_norm": 1.6097947359085083, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8786924481391907, + "num_tokens": 468725435.0, + "step": 12871 + }, + { + "epoch": 2.390343546889508, + "grad_norm": 1.4441406726837158, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8828277587890625, + "num_tokens": 468768885.0, + "step": 12872 + }, + { + "epoch": 2.3905292479108633, + "grad_norm": 1.4668225049972534, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8785998821258545, + "num_tokens": 468807471.0, + "step": 12873 + }, + { + "epoch": 2.390714948932219, + "grad_norm": 1.5815861225128174, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8916418552398682, + "num_tokens": 468840171.0, + "step": 12874 + }, + { + "epoch": 2.3909006499535748, + "grad_norm": 1.6350164413452148, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8872625827789307, + "num_tokens": 468874730.0, + "step": 12875 + }, + { + "epoch": 2.3910863509749305, + "grad_norm": 1.511061191558838, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8839119076728821, + "num_tokens": 468912614.0, + "step": 12876 + }, + { + "epoch": 2.391272051996286, + "grad_norm": 1.6050206422805786, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.883053719997406, + "num_tokens": 468948490.0, + "step": 12877 + }, + { + "epoch": 2.3914577530176415, + "grad_norm": 1.5414252281188965, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8907995223999023, + "num_tokens": 468986851.0, + "step": 12878 + }, + { + "epoch": 2.3916434540389973, + "grad_norm": 1.4679888486862183, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8911421895027161, + "num_tokens": 469027429.0, + "step": 12879 + }, + { + "epoch": 2.391829155060353, + "grad_norm": 1.5779112577438354, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.892696738243103, + "num_tokens": 469061101.0, + "step": 12880 + }, + { + "epoch": 2.3920148560817083, + "grad_norm": 1.619576334953308, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8871819376945496, + "num_tokens": 469094157.0, + "step": 12881 + }, + { + "epoch": 2.392200557103064, + "grad_norm": 1.600998044013977, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.874089777469635, + "num_tokens": 469128545.0, + "step": 12882 + }, + { + "epoch": 2.3923862581244197, + "grad_norm": 1.5310347080230713, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8732826709747314, + "num_tokens": 469167217.0, + "step": 12883 + }, + { + "epoch": 2.3925719591457755, + "grad_norm": 1.4987082481384277, + "learning_rate": 1e-06, + "loss": 0.2742, + "mean_token_accuracy": 0.9013621807098389, + "num_tokens": 469201487.0, + "step": 12884 + }, + { + "epoch": 2.3927576601671308, + "grad_norm": 1.7244540452957153, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8835453987121582, + "num_tokens": 469233405.0, + "step": 12885 + }, + { + "epoch": 2.3929433611884865, + "grad_norm": 1.4952348470687866, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8858868479728699, + "num_tokens": 469270014.0, + "step": 12886 + }, + { + "epoch": 2.3931290622098422, + "grad_norm": 1.5304009914398193, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8968659043312073, + "num_tokens": 469305787.0, + "step": 12887 + }, + { + "epoch": 2.393314763231198, + "grad_norm": 1.5443731546401978, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8626151084899902, + "num_tokens": 469350840.0, + "step": 12888 + }, + { + "epoch": 2.3935004642525533, + "grad_norm": 1.4871166944503784, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8866898417472839, + "num_tokens": 469388355.0, + "step": 12889 + }, + { + "epoch": 2.393686165273909, + "grad_norm": 1.577561855316162, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8828021287918091, + "num_tokens": 469425510.0, + "step": 12890 + }, + { + "epoch": 2.3938718662952647, + "grad_norm": 1.4982630014419556, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.9003713130950928, + "num_tokens": 469462162.0, + "step": 12891 + }, + { + "epoch": 2.3940575673166204, + "grad_norm": 1.4547785520553589, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8931002616882324, + "num_tokens": 469497713.0, + "step": 12892 + }, + { + "epoch": 2.3942432683379757, + "grad_norm": 1.4998635053634644, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8853731751441956, + "num_tokens": 469535323.0, + "step": 12893 + }, + { + "epoch": 2.3944289693593315, + "grad_norm": 1.5020653009414673, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8976234197616577, + "num_tokens": 469569889.0, + "step": 12894 + }, + { + "epoch": 2.394614670380687, + "grad_norm": 1.5526889562606812, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8860334157943726, + "num_tokens": 469605582.0, + "step": 12895 + }, + { + "epoch": 2.3948003714020425, + "grad_norm": 1.5181306600570679, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8878049254417419, + "num_tokens": 469644219.0, + "step": 12896 + }, + { + "epoch": 2.3949860724233982, + "grad_norm": 1.4764487743377686, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.890178382396698, + "num_tokens": 469682371.0, + "step": 12897 + }, + { + "epoch": 2.395171773444754, + "grad_norm": 1.60185706615448, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8743797540664673, + "num_tokens": 469715535.0, + "step": 12898 + }, + { + "epoch": 2.3953574744661097, + "grad_norm": 1.4704874753952026, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8907397389411926, + "num_tokens": 469751720.0, + "step": 12899 + }, + { + "epoch": 2.3955431754874654, + "grad_norm": 1.549453854560852, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8807229399681091, + "num_tokens": 469789865.0, + "step": 12900 + }, + { + "epoch": 2.3957288765088207, + "grad_norm": 1.5800731182098389, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8934472799301147, + "num_tokens": 469820358.0, + "step": 12901 + }, + { + "epoch": 2.3959145775301764, + "grad_norm": 1.6146810054779053, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8844438791275024, + "num_tokens": 469856083.0, + "step": 12902 + }, + { + "epoch": 2.396100278551532, + "grad_norm": 1.5121376514434814, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8788573741912842, + "num_tokens": 469894648.0, + "step": 12903 + }, + { + "epoch": 2.3962859795728875, + "grad_norm": 1.5062261819839478, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8723104000091553, + "num_tokens": 469934165.0, + "step": 12904 + }, + { + "epoch": 2.396471680594243, + "grad_norm": 1.5520581007003784, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8888905048370361, + "num_tokens": 469972968.0, + "step": 12905 + }, + { + "epoch": 2.396657381615599, + "grad_norm": 1.4479482173919678, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8854862451553345, + "num_tokens": 470015032.0, + "step": 12906 + }, + { + "epoch": 2.3968430826369547, + "grad_norm": 1.5180922746658325, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8921236991882324, + "num_tokens": 470049857.0, + "step": 12907 + }, + { + "epoch": 2.39702878365831, + "grad_norm": 1.5228588581085205, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8803509473800659, + "num_tokens": 470089756.0, + "step": 12908 + }, + { + "epoch": 2.3972144846796657, + "grad_norm": 1.6320239305496216, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8725388050079346, + "num_tokens": 470128541.0, + "step": 12909 + }, + { + "epoch": 2.3974001857010214, + "grad_norm": 1.876556634902954, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8755946755409241, + "num_tokens": 470162229.0, + "step": 12910 + }, + { + "epoch": 2.397585886722377, + "grad_norm": 1.503424048423767, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8907375335693359, + "num_tokens": 470198849.0, + "step": 12911 + }, + { + "epoch": 2.3977715877437324, + "grad_norm": 1.5070387125015259, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8818843364715576, + "num_tokens": 470238325.0, + "step": 12912 + }, + { + "epoch": 2.397957288765088, + "grad_norm": 1.5805870294570923, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.881402850151062, + "num_tokens": 470273023.0, + "step": 12913 + }, + { + "epoch": 2.398142989786444, + "grad_norm": 1.5301223993301392, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8803249597549438, + "num_tokens": 470313137.0, + "step": 12914 + }, + { + "epoch": 2.3983286908077996, + "grad_norm": 1.4628413915634155, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8841761350631714, + "num_tokens": 470353333.0, + "step": 12915 + }, + { + "epoch": 2.398514391829155, + "grad_norm": 1.6809635162353516, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8780331611633301, + "num_tokens": 470385262.0, + "step": 12916 + }, + { + "epoch": 2.3987000928505107, + "grad_norm": 1.6403203010559082, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8826297521591187, + "num_tokens": 470417837.0, + "step": 12917 + }, + { + "epoch": 2.3988857938718664, + "grad_norm": 1.5256296396255493, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8896435499191284, + "num_tokens": 470453030.0, + "step": 12918 + }, + { + "epoch": 2.3990714948932217, + "grad_norm": 1.664341926574707, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8775203227996826, + "num_tokens": 470484495.0, + "step": 12919 + }, + { + "epoch": 2.3992571959145774, + "grad_norm": 1.457216501235962, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8953187465667725, + "num_tokens": 470522528.0, + "step": 12920 + }, + { + "epoch": 2.399442896935933, + "grad_norm": 1.429563045501709, + "learning_rate": 1e-06, + "loss": 0.2732, + "mean_token_accuracy": 0.9029831290245056, + "num_tokens": 470559908.0, + "step": 12921 + }, + { + "epoch": 2.399628597957289, + "grad_norm": 1.5054137706756592, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8855583667755127, + "num_tokens": 470599140.0, + "step": 12922 + }, + { + "epoch": 2.3998142989786446, + "grad_norm": 1.31636381149292, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8933352828025818, + "num_tokens": 470644551.0, + "step": 12923 + }, + { + "epoch": 2.4, + "grad_norm": 1.545843482017517, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8922249674797058, + "num_tokens": 470679348.0, + "step": 12924 + }, + { + "epoch": 2.4001857010213556, + "grad_norm": 1.4420342445373535, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8675413131713867, + "num_tokens": 470728058.0, + "step": 12925 + }, + { + "epoch": 2.4003714020427114, + "grad_norm": 1.486763834953308, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8985100984573364, + "num_tokens": 470762521.0, + "step": 12926 + }, + { + "epoch": 2.4005571030640667, + "grad_norm": 1.5098166465759277, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8797775506973267, + "num_tokens": 470800303.0, + "step": 12927 + }, + { + "epoch": 2.4007428040854224, + "grad_norm": 1.540124535560608, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8912006616592407, + "num_tokens": 470835146.0, + "step": 12928 + }, + { + "epoch": 2.400928505106778, + "grad_norm": 1.5263689756393433, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8812401294708252, + "num_tokens": 470872366.0, + "step": 12929 + }, + { + "epoch": 2.401114206128134, + "grad_norm": 1.5445636510849, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8831045627593994, + "num_tokens": 470912585.0, + "step": 12930 + }, + { + "epoch": 2.401299907149489, + "grad_norm": 1.710949182510376, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.8989137411117554, + "num_tokens": 470943850.0, + "step": 12931 + }, + { + "epoch": 2.401485608170845, + "grad_norm": 1.558202862739563, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8799817562103271, + "num_tokens": 470978958.0, + "step": 12932 + }, + { + "epoch": 2.4016713091922006, + "grad_norm": 1.5767966508865356, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8747996091842651, + "num_tokens": 471015981.0, + "step": 12933 + }, + { + "epoch": 2.4018570102135564, + "grad_norm": 1.5972776412963867, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8960081338882446, + "num_tokens": 471049929.0, + "step": 12934 + }, + { + "epoch": 2.4020427112349116, + "grad_norm": 1.5474979877471924, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8957182765007019, + "num_tokens": 471084386.0, + "step": 12935 + }, + { + "epoch": 2.4022284122562674, + "grad_norm": 1.5568174123764038, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8866308927536011, + "num_tokens": 471121288.0, + "step": 12936 + }, + { + "epoch": 2.402414113277623, + "grad_norm": 1.7455774545669556, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8828673362731934, + "num_tokens": 471152241.0, + "step": 12937 + }, + { + "epoch": 2.402599814298979, + "grad_norm": 1.699954628944397, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.883194088935852, + "num_tokens": 471184512.0, + "step": 12938 + }, + { + "epoch": 2.402785515320334, + "grad_norm": 1.5462294816970825, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.8967095613479614, + "num_tokens": 471219322.0, + "step": 12939 + }, + { + "epoch": 2.40297121634169, + "grad_norm": 1.4574579000473022, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8932695984840393, + "num_tokens": 471258323.0, + "step": 12940 + }, + { + "epoch": 2.4031569173630456, + "grad_norm": 1.5531814098358154, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8733288645744324, + "num_tokens": 471298080.0, + "step": 12941 + }, + { + "epoch": 2.403342618384401, + "grad_norm": 1.5047690868377686, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8784788846969604, + "num_tokens": 471336528.0, + "step": 12942 + }, + { + "epoch": 2.4035283194057566, + "grad_norm": 1.583931565284729, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8848549127578735, + "num_tokens": 471369587.0, + "step": 12943 + }, + { + "epoch": 2.4037140204271124, + "grad_norm": 1.4967104196548462, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8832120895385742, + "num_tokens": 471406799.0, + "step": 12944 + }, + { + "epoch": 2.403899721448468, + "grad_norm": 1.6349265575408936, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8958705067634583, + "num_tokens": 471438036.0, + "step": 12945 + }, + { + "epoch": 2.404085422469824, + "grad_norm": 1.4851387739181519, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8889326453208923, + "num_tokens": 471481371.0, + "step": 12946 + }, + { + "epoch": 2.404271123491179, + "grad_norm": 1.56717848777771, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8921946883201599, + "num_tokens": 471513240.0, + "step": 12947 + }, + { + "epoch": 2.404456824512535, + "grad_norm": 1.503294587135315, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8931987881660461, + "num_tokens": 471550703.0, + "step": 12948 + }, + { + "epoch": 2.4046425255338906, + "grad_norm": 1.5417258739471436, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8778871297836304, + "num_tokens": 471587540.0, + "step": 12949 + }, + { + "epoch": 2.404828226555246, + "grad_norm": 1.6832644939422607, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8867746591567993, + "num_tokens": 471620136.0, + "step": 12950 + }, + { + "epoch": 2.4050139275766016, + "grad_norm": 1.5237741470336914, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8852441310882568, + "num_tokens": 471660690.0, + "step": 12951 + }, + { + "epoch": 2.4051996285979573, + "grad_norm": 1.5415089130401611, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8770914077758789, + "num_tokens": 471700168.0, + "step": 12952 + }, + { + "epoch": 2.405385329619313, + "grad_norm": 1.4953734874725342, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8944101929664612, + "num_tokens": 471736921.0, + "step": 12953 + }, + { + "epoch": 2.4055710306406684, + "grad_norm": 1.5109038352966309, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8869243264198303, + "num_tokens": 471773988.0, + "step": 12954 + }, + { + "epoch": 2.405756731662024, + "grad_norm": 1.4036660194396973, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.8951605558395386, + "num_tokens": 471811734.0, + "step": 12955 + }, + { + "epoch": 2.40594243268338, + "grad_norm": 1.40618896484375, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.8969494104385376, + "num_tokens": 471854240.0, + "step": 12956 + }, + { + "epoch": 2.4061281337047355, + "grad_norm": 1.4063827991485596, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8935879468917847, + "num_tokens": 471894294.0, + "step": 12957 + }, + { + "epoch": 2.406313834726091, + "grad_norm": 1.5617139339447021, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8861316442489624, + "num_tokens": 471930440.0, + "step": 12958 + }, + { + "epoch": 2.4064995357474466, + "grad_norm": 1.5682377815246582, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.8992369174957275, + "num_tokens": 471965606.0, + "step": 12959 + }, + { + "epoch": 2.4066852367688023, + "grad_norm": 1.5521386861801147, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8948346376419067, + "num_tokens": 472002435.0, + "step": 12960 + }, + { + "epoch": 2.406870937790158, + "grad_norm": 1.6136590242385864, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8863716125488281, + "num_tokens": 472038180.0, + "step": 12961 + }, + { + "epoch": 2.4070566388115133, + "grad_norm": 1.4706116914749146, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.886896550655365, + "num_tokens": 472076432.0, + "step": 12962 + }, + { + "epoch": 2.407242339832869, + "grad_norm": 1.5413776636123657, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8867862820625305, + "num_tokens": 472111236.0, + "step": 12963 + }, + { + "epoch": 2.407428040854225, + "grad_norm": 1.5642565488815308, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8840049505233765, + "num_tokens": 472146369.0, + "step": 12964 + }, + { + "epoch": 2.40761374187558, + "grad_norm": 1.5942922830581665, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8823974132537842, + "num_tokens": 472180852.0, + "step": 12965 + }, + { + "epoch": 2.407799442896936, + "grad_norm": 1.6468136310577393, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.866968035697937, + "num_tokens": 472219427.0, + "step": 12966 + }, + { + "epoch": 2.4079851439182915, + "grad_norm": 1.5032050609588623, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8883255124092102, + "num_tokens": 472257202.0, + "step": 12967 + }, + { + "epoch": 2.4081708449396473, + "grad_norm": 1.6130328178405762, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8747117519378662, + "num_tokens": 472291616.0, + "step": 12968 + }, + { + "epoch": 2.408356545961003, + "grad_norm": 1.4825228452682495, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8885354995727539, + "num_tokens": 472331702.0, + "step": 12969 + }, + { + "epoch": 2.4085422469823583, + "grad_norm": 1.4862675666809082, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8816959261894226, + "num_tokens": 472371204.0, + "step": 12970 + }, + { + "epoch": 2.408727948003714, + "grad_norm": 1.5496798753738403, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8881451487541199, + "num_tokens": 472405080.0, + "step": 12971 + }, + { + "epoch": 2.4089136490250698, + "grad_norm": 1.5068304538726807, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8845847249031067, + "num_tokens": 472442302.0, + "step": 12972 + }, + { + "epoch": 2.409099350046425, + "grad_norm": 1.5685161352157593, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8904198408126831, + "num_tokens": 472474515.0, + "step": 12973 + }, + { + "epoch": 2.409285051067781, + "grad_norm": 1.4028210639953613, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8852282762527466, + "num_tokens": 472514176.0, + "step": 12974 + }, + { + "epoch": 2.4094707520891365, + "grad_norm": 1.770332932472229, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8746414184570312, + "num_tokens": 472545050.0, + "step": 12975 + }, + { + "epoch": 2.4096564531104923, + "grad_norm": 1.6189446449279785, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8890396952629089, + "num_tokens": 472578954.0, + "step": 12976 + }, + { + "epoch": 2.4098421541318475, + "grad_norm": 1.5028992891311646, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8881922960281372, + "num_tokens": 472619010.0, + "step": 12977 + }, + { + "epoch": 2.4100278551532033, + "grad_norm": 1.7173974514007568, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.884959876537323, + "num_tokens": 472648042.0, + "step": 12978 + }, + { + "epoch": 2.410213556174559, + "grad_norm": 1.506464958190918, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8941484689712524, + "num_tokens": 472681352.0, + "step": 12979 + }, + { + "epoch": 2.4103992571959147, + "grad_norm": 1.6153582334518433, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8585082292556763, + "num_tokens": 472717227.0, + "step": 12980 + }, + { + "epoch": 2.41058495821727, + "grad_norm": 1.486253023147583, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8831327557563782, + "num_tokens": 472759625.0, + "step": 12981 + }, + { + "epoch": 2.4107706592386258, + "grad_norm": 1.5752016305923462, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.890221118927002, + "num_tokens": 472792215.0, + "step": 12982 + }, + { + "epoch": 2.4109563602599815, + "grad_norm": 1.554065465927124, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8927069306373596, + "num_tokens": 472829417.0, + "step": 12983 + }, + { + "epoch": 2.4111420612813372, + "grad_norm": 1.5922600030899048, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8788196444511414, + "num_tokens": 472865154.0, + "step": 12984 + }, + { + "epoch": 2.4113277623026925, + "grad_norm": 1.5438401699066162, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8727211952209473, + "num_tokens": 472903901.0, + "step": 12985 + }, + { + "epoch": 2.4115134633240483, + "grad_norm": 1.6524611711502075, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.8930168151855469, + "num_tokens": 472932205.0, + "step": 12986 + }, + { + "epoch": 2.411699164345404, + "grad_norm": 1.587064504623413, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8953723907470703, + "num_tokens": 472962264.0, + "step": 12987 + }, + { + "epoch": 2.4118848653667593, + "grad_norm": 1.4810349941253662, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8892136812210083, + "num_tokens": 473001823.0, + "step": 12988 + }, + { + "epoch": 2.412070566388115, + "grad_norm": 1.7379704713821411, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8934385776519775, + "num_tokens": 473032710.0, + "step": 12989 + }, + { + "epoch": 2.4122562674094707, + "grad_norm": 1.6080741882324219, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8886129856109619, + "num_tokens": 473066584.0, + "step": 12990 + }, + { + "epoch": 2.4124419684308265, + "grad_norm": 1.5868934392929077, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8839231729507446, + "num_tokens": 473102913.0, + "step": 12991 + }, + { + "epoch": 2.412627669452182, + "grad_norm": 1.4426183700561523, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8898923397064209, + "num_tokens": 473144371.0, + "step": 12992 + }, + { + "epoch": 2.4128133704735375, + "grad_norm": 1.6182007789611816, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8867422342300415, + "num_tokens": 473179451.0, + "step": 12993 + }, + { + "epoch": 2.4129990714948932, + "grad_norm": 1.5537850856781006, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8975905179977417, + "num_tokens": 473216375.0, + "step": 12994 + }, + { + "epoch": 2.413184772516249, + "grad_norm": 1.5222573280334473, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8882152438163757, + "num_tokens": 473251787.0, + "step": 12995 + }, + { + "epoch": 2.4133704735376043, + "grad_norm": 1.4861112833023071, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8736936450004578, + "num_tokens": 473294118.0, + "step": 12996 + }, + { + "epoch": 2.41355617455896, + "grad_norm": 1.6529221534729004, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8934246897697449, + "num_tokens": 473325622.0, + "step": 12997 + }, + { + "epoch": 2.4137418755803157, + "grad_norm": 1.4114903211593628, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8949748277664185, + "num_tokens": 473362688.0, + "step": 12998 + }, + { + "epoch": 2.4139275766016715, + "grad_norm": 1.6397120952606201, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8914070129394531, + "num_tokens": 473392670.0, + "step": 12999 + }, + { + "epoch": 2.4141132776230267, + "grad_norm": 1.4981204271316528, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8940093517303467, + "num_tokens": 473428353.0, + "step": 13000 + }, + { + "epoch": 2.4142989786443825, + "grad_norm": 1.575448751449585, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8889758586883545, + "num_tokens": 473466298.0, + "step": 13001 + }, + { + "epoch": 2.414484679665738, + "grad_norm": 1.4540854692459106, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8846253752708435, + "num_tokens": 473504539.0, + "step": 13002 + }, + { + "epoch": 2.414670380687094, + "grad_norm": 1.5088008642196655, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8867903351783752, + "num_tokens": 473542138.0, + "step": 13003 + }, + { + "epoch": 2.4148560817084492, + "grad_norm": 1.4275119304656982, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8947612047195435, + "num_tokens": 473582238.0, + "step": 13004 + }, + { + "epoch": 2.415041782729805, + "grad_norm": 1.5052049160003662, + "learning_rate": 1e-06, + "loss": 0.2725, + "mean_token_accuracy": 0.9022294878959656, + "num_tokens": 473614291.0, + "step": 13005 + }, + { + "epoch": 2.4152274837511607, + "grad_norm": 1.4525562524795532, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8972148299217224, + "num_tokens": 473652511.0, + "step": 13006 + }, + { + "epoch": 2.4154131847725164, + "grad_norm": 1.5027166604995728, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.892988920211792, + "num_tokens": 473690233.0, + "step": 13007 + }, + { + "epoch": 2.4155988857938717, + "grad_norm": 1.6294898986816406, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8969712257385254, + "num_tokens": 473725282.0, + "step": 13008 + }, + { + "epoch": 2.4157845868152275, + "grad_norm": 1.594345211982727, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8918976187705994, + "num_tokens": 473760276.0, + "step": 13009 + }, + { + "epoch": 2.415970287836583, + "grad_norm": 1.6246720552444458, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8885038495063782, + "num_tokens": 473792469.0, + "step": 13010 + }, + { + "epoch": 2.4161559888579385, + "grad_norm": 1.6757186651229858, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8783910870552063, + "num_tokens": 473825735.0, + "step": 13011 + }, + { + "epoch": 2.416341689879294, + "grad_norm": 1.5299757719039917, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.8980181217193604, + "num_tokens": 473865058.0, + "step": 13012 + }, + { + "epoch": 2.41652739090065, + "grad_norm": 1.6211696863174438, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8825569748878479, + "num_tokens": 473899394.0, + "step": 13013 + }, + { + "epoch": 2.4167130919220057, + "grad_norm": 1.4310812950134277, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8834198713302612, + "num_tokens": 473939590.0, + "step": 13014 + }, + { + "epoch": 2.4168987929433614, + "grad_norm": 1.6174829006195068, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.881792426109314, + "num_tokens": 473977520.0, + "step": 13015 + }, + { + "epoch": 2.4170844939647167, + "grad_norm": 1.4810047149658203, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8932473063468933, + "num_tokens": 474013935.0, + "step": 13016 + }, + { + "epoch": 2.4172701949860724, + "grad_norm": 1.6673442125320435, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8896524906158447, + "num_tokens": 474050959.0, + "step": 13017 + }, + { + "epoch": 2.417455896007428, + "grad_norm": 1.4959982633590698, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8975441455841064, + "num_tokens": 474084320.0, + "step": 13018 + }, + { + "epoch": 2.4176415970287835, + "grad_norm": 1.4579212665557861, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8907736539840698, + "num_tokens": 474121897.0, + "step": 13019 + }, + { + "epoch": 2.417827298050139, + "grad_norm": 1.4073340892791748, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.8985397815704346, + "num_tokens": 474160496.0, + "step": 13020 + }, + { + "epoch": 2.418012999071495, + "grad_norm": 1.4661049842834473, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8872698545455933, + "num_tokens": 474198075.0, + "step": 13021 + }, + { + "epoch": 2.4181987000928507, + "grad_norm": 1.5006895065307617, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.894023060798645, + "num_tokens": 474234595.0, + "step": 13022 + }, + { + "epoch": 2.418384401114206, + "grad_norm": 1.588139533996582, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8841084241867065, + "num_tokens": 474269708.0, + "step": 13023 + }, + { + "epoch": 2.4185701021355617, + "grad_norm": 1.4994003772735596, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8901793360710144, + "num_tokens": 474306170.0, + "step": 13024 + }, + { + "epoch": 2.4187558031569174, + "grad_norm": 1.412040114402771, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.9003428220748901, + "num_tokens": 474344169.0, + "step": 13025 + }, + { + "epoch": 2.418941504178273, + "grad_norm": 1.5092575550079346, + "learning_rate": 1e-06, + "loss": 0.273, + "mean_token_accuracy": 0.899949848651886, + "num_tokens": 474378327.0, + "step": 13026 + }, + { + "epoch": 2.4191272051996284, + "grad_norm": 1.563356876373291, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8875769376754761, + "num_tokens": 474415113.0, + "step": 13027 + }, + { + "epoch": 2.419312906220984, + "grad_norm": 1.5449239015579224, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8917151689529419, + "num_tokens": 474453298.0, + "step": 13028 + }, + { + "epoch": 2.41949860724234, + "grad_norm": 1.5181647539138794, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8867603540420532, + "num_tokens": 474488803.0, + "step": 13029 + }, + { + "epoch": 2.4196843082636956, + "grad_norm": 1.5679835081100464, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8825398683547974, + "num_tokens": 474525691.0, + "step": 13030 + }, + { + "epoch": 2.419870009285051, + "grad_norm": 1.3988832235336304, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8942151665687561, + "num_tokens": 474567306.0, + "step": 13031 + }, + { + "epoch": 2.4200557103064066, + "grad_norm": 1.544447660446167, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.881147027015686, + "num_tokens": 474603930.0, + "step": 13032 + }, + { + "epoch": 2.4202414113277624, + "grad_norm": 1.5789384841918945, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.892776608467102, + "num_tokens": 474636750.0, + "step": 13033 + }, + { + "epoch": 2.4204271123491177, + "grad_norm": 1.5238442420959473, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.884856104850769, + "num_tokens": 474676074.0, + "step": 13034 + }, + { + "epoch": 2.4206128133704734, + "grad_norm": 1.606024146080017, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8851305246353149, + "num_tokens": 474709796.0, + "step": 13035 + }, + { + "epoch": 2.420798514391829, + "grad_norm": 1.551153540611267, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8857514262199402, + "num_tokens": 474746159.0, + "step": 13036 + }, + { + "epoch": 2.420984215413185, + "grad_norm": 1.6049884557724, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8731299638748169, + "num_tokens": 474783915.0, + "step": 13037 + }, + { + "epoch": 2.4211699164345406, + "grad_norm": 1.4520196914672852, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8952831029891968, + "num_tokens": 474822530.0, + "step": 13038 + }, + { + "epoch": 2.421355617455896, + "grad_norm": 1.5024915933609009, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.89610755443573, + "num_tokens": 474859018.0, + "step": 13039 + }, + { + "epoch": 2.4215413184772516, + "grad_norm": 1.8063607215881348, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8803783655166626, + "num_tokens": 474888814.0, + "step": 13040 + }, + { + "epoch": 2.4217270194986074, + "grad_norm": 1.5765538215637207, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.893385648727417, + "num_tokens": 474924244.0, + "step": 13041 + }, + { + "epoch": 2.4219127205199626, + "grad_norm": 1.4666730165481567, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8944160342216492, + "num_tokens": 474961375.0, + "step": 13042 + }, + { + "epoch": 2.4220984215413184, + "grad_norm": 1.4621284008026123, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8841960430145264, + "num_tokens": 475000577.0, + "step": 13043 + }, + { + "epoch": 2.422284122562674, + "grad_norm": 1.6672062873840332, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8695089221000671, + "num_tokens": 475037176.0, + "step": 13044 + }, + { + "epoch": 2.42246982358403, + "grad_norm": 1.546602487564087, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8770438432693481, + "num_tokens": 475076177.0, + "step": 13045 + }, + { + "epoch": 2.422655524605385, + "grad_norm": 1.6159179210662842, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8903142213821411, + "num_tokens": 475107629.0, + "step": 13046 + }, + { + "epoch": 2.422841225626741, + "grad_norm": 1.3424943685531616, + "learning_rate": 1e-06, + "loss": 0.2806, + "mean_token_accuracy": 0.8996462225914001, + "num_tokens": 475148316.0, + "step": 13047 + }, + { + "epoch": 2.4230269266480966, + "grad_norm": 1.4586927890777588, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.891963541507721, + "num_tokens": 475185554.0, + "step": 13048 + }, + { + "epoch": 2.4232126276694523, + "grad_norm": 1.6241599321365356, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8781207203865051, + "num_tokens": 475220384.0, + "step": 13049 + }, + { + "epoch": 2.4233983286908076, + "grad_norm": 1.5360957384109497, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8920169472694397, + "num_tokens": 475254116.0, + "step": 13050 + }, + { + "epoch": 2.4235840297121634, + "grad_norm": 1.598875641822815, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8754899501800537, + "num_tokens": 475290219.0, + "step": 13051 + }, + { + "epoch": 2.423769730733519, + "grad_norm": 1.496539831161499, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8829249739646912, + "num_tokens": 475328251.0, + "step": 13052 + }, + { + "epoch": 2.423955431754875, + "grad_norm": 1.5559070110321045, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8809621334075928, + "num_tokens": 475364582.0, + "step": 13053 + }, + { + "epoch": 2.42414113277623, + "grad_norm": 1.544836163520813, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.885688066482544, + "num_tokens": 475399988.0, + "step": 13054 + }, + { + "epoch": 2.424326833797586, + "grad_norm": 1.4221408367156982, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8933038115501404, + "num_tokens": 475440425.0, + "step": 13055 + }, + { + "epoch": 2.4245125348189416, + "grad_norm": 1.5124716758728027, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8924192786216736, + "num_tokens": 475471131.0, + "step": 13056 + }, + { + "epoch": 2.4246982358402973, + "grad_norm": 1.5776289701461792, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8846471309661865, + "num_tokens": 475502891.0, + "step": 13057 + }, + { + "epoch": 2.4248839368616526, + "grad_norm": 1.4300589561462402, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8772640824317932, + "num_tokens": 475545301.0, + "step": 13058 + }, + { + "epoch": 2.4250696378830083, + "grad_norm": 1.4820632934570312, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8810875415802002, + "num_tokens": 475585698.0, + "step": 13059 + }, + { + "epoch": 2.425255338904364, + "grad_norm": 1.5777779817581177, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.896361231803894, + "num_tokens": 475620867.0, + "step": 13060 + }, + { + "epoch": 2.42544103992572, + "grad_norm": 1.688070297241211, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8909938335418701, + "num_tokens": 475653937.0, + "step": 13061 + }, + { + "epoch": 2.425626740947075, + "grad_norm": 1.5035837888717651, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8838351964950562, + "num_tokens": 475689609.0, + "step": 13062 + }, + { + "epoch": 2.425812441968431, + "grad_norm": 1.4963918924331665, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.886502742767334, + "num_tokens": 475729291.0, + "step": 13063 + }, + { + "epoch": 2.4259981429897866, + "grad_norm": 1.5192042589187622, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8933371305465698, + "num_tokens": 475765726.0, + "step": 13064 + }, + { + "epoch": 2.426183844011142, + "grad_norm": 1.5054430961608887, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8875815868377686, + "num_tokens": 475804479.0, + "step": 13065 + }, + { + "epoch": 2.4263695450324976, + "grad_norm": 1.5724307298660278, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.892256498336792, + "num_tokens": 475840899.0, + "step": 13066 + }, + { + "epoch": 2.4265552460538533, + "grad_norm": 1.4919017553329468, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.886254608631134, + "num_tokens": 475880566.0, + "step": 13067 + }, + { + "epoch": 2.426740947075209, + "grad_norm": 1.598380208015442, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8833104372024536, + "num_tokens": 475912798.0, + "step": 13068 + }, + { + "epoch": 2.4269266480965648, + "grad_norm": 1.4067038297653198, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8740485906600952, + "num_tokens": 475958904.0, + "step": 13069 + }, + { + "epoch": 2.42711234911792, + "grad_norm": 1.5524922609329224, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8862476944923401, + "num_tokens": 475993445.0, + "step": 13070 + }, + { + "epoch": 2.427298050139276, + "grad_norm": 1.5448338985443115, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8730658888816833, + "num_tokens": 476030730.0, + "step": 13071 + }, + { + "epoch": 2.4274837511606315, + "grad_norm": 1.5324428081512451, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8868816494941711, + "num_tokens": 476069929.0, + "step": 13072 + }, + { + "epoch": 2.427669452181987, + "grad_norm": 1.474993109703064, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.890310525894165, + "num_tokens": 476111255.0, + "step": 13073 + }, + { + "epoch": 2.4278551532033426, + "grad_norm": 1.4806995391845703, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8830693364143372, + "num_tokens": 476149339.0, + "step": 13074 + }, + { + "epoch": 2.4280408542246983, + "grad_norm": 1.4877673387527466, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8769932985305786, + "num_tokens": 476191289.0, + "step": 13075 + }, + { + "epoch": 2.428226555246054, + "grad_norm": 1.5253186225891113, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8899303674697876, + "num_tokens": 476227857.0, + "step": 13076 + }, + { + "epoch": 2.4284122562674093, + "grad_norm": 1.5777311325073242, + "learning_rate": 1e-06, + "loss": 0.2773, + "mean_token_accuracy": 0.899617075920105, + "num_tokens": 476262308.0, + "step": 13077 + }, + { + "epoch": 2.428597957288765, + "grad_norm": 1.5750716924667358, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.88387131690979, + "num_tokens": 476298815.0, + "step": 13078 + }, + { + "epoch": 2.4287836583101208, + "grad_norm": 1.4937353134155273, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8934452533721924, + "num_tokens": 476333913.0, + "step": 13079 + }, + { + "epoch": 2.4289693593314765, + "grad_norm": 1.6905922889709473, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8767871856689453, + "num_tokens": 476369034.0, + "step": 13080 + }, + { + "epoch": 2.429155060352832, + "grad_norm": 1.4753408432006836, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8901321291923523, + "num_tokens": 476405327.0, + "step": 13081 + }, + { + "epoch": 2.4293407613741875, + "grad_norm": 1.608110785484314, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8985697031021118, + "num_tokens": 476434618.0, + "step": 13082 + }, + { + "epoch": 2.4295264623955433, + "grad_norm": 1.4657264947891235, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8824944496154785, + "num_tokens": 476473255.0, + "step": 13083 + }, + { + "epoch": 2.429712163416899, + "grad_norm": 1.5727800130844116, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8786962032318115, + "num_tokens": 476516715.0, + "step": 13084 + }, + { + "epoch": 2.4298978644382543, + "grad_norm": 1.563550353050232, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8933203816413879, + "num_tokens": 476550841.0, + "step": 13085 + }, + { + "epoch": 2.43008356545961, + "grad_norm": 1.6094307899475098, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8941592574119568, + "num_tokens": 476581542.0, + "step": 13086 + }, + { + "epoch": 2.4302692664809658, + "grad_norm": 1.553296685218811, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8951789736747742, + "num_tokens": 476615331.0, + "step": 13087 + }, + { + "epoch": 2.430454967502321, + "grad_norm": 1.530058741569519, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8933604955673218, + "num_tokens": 476651085.0, + "step": 13088 + }, + { + "epoch": 2.4306406685236768, + "grad_norm": 1.5331542491912842, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8940500020980835, + "num_tokens": 476684414.0, + "step": 13089 + }, + { + "epoch": 2.4308263695450325, + "grad_norm": 1.4328757524490356, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8929687142372131, + "num_tokens": 476723230.0, + "step": 13090 + }, + { + "epoch": 2.4310120705663882, + "grad_norm": 1.4072849750518799, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8798465728759766, + "num_tokens": 476769404.0, + "step": 13091 + }, + { + "epoch": 2.431197771587744, + "grad_norm": 1.6604503393173218, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8932837247848511, + "num_tokens": 476801070.0, + "step": 13092 + }, + { + "epoch": 2.4313834726090993, + "grad_norm": 1.550196886062622, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8798397779464722, + "num_tokens": 476838975.0, + "step": 13093 + }, + { + "epoch": 2.431569173630455, + "grad_norm": 1.6030915975570679, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8897408246994019, + "num_tokens": 476872329.0, + "step": 13094 + }, + { + "epoch": 2.4317548746518107, + "grad_norm": 1.5135722160339355, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8812978267669678, + "num_tokens": 476908447.0, + "step": 13095 + }, + { + "epoch": 2.431940575673166, + "grad_norm": 1.5221104621887207, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8863329887390137, + "num_tokens": 476942325.0, + "step": 13096 + }, + { + "epoch": 2.4321262766945217, + "grad_norm": 1.5147037506103516, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8744471073150635, + "num_tokens": 476981306.0, + "step": 13097 + }, + { + "epoch": 2.4323119777158775, + "grad_norm": 1.493674874305725, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8863236308097839, + "num_tokens": 477020777.0, + "step": 13098 + }, + { + "epoch": 2.432497678737233, + "grad_norm": 1.6501652002334595, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8770378828048706, + "num_tokens": 477055411.0, + "step": 13099 + }, + { + "epoch": 2.4326833797585885, + "grad_norm": 1.4564208984375, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8888034820556641, + "num_tokens": 477095382.0, + "step": 13100 + }, + { + "epoch": 2.4328690807799442, + "grad_norm": 1.6215368509292603, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8738758563995361, + "num_tokens": 477129274.0, + "step": 13101 + }, + { + "epoch": 2.4330547818013, + "grad_norm": 1.7561709880828857, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8794641494750977, + "num_tokens": 477159929.0, + "step": 13102 + }, + { + "epoch": 2.4332404828226557, + "grad_norm": 1.51722252368927, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8833823800086975, + "num_tokens": 477198367.0, + "step": 13103 + }, + { + "epoch": 2.433426183844011, + "grad_norm": 1.485435962677002, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8966500163078308, + "num_tokens": 477238813.0, + "step": 13104 + }, + { + "epoch": 2.4336118848653667, + "grad_norm": 1.5452631711959839, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8908143639564514, + "num_tokens": 477277749.0, + "step": 13105 + }, + { + "epoch": 2.4337975858867225, + "grad_norm": 1.6139036417007446, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8913682699203491, + "num_tokens": 477308971.0, + "step": 13106 + }, + { + "epoch": 2.433983286908078, + "grad_norm": 1.5295357704162598, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8830044269561768, + "num_tokens": 477347696.0, + "step": 13107 + }, + { + "epoch": 2.4341689879294335, + "grad_norm": 1.4986239671707153, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8937264680862427, + "num_tokens": 477385716.0, + "step": 13108 + }, + { + "epoch": 2.434354688950789, + "grad_norm": 1.5702039003372192, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8905827403068542, + "num_tokens": 477418776.0, + "step": 13109 + }, + { + "epoch": 2.434540389972145, + "grad_norm": 1.6737473011016846, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.89736407995224, + "num_tokens": 477446739.0, + "step": 13110 + }, + { + "epoch": 2.4347260909935002, + "grad_norm": 1.5754846334457397, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8729164600372314, + "num_tokens": 477484136.0, + "step": 13111 + }, + { + "epoch": 2.434911792014856, + "grad_norm": 1.6945502758026123, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8859717845916748, + "num_tokens": 477515639.0, + "step": 13112 + }, + { + "epoch": 2.4350974930362117, + "grad_norm": 1.4608769416809082, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8974921107292175, + "num_tokens": 477556353.0, + "step": 13113 + }, + { + "epoch": 2.4352831940575674, + "grad_norm": 1.498785138130188, + "learning_rate": 1e-06, + "loss": 0.279, + "mean_token_accuracy": 0.9006327986717224, + "num_tokens": 477588696.0, + "step": 13114 + }, + { + "epoch": 2.435468895078923, + "grad_norm": 1.624099850654602, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8824077844619751, + "num_tokens": 477620613.0, + "step": 13115 + }, + { + "epoch": 2.4356545961002785, + "grad_norm": 1.4944559335708618, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.9000990986824036, + "num_tokens": 477657264.0, + "step": 13116 + }, + { + "epoch": 2.435840297121634, + "grad_norm": 1.5837925672531128, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8749629855155945, + "num_tokens": 477691044.0, + "step": 13117 + }, + { + "epoch": 2.43602599814299, + "grad_norm": 1.5047225952148438, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8888261318206787, + "num_tokens": 477730335.0, + "step": 13118 + }, + { + "epoch": 2.436211699164345, + "grad_norm": 1.4301432371139526, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8868253231048584, + "num_tokens": 477767910.0, + "step": 13119 + }, + { + "epoch": 2.436397400185701, + "grad_norm": 1.4336252212524414, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.891548216342926, + "num_tokens": 477803793.0, + "step": 13120 + }, + { + "epoch": 2.4365831012070567, + "grad_norm": 1.5391572713851929, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8872230052947998, + "num_tokens": 477841052.0, + "step": 13121 + }, + { + "epoch": 2.4367688022284124, + "grad_norm": 1.434235692024231, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8916845917701721, + "num_tokens": 477884993.0, + "step": 13122 + }, + { + "epoch": 2.4369545032497677, + "grad_norm": 1.5507385730743408, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.9047632217407227, + "num_tokens": 477918018.0, + "step": 13123 + }, + { + "epoch": 2.4371402042711234, + "grad_norm": 1.4445019960403442, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8846697807312012, + "num_tokens": 477956567.0, + "step": 13124 + }, + { + "epoch": 2.437325905292479, + "grad_norm": 1.6289774179458618, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.875653088092804, + "num_tokens": 477990930.0, + "step": 13125 + }, + { + "epoch": 2.437511606313835, + "grad_norm": 1.5453722476959229, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8786752223968506, + "num_tokens": 478029131.0, + "step": 13126 + }, + { + "epoch": 2.43769730733519, + "grad_norm": 1.7111327648162842, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8729487657546997, + "num_tokens": 478063196.0, + "step": 13127 + }, + { + "epoch": 2.437883008356546, + "grad_norm": 1.502571702003479, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8883270621299744, + "num_tokens": 478099013.0, + "step": 13128 + }, + { + "epoch": 2.4380687093779017, + "grad_norm": 1.6253321170806885, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.8922714591026306, + "num_tokens": 478132040.0, + "step": 13129 + }, + { + "epoch": 2.4382544103992574, + "grad_norm": 1.571025013923645, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8858888745307922, + "num_tokens": 478168476.0, + "step": 13130 + }, + { + "epoch": 2.4384401114206127, + "grad_norm": 1.4817206859588623, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8783591389656067, + "num_tokens": 478207370.0, + "step": 13131 + }, + { + "epoch": 2.4386258124419684, + "grad_norm": 1.733954668045044, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8799243569374084, + "num_tokens": 478238215.0, + "step": 13132 + }, + { + "epoch": 2.438811513463324, + "grad_norm": 1.5834784507751465, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8846429586410522, + "num_tokens": 478274604.0, + "step": 13133 + }, + { + "epoch": 2.4389972144846794, + "grad_norm": 1.6735987663269043, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8663522005081177, + "num_tokens": 478310199.0, + "step": 13134 + }, + { + "epoch": 2.439182915506035, + "grad_norm": 1.5163142681121826, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8771579265594482, + "num_tokens": 478348777.0, + "step": 13135 + }, + { + "epoch": 2.439368616527391, + "grad_norm": 1.5607242584228516, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8936936855316162, + "num_tokens": 478380074.0, + "step": 13136 + }, + { + "epoch": 2.4395543175487466, + "grad_norm": 1.4908593893051147, + "learning_rate": 1e-06, + "loss": 0.2816, + "mean_token_accuracy": 0.8999134302139282, + "num_tokens": 478416695.0, + "step": 13137 + }, + { + "epoch": 2.4397400185701024, + "grad_norm": 1.4387091398239136, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8888358473777771, + "num_tokens": 478459950.0, + "step": 13138 + }, + { + "epoch": 2.4399257195914577, + "grad_norm": 1.550655484199524, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.889927864074707, + "num_tokens": 478496336.0, + "step": 13139 + }, + { + "epoch": 2.4401114206128134, + "grad_norm": 1.5364893674850464, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8847153782844543, + "num_tokens": 478532013.0, + "step": 13140 + }, + { + "epoch": 2.440297121634169, + "grad_norm": 1.4285105466842651, + "learning_rate": 1e-06, + "loss": 0.2916, + "mean_token_accuracy": 0.8981075286865234, + "num_tokens": 478572708.0, + "step": 13141 + }, + { + "epoch": 2.4404828226555244, + "grad_norm": 1.483291745185852, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8937845230102539, + "num_tokens": 478609306.0, + "step": 13142 + }, + { + "epoch": 2.44066852367688, + "grad_norm": 1.6868369579315186, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8843352794647217, + "num_tokens": 478640487.0, + "step": 13143 + }, + { + "epoch": 2.440854224698236, + "grad_norm": 1.5399900674819946, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8780239820480347, + "num_tokens": 478679391.0, + "step": 13144 + }, + { + "epoch": 2.4410399257195916, + "grad_norm": 1.554808497428894, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8916537761688232, + "num_tokens": 478711312.0, + "step": 13145 + }, + { + "epoch": 2.441225626740947, + "grad_norm": 1.649261713027954, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8819663524627686, + "num_tokens": 478744876.0, + "step": 13146 + }, + { + "epoch": 2.4414113277623026, + "grad_norm": 1.6504417657852173, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8837540149688721, + "num_tokens": 478781953.0, + "step": 13147 + }, + { + "epoch": 2.4415970287836584, + "grad_norm": 1.5450472831726074, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.9025436639785767, + "num_tokens": 478822244.0, + "step": 13148 + }, + { + "epoch": 2.441782729805014, + "grad_norm": 1.841597557067871, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8939995169639587, + "num_tokens": 478855248.0, + "step": 13149 + }, + { + "epoch": 2.4419684308263694, + "grad_norm": 1.5157166719436646, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8878166675567627, + "num_tokens": 478891692.0, + "step": 13150 + }, + { + "epoch": 2.442154131847725, + "grad_norm": 1.491225242614746, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8957997560501099, + "num_tokens": 478927448.0, + "step": 13151 + }, + { + "epoch": 2.442339832869081, + "grad_norm": 1.4857395887374878, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8856361508369446, + "num_tokens": 478969217.0, + "step": 13152 + }, + { + "epoch": 2.4425255338904366, + "grad_norm": 1.4272382259368896, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8947203159332275, + "num_tokens": 479008045.0, + "step": 13153 + }, + { + "epoch": 2.442711234911792, + "grad_norm": 1.562270998954773, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8914913535118103, + "num_tokens": 479043416.0, + "step": 13154 + }, + { + "epoch": 2.4428969359331476, + "grad_norm": 1.6806107759475708, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8719667196273804, + "num_tokens": 479087330.0, + "step": 13155 + }, + { + "epoch": 2.4430826369545033, + "grad_norm": 1.560770034790039, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8925182819366455, + "num_tokens": 479120316.0, + "step": 13156 + }, + { + "epoch": 2.4432683379758586, + "grad_norm": 1.796033263206482, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8761942386627197, + "num_tokens": 479155144.0, + "step": 13157 + }, + { + "epoch": 2.4434540389972144, + "grad_norm": 1.7178876399993896, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.879134476184845, + "num_tokens": 479189353.0, + "step": 13158 + }, + { + "epoch": 2.44363974001857, + "grad_norm": 1.5879106521606445, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8696804046630859, + "num_tokens": 479231531.0, + "step": 13159 + }, + { + "epoch": 2.443825441039926, + "grad_norm": 1.5709878206253052, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8772745132446289, + "num_tokens": 479272616.0, + "step": 13160 + }, + { + "epoch": 2.4440111420612816, + "grad_norm": 1.4582499265670776, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8914540410041809, + "num_tokens": 479311992.0, + "step": 13161 + }, + { + "epoch": 2.444196843082637, + "grad_norm": 1.652677297592163, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8747588992118835, + "num_tokens": 479352471.0, + "step": 13162 + }, + { + "epoch": 2.4443825441039926, + "grad_norm": 1.518922209739685, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8839429020881653, + "num_tokens": 479391542.0, + "step": 13163 + }, + { + "epoch": 2.4445682451253483, + "grad_norm": 1.4519251585006714, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8791804313659668, + "num_tokens": 479433405.0, + "step": 13164 + }, + { + "epoch": 2.4447539461467036, + "grad_norm": 1.5053094625473022, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8862336874008179, + "num_tokens": 479469563.0, + "step": 13165 + }, + { + "epoch": 2.4449396471680593, + "grad_norm": 1.4889390468597412, + "learning_rate": 1e-06, + "loss": 0.2639, + "mean_token_accuracy": 0.9060836434364319, + "num_tokens": 479502173.0, + "step": 13166 + }, + { + "epoch": 2.445125348189415, + "grad_norm": 1.46830415725708, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8899067640304565, + "num_tokens": 479541913.0, + "step": 13167 + }, + { + "epoch": 2.445311049210771, + "grad_norm": 1.6251273155212402, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8740177750587463, + "num_tokens": 479582270.0, + "step": 13168 + }, + { + "epoch": 2.445496750232126, + "grad_norm": 1.4706233739852905, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8794333338737488, + "num_tokens": 479621453.0, + "step": 13169 + }, + { + "epoch": 2.445682451253482, + "grad_norm": 1.5200539827346802, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8791564702987671, + "num_tokens": 479660701.0, + "step": 13170 + }, + { + "epoch": 2.4458681522748376, + "grad_norm": 1.4218944311141968, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8953467011451721, + "num_tokens": 479699786.0, + "step": 13171 + }, + { + "epoch": 2.4460538532961933, + "grad_norm": 1.5307639837265015, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8825653195381165, + "num_tokens": 479738519.0, + "step": 13172 + }, + { + "epoch": 2.4462395543175486, + "grad_norm": 1.5908170938491821, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8883891105651855, + "num_tokens": 479773959.0, + "step": 13173 + }, + { + "epoch": 2.4464252553389043, + "grad_norm": 1.7175750732421875, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8789567351341248, + "num_tokens": 479810668.0, + "step": 13174 + }, + { + "epoch": 2.44661095636026, + "grad_norm": 1.4720464944839478, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8915053606033325, + "num_tokens": 479849456.0, + "step": 13175 + }, + { + "epoch": 2.446796657381616, + "grad_norm": 1.704179286956787, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8741253614425659, + "num_tokens": 479882154.0, + "step": 13176 + }, + { + "epoch": 2.446982358402971, + "grad_norm": 1.498368740081787, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.891008198261261, + "num_tokens": 479923947.0, + "step": 13177 + }, + { + "epoch": 2.447168059424327, + "grad_norm": 1.5196950435638428, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8938387632369995, + "num_tokens": 479963428.0, + "step": 13178 + }, + { + "epoch": 2.4473537604456825, + "grad_norm": 1.6284456253051758, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.8956143856048584, + "num_tokens": 479995275.0, + "step": 13179 + }, + { + "epoch": 2.447539461467038, + "grad_norm": 1.640087604522705, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8900680541992188, + "num_tokens": 480023663.0, + "step": 13180 + }, + { + "epoch": 2.4477251624883936, + "grad_norm": 1.5092535018920898, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8822958469390869, + "num_tokens": 480061555.0, + "step": 13181 + }, + { + "epoch": 2.4479108635097493, + "grad_norm": 1.5293567180633545, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.880868136882782, + "num_tokens": 480098490.0, + "step": 13182 + }, + { + "epoch": 2.448096564531105, + "grad_norm": 1.4578787088394165, + "learning_rate": 1e-06, + "loss": 0.279, + "mean_token_accuracy": 0.9040365219116211, + "num_tokens": 480131609.0, + "step": 13183 + }, + { + "epoch": 2.4482822655524608, + "grad_norm": 1.5890231132507324, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8780981302261353, + "num_tokens": 480174838.0, + "step": 13184 + }, + { + "epoch": 2.448467966573816, + "grad_norm": 1.5576139688491821, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8737438917160034, + "num_tokens": 480212316.0, + "step": 13185 + }, + { + "epoch": 2.448653667595172, + "grad_norm": 1.4168950319290161, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8854221105575562, + "num_tokens": 480255600.0, + "step": 13186 + }, + { + "epoch": 2.4488393686165275, + "grad_norm": 1.456529140472412, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.892888605594635, + "num_tokens": 480296479.0, + "step": 13187 + }, + { + "epoch": 2.449025069637883, + "grad_norm": 1.6093080043792725, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8856649398803711, + "num_tokens": 480331917.0, + "step": 13188 + }, + { + "epoch": 2.4492107706592385, + "grad_norm": 1.5088545083999634, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8850951194763184, + "num_tokens": 480366686.0, + "step": 13189 + }, + { + "epoch": 2.4493964716805943, + "grad_norm": 1.6746792793273926, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8813023567199707, + "num_tokens": 480398270.0, + "step": 13190 + }, + { + "epoch": 2.44958217270195, + "grad_norm": 1.5519989728927612, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8899315595626831, + "num_tokens": 480431136.0, + "step": 13191 + }, + { + "epoch": 2.4497678737233053, + "grad_norm": 1.4607487916946411, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8877236843109131, + "num_tokens": 480471675.0, + "step": 13192 + }, + { + "epoch": 2.449953574744661, + "grad_norm": 1.405500888824463, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.8997029662132263, + "num_tokens": 480511539.0, + "step": 13193 + }, + { + "epoch": 2.4501392757660168, + "grad_norm": 1.5271025896072388, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8920058608055115, + "num_tokens": 480546885.0, + "step": 13194 + }, + { + "epoch": 2.4503249767873725, + "grad_norm": 1.4550743103027344, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.894816517829895, + "num_tokens": 480585541.0, + "step": 13195 + }, + { + "epoch": 2.4505106778087278, + "grad_norm": 1.5703575611114502, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8909440040588379, + "num_tokens": 480617270.0, + "step": 13196 + }, + { + "epoch": 2.4506963788300835, + "grad_norm": 1.5104480981826782, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8864151239395142, + "num_tokens": 480655162.0, + "step": 13197 + }, + { + "epoch": 2.4508820798514392, + "grad_norm": 1.522288203239441, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.894959568977356, + "num_tokens": 480690817.0, + "step": 13198 + }, + { + "epoch": 2.451067780872795, + "grad_norm": 1.5766639709472656, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8860721588134766, + "num_tokens": 480726585.0, + "step": 13199 + }, + { + "epoch": 2.4512534818941503, + "grad_norm": 1.3922806978225708, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8970087766647339, + "num_tokens": 480767354.0, + "step": 13200 + }, + { + "epoch": 2.451439182915506, + "grad_norm": 1.597527027130127, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8688240051269531, + "num_tokens": 480805697.0, + "step": 13201 + }, + { + "epoch": 2.4516248839368617, + "grad_norm": 1.5998913049697876, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8660637140274048, + "num_tokens": 480841796.0, + "step": 13202 + }, + { + "epoch": 2.451810584958217, + "grad_norm": 1.6240277290344238, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8817654252052307, + "num_tokens": 480873533.0, + "step": 13203 + }, + { + "epoch": 2.4519962859795728, + "grad_norm": 1.4389373064041138, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8932482600212097, + "num_tokens": 480909757.0, + "step": 13204 + }, + { + "epoch": 2.4521819870009285, + "grad_norm": 1.531410813331604, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8825594186782837, + "num_tokens": 480948764.0, + "step": 13205 + }, + { + "epoch": 2.452367688022284, + "grad_norm": 1.4332866668701172, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8923845887184143, + "num_tokens": 480989520.0, + "step": 13206 + }, + { + "epoch": 2.45255338904364, + "grad_norm": 1.5553483963012695, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8762334585189819, + "num_tokens": 481027916.0, + "step": 13207 + }, + { + "epoch": 2.4527390900649952, + "grad_norm": 1.5746921300888062, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.888267457485199, + "num_tokens": 481066043.0, + "step": 13208 + }, + { + "epoch": 2.452924791086351, + "grad_norm": 1.5253310203552246, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.88896644115448, + "num_tokens": 481103829.0, + "step": 13209 + }, + { + "epoch": 2.4531104921077067, + "grad_norm": 1.596808671951294, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8864234089851379, + "num_tokens": 481134079.0, + "step": 13210 + }, + { + "epoch": 2.453296193129062, + "grad_norm": 1.4482100009918213, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.89312744140625, + "num_tokens": 481175188.0, + "step": 13211 + }, + { + "epoch": 2.4534818941504177, + "grad_norm": 1.5779660940170288, + "learning_rate": 1e-06, + "loss": 0.285, + "mean_token_accuracy": 0.8983522653579712, + "num_tokens": 481206890.0, + "step": 13212 + }, + { + "epoch": 2.4536675951717735, + "grad_norm": 1.644849419593811, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8913979530334473, + "num_tokens": 481239103.0, + "step": 13213 + }, + { + "epoch": 2.453853296193129, + "grad_norm": 1.4780669212341309, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.9005775451660156, + "num_tokens": 481276869.0, + "step": 13214 + }, + { + "epoch": 2.4540389972144845, + "grad_norm": 1.6863114833831787, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.882463276386261, + "num_tokens": 481309199.0, + "step": 13215 + }, + { + "epoch": 2.45422469823584, + "grad_norm": 1.4916542768478394, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8825076222419739, + "num_tokens": 481350435.0, + "step": 13216 + }, + { + "epoch": 2.454410399257196, + "grad_norm": 1.775439739227295, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8772156238555908, + "num_tokens": 481382272.0, + "step": 13217 + }, + { + "epoch": 2.4545961002785517, + "grad_norm": 1.445723056793213, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8873329758644104, + "num_tokens": 481421673.0, + "step": 13218 + }, + { + "epoch": 2.454781801299907, + "grad_norm": 1.5609782934188843, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8807870745658875, + "num_tokens": 481460140.0, + "step": 13219 + }, + { + "epoch": 2.4549675023212627, + "grad_norm": 1.5436784029006958, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.877214789390564, + "num_tokens": 481502650.0, + "step": 13220 + }, + { + "epoch": 2.4551532033426184, + "grad_norm": 1.4891995191574097, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8864837884902954, + "num_tokens": 481539935.0, + "step": 13221 + }, + { + "epoch": 2.455338904363974, + "grad_norm": 1.5038659572601318, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8941564559936523, + "num_tokens": 481576961.0, + "step": 13222 + }, + { + "epoch": 2.4555246053853295, + "grad_norm": 1.3911304473876953, + "learning_rate": 1e-06, + "loss": 0.2607, + "mean_token_accuracy": 0.9065055847167969, + "num_tokens": 481615007.0, + "step": 13223 + }, + { + "epoch": 2.455710306406685, + "grad_norm": 1.4628345966339111, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.9014009833335876, + "num_tokens": 481647828.0, + "step": 13224 + }, + { + "epoch": 2.455896007428041, + "grad_norm": 1.5231337547302246, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8963764309883118, + "num_tokens": 481684113.0, + "step": 13225 + }, + { + "epoch": 2.4560817084493967, + "grad_norm": 1.5439351797103882, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8931090831756592, + "num_tokens": 481717875.0, + "step": 13226 + }, + { + "epoch": 2.456267409470752, + "grad_norm": 1.541774868965149, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8839919567108154, + "num_tokens": 481755831.0, + "step": 13227 + }, + { + "epoch": 2.4564531104921077, + "grad_norm": 1.6117382049560547, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8959323167800903, + "num_tokens": 481787553.0, + "step": 13228 + }, + { + "epoch": 2.4566388115134634, + "grad_norm": 1.5113937854766846, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8891205787658691, + "num_tokens": 481823171.0, + "step": 13229 + }, + { + "epoch": 2.456824512534819, + "grad_norm": 1.6040679216384888, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8742321133613586, + "num_tokens": 481858955.0, + "step": 13230 + }, + { + "epoch": 2.4570102135561744, + "grad_norm": 1.5858285427093506, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8924527764320374, + "num_tokens": 481893304.0, + "step": 13231 + }, + { + "epoch": 2.45719591457753, + "grad_norm": 1.7042229175567627, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8806353807449341, + "num_tokens": 481928538.0, + "step": 13232 + }, + { + "epoch": 2.457381615598886, + "grad_norm": 1.5729808807373047, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.887100338935852, + "num_tokens": 481961226.0, + "step": 13233 + }, + { + "epoch": 2.457567316620241, + "grad_norm": 1.4480445384979248, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8951473832130432, + "num_tokens": 481998283.0, + "step": 13234 + }, + { + "epoch": 2.457753017641597, + "grad_norm": 1.5647985935211182, + "learning_rate": 1e-06, + "loss": 0.2981, + "mean_token_accuracy": 0.8974847793579102, + "num_tokens": 482032294.0, + "step": 13235 + }, + { + "epoch": 2.4579387186629527, + "grad_norm": 1.5938918590545654, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8670611381530762, + "num_tokens": 482073724.0, + "step": 13236 + }, + { + "epoch": 2.4581244196843084, + "grad_norm": 1.5140482187271118, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8786123991012573, + "num_tokens": 482115306.0, + "step": 13237 + }, + { + "epoch": 2.458310120705664, + "grad_norm": 1.4937196969985962, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.901198148727417, + "num_tokens": 482150149.0, + "step": 13238 + }, + { + "epoch": 2.4584958217270194, + "grad_norm": 1.4956481456756592, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8848387598991394, + "num_tokens": 482192048.0, + "step": 13239 + }, + { + "epoch": 2.458681522748375, + "grad_norm": 1.4721791744232178, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8805629014968872, + "num_tokens": 482231755.0, + "step": 13240 + }, + { + "epoch": 2.458867223769731, + "grad_norm": 1.3846269845962524, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8877837657928467, + "num_tokens": 482275776.0, + "step": 13241 + }, + { + "epoch": 2.459052924791086, + "grad_norm": 1.5571131706237793, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8866147994995117, + "num_tokens": 482309817.0, + "step": 13242 + }, + { + "epoch": 2.459238625812442, + "grad_norm": 1.5761339664459229, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8839874267578125, + "num_tokens": 482345528.0, + "step": 13243 + }, + { + "epoch": 2.4594243268337976, + "grad_norm": 1.604073166847229, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8650995492935181, + "num_tokens": 482384109.0, + "step": 13244 + }, + { + "epoch": 2.4596100278551534, + "grad_norm": 1.570304274559021, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8760747909545898, + "num_tokens": 482420601.0, + "step": 13245 + }, + { + "epoch": 2.4597957288765087, + "grad_norm": 1.6539472341537476, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8897558450698853, + "num_tokens": 482449907.0, + "step": 13246 + }, + { + "epoch": 2.4599814298978644, + "grad_norm": 1.6155304908752441, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8835578560829163, + "num_tokens": 482483931.0, + "step": 13247 + }, + { + "epoch": 2.46016713091922, + "grad_norm": 1.4334371089935303, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.883819043636322, + "num_tokens": 482521386.0, + "step": 13248 + }, + { + "epoch": 2.460352831940576, + "grad_norm": 1.4406994581222534, + "learning_rate": 1e-06, + "loss": 0.2951, + "mean_token_accuracy": 0.8976913690567017, + "num_tokens": 482559729.0, + "step": 13249 + }, + { + "epoch": 2.460538532961931, + "grad_norm": 1.6781439781188965, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8826908469200134, + "num_tokens": 482588881.0, + "step": 13250 + }, + { + "epoch": 2.460724233983287, + "grad_norm": 1.4971121549606323, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8867411613464355, + "num_tokens": 482623414.0, + "step": 13251 + }, + { + "epoch": 2.4609099350046426, + "grad_norm": 1.4564555883407593, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9009801149368286, + "num_tokens": 482665292.0, + "step": 13252 + }, + { + "epoch": 2.4610956360259983, + "grad_norm": 1.6073654890060425, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8730849623680115, + "num_tokens": 482701384.0, + "step": 13253 + }, + { + "epoch": 2.4612813370473536, + "grad_norm": 1.449026346206665, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8872534036636353, + "num_tokens": 482742386.0, + "step": 13254 + }, + { + "epoch": 2.4614670380687094, + "grad_norm": 1.5847246646881104, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8817590475082397, + "num_tokens": 482776088.0, + "step": 13255 + }, + { + "epoch": 2.461652739090065, + "grad_norm": 1.602154016494751, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8857367038726807, + "num_tokens": 482809807.0, + "step": 13256 + }, + { + "epoch": 2.4618384401114204, + "grad_norm": 1.551759958267212, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8931794166564941, + "num_tokens": 482844799.0, + "step": 13257 + }, + { + "epoch": 2.462024141132776, + "grad_norm": 1.4597939252853394, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8930169939994812, + "num_tokens": 482883436.0, + "step": 13258 + }, + { + "epoch": 2.462209842154132, + "grad_norm": 1.6924749612808228, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8744264841079712, + "num_tokens": 482916619.0, + "step": 13259 + }, + { + "epoch": 2.4623955431754876, + "grad_norm": 1.546846866607666, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8774271011352539, + "num_tokens": 482956228.0, + "step": 13260 + }, + { + "epoch": 2.4625812441968433, + "grad_norm": 1.6052862405776978, + "learning_rate": 1e-06, + "loss": 0.2768, + "mean_token_accuracy": 0.9021482467651367, + "num_tokens": 482986172.0, + "step": 13261 + }, + { + "epoch": 2.4627669452181986, + "grad_norm": 1.691560983657837, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8730659484863281, + "num_tokens": 483021155.0, + "step": 13262 + }, + { + "epoch": 2.4629526462395543, + "grad_norm": 1.575366735458374, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8772767782211304, + "num_tokens": 483056949.0, + "step": 13263 + }, + { + "epoch": 2.46313834726091, + "grad_norm": 1.5900691747665405, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8934078216552734, + "num_tokens": 483090934.0, + "step": 13264 + }, + { + "epoch": 2.4633240482822654, + "grad_norm": 1.4120038747787476, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.888156533241272, + "num_tokens": 483132391.0, + "step": 13265 + }, + { + "epoch": 2.463509749303621, + "grad_norm": 1.551666498184204, + "learning_rate": 1e-06, + "loss": 0.2745, + "mean_token_accuracy": 0.9035115242004395, + "num_tokens": 483168815.0, + "step": 13266 + }, + { + "epoch": 2.463695450324977, + "grad_norm": 1.5831493139266968, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8805784583091736, + "num_tokens": 483204516.0, + "step": 13267 + }, + { + "epoch": 2.4638811513463326, + "grad_norm": 1.588586449623108, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8888938426971436, + "num_tokens": 483237048.0, + "step": 13268 + }, + { + "epoch": 2.464066852367688, + "grad_norm": 1.482454538345337, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.881740927696228, + "num_tokens": 483277250.0, + "step": 13269 + }, + { + "epoch": 2.4642525533890436, + "grad_norm": 1.521906852722168, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8919165134429932, + "num_tokens": 483315023.0, + "step": 13270 + }, + { + "epoch": 2.4644382544103993, + "grad_norm": 1.5738672018051147, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8839269876480103, + "num_tokens": 483350960.0, + "step": 13271 + }, + { + "epoch": 2.464623955431755, + "grad_norm": 1.539059042930603, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8828599452972412, + "num_tokens": 483386058.0, + "step": 13272 + }, + { + "epoch": 2.4648096564531103, + "grad_norm": 1.5643787384033203, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8898659944534302, + "num_tokens": 483419912.0, + "step": 13273 + }, + { + "epoch": 2.464995357474466, + "grad_norm": 1.720657229423523, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.9002014398574829, + "num_tokens": 483448324.0, + "step": 13274 + }, + { + "epoch": 2.465181058495822, + "grad_norm": 1.3670151233673096, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8938261866569519, + "num_tokens": 483492062.0, + "step": 13275 + }, + { + "epoch": 2.4653667595171775, + "grad_norm": 1.5154818296432495, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8831939697265625, + "num_tokens": 483533501.0, + "step": 13276 + }, + { + "epoch": 2.465552460538533, + "grad_norm": 1.4577780961990356, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8812894225120544, + "num_tokens": 483570710.0, + "step": 13277 + }, + { + "epoch": 2.4657381615598886, + "grad_norm": 1.5135921239852905, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8848978877067566, + "num_tokens": 483609316.0, + "step": 13278 + }, + { + "epoch": 2.4659238625812443, + "grad_norm": 1.6991100311279297, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8774594664573669, + "num_tokens": 483641141.0, + "step": 13279 + }, + { + "epoch": 2.4661095636025996, + "grad_norm": 1.5526515245437622, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8834868669509888, + "num_tokens": 483676948.0, + "step": 13280 + }, + { + "epoch": 2.4662952646239553, + "grad_norm": 1.555649995803833, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.9004092216491699, + "num_tokens": 483709457.0, + "step": 13281 + }, + { + "epoch": 2.466480965645311, + "grad_norm": 1.577296495437622, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8917562961578369, + "num_tokens": 483746261.0, + "step": 13282 + }, + { + "epoch": 2.466666666666667, + "grad_norm": 1.6461461782455444, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8851672410964966, + "num_tokens": 483779052.0, + "step": 13283 + }, + { + "epoch": 2.4668523676880225, + "grad_norm": 1.4872312545776367, + "learning_rate": 1e-06, + "loss": 0.2825, + "mean_token_accuracy": 0.8965387940406799, + "num_tokens": 483814256.0, + "step": 13284 + }, + { + "epoch": 2.467038068709378, + "grad_norm": 1.3890875577926636, + "learning_rate": 1e-06, + "loss": 0.2768, + "mean_token_accuracy": 0.9004287123680115, + "num_tokens": 483854158.0, + "step": 13285 + }, + { + "epoch": 2.4672237697307335, + "grad_norm": 1.5598101615905762, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.874782145023346, + "num_tokens": 483894063.0, + "step": 13286 + }, + { + "epoch": 2.4674094707520893, + "grad_norm": 1.456812858581543, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8886731863021851, + "num_tokens": 483936466.0, + "step": 13287 + }, + { + "epoch": 2.4675951717734446, + "grad_norm": 1.6111016273498535, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8891143798828125, + "num_tokens": 483968116.0, + "step": 13288 + }, + { + "epoch": 2.4677808727948003, + "grad_norm": 1.5551091432571411, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8863396644592285, + "num_tokens": 484001985.0, + "step": 13289 + }, + { + "epoch": 2.467966573816156, + "grad_norm": 1.562875509262085, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.874944269657135, + "num_tokens": 484038001.0, + "step": 13290 + }, + { + "epoch": 2.4681522748375118, + "grad_norm": 1.4338948726654053, + "learning_rate": 1e-06, + "loss": 0.2718, + "mean_token_accuracy": 0.9040151238441467, + "num_tokens": 484073932.0, + "step": 13291 + }, + { + "epoch": 2.468337975858867, + "grad_norm": 1.6137527227401733, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8791877031326294, + "num_tokens": 484110932.0, + "step": 13292 + }, + { + "epoch": 2.468523676880223, + "grad_norm": 1.5986860990524292, + "learning_rate": 1e-06, + "loss": 0.2774, + "mean_token_accuracy": 0.9020097255706787, + "num_tokens": 484141872.0, + "step": 13293 + }, + { + "epoch": 2.4687093779015785, + "grad_norm": 1.628309726715088, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.868202805519104, + "num_tokens": 484181821.0, + "step": 13294 + }, + { + "epoch": 2.4688950789229342, + "grad_norm": 1.5380215644836426, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8757813572883606, + "num_tokens": 484217579.0, + "step": 13295 + }, + { + "epoch": 2.4690807799442895, + "grad_norm": 1.5926176309585571, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8823506236076355, + "num_tokens": 484254461.0, + "step": 13296 + }, + { + "epoch": 2.4692664809656453, + "grad_norm": 1.6156394481658936, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8811793327331543, + "num_tokens": 484287318.0, + "step": 13297 + }, + { + "epoch": 2.469452181987001, + "grad_norm": 1.594589114189148, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8855387568473816, + "num_tokens": 484322591.0, + "step": 13298 + }, + { + "epoch": 2.4696378830083567, + "grad_norm": 1.668847918510437, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8796193599700928, + "num_tokens": 484355783.0, + "step": 13299 + }, + { + "epoch": 2.469823584029712, + "grad_norm": 1.4863172769546509, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8943676948547363, + "num_tokens": 484391957.0, + "step": 13300 + }, + { + "epoch": 2.4700092850510678, + "grad_norm": 1.562779188156128, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8839548826217651, + "num_tokens": 484428146.0, + "step": 13301 + }, + { + "epoch": 2.4701949860724235, + "grad_norm": 1.492676019668579, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8879433870315552, + "num_tokens": 484462815.0, + "step": 13302 + }, + { + "epoch": 2.470380687093779, + "grad_norm": 1.797417163848877, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.884196400642395, + "num_tokens": 484492753.0, + "step": 13303 + }, + { + "epoch": 2.4705663881151345, + "grad_norm": 1.5029748678207397, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8803818225860596, + "num_tokens": 484532222.0, + "step": 13304 + }, + { + "epoch": 2.4707520891364902, + "grad_norm": 1.5170300006866455, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8848421573638916, + "num_tokens": 484571575.0, + "step": 13305 + }, + { + "epoch": 2.470937790157846, + "grad_norm": 1.525938630104065, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8887029886245728, + "num_tokens": 484609478.0, + "step": 13306 + }, + { + "epoch": 2.4711234911792017, + "grad_norm": 1.449495792388916, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8809405565261841, + "num_tokens": 484646928.0, + "step": 13307 + }, + { + "epoch": 2.471309192200557, + "grad_norm": 1.4342470169067383, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8844985365867615, + "num_tokens": 484688140.0, + "step": 13308 + }, + { + "epoch": 2.4714948932219127, + "grad_norm": 1.5738707780838013, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8938368558883667, + "num_tokens": 484720033.0, + "step": 13309 + }, + { + "epoch": 2.4716805942432685, + "grad_norm": 1.4370543956756592, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8825935125350952, + "num_tokens": 484761170.0, + "step": 13310 + }, + { + "epoch": 2.4718662952646238, + "grad_norm": 1.525086522102356, + "learning_rate": 1e-06, + "loss": 0.2673, + "mean_token_accuracy": 0.9039775133132935, + "num_tokens": 484794403.0, + "step": 13311 + }, + { + "epoch": 2.4720519962859795, + "grad_norm": 1.6137540340423584, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.878893256187439, + "num_tokens": 484830438.0, + "step": 13312 + }, + { + "epoch": 2.4722376973073352, + "grad_norm": 1.3598018884658813, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8915917873382568, + "num_tokens": 484875267.0, + "step": 13313 + }, + { + "epoch": 2.472423398328691, + "grad_norm": 1.501029133796692, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8920209407806396, + "num_tokens": 484911429.0, + "step": 13314 + }, + { + "epoch": 2.4726090993500462, + "grad_norm": 1.6355104446411133, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8803868889808655, + "num_tokens": 484944269.0, + "step": 13315 + }, + { + "epoch": 2.472794800371402, + "grad_norm": 1.4368215799331665, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8939367532730103, + "num_tokens": 484984669.0, + "step": 13316 + }, + { + "epoch": 2.4729805013927577, + "grad_norm": 1.5654191970825195, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8749298453330994, + "num_tokens": 485022536.0, + "step": 13317 + }, + { + "epoch": 2.4731662024141134, + "grad_norm": 1.5274322032928467, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8784573674201965, + "num_tokens": 485061754.0, + "step": 13318 + }, + { + "epoch": 2.4733519034354687, + "grad_norm": 1.575620174407959, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8892319798469543, + "num_tokens": 485098495.0, + "step": 13319 + }, + { + "epoch": 2.4735376044568245, + "grad_norm": 1.4672998189926147, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8783732652664185, + "num_tokens": 485138769.0, + "step": 13320 + }, + { + "epoch": 2.47372330547818, + "grad_norm": 1.454144835472107, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8934414386749268, + "num_tokens": 485175285.0, + "step": 13321 + }, + { + "epoch": 2.473909006499536, + "grad_norm": 1.5083630084991455, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8819329142570496, + "num_tokens": 485214732.0, + "step": 13322 + }, + { + "epoch": 2.4740947075208912, + "grad_norm": 1.477224349975586, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8908576965332031, + "num_tokens": 485249930.0, + "step": 13323 + }, + { + "epoch": 2.474280408542247, + "grad_norm": 1.485182285308838, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8747407793998718, + "num_tokens": 485291597.0, + "step": 13324 + }, + { + "epoch": 2.4744661095636027, + "grad_norm": 1.4724448919296265, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8820281624794006, + "num_tokens": 485330996.0, + "step": 13325 + }, + { + "epoch": 2.474651810584958, + "grad_norm": 1.4201085567474365, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8849318027496338, + "num_tokens": 485369604.0, + "step": 13326 + }, + { + "epoch": 2.4748375116063137, + "grad_norm": 1.4455071687698364, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8954604864120483, + "num_tokens": 485409635.0, + "step": 13327 + }, + { + "epoch": 2.4750232126276694, + "grad_norm": 1.4960517883300781, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8937153816223145, + "num_tokens": 485449780.0, + "step": 13328 + }, + { + "epoch": 2.475208913649025, + "grad_norm": 1.6294561624526978, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8746415376663208, + "num_tokens": 485483568.0, + "step": 13329 + }, + { + "epoch": 2.475394614670381, + "grad_norm": 1.5096960067749023, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8903796076774597, + "num_tokens": 485520735.0, + "step": 13330 + }, + { + "epoch": 2.475580315691736, + "grad_norm": 1.4768404960632324, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8858479261398315, + "num_tokens": 485559609.0, + "step": 13331 + }, + { + "epoch": 2.475766016713092, + "grad_norm": 1.6440623998641968, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8765916228294373, + "num_tokens": 485595075.0, + "step": 13332 + }, + { + "epoch": 2.4759517177344477, + "grad_norm": 1.6036546230316162, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8719925284385681, + "num_tokens": 485634450.0, + "step": 13333 + }, + { + "epoch": 2.476137418755803, + "grad_norm": 1.4726744890213013, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8918755054473877, + "num_tokens": 485673859.0, + "step": 13334 + }, + { + "epoch": 2.4763231197771587, + "grad_norm": 1.4070587158203125, + "learning_rate": 1e-06, + "loss": 0.2729, + "mean_token_accuracy": 0.9016461372375488, + "num_tokens": 485710365.0, + "step": 13335 + }, + { + "epoch": 2.4765088207985144, + "grad_norm": 1.5348384380340576, + "learning_rate": 1e-06, + "loss": 0.2771, + "mean_token_accuracy": 0.9001283645629883, + "num_tokens": 485743474.0, + "step": 13336 + }, + { + "epoch": 2.47669452181987, + "grad_norm": 1.5600028038024902, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.884529709815979, + "num_tokens": 485778647.0, + "step": 13337 + }, + { + "epoch": 2.4768802228412254, + "grad_norm": 1.5891350507736206, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8870704174041748, + "num_tokens": 485812950.0, + "step": 13338 + }, + { + "epoch": 2.477065923862581, + "grad_norm": 1.5118486881256104, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8860341310501099, + "num_tokens": 485851394.0, + "step": 13339 + }, + { + "epoch": 2.477251624883937, + "grad_norm": 1.5723828077316284, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8776044845581055, + "num_tokens": 485889598.0, + "step": 13340 + }, + { + "epoch": 2.4774373259052926, + "grad_norm": 1.6622779369354248, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8932092189788818, + "num_tokens": 485923234.0, + "step": 13341 + }, + { + "epoch": 2.477623026926648, + "grad_norm": 1.4374030828475952, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8801054954528809, + "num_tokens": 485965118.0, + "step": 13342 + }, + { + "epoch": 2.4778087279480037, + "grad_norm": 1.453109622001648, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8850455284118652, + "num_tokens": 486002833.0, + "step": 13343 + }, + { + "epoch": 2.4779944289693594, + "grad_norm": 1.5925391912460327, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8723846673965454, + "num_tokens": 486038248.0, + "step": 13344 + }, + { + "epoch": 2.478180129990715, + "grad_norm": 1.4417357444763184, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8862670660018921, + "num_tokens": 486081925.0, + "step": 13345 + }, + { + "epoch": 2.4783658310120704, + "grad_norm": 1.4666537046432495, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8852157592773438, + "num_tokens": 486119655.0, + "step": 13346 + }, + { + "epoch": 2.478551532033426, + "grad_norm": 1.6095036268234253, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8874603509902954, + "num_tokens": 486158996.0, + "step": 13347 + }, + { + "epoch": 2.478737233054782, + "grad_norm": 1.6205883026123047, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8869708776473999, + "num_tokens": 486192224.0, + "step": 13348 + }, + { + "epoch": 2.478922934076137, + "grad_norm": 1.728414535522461, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8889807462692261, + "num_tokens": 486221119.0, + "step": 13349 + }, + { + "epoch": 2.479108635097493, + "grad_norm": 1.372000813484192, + "learning_rate": 1e-06, + "loss": 0.2752, + "mean_token_accuracy": 0.9008285999298096, + "num_tokens": 486261524.0, + "step": 13350 + }, + { + "epoch": 2.4792943361188486, + "grad_norm": 1.5943704843521118, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8845921158790588, + "num_tokens": 486295696.0, + "step": 13351 + }, + { + "epoch": 2.4794800371402044, + "grad_norm": 1.5772788524627686, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8877883553504944, + "num_tokens": 486328118.0, + "step": 13352 + }, + { + "epoch": 2.47966573816156, + "grad_norm": 1.5968763828277588, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.895092248916626, + "num_tokens": 486362370.0, + "step": 13353 + }, + { + "epoch": 2.4798514391829154, + "grad_norm": 1.6418323516845703, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8817514181137085, + "num_tokens": 486403645.0, + "step": 13354 + }, + { + "epoch": 2.480037140204271, + "grad_norm": 1.4138485193252563, + "learning_rate": 1e-06, + "loss": 0.2734, + "mean_token_accuracy": 0.9019944667816162, + "num_tokens": 486443096.0, + "step": 13355 + }, + { + "epoch": 2.480222841225627, + "grad_norm": 1.6201609373092651, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8849157094955444, + "num_tokens": 486478422.0, + "step": 13356 + }, + { + "epoch": 2.480408542246982, + "grad_norm": 1.6415029764175415, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8939805030822754, + "num_tokens": 486508124.0, + "step": 13357 + }, + { + "epoch": 2.480594243268338, + "grad_norm": 1.6374802589416504, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8769436478614807, + "num_tokens": 486544939.0, + "step": 13358 + }, + { + "epoch": 2.4807799442896936, + "grad_norm": 1.4405767917633057, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8874899744987488, + "num_tokens": 486586451.0, + "step": 13359 + }, + { + "epoch": 2.4809656453110494, + "grad_norm": 1.6907013654708862, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.887732207775116, + "num_tokens": 486621284.0, + "step": 13360 + }, + { + "epoch": 2.4811513463324046, + "grad_norm": 1.5267457962036133, + "learning_rate": 1e-06, + "loss": 0.2907, + "mean_token_accuracy": 0.8954364061355591, + "num_tokens": 486655277.0, + "step": 13361 + }, + { + "epoch": 2.4813370473537604, + "grad_norm": 1.6052522659301758, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8821923732757568, + "num_tokens": 486691330.0, + "step": 13362 + }, + { + "epoch": 2.481522748375116, + "grad_norm": 1.6109626293182373, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9001922607421875, + "num_tokens": 486721349.0, + "step": 13363 + }, + { + "epoch": 2.481708449396472, + "grad_norm": 1.7495685815811157, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8776986598968506, + "num_tokens": 486752096.0, + "step": 13364 + }, + { + "epoch": 2.481894150417827, + "grad_norm": 1.5881149768829346, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8947939276695251, + "num_tokens": 486785025.0, + "step": 13365 + }, + { + "epoch": 2.482079851439183, + "grad_norm": 1.4740369319915771, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.900204598903656, + "num_tokens": 486822546.0, + "step": 13366 + }, + { + "epoch": 2.4822655524605386, + "grad_norm": 1.6729521751403809, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8718319535255432, + "num_tokens": 486858951.0, + "step": 13367 + }, + { + "epoch": 2.4824512534818943, + "grad_norm": 1.4386438131332397, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8820295929908752, + "num_tokens": 486898259.0, + "step": 13368 + }, + { + "epoch": 2.4826369545032496, + "grad_norm": 1.6261893510818481, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8768610954284668, + "num_tokens": 486933454.0, + "step": 13369 + }, + { + "epoch": 2.4828226555246053, + "grad_norm": 1.5752710103988647, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8830384612083435, + "num_tokens": 486970960.0, + "step": 13370 + }, + { + "epoch": 2.483008356545961, + "grad_norm": 1.5388307571411133, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8934904336929321, + "num_tokens": 487006218.0, + "step": 13371 + }, + { + "epoch": 2.4831940575673164, + "grad_norm": 1.5842806100845337, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8899972438812256, + "num_tokens": 487041666.0, + "step": 13372 + }, + { + "epoch": 2.483379758588672, + "grad_norm": 1.6529269218444824, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.893570601940155, + "num_tokens": 487072582.0, + "step": 13373 + }, + { + "epoch": 2.483565459610028, + "grad_norm": 1.6254769563674927, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8907467126846313, + "num_tokens": 487105029.0, + "step": 13374 + }, + { + "epoch": 2.4837511606313836, + "grad_norm": 1.4857052564620972, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8922408819198608, + "num_tokens": 487143027.0, + "step": 13375 + }, + { + "epoch": 2.4839368616527393, + "grad_norm": 1.5014030933380127, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8771182894706726, + "num_tokens": 487182937.0, + "step": 13376 + }, + { + "epoch": 2.4841225626740946, + "grad_norm": 1.5324413776397705, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8869300484657288, + "num_tokens": 487221340.0, + "step": 13377 + }, + { + "epoch": 2.4843082636954503, + "grad_norm": 1.5694729089736938, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8929871320724487, + "num_tokens": 487254721.0, + "step": 13378 + }, + { + "epoch": 2.484493964716806, + "grad_norm": 1.4466885328292847, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8888343572616577, + "num_tokens": 487291831.0, + "step": 13379 + }, + { + "epoch": 2.4846796657381613, + "grad_norm": 1.5434950590133667, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.877703845500946, + "num_tokens": 487329804.0, + "step": 13380 + }, + { + "epoch": 2.484865366759517, + "grad_norm": 1.632631540298462, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8873648643493652, + "num_tokens": 487362907.0, + "step": 13381 + }, + { + "epoch": 2.485051067780873, + "grad_norm": 1.4000372886657715, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8889062404632568, + "num_tokens": 487405391.0, + "step": 13382 + }, + { + "epoch": 2.4852367688022285, + "grad_norm": 1.4634531736373901, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8933177590370178, + "num_tokens": 487446734.0, + "step": 13383 + }, + { + "epoch": 2.4854224698235843, + "grad_norm": 1.6075167655944824, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8781777024269104, + "num_tokens": 487482331.0, + "step": 13384 + }, + { + "epoch": 2.4856081708449396, + "grad_norm": 1.6274527311325073, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8779324293136597, + "num_tokens": 487517243.0, + "step": 13385 + }, + { + "epoch": 2.4857938718662953, + "grad_norm": 1.5169278383255005, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8910679221153259, + "num_tokens": 487553074.0, + "step": 13386 + }, + { + "epoch": 2.485979572887651, + "grad_norm": 1.4270285367965698, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8964189887046814, + "num_tokens": 487593573.0, + "step": 13387 + }, + { + "epoch": 2.4861652739090063, + "grad_norm": 1.485242486000061, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8883148431777954, + "num_tokens": 487631071.0, + "step": 13388 + }, + { + "epoch": 2.486350974930362, + "grad_norm": 1.6641550064086914, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8888152837753296, + "num_tokens": 487666635.0, + "step": 13389 + }, + { + "epoch": 2.486536675951718, + "grad_norm": 1.423933982849121, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8872107863426208, + "num_tokens": 487707327.0, + "step": 13390 + }, + { + "epoch": 2.4867223769730735, + "grad_norm": 1.5210732221603394, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8883988857269287, + "num_tokens": 487744392.0, + "step": 13391 + }, + { + "epoch": 2.486908077994429, + "grad_norm": 1.5722100734710693, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8962289094924927, + "num_tokens": 487781449.0, + "step": 13392 + }, + { + "epoch": 2.4870937790157845, + "grad_norm": 1.3869727849960327, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8864123225212097, + "num_tokens": 487821628.0, + "step": 13393 + }, + { + "epoch": 2.4872794800371403, + "grad_norm": 1.419680118560791, + "learning_rate": 1e-06, + "loss": 0.2587, + "mean_token_accuracy": 0.905153751373291, + "num_tokens": 487857169.0, + "step": 13394 + }, + { + "epoch": 2.487465181058496, + "grad_norm": 1.5380057096481323, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8786270618438721, + "num_tokens": 487894959.0, + "step": 13395 + }, + { + "epoch": 2.4876508820798513, + "grad_norm": 1.6004362106323242, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8915224671363831, + "num_tokens": 487926471.0, + "step": 13396 + }, + { + "epoch": 2.487836583101207, + "grad_norm": 1.4707717895507812, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8892350792884827, + "num_tokens": 487966428.0, + "step": 13397 + }, + { + "epoch": 2.4880222841225628, + "grad_norm": 1.5345518589019775, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8832052946090698, + "num_tokens": 488005335.0, + "step": 13398 + }, + { + "epoch": 2.4882079851439185, + "grad_norm": 1.5062174797058105, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8778225779533386, + "num_tokens": 488044710.0, + "step": 13399 + }, + { + "epoch": 2.488393686165274, + "grad_norm": 1.5233995914459229, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8817940950393677, + "num_tokens": 488081681.0, + "step": 13400 + }, + { + "epoch": 2.4885793871866295, + "grad_norm": 1.5400407314300537, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8969868421554565, + "num_tokens": 488115371.0, + "step": 13401 + }, + { + "epoch": 2.4887650882079853, + "grad_norm": 1.6967811584472656, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.887113094329834, + "num_tokens": 488147029.0, + "step": 13402 + }, + { + "epoch": 2.4889507892293405, + "grad_norm": 1.453678011894226, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.9031623601913452, + "num_tokens": 488183222.0, + "step": 13403 + }, + { + "epoch": 2.4891364902506963, + "grad_norm": 1.5554273128509521, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.877161979675293, + "num_tokens": 488221081.0, + "step": 13404 + }, + { + "epoch": 2.489322191272052, + "grad_norm": 1.5001341104507446, + "learning_rate": 1e-06, + "loss": 0.3039, + "mean_token_accuracy": 0.891120970249176, + "num_tokens": 488257423.0, + "step": 13405 + }, + { + "epoch": 2.4895078922934077, + "grad_norm": 1.4040262699127197, + "learning_rate": 1e-06, + "loss": 0.2588, + "mean_token_accuracy": 0.9086494445800781, + "num_tokens": 488296480.0, + "step": 13406 + }, + { + "epoch": 2.4896935933147635, + "grad_norm": 1.4276437759399414, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8720492720603943, + "num_tokens": 488343069.0, + "step": 13407 + }, + { + "epoch": 2.4898792943361188, + "grad_norm": 1.517334222793579, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8645032644271851, + "num_tokens": 488386435.0, + "step": 13408 + }, + { + "epoch": 2.4900649953574745, + "grad_norm": 1.4639512300491333, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8926749229431152, + "num_tokens": 488422570.0, + "step": 13409 + }, + { + "epoch": 2.4902506963788302, + "grad_norm": 1.5559972524642944, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8823563456535339, + "num_tokens": 488460078.0, + "step": 13410 + }, + { + "epoch": 2.4904363974001855, + "grad_norm": 1.476503610610962, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8919047117233276, + "num_tokens": 488499891.0, + "step": 13411 + }, + { + "epoch": 2.4906220984215413, + "grad_norm": 1.6820253133773804, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8885131478309631, + "num_tokens": 488533706.0, + "step": 13412 + }, + { + "epoch": 2.490807799442897, + "grad_norm": 1.5328916311264038, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8841865062713623, + "num_tokens": 488569773.0, + "step": 13413 + }, + { + "epoch": 2.4909935004642527, + "grad_norm": 1.6271164417266846, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8839306831359863, + "num_tokens": 488611079.0, + "step": 13414 + }, + { + "epoch": 2.491179201485608, + "grad_norm": 1.5804994106292725, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8822915554046631, + "num_tokens": 488646957.0, + "step": 13415 + }, + { + "epoch": 2.4913649025069637, + "grad_norm": 1.5871219635009766, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8791614174842834, + "num_tokens": 488684755.0, + "step": 13416 + }, + { + "epoch": 2.4915506035283195, + "grad_norm": 1.5565340518951416, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8791546821594238, + "num_tokens": 488722877.0, + "step": 13417 + }, + { + "epoch": 2.491736304549675, + "grad_norm": 1.504868507385254, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8980637192726135, + "num_tokens": 488757415.0, + "step": 13418 + }, + { + "epoch": 2.4919220055710305, + "grad_norm": 1.7034634351730347, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8778997659683228, + "num_tokens": 488792383.0, + "step": 13419 + }, + { + "epoch": 2.4921077065923862, + "grad_norm": 1.4276318550109863, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.88172447681427, + "num_tokens": 488834065.0, + "step": 13420 + }, + { + "epoch": 2.492293407613742, + "grad_norm": 1.6281135082244873, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8921173810958862, + "num_tokens": 488866267.0, + "step": 13421 + }, + { + "epoch": 2.4924791086350977, + "grad_norm": 1.5791269540786743, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8745143413543701, + "num_tokens": 488905608.0, + "step": 13422 + }, + { + "epoch": 2.492664809656453, + "grad_norm": 1.6427096128463745, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8652105331420898, + "num_tokens": 488942572.0, + "step": 13423 + }, + { + "epoch": 2.4928505106778087, + "grad_norm": 1.3964958190917969, + "learning_rate": 1e-06, + "loss": 0.2689, + "mean_token_accuracy": 0.9029725790023804, + "num_tokens": 488978969.0, + "step": 13424 + }, + { + "epoch": 2.4930362116991645, + "grad_norm": 1.4856830835342407, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.88797926902771, + "num_tokens": 489016224.0, + "step": 13425 + }, + { + "epoch": 2.4932219127205197, + "grad_norm": 1.5350127220153809, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8901249170303345, + "num_tokens": 489049855.0, + "step": 13426 + }, + { + "epoch": 2.4934076137418755, + "grad_norm": 1.4023754596710205, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8916142582893372, + "num_tokens": 489089641.0, + "step": 13427 + }, + { + "epoch": 2.493593314763231, + "grad_norm": 1.6198192834854126, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8895440697669983, + "num_tokens": 489123876.0, + "step": 13428 + }, + { + "epoch": 2.493779015784587, + "grad_norm": 1.4988994598388672, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8863444924354553, + "num_tokens": 489159291.0, + "step": 13429 + }, + { + "epoch": 2.4939647168059427, + "grad_norm": 1.6187125444412231, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8651632070541382, + "num_tokens": 489196275.0, + "step": 13430 + }, + { + "epoch": 2.494150417827298, + "grad_norm": 1.4288125038146973, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8967975974082947, + "num_tokens": 489233920.0, + "step": 13431 + }, + { + "epoch": 2.4943361188486537, + "grad_norm": 1.6832101345062256, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.887506365776062, + "num_tokens": 489263594.0, + "step": 13432 + }, + { + "epoch": 2.4945218198700094, + "grad_norm": 1.5564861297607422, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8902586698532104, + "num_tokens": 489297301.0, + "step": 13433 + }, + { + "epoch": 2.4947075208913647, + "grad_norm": 1.6686396598815918, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8769749402999878, + "num_tokens": 489331187.0, + "step": 13434 + }, + { + "epoch": 2.4948932219127204, + "grad_norm": 1.6013603210449219, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8826249837875366, + "num_tokens": 489367175.0, + "step": 13435 + }, + { + "epoch": 2.495078922934076, + "grad_norm": 1.4355239868164062, + "learning_rate": 1e-06, + "loss": 0.2732, + "mean_token_accuracy": 0.9018063545227051, + "num_tokens": 489403295.0, + "step": 13436 + }, + { + "epoch": 2.495264623955432, + "grad_norm": 1.4158228635787964, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.897088885307312, + "num_tokens": 489441703.0, + "step": 13437 + }, + { + "epoch": 2.495450324976787, + "grad_norm": 1.5946305990219116, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8803606033325195, + "num_tokens": 489474300.0, + "step": 13438 + }, + { + "epoch": 2.495636025998143, + "grad_norm": 1.618664264678955, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.889056384563446, + "num_tokens": 489505392.0, + "step": 13439 + }, + { + "epoch": 2.4958217270194987, + "grad_norm": 1.5014649629592896, + "learning_rate": 1e-06, + "loss": 0.28, + "mean_token_accuracy": 0.8998349905014038, + "num_tokens": 489542108.0, + "step": 13440 + }, + { + "epoch": 2.4960074280408544, + "grad_norm": 1.495352864265442, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8737833499908447, + "num_tokens": 489583765.0, + "step": 13441 + }, + { + "epoch": 2.4961931290622097, + "grad_norm": 1.4896609783172607, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8832696080207825, + "num_tokens": 489625113.0, + "step": 13442 + }, + { + "epoch": 2.4963788300835654, + "grad_norm": 1.6696906089782715, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8867418766021729, + "num_tokens": 489656604.0, + "step": 13443 + }, + { + "epoch": 2.496564531104921, + "grad_norm": 1.4283716678619385, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8941471576690674, + "num_tokens": 489696942.0, + "step": 13444 + }, + { + "epoch": 2.496750232126277, + "grad_norm": 1.4478442668914795, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8859329223632812, + "num_tokens": 489737727.0, + "step": 13445 + }, + { + "epoch": 2.496935933147632, + "grad_norm": 1.495201826095581, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.884576678276062, + "num_tokens": 489779261.0, + "step": 13446 + }, + { + "epoch": 2.497121634168988, + "grad_norm": 1.6395621299743652, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8831357955932617, + "num_tokens": 489810248.0, + "step": 13447 + }, + { + "epoch": 2.4973073351903436, + "grad_norm": 1.5288925170898438, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8786859512329102, + "num_tokens": 489848069.0, + "step": 13448 + }, + { + "epoch": 2.497493036211699, + "grad_norm": 1.4583773612976074, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8816142082214355, + "num_tokens": 489885653.0, + "step": 13449 + }, + { + "epoch": 2.4976787372330547, + "grad_norm": 1.586833119392395, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8908900618553162, + "num_tokens": 489920241.0, + "step": 13450 + }, + { + "epoch": 2.4978644382544104, + "grad_norm": 1.43549382686615, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8885866403579712, + "num_tokens": 489957530.0, + "step": 13451 + }, + { + "epoch": 2.498050139275766, + "grad_norm": 1.3988898992538452, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8945149183273315, + "num_tokens": 489995496.0, + "step": 13452 + }, + { + "epoch": 2.498235840297122, + "grad_norm": 1.4082729816436768, + "learning_rate": 1e-06, + "loss": 0.266, + "mean_token_accuracy": 0.903855562210083, + "num_tokens": 490032011.0, + "step": 13453 + }, + { + "epoch": 2.498421541318477, + "grad_norm": 1.520246148109436, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8888269662857056, + "num_tokens": 490068665.0, + "step": 13454 + }, + { + "epoch": 2.498607242339833, + "grad_norm": 1.4154810905456543, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.8953642249107361, + "num_tokens": 490111022.0, + "step": 13455 + }, + { + "epoch": 2.4987929433611886, + "grad_norm": 1.5161402225494385, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8790960907936096, + "num_tokens": 490149928.0, + "step": 13456 + }, + { + "epoch": 2.498978644382544, + "grad_norm": 1.4997401237487793, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8747479319572449, + "num_tokens": 490190422.0, + "step": 13457 + }, + { + "epoch": 2.4991643454038996, + "grad_norm": 1.5156716108322144, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.885209858417511, + "num_tokens": 490228849.0, + "step": 13458 + }, + { + "epoch": 2.4993500464252554, + "grad_norm": 1.5331534147262573, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8823534846305847, + "num_tokens": 490266413.0, + "step": 13459 + }, + { + "epoch": 2.499535747446611, + "grad_norm": 1.7753777503967285, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8699291944503784, + "num_tokens": 490302277.0, + "step": 13460 + }, + { + "epoch": 2.4997214484679664, + "grad_norm": 1.5843778848648071, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.893098771572113, + "num_tokens": 490334884.0, + "step": 13461 + }, + { + "epoch": 2.499907149489322, + "grad_norm": 1.4063050746917725, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8901882171630859, + "num_tokens": 490379873.0, + "step": 13462 + }, + { + "epoch": 2.500092850510678, + "grad_norm": 1.5511374473571777, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8790480494499207, + "num_tokens": 490418535.0, + "step": 13463 + }, + { + "epoch": 2.500278551532033, + "grad_norm": 1.4268534183502197, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8931047916412354, + "num_tokens": 490455718.0, + "step": 13464 + }, + { + "epoch": 2.500464252553389, + "grad_norm": 1.7305748462677002, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8830026388168335, + "num_tokens": 490486652.0, + "step": 13465 + }, + { + "epoch": 2.5006499535747446, + "grad_norm": 1.6114212274551392, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8962417244911194, + "num_tokens": 490517471.0, + "step": 13466 + }, + { + "epoch": 2.5008356545961004, + "grad_norm": 1.651984453201294, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.874234676361084, + "num_tokens": 490550883.0, + "step": 13467 + }, + { + "epoch": 2.501021355617456, + "grad_norm": 1.5021615028381348, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8695663809776306, + "num_tokens": 490590604.0, + "step": 13468 + }, + { + "epoch": 2.5012070566388114, + "grad_norm": 1.7254042625427246, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8857795596122742, + "num_tokens": 490624634.0, + "step": 13469 + }, + { + "epoch": 2.501392757660167, + "grad_norm": 1.5838223695755005, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8986279368400574, + "num_tokens": 490658473.0, + "step": 13470 + }, + { + "epoch": 2.501578458681523, + "grad_norm": 1.4453717470169067, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.896962583065033, + "num_tokens": 490695681.0, + "step": 13471 + }, + { + "epoch": 2.501764159702878, + "grad_norm": 1.5810551643371582, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8792241215705872, + "num_tokens": 490728806.0, + "step": 13472 + }, + { + "epoch": 2.501949860724234, + "grad_norm": 1.5720821619033813, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8776235580444336, + "num_tokens": 490765813.0, + "step": 13473 + }, + { + "epoch": 2.5021355617455896, + "grad_norm": 1.4698213338851929, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9011727571487427, + "num_tokens": 490798276.0, + "step": 13474 + }, + { + "epoch": 2.5023212627669453, + "grad_norm": 1.508561611175537, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8983159065246582, + "num_tokens": 490830167.0, + "step": 13475 + }, + { + "epoch": 2.502506963788301, + "grad_norm": 1.510880708694458, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.890819787979126, + "num_tokens": 490867038.0, + "step": 13476 + }, + { + "epoch": 2.5026926648096564, + "grad_norm": 1.6262120008468628, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8905311822891235, + "num_tokens": 490899198.0, + "step": 13477 + }, + { + "epoch": 2.502878365831012, + "grad_norm": 1.5623849630355835, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.8963868618011475, + "num_tokens": 490931435.0, + "step": 13478 + }, + { + "epoch": 2.503064066852368, + "grad_norm": 1.5541266202926636, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8819928765296936, + "num_tokens": 490966440.0, + "step": 13479 + }, + { + "epoch": 2.503249767873723, + "grad_norm": 1.5367611646652222, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8856267333030701, + "num_tokens": 491001865.0, + "step": 13480 + }, + { + "epoch": 2.503435468895079, + "grad_norm": 1.5544081926345825, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8808230757713318, + "num_tokens": 491035971.0, + "step": 13481 + }, + { + "epoch": 2.5036211699164346, + "grad_norm": 1.5906603336334229, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8784524202346802, + "num_tokens": 491071497.0, + "step": 13482 + }, + { + "epoch": 2.5038068709377903, + "grad_norm": 1.42076575756073, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.8937873840332031, + "num_tokens": 491112436.0, + "step": 13483 + }, + { + "epoch": 2.503992571959146, + "grad_norm": 1.6931289434432983, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8859765529632568, + "num_tokens": 491145768.0, + "step": 13484 + }, + { + "epoch": 2.5041782729805013, + "grad_norm": 1.5990875959396362, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8948928117752075, + "num_tokens": 491175524.0, + "step": 13485 + }, + { + "epoch": 2.504363974001857, + "grad_norm": 1.6282058954238892, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8886327147483826, + "num_tokens": 491205650.0, + "step": 13486 + }, + { + "epoch": 2.5045496750232124, + "grad_norm": 1.565222144126892, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8762312531471252, + "num_tokens": 491240918.0, + "step": 13487 + }, + { + "epoch": 2.504735376044568, + "grad_norm": 1.5525275468826294, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.874657928943634, + "num_tokens": 491275653.0, + "step": 13488 + }, + { + "epoch": 2.504921077065924, + "grad_norm": 1.6076784133911133, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8791438937187195, + "num_tokens": 491309735.0, + "step": 13489 + }, + { + "epoch": 2.5051067780872796, + "grad_norm": 1.4392248392105103, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8911824226379395, + "num_tokens": 491346793.0, + "step": 13490 + }, + { + "epoch": 2.5052924791086353, + "grad_norm": 1.600560188293457, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.871860146522522, + "num_tokens": 491383351.0, + "step": 13491 + }, + { + "epoch": 2.5054781801299906, + "grad_norm": 1.4610884189605713, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8778212070465088, + "num_tokens": 491422391.0, + "step": 13492 + }, + { + "epoch": 2.5056638811513463, + "grad_norm": 1.5207982063293457, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8921972513198853, + "num_tokens": 491456849.0, + "step": 13493 + }, + { + "epoch": 2.505849582172702, + "grad_norm": 1.7384434938430786, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8697439432144165, + "num_tokens": 491490436.0, + "step": 13494 + }, + { + "epoch": 2.5060352831940573, + "grad_norm": 1.5678232908248901, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8865731358528137, + "num_tokens": 491527094.0, + "step": 13495 + }, + { + "epoch": 2.506220984215413, + "grad_norm": 1.5764126777648926, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8796360492706299, + "num_tokens": 491565269.0, + "step": 13496 + }, + { + "epoch": 2.506406685236769, + "grad_norm": 1.539328694343567, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8728665113449097, + "num_tokens": 491603895.0, + "step": 13497 + }, + { + "epoch": 2.5065923862581245, + "grad_norm": 1.4250365495681763, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8863257169723511, + "num_tokens": 491646449.0, + "step": 13498 + }, + { + "epoch": 2.5067780872794803, + "grad_norm": 1.4699913263320923, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.8970187306404114, + "num_tokens": 491679619.0, + "step": 13499 + }, + { + "epoch": 2.5069637883008355, + "grad_norm": 1.4428057670593262, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.9013867378234863, + "num_tokens": 491714108.0, + "step": 13500 + }, + { + "epoch": 2.5071494893221913, + "grad_norm": 1.6189730167388916, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8913414478302002, + "num_tokens": 491748055.0, + "step": 13501 + }, + { + "epoch": 2.507335190343547, + "grad_norm": 1.666109323501587, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8815727829933167, + "num_tokens": 491783130.0, + "step": 13502 + }, + { + "epoch": 2.5075208913649023, + "grad_norm": 1.4772268533706665, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8812423944473267, + "num_tokens": 491823901.0, + "step": 13503 + }, + { + "epoch": 2.507706592386258, + "grad_norm": 1.3726428747177124, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8926319479942322, + "num_tokens": 491865292.0, + "step": 13504 + }, + { + "epoch": 2.5078922934076138, + "grad_norm": 1.3922183513641357, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8985795974731445, + "num_tokens": 491904098.0, + "step": 13505 + }, + { + "epoch": 2.5080779944289695, + "grad_norm": 1.5433887243270874, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8831573724746704, + "num_tokens": 491941374.0, + "step": 13506 + }, + { + "epoch": 2.5082636954503252, + "grad_norm": 1.728668212890625, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8812412023544312, + "num_tokens": 491971323.0, + "step": 13507 + }, + { + "epoch": 2.5084493964716805, + "grad_norm": 1.569703221321106, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8842768669128418, + "num_tokens": 492012127.0, + "step": 13508 + }, + { + "epoch": 2.5086350974930363, + "grad_norm": 1.5716667175292969, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8745194673538208, + "num_tokens": 492048480.0, + "step": 13509 + }, + { + "epoch": 2.508820798514392, + "grad_norm": 1.4249323606491089, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8858015537261963, + "num_tokens": 492090846.0, + "step": 13510 + }, + { + "epoch": 2.5090064995357473, + "grad_norm": 1.5681405067443848, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8925385475158691, + "num_tokens": 492126102.0, + "step": 13511 + }, + { + "epoch": 2.509192200557103, + "grad_norm": 1.4891141653060913, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8802026510238647, + "num_tokens": 492164015.0, + "step": 13512 + }, + { + "epoch": 2.5093779015784587, + "grad_norm": 1.5633783340454102, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8690145015716553, + "num_tokens": 492203505.0, + "step": 13513 + }, + { + "epoch": 2.5095636025998145, + "grad_norm": 1.5380280017852783, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8904481530189514, + "num_tokens": 492239944.0, + "step": 13514 + }, + { + "epoch": 2.5097493036211698, + "grad_norm": 1.444765329360962, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8773661851882935, + "num_tokens": 492282068.0, + "step": 13515 + }, + { + "epoch": 2.5099350046425255, + "grad_norm": 1.383962869644165, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.9006351232528687, + "num_tokens": 492319755.0, + "step": 13516 + }, + { + "epoch": 2.5101207056638812, + "grad_norm": 1.6080143451690674, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8903298377990723, + "num_tokens": 492358722.0, + "step": 13517 + }, + { + "epoch": 2.5103064066852365, + "grad_norm": 1.5355838537216187, + "learning_rate": 1e-06, + "loss": 0.276, + "mean_token_accuracy": 0.9020760655403137, + "num_tokens": 492390935.0, + "step": 13518 + }, + { + "epoch": 2.5104921077065923, + "grad_norm": 1.5601742267608643, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.887942910194397, + "num_tokens": 492427774.0, + "step": 13519 + }, + { + "epoch": 2.510677808727948, + "grad_norm": 1.507390022277832, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8911814093589783, + "num_tokens": 492464483.0, + "step": 13520 + }, + { + "epoch": 2.5108635097493037, + "grad_norm": 1.5161446332931519, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8862104415893555, + "num_tokens": 492503004.0, + "step": 13521 + }, + { + "epoch": 2.5110492107706595, + "grad_norm": 1.5395495891571045, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8875293731689453, + "num_tokens": 492538241.0, + "step": 13522 + }, + { + "epoch": 2.5112349117920147, + "grad_norm": 1.5233738422393799, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8935213685035706, + "num_tokens": 492572730.0, + "step": 13523 + }, + { + "epoch": 2.5114206128133705, + "grad_norm": 1.512785792350769, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8968919515609741, + "num_tokens": 492607858.0, + "step": 13524 + }, + { + "epoch": 2.511606313834726, + "grad_norm": 1.8237231969833374, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8636187314987183, + "num_tokens": 492644418.0, + "step": 13525 + }, + { + "epoch": 2.5117920148560815, + "grad_norm": 1.4978200197219849, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8960491418838501, + "num_tokens": 492680902.0, + "step": 13526 + }, + { + "epoch": 2.5119777158774372, + "grad_norm": 1.5388022661209106, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8868712186813354, + "num_tokens": 492716415.0, + "step": 13527 + }, + { + "epoch": 2.512163416898793, + "grad_norm": 1.5976940393447876, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8868659734725952, + "num_tokens": 492750486.0, + "step": 13528 + }, + { + "epoch": 2.5123491179201487, + "grad_norm": 1.653612732887268, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8892393708229065, + "num_tokens": 492784779.0, + "step": 13529 + }, + { + "epoch": 2.5125348189415044, + "grad_norm": 1.5809155702590942, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8891607522964478, + "num_tokens": 492819044.0, + "step": 13530 + }, + { + "epoch": 2.5127205199628597, + "grad_norm": 1.4734255075454712, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.893601655960083, + "num_tokens": 492858127.0, + "step": 13531 + }, + { + "epoch": 2.5129062209842155, + "grad_norm": 1.5050034523010254, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8837568759918213, + "num_tokens": 492893928.0, + "step": 13532 + }, + { + "epoch": 2.513091922005571, + "grad_norm": 1.685176134109497, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.86722731590271, + "num_tokens": 492927815.0, + "step": 13533 + }, + { + "epoch": 2.5132776230269265, + "grad_norm": 1.7354328632354736, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8743414878845215, + "num_tokens": 492959773.0, + "step": 13534 + }, + { + "epoch": 2.513463324048282, + "grad_norm": 1.664290428161621, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8850493431091309, + "num_tokens": 492993390.0, + "step": 13535 + }, + { + "epoch": 2.513649025069638, + "grad_norm": 1.5128045082092285, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8856358528137207, + "num_tokens": 493031721.0, + "step": 13536 + }, + { + "epoch": 2.5138347260909937, + "grad_norm": 1.5486423969268799, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8972179889678955, + "num_tokens": 493066855.0, + "step": 13537 + }, + { + "epoch": 2.514020427112349, + "grad_norm": 1.5031758546829224, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8842518329620361, + "num_tokens": 493104063.0, + "step": 13538 + }, + { + "epoch": 2.5142061281337047, + "grad_norm": 1.5796315670013428, + "learning_rate": 1e-06, + "loss": 0.2984, + "mean_token_accuracy": 0.8961279392242432, + "num_tokens": 493136809.0, + "step": 13539 + }, + { + "epoch": 2.5143918291550604, + "grad_norm": 1.5504176616668701, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8652145266532898, + "num_tokens": 493176865.0, + "step": 13540 + }, + { + "epoch": 2.5145775301764157, + "grad_norm": 1.5920974016189575, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8800922632217407, + "num_tokens": 493210131.0, + "step": 13541 + }, + { + "epoch": 2.5147632311977715, + "grad_norm": 1.3340901136398315, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.88187175989151, + "num_tokens": 493260832.0, + "step": 13542 + }, + { + "epoch": 2.514948932219127, + "grad_norm": 1.5957826375961304, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8885269165039062, + "num_tokens": 493294251.0, + "step": 13543 + }, + { + "epoch": 2.515134633240483, + "grad_norm": 1.6336880922317505, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8895942568778992, + "num_tokens": 493324982.0, + "step": 13544 + }, + { + "epoch": 2.5153203342618387, + "grad_norm": 1.4877910614013672, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8783851861953735, + "num_tokens": 493363887.0, + "step": 13545 + }, + { + "epoch": 2.515506035283194, + "grad_norm": 1.53581964969635, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8897897005081177, + "num_tokens": 493400986.0, + "step": 13546 + }, + { + "epoch": 2.5156917363045497, + "grad_norm": 1.5270639657974243, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8838145732879639, + "num_tokens": 493435314.0, + "step": 13547 + }, + { + "epoch": 2.5158774373259054, + "grad_norm": 1.5914095640182495, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8747776746749878, + "num_tokens": 493472867.0, + "step": 13548 + }, + { + "epoch": 2.5160631383472607, + "grad_norm": 1.4921042919158936, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8858228921890259, + "num_tokens": 493512450.0, + "step": 13549 + }, + { + "epoch": 2.5162488393686164, + "grad_norm": 1.5736054182052612, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8837273120880127, + "num_tokens": 493548963.0, + "step": 13550 + }, + { + "epoch": 2.516434540389972, + "grad_norm": 1.642076015472412, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8835092782974243, + "num_tokens": 493578917.0, + "step": 13551 + }, + { + "epoch": 2.516620241411328, + "grad_norm": 1.6083009243011475, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8899378776550293, + "num_tokens": 493609090.0, + "step": 13552 + }, + { + "epoch": 2.5168059424326836, + "grad_norm": 1.734034776687622, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8862996101379395, + "num_tokens": 493637877.0, + "step": 13553 + }, + { + "epoch": 2.516991643454039, + "grad_norm": 1.511937141418457, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8875945806503296, + "num_tokens": 493677427.0, + "step": 13554 + }, + { + "epoch": 2.5171773444753947, + "grad_norm": 1.534061074256897, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8772003650665283, + "num_tokens": 493711433.0, + "step": 13555 + }, + { + "epoch": 2.5173630454967504, + "grad_norm": 1.6036795377731323, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8986793756484985, + "num_tokens": 493742848.0, + "step": 13556 + }, + { + "epoch": 2.5175487465181057, + "grad_norm": 1.581007957458496, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8833515644073486, + "num_tokens": 493778974.0, + "step": 13557 + }, + { + "epoch": 2.5177344475394614, + "grad_norm": 1.5153756141662598, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8904651403427124, + "num_tokens": 493816825.0, + "step": 13558 + }, + { + "epoch": 2.517920148560817, + "grad_norm": 1.4819813966751099, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8893136978149414, + "num_tokens": 493854630.0, + "step": 13559 + }, + { + "epoch": 2.518105849582173, + "grad_norm": 1.450891375541687, + "learning_rate": 1e-06, + "loss": 0.2615, + "mean_token_accuracy": 0.9053884148597717, + "num_tokens": 493890968.0, + "step": 13560 + }, + { + "epoch": 2.518291550603528, + "grad_norm": 1.3879300355911255, + "learning_rate": 1e-06, + "loss": 0.29, + "mean_token_accuracy": 0.8984667062759399, + "num_tokens": 493932376.0, + "step": 13561 + }, + { + "epoch": 2.518477251624884, + "grad_norm": 1.6154917478561401, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8830317258834839, + "num_tokens": 493964437.0, + "step": 13562 + }, + { + "epoch": 2.5186629526462396, + "grad_norm": 1.6729302406311035, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8869686126708984, + "num_tokens": 493997447.0, + "step": 13563 + }, + { + "epoch": 2.518848653667595, + "grad_norm": 1.5540045499801636, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8819149732589722, + "num_tokens": 494039368.0, + "step": 13564 + }, + { + "epoch": 2.5190343546889506, + "grad_norm": 1.622492790222168, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8845418691635132, + "num_tokens": 494075300.0, + "step": 13565 + }, + { + "epoch": 2.5192200557103064, + "grad_norm": 1.4727731943130493, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8790070414543152, + "num_tokens": 494115906.0, + "step": 13566 + }, + { + "epoch": 2.519405756731662, + "grad_norm": 1.454338550567627, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8962897658348083, + "num_tokens": 494156442.0, + "step": 13567 + }, + { + "epoch": 2.519591457753018, + "grad_norm": 1.5181399583816528, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8786833882331848, + "num_tokens": 494194284.0, + "step": 13568 + }, + { + "epoch": 2.519777158774373, + "grad_norm": 1.5793654918670654, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.884320080280304, + "num_tokens": 494232968.0, + "step": 13569 + }, + { + "epoch": 2.519962859795729, + "grad_norm": 1.4247106313705444, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8945496082305908, + "num_tokens": 494273066.0, + "step": 13570 + }, + { + "epoch": 2.5201485608170846, + "grad_norm": 1.6089162826538086, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.881642758846283, + "num_tokens": 494306805.0, + "step": 13571 + }, + { + "epoch": 2.52033426183844, + "grad_norm": 1.5847517251968384, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8939669728279114, + "num_tokens": 494344307.0, + "step": 13572 + }, + { + "epoch": 2.5205199628597956, + "grad_norm": 1.5998741388320923, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8846413493156433, + "num_tokens": 494379253.0, + "step": 13573 + }, + { + "epoch": 2.5207056638811514, + "grad_norm": 1.57789146900177, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.867153525352478, + "num_tokens": 494419421.0, + "step": 13574 + }, + { + "epoch": 2.520891364902507, + "grad_norm": 1.3986468315124512, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.897467315196991, + "num_tokens": 494458323.0, + "step": 13575 + }, + { + "epoch": 2.521077065923863, + "grad_norm": 1.5551365613937378, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8905262351036072, + "num_tokens": 494492662.0, + "step": 13576 + }, + { + "epoch": 2.521262766945218, + "grad_norm": 1.5979821681976318, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8797844052314758, + "num_tokens": 494525530.0, + "step": 13577 + }, + { + "epoch": 2.521448467966574, + "grad_norm": 1.6855875253677368, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8883655071258545, + "num_tokens": 494554617.0, + "step": 13578 + }, + { + "epoch": 2.5216341689879296, + "grad_norm": 1.6598565578460693, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8804793357849121, + "num_tokens": 494589151.0, + "step": 13579 + }, + { + "epoch": 2.521819870009285, + "grad_norm": 1.5213654041290283, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8890254497528076, + "num_tokens": 494628705.0, + "step": 13580 + }, + { + "epoch": 2.5220055710306406, + "grad_norm": 1.4773656129837036, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.8998349905014038, + "num_tokens": 494664476.0, + "step": 13581 + }, + { + "epoch": 2.5221912720519963, + "grad_norm": 1.5224484205245972, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8925653696060181, + "num_tokens": 494699653.0, + "step": 13582 + }, + { + "epoch": 2.522376973073352, + "grad_norm": 1.5874464511871338, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8898488879203796, + "num_tokens": 494733138.0, + "step": 13583 + }, + { + "epoch": 2.5225626740947074, + "grad_norm": 1.6117521524429321, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8860992789268494, + "num_tokens": 494770302.0, + "step": 13584 + }, + { + "epoch": 2.522748375116063, + "grad_norm": 1.6696057319641113, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8852496147155762, + "num_tokens": 494806253.0, + "step": 13585 + }, + { + "epoch": 2.522934076137419, + "grad_norm": 1.5380523204803467, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8972132802009583, + "num_tokens": 494838121.0, + "step": 13586 + }, + { + "epoch": 2.523119777158774, + "grad_norm": 1.6415232419967651, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8740499019622803, + "num_tokens": 494879718.0, + "step": 13587 + }, + { + "epoch": 2.52330547818013, + "grad_norm": 1.549114465713501, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8850734829902649, + "num_tokens": 494914605.0, + "step": 13588 + }, + { + "epoch": 2.5234911792014856, + "grad_norm": 1.6272975206375122, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8934195041656494, + "num_tokens": 494949857.0, + "step": 13589 + }, + { + "epoch": 2.5236768802228413, + "grad_norm": 1.4568201303482056, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8828838467597961, + "num_tokens": 494991445.0, + "step": 13590 + }, + { + "epoch": 2.523862581244197, + "grad_norm": 1.6714061498641968, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8918591737747192, + "num_tokens": 495027223.0, + "step": 13591 + }, + { + "epoch": 2.5240482822655523, + "grad_norm": 1.7097448110580444, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8922688961029053, + "num_tokens": 495065317.0, + "step": 13592 + }, + { + "epoch": 2.524233983286908, + "grad_norm": 1.5123159885406494, + "learning_rate": 1e-06, + "loss": 0.2907, + "mean_token_accuracy": 0.8934062123298645, + "num_tokens": 495097356.0, + "step": 13593 + }, + { + "epoch": 2.524419684308264, + "grad_norm": 1.489371657371521, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8911392688751221, + "num_tokens": 495133918.0, + "step": 13594 + }, + { + "epoch": 2.524605385329619, + "grad_norm": 1.6360524892807007, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8840248584747314, + "num_tokens": 495172184.0, + "step": 13595 + }, + { + "epoch": 2.524791086350975, + "grad_norm": 1.5758460760116577, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8851284980773926, + "num_tokens": 495209842.0, + "step": 13596 + }, + { + "epoch": 2.5249767873723306, + "grad_norm": 1.4815155267715454, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8848133683204651, + "num_tokens": 495249477.0, + "step": 13597 + }, + { + "epoch": 2.5251624883936863, + "grad_norm": 1.5909792184829712, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8904009461402893, + "num_tokens": 495284985.0, + "step": 13598 + }, + { + "epoch": 2.525348189415042, + "grad_norm": 1.5428619384765625, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8786305785179138, + "num_tokens": 495324856.0, + "step": 13599 + }, + { + "epoch": 2.5255338904363973, + "grad_norm": 1.6313148736953735, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8902003765106201, + "num_tokens": 495357796.0, + "step": 13600 + }, + { + "epoch": 2.525719591457753, + "grad_norm": 1.665691614151001, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8648743629455566, + "num_tokens": 495392600.0, + "step": 13601 + }, + { + "epoch": 2.5259052924791088, + "grad_norm": 1.501604437828064, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8791523575782776, + "num_tokens": 495430367.0, + "step": 13602 + }, + { + "epoch": 2.526090993500464, + "grad_norm": 1.483117699623108, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8814252614974976, + "num_tokens": 495469651.0, + "step": 13603 + }, + { + "epoch": 2.52627669452182, + "grad_norm": 1.441035270690918, + "learning_rate": 1e-06, + "loss": 0.2823, + "mean_token_accuracy": 0.8962814807891846, + "num_tokens": 495506897.0, + "step": 13604 + }, + { + "epoch": 2.5264623955431755, + "grad_norm": 1.4599792957305908, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8841508626937866, + "num_tokens": 495547298.0, + "step": 13605 + }, + { + "epoch": 2.5266480965645313, + "grad_norm": 1.5141772031784058, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8824512958526611, + "num_tokens": 495582504.0, + "step": 13606 + }, + { + "epoch": 2.526833797585887, + "grad_norm": 1.5032143592834473, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8904573917388916, + "num_tokens": 495622256.0, + "step": 13607 + }, + { + "epoch": 2.5270194986072423, + "grad_norm": 1.5741745233535767, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8898152112960815, + "num_tokens": 495656265.0, + "step": 13608 + }, + { + "epoch": 2.527205199628598, + "grad_norm": 1.5964313745498657, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8876439332962036, + "num_tokens": 495689904.0, + "step": 13609 + }, + { + "epoch": 2.5273909006499533, + "grad_norm": 1.4729573726654053, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8808127045631409, + "num_tokens": 495729864.0, + "step": 13610 + }, + { + "epoch": 2.527576601671309, + "grad_norm": 1.6254552602767944, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8964099884033203, + "num_tokens": 495762039.0, + "step": 13611 + }, + { + "epoch": 2.5277623026926648, + "grad_norm": 1.775986671447754, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8953042030334473, + "num_tokens": 495790249.0, + "step": 13612 + }, + { + "epoch": 2.5279480037140205, + "grad_norm": 1.5137239694595337, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.890141487121582, + "num_tokens": 495830983.0, + "step": 13613 + }, + { + "epoch": 2.5281337047353762, + "grad_norm": 1.564149260520935, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8846697807312012, + "num_tokens": 495875910.0, + "step": 13614 + }, + { + "epoch": 2.5283194057567315, + "grad_norm": 1.5943881273269653, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8871655464172363, + "num_tokens": 495908133.0, + "step": 13615 + }, + { + "epoch": 2.5285051067780873, + "grad_norm": 1.5384521484375, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8856314420700073, + "num_tokens": 495944292.0, + "step": 13616 + }, + { + "epoch": 2.528690807799443, + "grad_norm": 1.4252803325653076, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8874536752700806, + "num_tokens": 495985789.0, + "step": 13617 + }, + { + "epoch": 2.5288765088207983, + "grad_norm": 1.51216459274292, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8819536566734314, + "num_tokens": 496025015.0, + "step": 13618 + }, + { + "epoch": 2.529062209842154, + "grad_norm": 1.6127816438674927, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8884410858154297, + "num_tokens": 496057880.0, + "step": 13619 + }, + { + "epoch": 2.5292479108635098, + "grad_norm": 1.5770964622497559, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8873683214187622, + "num_tokens": 496096087.0, + "step": 13620 + }, + { + "epoch": 2.5294336118848655, + "grad_norm": 1.5971558094024658, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.862640380859375, + "num_tokens": 496133902.0, + "step": 13621 + }, + { + "epoch": 2.529619312906221, + "grad_norm": 1.6232130527496338, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8740121126174927, + "num_tokens": 496169957.0, + "step": 13622 + }, + { + "epoch": 2.5298050139275765, + "grad_norm": 1.6917489767074585, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.891745388507843, + "num_tokens": 496198555.0, + "step": 13623 + }, + { + "epoch": 2.5299907149489322, + "grad_norm": 1.6398179531097412, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8868981599807739, + "num_tokens": 496231700.0, + "step": 13624 + }, + { + "epoch": 2.530176415970288, + "grad_norm": 1.4999278783798218, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8751963973045349, + "num_tokens": 496272277.0, + "step": 13625 + }, + { + "epoch": 2.5303621169916433, + "grad_norm": 1.6032215356826782, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8736371994018555, + "num_tokens": 496308165.0, + "step": 13626 + }, + { + "epoch": 2.530547818012999, + "grad_norm": 1.5959792137145996, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8875337243080139, + "num_tokens": 496342777.0, + "step": 13627 + }, + { + "epoch": 2.5307335190343547, + "grad_norm": 1.4736789464950562, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.9016388654708862, + "num_tokens": 496379969.0, + "step": 13628 + }, + { + "epoch": 2.5309192200557105, + "grad_norm": 1.500840663909912, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.888352632522583, + "num_tokens": 496417182.0, + "step": 13629 + }, + { + "epoch": 2.531104921077066, + "grad_norm": 1.5656180381774902, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8824999332427979, + "num_tokens": 496455190.0, + "step": 13630 + }, + { + "epoch": 2.5312906220984215, + "grad_norm": 1.4789866209030151, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.891642689704895, + "num_tokens": 496491681.0, + "step": 13631 + }, + { + "epoch": 2.531476323119777, + "grad_norm": 1.5231523513793945, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8855552673339844, + "num_tokens": 496529140.0, + "step": 13632 + }, + { + "epoch": 2.5316620241411325, + "grad_norm": 1.5973975658416748, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8743442296981812, + "num_tokens": 496565564.0, + "step": 13633 + }, + { + "epoch": 2.5318477251624882, + "grad_norm": 1.5789198875427246, + "learning_rate": 1e-06, + "loss": 0.2907, + "mean_token_accuracy": 0.8948608040809631, + "num_tokens": 496593914.0, + "step": 13634 + }, + { + "epoch": 2.532033426183844, + "grad_norm": 1.4589773416519165, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8831936717033386, + "num_tokens": 496633062.0, + "step": 13635 + }, + { + "epoch": 2.5322191272051997, + "grad_norm": 1.459812045097351, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.889087438583374, + "num_tokens": 496672515.0, + "step": 13636 + }, + { + "epoch": 2.5324048282265554, + "grad_norm": 1.4682235717773438, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8806294202804565, + "num_tokens": 496713495.0, + "step": 13637 + }, + { + "epoch": 2.5325905292479107, + "grad_norm": 1.561339259147644, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8936941623687744, + "num_tokens": 496752244.0, + "step": 13638 + }, + { + "epoch": 2.5327762302692665, + "grad_norm": 1.4472894668579102, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8718973994255066, + "num_tokens": 496792877.0, + "step": 13639 + }, + { + "epoch": 2.532961931290622, + "grad_norm": 1.552512288093567, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8917388319969177, + "num_tokens": 496829038.0, + "step": 13640 + }, + { + "epoch": 2.5331476323119775, + "grad_norm": 1.5531972646713257, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.874690055847168, + "num_tokens": 496866763.0, + "step": 13641 + }, + { + "epoch": 2.533333333333333, + "grad_norm": 1.53502357006073, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8894520401954651, + "num_tokens": 496900024.0, + "step": 13642 + }, + { + "epoch": 2.533519034354689, + "grad_norm": 1.483949065208435, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8812984228134155, + "num_tokens": 496938770.0, + "step": 13643 + }, + { + "epoch": 2.5337047353760447, + "grad_norm": 1.445979118347168, + "learning_rate": 1e-06, + "loss": 0.2704, + "mean_token_accuracy": 0.9044725894927979, + "num_tokens": 496973432.0, + "step": 13644 + }, + { + "epoch": 2.5338904363974004, + "grad_norm": 1.5875790119171143, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8846299648284912, + "num_tokens": 497008105.0, + "step": 13645 + }, + { + "epoch": 2.5340761374187557, + "grad_norm": 1.497998595237732, + "learning_rate": 1e-06, + "loss": 0.3022, + "mean_token_accuracy": 0.8925187587738037, + "num_tokens": 497043280.0, + "step": 13646 + }, + { + "epoch": 2.5342618384401114, + "grad_norm": 1.3269397020339966, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8894999027252197, + "num_tokens": 497087633.0, + "step": 13647 + }, + { + "epoch": 2.534447539461467, + "grad_norm": 1.4936856031417847, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8778620958328247, + "num_tokens": 497127287.0, + "step": 13648 + }, + { + "epoch": 2.5346332404828225, + "grad_norm": 1.609462857246399, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8846932649612427, + "num_tokens": 497161855.0, + "step": 13649 + }, + { + "epoch": 2.534818941504178, + "grad_norm": 1.5660282373428345, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8848119974136353, + "num_tokens": 497198673.0, + "step": 13650 + }, + { + "epoch": 2.535004642525534, + "grad_norm": 1.513634443283081, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8876807689666748, + "num_tokens": 497234485.0, + "step": 13651 + }, + { + "epoch": 2.5351903435468897, + "grad_norm": 1.5373544692993164, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8731964826583862, + "num_tokens": 497270357.0, + "step": 13652 + }, + { + "epoch": 2.5353760445682454, + "grad_norm": 1.555730938911438, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8926206231117249, + "num_tokens": 497305812.0, + "step": 13653 + }, + { + "epoch": 2.5355617455896007, + "grad_norm": 1.5546363592147827, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8894513845443726, + "num_tokens": 497339873.0, + "step": 13654 + }, + { + "epoch": 2.5357474466109564, + "grad_norm": 1.6123021841049194, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8850459456443787, + "num_tokens": 497370655.0, + "step": 13655 + }, + { + "epoch": 2.5359331476323117, + "grad_norm": 1.3402570486068726, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8969335556030273, + "num_tokens": 497414683.0, + "step": 13656 + }, + { + "epoch": 2.5361188486536674, + "grad_norm": 1.6023842096328735, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8933471441268921, + "num_tokens": 497449045.0, + "step": 13657 + }, + { + "epoch": 2.536304549675023, + "grad_norm": 1.4087154865264893, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8893215656280518, + "num_tokens": 497488694.0, + "step": 13658 + }, + { + "epoch": 2.536490250696379, + "grad_norm": 1.5083550214767456, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8888001441955566, + "num_tokens": 497529108.0, + "step": 13659 + }, + { + "epoch": 2.5366759517177346, + "grad_norm": 1.588807463645935, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.881710410118103, + "num_tokens": 497565982.0, + "step": 13660 + }, + { + "epoch": 2.53686165273909, + "grad_norm": 1.5526148080825806, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8763822913169861, + "num_tokens": 497604091.0, + "step": 13661 + }, + { + "epoch": 2.5370473537604457, + "grad_norm": 1.5104560852050781, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.8943953514099121, + "num_tokens": 497639031.0, + "step": 13662 + }, + { + "epoch": 2.5372330547818014, + "grad_norm": 1.5183056592941284, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8844360709190369, + "num_tokens": 497676437.0, + "step": 13663 + }, + { + "epoch": 2.5374187558031567, + "grad_norm": 1.6516393423080444, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8761053085327148, + "num_tokens": 497711992.0, + "step": 13664 + }, + { + "epoch": 2.5376044568245124, + "grad_norm": 1.4805716276168823, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8941178321838379, + "num_tokens": 497748436.0, + "step": 13665 + }, + { + "epoch": 2.537790157845868, + "grad_norm": 1.4855222702026367, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8850041627883911, + "num_tokens": 497784812.0, + "step": 13666 + }, + { + "epoch": 2.537975858867224, + "grad_norm": 1.6100647449493408, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8875144720077515, + "num_tokens": 497821021.0, + "step": 13667 + }, + { + "epoch": 2.5381615598885796, + "grad_norm": 1.5693432092666626, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8874108791351318, + "num_tokens": 497855245.0, + "step": 13668 + }, + { + "epoch": 2.538347260909935, + "grad_norm": 1.4778637886047363, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8891549706459045, + "num_tokens": 497889449.0, + "step": 13669 + }, + { + "epoch": 2.5385329619312906, + "grad_norm": 1.5183204412460327, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8962146043777466, + "num_tokens": 497922815.0, + "step": 13670 + }, + { + "epoch": 2.5387186629526464, + "grad_norm": 1.6812657117843628, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8777654767036438, + "num_tokens": 497956142.0, + "step": 13671 + }, + { + "epoch": 2.5389043639740017, + "grad_norm": 1.5266668796539307, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8777453899383545, + "num_tokens": 497994883.0, + "step": 13672 + }, + { + "epoch": 2.5390900649953574, + "grad_norm": 1.5850188732147217, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8813275098800659, + "num_tokens": 498031638.0, + "step": 13673 + }, + { + "epoch": 2.539275766016713, + "grad_norm": 1.5378401279449463, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8743503093719482, + "num_tokens": 498074603.0, + "step": 13674 + }, + { + "epoch": 2.539461467038069, + "grad_norm": 1.5099397897720337, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8954290151596069, + "num_tokens": 498108284.0, + "step": 13675 + }, + { + "epoch": 2.5396471680594246, + "grad_norm": 1.5341345071792603, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8868911862373352, + "num_tokens": 498142565.0, + "step": 13676 + }, + { + "epoch": 2.53983286908078, + "grad_norm": 1.5762560367584229, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8906581401824951, + "num_tokens": 498177088.0, + "step": 13677 + }, + { + "epoch": 2.5400185701021356, + "grad_norm": 1.4551414251327515, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8774059414863586, + "num_tokens": 498214967.0, + "step": 13678 + }, + { + "epoch": 2.5402042711234913, + "grad_norm": 1.3924254179000854, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.897538423538208, + "num_tokens": 498255929.0, + "step": 13679 + }, + { + "epoch": 2.5403899721448466, + "grad_norm": 1.7008179426193237, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8862749338150024, + "num_tokens": 498286289.0, + "step": 13680 + }, + { + "epoch": 2.5405756731662024, + "grad_norm": 1.6284557580947876, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8855096101760864, + "num_tokens": 498321097.0, + "step": 13681 + }, + { + "epoch": 2.540761374187558, + "grad_norm": 1.5040847063064575, + "learning_rate": 1e-06, + "loss": 0.2949, + "mean_token_accuracy": 0.8958878517150879, + "num_tokens": 498358418.0, + "step": 13682 + }, + { + "epoch": 2.540947075208914, + "grad_norm": 1.5264533758163452, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8902052044868469, + "num_tokens": 498393798.0, + "step": 13683 + }, + { + "epoch": 2.541132776230269, + "grad_norm": 1.603766679763794, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8884619474411011, + "num_tokens": 498426585.0, + "step": 13684 + }, + { + "epoch": 2.541318477251625, + "grad_norm": 1.5115585327148438, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8672698736190796, + "num_tokens": 498467132.0, + "step": 13685 + }, + { + "epoch": 2.5415041782729806, + "grad_norm": 1.5004743337631226, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8871173858642578, + "num_tokens": 498507497.0, + "step": 13686 + }, + { + "epoch": 2.541689879294336, + "grad_norm": 1.690834403038025, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8878546953201294, + "num_tokens": 498541505.0, + "step": 13687 + }, + { + "epoch": 2.5418755803156916, + "grad_norm": 1.4997409582138062, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8812021017074585, + "num_tokens": 498585054.0, + "step": 13688 + }, + { + "epoch": 2.5420612813370473, + "grad_norm": 1.3992259502410889, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8846506476402283, + "num_tokens": 498631848.0, + "step": 13689 + }, + { + "epoch": 2.542246982358403, + "grad_norm": 1.588762879371643, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.8950424790382385, + "num_tokens": 498663496.0, + "step": 13690 + }, + { + "epoch": 2.542432683379759, + "grad_norm": 1.676008939743042, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.877568244934082, + "num_tokens": 498697890.0, + "step": 13691 + }, + { + "epoch": 2.542618384401114, + "grad_norm": 1.5232934951782227, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.879111111164093, + "num_tokens": 498736814.0, + "step": 13692 + }, + { + "epoch": 2.54280408542247, + "grad_norm": 1.8746763467788696, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8940166234970093, + "num_tokens": 498777058.0, + "step": 13693 + }, + { + "epoch": 2.5429897864438256, + "grad_norm": 1.4658695459365845, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8885983824729919, + "num_tokens": 498815052.0, + "step": 13694 + }, + { + "epoch": 2.543175487465181, + "grad_norm": 1.413445234298706, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.895397961139679, + "num_tokens": 498855097.0, + "step": 13695 + }, + { + "epoch": 2.5433611884865366, + "grad_norm": 1.499804139137268, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8890056014060974, + "num_tokens": 498890827.0, + "step": 13696 + }, + { + "epoch": 2.5435468895078923, + "grad_norm": 1.4712024927139282, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8904880285263062, + "num_tokens": 498927548.0, + "step": 13697 + }, + { + "epoch": 2.543732590529248, + "grad_norm": 1.6032254695892334, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8793333172798157, + "num_tokens": 498964600.0, + "step": 13698 + }, + { + "epoch": 2.543918291550604, + "grad_norm": 1.499791145324707, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8965850472450256, + "num_tokens": 499001751.0, + "step": 13699 + }, + { + "epoch": 2.544103992571959, + "grad_norm": 1.4583523273468018, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8947991132736206, + "num_tokens": 499039780.0, + "step": 13700 + }, + { + "epoch": 2.544289693593315, + "grad_norm": 1.5211811065673828, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8887412548065186, + "num_tokens": 499075396.0, + "step": 13701 + }, + { + "epoch": 2.5444753946146705, + "grad_norm": 1.6348532438278198, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8800378441810608, + "num_tokens": 499113204.0, + "step": 13702 + }, + { + "epoch": 2.544661095636026, + "grad_norm": 1.747788429260254, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.87494295835495, + "num_tokens": 499145158.0, + "step": 13703 + }, + { + "epoch": 2.5448467966573816, + "grad_norm": 1.5643101930618286, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.887712299823761, + "num_tokens": 499179879.0, + "step": 13704 + }, + { + "epoch": 2.5450324976787373, + "grad_norm": 1.443015217781067, + "learning_rate": 1e-06, + "loss": 0.2589, + "mean_token_accuracy": 0.9075250625610352, + "num_tokens": 499213426.0, + "step": 13705 + }, + { + "epoch": 2.545218198700093, + "grad_norm": 1.4406036138534546, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8953768014907837, + "num_tokens": 499250661.0, + "step": 13706 + }, + { + "epoch": 2.5454038997214483, + "grad_norm": 1.5128644704818726, + "learning_rate": 1e-06, + "loss": 0.2808, + "mean_token_accuracy": 0.899823784828186, + "num_tokens": 499284663.0, + "step": 13707 + }, + { + "epoch": 2.545589600742804, + "grad_norm": 1.51180899143219, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.886572003364563, + "num_tokens": 499320063.0, + "step": 13708 + }, + { + "epoch": 2.54577530176416, + "grad_norm": 1.5427281856536865, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8799232244491577, + "num_tokens": 499359701.0, + "step": 13709 + }, + { + "epoch": 2.545961002785515, + "grad_norm": 1.465484857559204, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.892876148223877, + "num_tokens": 499398680.0, + "step": 13710 + }, + { + "epoch": 2.546146703806871, + "grad_norm": 1.5820996761322021, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8906829953193665, + "num_tokens": 499430542.0, + "step": 13711 + }, + { + "epoch": 2.5463324048282265, + "grad_norm": 1.6032708883285522, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8962618708610535, + "num_tokens": 499461820.0, + "step": 13712 + }, + { + "epoch": 2.5465181058495823, + "grad_norm": 1.580003023147583, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8852296471595764, + "num_tokens": 499496548.0, + "step": 13713 + }, + { + "epoch": 2.546703806870938, + "grad_norm": 1.4947184324264526, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8912390470504761, + "num_tokens": 499533386.0, + "step": 13714 + }, + { + "epoch": 2.5468895078922933, + "grad_norm": 1.5078802108764648, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8938031792640686, + "num_tokens": 499568424.0, + "step": 13715 + }, + { + "epoch": 2.547075208913649, + "grad_norm": 1.5720715522766113, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8881174325942993, + "num_tokens": 499605936.0, + "step": 13716 + }, + { + "epoch": 2.5472609099350048, + "grad_norm": 1.7161954641342163, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8777428865432739, + "num_tokens": 499636420.0, + "step": 13717 + }, + { + "epoch": 2.54744661095636, + "grad_norm": 1.4868028163909912, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8863078355789185, + "num_tokens": 499674272.0, + "step": 13718 + }, + { + "epoch": 2.547632311977716, + "grad_norm": 1.3722734451293945, + "learning_rate": 1e-06, + "loss": 0.2813, + "mean_token_accuracy": 0.8998397588729858, + "num_tokens": 499716986.0, + "step": 13719 + }, + { + "epoch": 2.5478180129990715, + "grad_norm": 1.5110207796096802, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8852005004882812, + "num_tokens": 499757780.0, + "step": 13720 + }, + { + "epoch": 2.5480037140204272, + "grad_norm": 1.6738379001617432, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.892715334892273, + "num_tokens": 499787966.0, + "step": 13721 + }, + { + "epoch": 2.548189415041783, + "grad_norm": 1.6355921030044556, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8957332372665405, + "num_tokens": 499819684.0, + "step": 13722 + }, + { + "epoch": 2.5483751160631383, + "grad_norm": 1.4415897130966187, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8874647617340088, + "num_tokens": 499862646.0, + "step": 13723 + }, + { + "epoch": 2.548560817084494, + "grad_norm": 1.6394330263137817, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8633501529693604, + "num_tokens": 499900662.0, + "step": 13724 + }, + { + "epoch": 2.5487465181058497, + "grad_norm": 1.6262133121490479, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8827135562896729, + "num_tokens": 499935872.0, + "step": 13725 + }, + { + "epoch": 2.548932219127205, + "grad_norm": 1.5339510440826416, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8878847360610962, + "num_tokens": 499972881.0, + "step": 13726 + }, + { + "epoch": 2.5491179201485608, + "grad_norm": 1.6574821472167969, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8705182671546936, + "num_tokens": 500006470.0, + "step": 13727 + }, + { + "epoch": 2.5493036211699165, + "grad_norm": 1.5257810354232788, + "learning_rate": 1e-06, + "loss": 0.3023, + "mean_token_accuracy": 0.8956336975097656, + "num_tokens": 500042901.0, + "step": 13728 + }, + { + "epoch": 2.5494893221912722, + "grad_norm": 1.45980966091156, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8946216106414795, + "num_tokens": 500081509.0, + "step": 13729 + }, + { + "epoch": 2.5496750232126275, + "grad_norm": 1.6088969707489014, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8945763111114502, + "num_tokens": 500112864.0, + "step": 13730 + }, + { + "epoch": 2.5498607242339832, + "grad_norm": 1.5101089477539062, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.884473443031311, + "num_tokens": 500151591.0, + "step": 13731 + }, + { + "epoch": 2.550046425255339, + "grad_norm": 1.480485439300537, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8892368078231812, + "num_tokens": 500193621.0, + "step": 13732 + }, + { + "epoch": 2.5502321262766943, + "grad_norm": 1.6739459037780762, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8756762742996216, + "num_tokens": 500226332.0, + "step": 13733 + }, + { + "epoch": 2.55041782729805, + "grad_norm": 1.6769343614578247, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8823506236076355, + "num_tokens": 500257622.0, + "step": 13734 + }, + { + "epoch": 2.5506035283194057, + "grad_norm": 1.5853807926177979, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8727970123291016, + "num_tokens": 500297774.0, + "step": 13735 + }, + { + "epoch": 2.5507892293407615, + "grad_norm": 1.6493738889694214, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8949548602104187, + "num_tokens": 500331930.0, + "step": 13736 + }, + { + "epoch": 2.550974930362117, + "grad_norm": 1.4042067527770996, + "learning_rate": 1e-06, + "loss": 0.2572, + "mean_token_accuracy": 0.9067879319190979, + "num_tokens": 500368073.0, + "step": 13737 + }, + { + "epoch": 2.5511606313834725, + "grad_norm": 1.668660044670105, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.892902135848999, + "num_tokens": 500399452.0, + "step": 13738 + }, + { + "epoch": 2.551346332404828, + "grad_norm": 1.5150583982467651, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8888749480247498, + "num_tokens": 500434944.0, + "step": 13739 + }, + { + "epoch": 2.551532033426184, + "grad_norm": 1.4303280115127563, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.8978672027587891, + "num_tokens": 500473869.0, + "step": 13740 + }, + { + "epoch": 2.5517177344475392, + "grad_norm": 1.4372541904449463, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8865203857421875, + "num_tokens": 500514164.0, + "step": 13741 + }, + { + "epoch": 2.551903435468895, + "grad_norm": 1.641168475151062, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8849688172340393, + "num_tokens": 500553236.0, + "step": 13742 + }, + { + "epoch": 2.5520891364902507, + "grad_norm": 1.673677682876587, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8772691488265991, + "num_tokens": 500587159.0, + "step": 13743 + }, + { + "epoch": 2.5522748375116064, + "grad_norm": 1.3677114248275757, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8953410387039185, + "num_tokens": 500631878.0, + "step": 13744 + }, + { + "epoch": 2.552460538532962, + "grad_norm": 1.5057998895645142, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8839980363845825, + "num_tokens": 500670017.0, + "step": 13745 + }, + { + "epoch": 2.5526462395543175, + "grad_norm": 1.620552897453308, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8893200159072876, + "num_tokens": 500702917.0, + "step": 13746 + }, + { + "epoch": 2.552831940575673, + "grad_norm": 1.5132148265838623, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8921096324920654, + "num_tokens": 500735615.0, + "step": 13747 + }, + { + "epoch": 2.553017641597029, + "grad_norm": 1.4153552055358887, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8926175832748413, + "num_tokens": 500774932.0, + "step": 13748 + }, + { + "epoch": 2.553203342618384, + "grad_norm": 1.5957062244415283, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8702555894851685, + "num_tokens": 500812678.0, + "step": 13749 + }, + { + "epoch": 2.55338904363974, + "grad_norm": 1.5554851293563843, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8883471488952637, + "num_tokens": 500848981.0, + "step": 13750 + }, + { + "epoch": 2.5535747446610957, + "grad_norm": 1.5101380348205566, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8941212296485901, + "num_tokens": 500886638.0, + "step": 13751 + }, + { + "epoch": 2.5537604456824514, + "grad_norm": 1.526093602180481, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8879072070121765, + "num_tokens": 500925209.0, + "step": 13752 + }, + { + "epoch": 2.5539461467038067, + "grad_norm": 1.5223313570022583, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8848713636398315, + "num_tokens": 500963771.0, + "step": 13753 + }, + { + "epoch": 2.5541318477251624, + "grad_norm": 1.5720102787017822, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8780060410499573, + "num_tokens": 501000982.0, + "step": 13754 + }, + { + "epoch": 2.554317548746518, + "grad_norm": 1.4102026224136353, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8894758820533752, + "num_tokens": 501040972.0, + "step": 13755 + }, + { + "epoch": 2.5545032497678735, + "grad_norm": 1.4908396005630493, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.890527069568634, + "num_tokens": 501077733.0, + "step": 13756 + }, + { + "epoch": 2.554688950789229, + "grad_norm": 1.7778695821762085, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8783531188964844, + "num_tokens": 501108930.0, + "step": 13757 + }, + { + "epoch": 2.554874651810585, + "grad_norm": 1.4597246646881104, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8828822374343872, + "num_tokens": 501151941.0, + "step": 13758 + }, + { + "epoch": 2.5550603528319407, + "grad_norm": 1.5014839172363281, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8724479675292969, + "num_tokens": 501194602.0, + "step": 13759 + }, + { + "epoch": 2.5552460538532964, + "grad_norm": 1.7311983108520508, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8896940350532532, + "num_tokens": 501225877.0, + "step": 13760 + }, + { + "epoch": 2.5554317548746517, + "grad_norm": 1.5284713506698608, + "learning_rate": 1e-06, + "loss": 0.2767, + "mean_token_accuracy": 0.9011797308921814, + "num_tokens": 501257506.0, + "step": 13761 + }, + { + "epoch": 2.5556174558960074, + "grad_norm": 1.5741931200027466, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8857425451278687, + "num_tokens": 501292952.0, + "step": 13762 + }, + { + "epoch": 2.555803156917363, + "grad_norm": 1.5215777158737183, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8919057250022888, + "num_tokens": 501327632.0, + "step": 13763 + }, + { + "epoch": 2.5559888579387184, + "grad_norm": 1.56976318359375, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8847548961639404, + "num_tokens": 501365988.0, + "step": 13764 + }, + { + "epoch": 2.556174558960074, + "grad_norm": 1.652880072593689, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8941972851753235, + "num_tokens": 501400493.0, + "step": 13765 + }, + { + "epoch": 2.55636025998143, + "grad_norm": 1.667975664138794, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8930731415748596, + "num_tokens": 501433292.0, + "step": 13766 + }, + { + "epoch": 2.5565459610027856, + "grad_norm": 1.5793907642364502, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8850986957550049, + "num_tokens": 501468198.0, + "step": 13767 + }, + { + "epoch": 2.5567316620241414, + "grad_norm": 1.6819398403167725, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8767954707145691, + "num_tokens": 501503979.0, + "step": 13768 + }, + { + "epoch": 2.5569173630454967, + "grad_norm": 1.7079451084136963, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8959289789199829, + "num_tokens": 501537891.0, + "step": 13769 + }, + { + "epoch": 2.5571030640668524, + "grad_norm": 1.5144014358520508, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8768923878669739, + "num_tokens": 501575252.0, + "step": 13770 + }, + { + "epoch": 2.557288765088208, + "grad_norm": 1.558030128479004, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8686955571174622, + "num_tokens": 501614563.0, + "step": 13771 + }, + { + "epoch": 2.5574744661095634, + "grad_norm": 1.4848066568374634, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8755582571029663, + "num_tokens": 501654786.0, + "step": 13772 + }, + { + "epoch": 2.557660167130919, + "grad_norm": 1.4777566194534302, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8777876496315002, + "num_tokens": 501694931.0, + "step": 13773 + }, + { + "epoch": 2.557845868152275, + "grad_norm": 1.6077227592468262, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8843790292739868, + "num_tokens": 501726833.0, + "step": 13774 + }, + { + "epoch": 2.5580315691736306, + "grad_norm": 1.3731228113174438, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8984463214874268, + "num_tokens": 501767471.0, + "step": 13775 + }, + { + "epoch": 2.5582172701949863, + "grad_norm": 1.6873849630355835, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8951565623283386, + "num_tokens": 501796588.0, + "step": 13776 + }, + { + "epoch": 2.5584029712163416, + "grad_norm": 1.578067421913147, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8951378464698792, + "num_tokens": 501830502.0, + "step": 13777 + }, + { + "epoch": 2.5585886722376974, + "grad_norm": 1.4548566341400146, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8965487480163574, + "num_tokens": 501867727.0, + "step": 13778 + }, + { + "epoch": 2.5587743732590527, + "grad_norm": 1.4915260076522827, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8978694081306458, + "num_tokens": 501900817.0, + "step": 13779 + }, + { + "epoch": 2.5589600742804084, + "grad_norm": 1.5034866333007812, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8860519528388977, + "num_tokens": 501940125.0, + "step": 13780 + }, + { + "epoch": 2.559145775301764, + "grad_norm": 1.563986897468567, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8835113644599915, + "num_tokens": 501973012.0, + "step": 13781 + }, + { + "epoch": 2.55933147632312, + "grad_norm": 1.4441927671432495, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.899100661277771, + "num_tokens": 502008942.0, + "step": 13782 + }, + { + "epoch": 2.5595171773444756, + "grad_norm": 1.5108095407485962, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8811574578285217, + "num_tokens": 502048549.0, + "step": 13783 + }, + { + "epoch": 2.559702878365831, + "grad_norm": 1.365319013595581, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8982484340667725, + "num_tokens": 502091781.0, + "step": 13784 + }, + { + "epoch": 2.5598885793871866, + "grad_norm": 1.6486177444458008, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8882226347923279, + "num_tokens": 502126433.0, + "step": 13785 + }, + { + "epoch": 2.5600742804085423, + "grad_norm": 1.6589268445968628, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8818467259407043, + "num_tokens": 502161630.0, + "step": 13786 + }, + { + "epoch": 2.5602599814298976, + "grad_norm": 1.581377625465393, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8949078321456909, + "num_tokens": 502194626.0, + "step": 13787 + }, + { + "epoch": 2.5604456824512534, + "grad_norm": 1.4814645051956177, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8824552893638611, + "num_tokens": 502235588.0, + "step": 13788 + }, + { + "epoch": 2.560631383472609, + "grad_norm": 1.528244137763977, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8841016888618469, + "num_tokens": 502279076.0, + "step": 13789 + }, + { + "epoch": 2.560817084493965, + "grad_norm": 1.6013903617858887, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8835080862045288, + "num_tokens": 502314705.0, + "step": 13790 + }, + { + "epoch": 2.5610027855153206, + "grad_norm": 1.5686912536621094, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8763374090194702, + "num_tokens": 502355304.0, + "step": 13791 + }, + { + "epoch": 2.561188486536676, + "grad_norm": 1.595855951309204, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.89409339427948, + "num_tokens": 502392666.0, + "step": 13792 + }, + { + "epoch": 2.5613741875580316, + "grad_norm": 1.4513978958129883, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8834203481674194, + "num_tokens": 502432334.0, + "step": 13793 + }, + { + "epoch": 2.5615598885793873, + "grad_norm": 1.6874827146530151, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8879978656768799, + "num_tokens": 502464224.0, + "step": 13794 + }, + { + "epoch": 2.5617455896007426, + "grad_norm": 1.5611681938171387, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8907991647720337, + "num_tokens": 502496715.0, + "step": 13795 + }, + { + "epoch": 2.5619312906220983, + "grad_norm": 1.6042500734329224, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8944905996322632, + "num_tokens": 502527809.0, + "step": 13796 + }, + { + "epoch": 2.562116991643454, + "grad_norm": 1.8269678354263306, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8938996195793152, + "num_tokens": 502559668.0, + "step": 13797 + }, + { + "epoch": 2.56230269266481, + "grad_norm": 1.5359927415847778, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.893114447593689, + "num_tokens": 502594375.0, + "step": 13798 + }, + { + "epoch": 2.5624883936861655, + "grad_norm": 1.428525686264038, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8860137462615967, + "num_tokens": 502636042.0, + "step": 13799 + }, + { + "epoch": 2.562674094707521, + "grad_norm": 1.4500248432159424, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8800503015518188, + "num_tokens": 502674400.0, + "step": 13800 + }, + { + "epoch": 2.5628597957288766, + "grad_norm": 1.546787142753601, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.890529453754425, + "num_tokens": 502706474.0, + "step": 13801 + }, + { + "epoch": 2.563045496750232, + "grad_norm": 1.4730942249298096, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8864328861236572, + "num_tokens": 502745757.0, + "step": 13802 + }, + { + "epoch": 2.5632311977715876, + "grad_norm": 1.5163109302520752, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8710086345672607, + "num_tokens": 502785676.0, + "step": 13803 + }, + { + "epoch": 2.5634168987929433, + "grad_norm": 1.5512993335723877, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8970152139663696, + "num_tokens": 502819934.0, + "step": 13804 + }, + { + "epoch": 2.563602599814299, + "grad_norm": 1.4633738994598389, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8837466239929199, + "num_tokens": 502858058.0, + "step": 13805 + }, + { + "epoch": 2.563788300835655, + "grad_norm": 1.5706157684326172, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.894438624382019, + "num_tokens": 502889799.0, + "step": 13806 + }, + { + "epoch": 2.56397400185701, + "grad_norm": 1.44736647605896, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8744558095932007, + "num_tokens": 502933325.0, + "step": 13807 + }, + { + "epoch": 2.564159702878366, + "grad_norm": 1.4849629402160645, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8940250873565674, + "num_tokens": 502968112.0, + "step": 13808 + }, + { + "epoch": 2.5643454038997215, + "grad_norm": 1.6168780326843262, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8793783187866211, + "num_tokens": 503004771.0, + "step": 13809 + }, + { + "epoch": 2.564531104921077, + "grad_norm": 1.5325300693511963, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8757400512695312, + "num_tokens": 503043780.0, + "step": 13810 + }, + { + "epoch": 2.5647168059424326, + "grad_norm": 1.438932180404663, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8886263966560364, + "num_tokens": 503085245.0, + "step": 13811 + }, + { + "epoch": 2.5649025069637883, + "grad_norm": 1.440049409866333, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8827853202819824, + "num_tokens": 503126498.0, + "step": 13812 + }, + { + "epoch": 2.565088207985144, + "grad_norm": 1.3417915105819702, + "learning_rate": 1e-06, + "loss": 0.2637, + "mean_token_accuracy": 0.9065121412277222, + "num_tokens": 503165690.0, + "step": 13813 + }, + { + "epoch": 2.5652739090064998, + "grad_norm": 1.6334853172302246, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8903694152832031, + "num_tokens": 503200497.0, + "step": 13814 + }, + { + "epoch": 2.565459610027855, + "grad_norm": 1.4611928462982178, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.890358567237854, + "num_tokens": 503238502.0, + "step": 13815 + }, + { + "epoch": 2.565645311049211, + "grad_norm": 1.6182478666305542, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.872076153755188, + "num_tokens": 503272056.0, + "step": 13816 + }, + { + "epoch": 2.5658310120705665, + "grad_norm": 1.60430109500885, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8933522701263428, + "num_tokens": 503302471.0, + "step": 13817 + }, + { + "epoch": 2.566016713091922, + "grad_norm": 1.722041130065918, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8779568672180176, + "num_tokens": 503335058.0, + "step": 13818 + }, + { + "epoch": 2.5662024141132775, + "grad_norm": 1.522902011871338, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8831915855407715, + "num_tokens": 503371831.0, + "step": 13819 + }, + { + "epoch": 2.5663881151346333, + "grad_norm": 1.4671204090118408, + "learning_rate": 1e-06, + "loss": 0.2611, + "mean_token_accuracy": 0.9059485197067261, + "num_tokens": 503405414.0, + "step": 13820 + }, + { + "epoch": 2.566573816155989, + "grad_norm": 1.5752465724945068, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8881852626800537, + "num_tokens": 503443329.0, + "step": 13821 + }, + { + "epoch": 2.5667595171773447, + "grad_norm": 1.5225776433944702, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8879333734512329, + "num_tokens": 503480650.0, + "step": 13822 + }, + { + "epoch": 2.5669452181987, + "grad_norm": 1.5422972440719604, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8803869485855103, + "num_tokens": 503519695.0, + "step": 13823 + }, + { + "epoch": 2.5671309192200558, + "grad_norm": 1.5102159976959229, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8937171697616577, + "num_tokens": 503555035.0, + "step": 13824 + }, + { + "epoch": 2.567316620241411, + "grad_norm": 1.5314702987670898, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8826904296875, + "num_tokens": 503590316.0, + "step": 13825 + }, + { + "epoch": 2.567502321262767, + "grad_norm": 1.6124775409698486, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8822727203369141, + "num_tokens": 503624840.0, + "step": 13826 + }, + { + "epoch": 2.5676880222841225, + "grad_norm": 1.5166593790054321, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8908363580703735, + "num_tokens": 503660382.0, + "step": 13827 + }, + { + "epoch": 2.5678737233054783, + "grad_norm": 1.5038148164749146, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8851532340049744, + "num_tokens": 503700460.0, + "step": 13828 + }, + { + "epoch": 2.568059424326834, + "grad_norm": 1.416235089302063, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8878408074378967, + "num_tokens": 503738470.0, + "step": 13829 + }, + { + "epoch": 2.5682451253481893, + "grad_norm": 1.4673317670822144, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8942129611968994, + "num_tokens": 503776117.0, + "step": 13830 + }, + { + "epoch": 2.568430826369545, + "grad_norm": 1.6361358165740967, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8785039782524109, + "num_tokens": 503814141.0, + "step": 13831 + }, + { + "epoch": 2.5686165273909007, + "grad_norm": 1.479779839515686, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8753782510757446, + "num_tokens": 503859730.0, + "step": 13832 + }, + { + "epoch": 2.568802228412256, + "grad_norm": 1.465882420539856, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8872701525688171, + "num_tokens": 503895172.0, + "step": 13833 + }, + { + "epoch": 2.5689879294336118, + "grad_norm": 1.6183735132217407, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8780422210693359, + "num_tokens": 503934096.0, + "step": 13834 + }, + { + "epoch": 2.5691736304549675, + "grad_norm": 1.3617604970932007, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8976497054100037, + "num_tokens": 503974385.0, + "step": 13835 + }, + { + "epoch": 2.5693593314763232, + "grad_norm": 1.3803551197052002, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8871257901191711, + "num_tokens": 504015190.0, + "step": 13836 + }, + { + "epoch": 2.569545032497679, + "grad_norm": 1.5492420196533203, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8908272981643677, + "num_tokens": 504049952.0, + "step": 13837 + }, + { + "epoch": 2.5697307335190342, + "grad_norm": 1.4185829162597656, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8949734568595886, + "num_tokens": 504089108.0, + "step": 13838 + }, + { + "epoch": 2.56991643454039, + "grad_norm": 1.53752863407135, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8915741443634033, + "num_tokens": 504124116.0, + "step": 13839 + }, + { + "epoch": 2.5701021355617457, + "grad_norm": 1.425005555152893, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8877700567245483, + "num_tokens": 504163294.0, + "step": 13840 + }, + { + "epoch": 2.570287836583101, + "grad_norm": 1.6881643533706665, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8964098691940308, + "num_tokens": 504191382.0, + "step": 13841 + }, + { + "epoch": 2.5704735376044567, + "grad_norm": 1.637406349182129, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8985937833786011, + "num_tokens": 504223816.0, + "step": 13842 + }, + { + "epoch": 2.5706592386258125, + "grad_norm": 1.4952809810638428, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8950048089027405, + "num_tokens": 504264873.0, + "step": 13843 + }, + { + "epoch": 2.570844939647168, + "grad_norm": 1.580970287322998, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8840682506561279, + "num_tokens": 504297300.0, + "step": 13844 + }, + { + "epoch": 2.571030640668524, + "grad_norm": 1.6628972291946411, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8861333727836609, + "num_tokens": 504330483.0, + "step": 13845 + }, + { + "epoch": 2.5712163416898792, + "grad_norm": 1.6831676959991455, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8812669515609741, + "num_tokens": 504362339.0, + "step": 13846 + }, + { + "epoch": 2.571402042711235, + "grad_norm": 1.5453174114227295, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8829004168510437, + "num_tokens": 504399303.0, + "step": 13847 + }, + { + "epoch": 2.5715877437325907, + "grad_norm": 1.567202091217041, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.903379499912262, + "num_tokens": 504431548.0, + "step": 13848 + }, + { + "epoch": 2.571773444753946, + "grad_norm": 1.41837477684021, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8920188546180725, + "num_tokens": 504470800.0, + "step": 13849 + }, + { + "epoch": 2.5719591457753017, + "grad_norm": 1.5189471244812012, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8925876617431641, + "num_tokens": 504505954.0, + "step": 13850 + }, + { + "epoch": 2.5721448467966574, + "grad_norm": 1.50852370262146, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8774546384811401, + "num_tokens": 504542206.0, + "step": 13851 + }, + { + "epoch": 2.572330547818013, + "grad_norm": 1.521858811378479, + "learning_rate": 1e-06, + "loss": 0.3, + "mean_token_accuracy": 0.8950600624084473, + "num_tokens": 504575747.0, + "step": 13852 + }, + { + "epoch": 2.5725162488393685, + "grad_norm": 1.5579787492752075, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8879090547561646, + "num_tokens": 504613640.0, + "step": 13853 + }, + { + "epoch": 2.572701949860724, + "grad_norm": 1.506506323814392, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8875346779823303, + "num_tokens": 504652211.0, + "step": 13854 + }, + { + "epoch": 2.57288765088208, + "grad_norm": 1.7057489156723022, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8709275722503662, + "num_tokens": 504687088.0, + "step": 13855 + }, + { + "epoch": 2.5730733519034352, + "grad_norm": 1.4576611518859863, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8835111260414124, + "num_tokens": 504725284.0, + "step": 13856 + }, + { + "epoch": 2.573259052924791, + "grad_norm": 1.476965069770813, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8887447714805603, + "num_tokens": 504762473.0, + "step": 13857 + }, + { + "epoch": 2.5734447539461467, + "grad_norm": 1.5184141397476196, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8793243169784546, + "num_tokens": 504800860.0, + "step": 13858 + }, + { + "epoch": 2.5736304549675024, + "grad_norm": 1.495216965675354, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.886455237865448, + "num_tokens": 504836935.0, + "step": 13859 + }, + { + "epoch": 2.573816155988858, + "grad_norm": 1.4587305784225464, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8889503479003906, + "num_tokens": 504876386.0, + "step": 13860 + }, + { + "epoch": 2.5740018570102134, + "grad_norm": 1.5633634328842163, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8811296224594116, + "num_tokens": 504911052.0, + "step": 13861 + }, + { + "epoch": 2.574187558031569, + "grad_norm": 1.5950512886047363, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8891665935516357, + "num_tokens": 504942719.0, + "step": 13862 + }, + { + "epoch": 2.574373259052925, + "grad_norm": 1.5194157361984253, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8936268091201782, + "num_tokens": 504980770.0, + "step": 13863 + }, + { + "epoch": 2.57455896007428, + "grad_norm": 1.3391847610473633, + "learning_rate": 1e-06, + "loss": 0.2828, + "mean_token_accuracy": 0.9013869762420654, + "num_tokens": 505025033.0, + "step": 13864 + }, + { + "epoch": 2.574744661095636, + "grad_norm": 1.5207428932189941, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8799933195114136, + "num_tokens": 505063053.0, + "step": 13865 + }, + { + "epoch": 2.5749303621169917, + "grad_norm": 1.6235815286636353, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8762219548225403, + "num_tokens": 505096044.0, + "step": 13866 + }, + { + "epoch": 2.5751160631383474, + "grad_norm": 1.6499799489974976, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8729592561721802, + "num_tokens": 505129983.0, + "step": 13867 + }, + { + "epoch": 2.575301764159703, + "grad_norm": 1.4661868810653687, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8881261944770813, + "num_tokens": 505169153.0, + "step": 13868 + }, + { + "epoch": 2.5754874651810584, + "grad_norm": 1.4374570846557617, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8932899236679077, + "num_tokens": 505206494.0, + "step": 13869 + }, + { + "epoch": 2.575673166202414, + "grad_norm": 1.5586687326431274, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8847964406013489, + "num_tokens": 505244570.0, + "step": 13870 + }, + { + "epoch": 2.57585886722377, + "grad_norm": 1.5818113088607788, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8771577477455139, + "num_tokens": 505283454.0, + "step": 13871 + }, + { + "epoch": 2.576044568245125, + "grad_norm": 1.3438150882720947, + "learning_rate": 1e-06, + "loss": 0.2667, + "mean_token_accuracy": 0.9034833908081055, + "num_tokens": 505323137.0, + "step": 13872 + }, + { + "epoch": 2.576230269266481, + "grad_norm": 1.4751213788986206, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.891770601272583, + "num_tokens": 505363884.0, + "step": 13873 + }, + { + "epoch": 2.5764159702878366, + "grad_norm": 1.6540226936340332, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8777685165405273, + "num_tokens": 505401118.0, + "step": 13874 + }, + { + "epoch": 2.5766016713091924, + "grad_norm": 1.4261161088943481, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8851699829101562, + "num_tokens": 505442075.0, + "step": 13875 + }, + { + "epoch": 2.5767873723305477, + "grad_norm": 1.532184362411499, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.898313045501709, + "num_tokens": 505476511.0, + "step": 13876 + }, + { + "epoch": 2.5769730733519034, + "grad_norm": 1.502996802330017, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.8981478810310364, + "num_tokens": 505513099.0, + "step": 13877 + }, + { + "epoch": 2.577158774373259, + "grad_norm": 1.6980618238449097, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8627409934997559, + "num_tokens": 505547530.0, + "step": 13878 + }, + { + "epoch": 2.5773444753946144, + "grad_norm": 1.4605085849761963, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8877743482589722, + "num_tokens": 505584928.0, + "step": 13879 + }, + { + "epoch": 2.57753017641597, + "grad_norm": 1.5023341178894043, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8921531438827515, + "num_tokens": 505621237.0, + "step": 13880 + }, + { + "epoch": 2.577715877437326, + "grad_norm": 1.7543901205062866, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8774547576904297, + "num_tokens": 505652586.0, + "step": 13881 + }, + { + "epoch": 2.5779015784586816, + "grad_norm": 1.399657130241394, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8845095634460449, + "num_tokens": 505693128.0, + "step": 13882 + }, + { + "epoch": 2.5780872794800374, + "grad_norm": 1.5124725103378296, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.879825234413147, + "num_tokens": 505729177.0, + "step": 13883 + }, + { + "epoch": 2.5782729805013926, + "grad_norm": 1.5666556358337402, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8867683410644531, + "num_tokens": 505765712.0, + "step": 13884 + }, + { + "epoch": 2.5784586815227484, + "grad_norm": 1.6021770238876343, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8884596824645996, + "num_tokens": 505798245.0, + "step": 13885 + }, + { + "epoch": 2.578644382544104, + "grad_norm": 1.4272476434707642, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8846645355224609, + "num_tokens": 505836143.0, + "step": 13886 + }, + { + "epoch": 2.5788300835654594, + "grad_norm": 1.464674472808838, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8864829540252686, + "num_tokens": 505873775.0, + "step": 13887 + }, + { + "epoch": 2.579015784586815, + "grad_norm": 1.5778007507324219, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8867197632789612, + "num_tokens": 505907339.0, + "step": 13888 + }, + { + "epoch": 2.579201485608171, + "grad_norm": 1.4616931676864624, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8685920238494873, + "num_tokens": 505948917.0, + "step": 13889 + }, + { + "epoch": 2.5793871866295266, + "grad_norm": 1.4268461465835571, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8927674293518066, + "num_tokens": 505987742.0, + "step": 13890 + }, + { + "epoch": 2.5795728876508823, + "grad_norm": 1.5792229175567627, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.879372775554657, + "num_tokens": 506022702.0, + "step": 13891 + }, + { + "epoch": 2.5797585886722376, + "grad_norm": 1.4860543012619019, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8835825324058533, + "num_tokens": 506062325.0, + "step": 13892 + }, + { + "epoch": 2.5799442896935934, + "grad_norm": 1.507982850074768, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.877601146697998, + "num_tokens": 506098589.0, + "step": 13893 + }, + { + "epoch": 2.580129990714949, + "grad_norm": 1.5221225023269653, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8783410787582397, + "num_tokens": 506139985.0, + "step": 13894 + }, + { + "epoch": 2.5803156917363044, + "grad_norm": 1.494210958480835, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8872416019439697, + "num_tokens": 506175270.0, + "step": 13895 + }, + { + "epoch": 2.58050139275766, + "grad_norm": 1.7439478635787964, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8733265399932861, + "num_tokens": 506205824.0, + "step": 13896 + }, + { + "epoch": 2.580687093779016, + "grad_norm": 1.461044192314148, + "learning_rate": 1e-06, + "loss": 0.2913, + "mean_token_accuracy": 0.8960959911346436, + "num_tokens": 506241333.0, + "step": 13897 + }, + { + "epoch": 2.5808727948003716, + "grad_norm": 1.5644028186798096, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8835421800613403, + "num_tokens": 506274811.0, + "step": 13898 + }, + { + "epoch": 2.581058495821727, + "grad_norm": 1.4164232015609741, + "learning_rate": 1e-06, + "loss": 0.2866, + "mean_token_accuracy": 0.8982722759246826, + "num_tokens": 506311682.0, + "step": 13899 + }, + { + "epoch": 2.5812441968430826, + "grad_norm": 1.5243861675262451, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.887791633605957, + "num_tokens": 506349424.0, + "step": 13900 + }, + { + "epoch": 2.5814298978644383, + "grad_norm": 1.4608839750289917, + "learning_rate": 1e-06, + "loss": 0.2842, + "mean_token_accuracy": 0.9025980830192566, + "num_tokens": 506386167.0, + "step": 13901 + }, + { + "epoch": 2.5816155988857936, + "grad_norm": 1.5234638452529907, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8761200308799744, + "num_tokens": 506428195.0, + "step": 13902 + }, + { + "epoch": 2.5818012999071493, + "grad_norm": 1.567038655281067, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8871338367462158, + "num_tokens": 506466601.0, + "step": 13903 + }, + { + "epoch": 2.581987000928505, + "grad_norm": 1.5207960605621338, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.884266197681427, + "num_tokens": 506507012.0, + "step": 13904 + }, + { + "epoch": 2.582172701949861, + "grad_norm": 1.51960289478302, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8873164653778076, + "num_tokens": 506545764.0, + "step": 13905 + }, + { + "epoch": 2.5823584029712165, + "grad_norm": 1.5643205642700195, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8809066414833069, + "num_tokens": 506579258.0, + "step": 13906 + }, + { + "epoch": 2.582544103992572, + "grad_norm": 1.638301968574524, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.883808970451355, + "num_tokens": 506611555.0, + "step": 13907 + }, + { + "epoch": 2.5827298050139276, + "grad_norm": 1.5576162338256836, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8901337385177612, + "num_tokens": 506646629.0, + "step": 13908 + }, + { + "epoch": 2.5829155060352833, + "grad_norm": 1.4202499389648438, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8840182423591614, + "num_tokens": 506688973.0, + "step": 13909 + }, + { + "epoch": 2.5831012070566386, + "grad_norm": 1.6026979684829712, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8829247951507568, + "num_tokens": 506724746.0, + "step": 13910 + }, + { + "epoch": 2.5832869080779943, + "grad_norm": 1.5014216899871826, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.874693751335144, + "num_tokens": 506762836.0, + "step": 13911 + }, + { + "epoch": 2.58347260909935, + "grad_norm": 1.4939359426498413, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8830018043518066, + "num_tokens": 506803325.0, + "step": 13912 + }, + { + "epoch": 2.583658310120706, + "grad_norm": 1.5944734811782837, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8813733458518982, + "num_tokens": 506839957.0, + "step": 13913 + }, + { + "epoch": 2.5838440111420615, + "grad_norm": 1.5994212627410889, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8928407430648804, + "num_tokens": 506870631.0, + "step": 13914 + }, + { + "epoch": 2.584029712163417, + "grad_norm": 1.6647526025772095, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8761732578277588, + "num_tokens": 506902353.0, + "step": 13915 + }, + { + "epoch": 2.5842154131847725, + "grad_norm": 1.490612506866455, + "learning_rate": 1e-06, + "loss": 0.2875, + "mean_token_accuracy": 0.8956019878387451, + "num_tokens": 506936221.0, + "step": 13916 + }, + { + "epoch": 2.5844011142061283, + "grad_norm": 1.5610116720199585, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8795042634010315, + "num_tokens": 506973198.0, + "step": 13917 + }, + { + "epoch": 2.5845868152274836, + "grad_norm": 1.6626591682434082, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8787829875946045, + "num_tokens": 507008856.0, + "step": 13918 + }, + { + "epoch": 2.5847725162488393, + "grad_norm": 1.650925874710083, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8849779963493347, + "num_tokens": 507042505.0, + "step": 13919 + }, + { + "epoch": 2.584958217270195, + "grad_norm": 1.4940165281295776, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8754820227622986, + "num_tokens": 507080362.0, + "step": 13920 + }, + { + "epoch": 2.5851439182915508, + "grad_norm": 1.4928467273712158, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.887290358543396, + "num_tokens": 507120238.0, + "step": 13921 + }, + { + "epoch": 2.585329619312906, + "grad_norm": 1.5694745779037476, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8740091323852539, + "num_tokens": 507159170.0, + "step": 13922 + }, + { + "epoch": 2.585515320334262, + "grad_norm": 1.4905709028244019, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.891648530960083, + "num_tokens": 507198954.0, + "step": 13923 + }, + { + "epoch": 2.5857010213556175, + "grad_norm": 1.4480314254760742, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8957946300506592, + "num_tokens": 507235198.0, + "step": 13924 + }, + { + "epoch": 2.585886722376973, + "grad_norm": 1.49346923828125, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.894993245601654, + "num_tokens": 507269965.0, + "step": 13925 + }, + { + "epoch": 2.5860724233983285, + "grad_norm": 1.6641870737075806, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8900830149650574, + "num_tokens": 507301911.0, + "step": 13926 + }, + { + "epoch": 2.5862581244196843, + "grad_norm": 1.470816731452942, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8848782181739807, + "num_tokens": 507343363.0, + "step": 13927 + }, + { + "epoch": 2.58644382544104, + "grad_norm": 1.5486853122711182, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8861532211303711, + "num_tokens": 507379088.0, + "step": 13928 + }, + { + "epoch": 2.5866295264623957, + "grad_norm": 1.590968370437622, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.89406418800354, + "num_tokens": 507411290.0, + "step": 13929 + }, + { + "epoch": 2.586815227483751, + "grad_norm": 1.478596568107605, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.895877480506897, + "num_tokens": 507449489.0, + "step": 13930 + }, + { + "epoch": 2.5870009285051068, + "grad_norm": 1.5306133031845093, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8978235721588135, + "num_tokens": 507483396.0, + "step": 13931 + }, + { + "epoch": 2.5871866295264625, + "grad_norm": 1.5214134454727173, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8912476897239685, + "num_tokens": 507518043.0, + "step": 13932 + }, + { + "epoch": 2.587372330547818, + "grad_norm": 1.4174946546554565, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8960311412811279, + "num_tokens": 507557581.0, + "step": 13933 + }, + { + "epoch": 2.5875580315691735, + "grad_norm": 1.5438696146011353, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8826047778129578, + "num_tokens": 507591784.0, + "step": 13934 + }, + { + "epoch": 2.5877437325905293, + "grad_norm": 1.4742177724838257, + "learning_rate": 1e-06, + "loss": 0.2745, + "mean_token_accuracy": 0.9008099436759949, + "num_tokens": 507629274.0, + "step": 13935 + }, + { + "epoch": 2.587929433611885, + "grad_norm": 1.5033420324325562, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.887971043586731, + "num_tokens": 507666033.0, + "step": 13936 + }, + { + "epoch": 2.5881151346332407, + "grad_norm": 1.4244755506515503, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8950729370117188, + "num_tokens": 507704483.0, + "step": 13937 + }, + { + "epoch": 2.588300835654596, + "grad_norm": 1.4106264114379883, + "learning_rate": 1e-06, + "loss": 0.2631, + "mean_token_accuracy": 0.9060103297233582, + "num_tokens": 507742044.0, + "step": 13938 + }, + { + "epoch": 2.5884865366759517, + "grad_norm": 1.470786213874817, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8914510607719421, + "num_tokens": 507779373.0, + "step": 13939 + }, + { + "epoch": 2.5886722376973075, + "grad_norm": 1.51688551902771, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8975261449813843, + "num_tokens": 507813806.0, + "step": 13940 + }, + { + "epoch": 2.5888579387186628, + "grad_norm": 1.5336145162582397, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8859687447547913, + "num_tokens": 507847771.0, + "step": 13941 + }, + { + "epoch": 2.5890436397400185, + "grad_norm": 1.4674509763717651, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8815388679504395, + "num_tokens": 507888461.0, + "step": 13942 + }, + { + "epoch": 2.5892293407613742, + "grad_norm": 1.5403231382369995, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8833774328231812, + "num_tokens": 507926578.0, + "step": 13943 + }, + { + "epoch": 2.58941504178273, + "grad_norm": 1.5185768604278564, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.885369062423706, + "num_tokens": 507963583.0, + "step": 13944 + }, + { + "epoch": 2.5896007428040857, + "grad_norm": 1.461837649345398, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8800874948501587, + "num_tokens": 508005490.0, + "step": 13945 + }, + { + "epoch": 2.589786443825441, + "grad_norm": 1.6851516962051392, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8828122615814209, + "num_tokens": 508038092.0, + "step": 13946 + }, + { + "epoch": 2.5899721448467967, + "grad_norm": 1.51368248462677, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.882655680179596, + "num_tokens": 508074118.0, + "step": 13947 + }, + { + "epoch": 2.590157845868152, + "grad_norm": 1.5582035779953003, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8766626119613647, + "num_tokens": 508110765.0, + "step": 13948 + }, + { + "epoch": 2.5903435468895077, + "grad_norm": 1.5019029378890991, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8922405242919922, + "num_tokens": 508145277.0, + "step": 13949 + }, + { + "epoch": 2.5905292479108635, + "grad_norm": 1.6948500871658325, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8808716535568237, + "num_tokens": 508176777.0, + "step": 13950 + }, + { + "epoch": 2.590714948932219, + "grad_norm": 1.5899733304977417, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8870588541030884, + "num_tokens": 508211001.0, + "step": 13951 + }, + { + "epoch": 2.590900649953575, + "grad_norm": 1.4999415874481201, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8943985104560852, + "num_tokens": 508245453.0, + "step": 13952 + }, + { + "epoch": 2.5910863509749302, + "grad_norm": 1.4642404317855835, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8801134824752808, + "num_tokens": 508284895.0, + "step": 13953 + }, + { + "epoch": 2.591272051996286, + "grad_norm": 1.5552347898483276, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8851988315582275, + "num_tokens": 508320772.0, + "step": 13954 + }, + { + "epoch": 2.5914577530176417, + "grad_norm": 1.441426157951355, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8878113031387329, + "num_tokens": 508360542.0, + "step": 13955 + }, + { + "epoch": 2.591643454038997, + "grad_norm": 1.6585983037948608, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8827903866767883, + "num_tokens": 508396845.0, + "step": 13956 + }, + { + "epoch": 2.5918291550603527, + "grad_norm": 1.4188790321350098, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8850614428520203, + "num_tokens": 508440800.0, + "step": 13957 + }, + { + "epoch": 2.5920148560817085, + "grad_norm": 1.397081732749939, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8931986093521118, + "num_tokens": 508480794.0, + "step": 13958 + }, + { + "epoch": 2.592200557103064, + "grad_norm": 1.5481048822402954, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.9003696441650391, + "num_tokens": 508514648.0, + "step": 13959 + }, + { + "epoch": 2.59238625812442, + "grad_norm": 1.5548421144485474, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8881083130836487, + "num_tokens": 508552998.0, + "step": 13960 + }, + { + "epoch": 2.592571959145775, + "grad_norm": 1.5902738571166992, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8848059773445129, + "num_tokens": 508589478.0, + "step": 13961 + }, + { + "epoch": 2.592757660167131, + "grad_norm": 1.5711725950241089, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8799253106117249, + "num_tokens": 508625511.0, + "step": 13962 + }, + { + "epoch": 2.5929433611884867, + "grad_norm": 1.45846426486969, + "learning_rate": 1e-06, + "loss": 0.2871, + "mean_token_accuracy": 0.8989502191543579, + "num_tokens": 508663614.0, + "step": 13963 + }, + { + "epoch": 2.593129062209842, + "grad_norm": 1.3894414901733398, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8842503428459167, + "num_tokens": 508709092.0, + "step": 13964 + }, + { + "epoch": 2.5933147632311977, + "grad_norm": 1.5294363498687744, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8909449577331543, + "num_tokens": 508745879.0, + "step": 13965 + }, + { + "epoch": 2.5935004642525534, + "grad_norm": 1.508708119392395, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.890933632850647, + "num_tokens": 508785551.0, + "step": 13966 + }, + { + "epoch": 2.593686165273909, + "grad_norm": 1.478461742401123, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8577468395233154, + "num_tokens": 508831535.0, + "step": 13967 + }, + { + "epoch": 2.593871866295265, + "grad_norm": 1.5452635288238525, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8872635960578918, + "num_tokens": 508867093.0, + "step": 13968 + }, + { + "epoch": 2.59405756731662, + "grad_norm": 1.5235737562179565, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8908573985099792, + "num_tokens": 508901032.0, + "step": 13969 + }, + { + "epoch": 2.594243268337976, + "grad_norm": 1.4435538053512573, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8806752562522888, + "num_tokens": 508941746.0, + "step": 13970 + }, + { + "epoch": 2.594428969359331, + "grad_norm": 1.7729400396347046, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8757443428039551, + "num_tokens": 508971696.0, + "step": 13971 + }, + { + "epoch": 2.594614670380687, + "grad_norm": 1.602142095565796, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8858072757720947, + "num_tokens": 509004052.0, + "step": 13972 + }, + { + "epoch": 2.5948003714020427, + "grad_norm": 1.612175464630127, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.876384973526001, + "num_tokens": 509037768.0, + "step": 13973 + }, + { + "epoch": 2.5949860724233984, + "grad_norm": 1.660465121269226, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8796056509017944, + "num_tokens": 509070987.0, + "step": 13974 + }, + { + "epoch": 2.595171773444754, + "grad_norm": 1.7468892335891724, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8906099796295166, + "num_tokens": 509100226.0, + "step": 13975 + }, + { + "epoch": 2.5953574744661094, + "grad_norm": 1.6761646270751953, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8806051015853882, + "num_tokens": 509133229.0, + "step": 13976 + }, + { + "epoch": 2.595543175487465, + "grad_norm": 1.6455018520355225, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8814918994903564, + "num_tokens": 509166129.0, + "step": 13977 + }, + { + "epoch": 2.595728876508821, + "grad_norm": 1.4746854305267334, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.8949553370475769, + "num_tokens": 509201981.0, + "step": 13978 + }, + { + "epoch": 2.595914577530176, + "grad_norm": 1.4633687734603882, + "learning_rate": 1e-06, + "loss": 0.2889, + "mean_token_accuracy": 0.8994859457015991, + "num_tokens": 509240067.0, + "step": 13979 + }, + { + "epoch": 2.596100278551532, + "grad_norm": 1.7667096853256226, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8743723630905151, + "num_tokens": 509272653.0, + "step": 13980 + }, + { + "epoch": 2.5962859795728876, + "grad_norm": 1.5499218702316284, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.892582893371582, + "num_tokens": 509307483.0, + "step": 13981 + }, + { + "epoch": 2.5964716805942434, + "grad_norm": 1.3928520679473877, + "learning_rate": 1e-06, + "loss": 0.2829, + "mean_token_accuracy": 0.898675799369812, + "num_tokens": 509346573.0, + "step": 13982 + }, + { + "epoch": 2.596657381615599, + "grad_norm": 1.5515151023864746, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8868876695632935, + "num_tokens": 509381130.0, + "step": 13983 + }, + { + "epoch": 2.5968430826369544, + "grad_norm": 1.5052357912063599, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8814413547515869, + "num_tokens": 509421336.0, + "step": 13984 + }, + { + "epoch": 2.59702878365831, + "grad_norm": 1.534183144569397, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8911178112030029, + "num_tokens": 509454234.0, + "step": 13985 + }, + { + "epoch": 2.597214484679666, + "grad_norm": 1.5789533853530884, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8783193230628967, + "num_tokens": 509490709.0, + "step": 13986 + }, + { + "epoch": 2.597400185701021, + "grad_norm": 1.5372484922409058, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8881360292434692, + "num_tokens": 509529904.0, + "step": 13987 + }, + { + "epoch": 2.597585886722377, + "grad_norm": 1.544448733329773, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8923405408859253, + "num_tokens": 509564821.0, + "step": 13988 + }, + { + "epoch": 2.5977715877437326, + "grad_norm": 1.535258173942566, + "learning_rate": 1e-06, + "loss": 0.2672, + "mean_token_accuracy": 0.903779923915863, + "num_tokens": 509596294.0, + "step": 13989 + }, + { + "epoch": 2.5979572887650884, + "grad_norm": 1.5862109661102295, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8765460252761841, + "num_tokens": 509631920.0, + "step": 13990 + }, + { + "epoch": 2.598142989786444, + "grad_norm": 1.4469622373580933, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8931529521942139, + "num_tokens": 509667758.0, + "step": 13991 + }, + { + "epoch": 2.5983286908077994, + "grad_norm": 1.5334819555282593, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8820419907569885, + "num_tokens": 509705303.0, + "step": 13992 + }, + { + "epoch": 2.598514391829155, + "grad_norm": 1.4788342714309692, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8951018452644348, + "num_tokens": 509741347.0, + "step": 13993 + }, + { + "epoch": 2.5987000928505104, + "grad_norm": 1.4983805418014526, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.8968433141708374, + "num_tokens": 509775198.0, + "step": 13994 + }, + { + "epoch": 2.598885793871866, + "grad_norm": 1.5662269592285156, + "learning_rate": 1e-06, + "loss": 0.2847, + "mean_token_accuracy": 0.8975907564163208, + "num_tokens": 509806086.0, + "step": 13995 + }, + { + "epoch": 2.599071494893222, + "grad_norm": 1.4839081764221191, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.895484447479248, + "num_tokens": 509839209.0, + "step": 13996 + }, + { + "epoch": 2.5992571959145776, + "grad_norm": 1.441806674003601, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8831416368484497, + "num_tokens": 509877373.0, + "step": 13997 + }, + { + "epoch": 2.5994428969359333, + "grad_norm": 1.514042854309082, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8920172452926636, + "num_tokens": 509916359.0, + "step": 13998 + }, + { + "epoch": 2.5996285979572886, + "grad_norm": 1.6114232540130615, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8944332003593445, + "num_tokens": 509952246.0, + "step": 13999 + }, + { + "epoch": 2.5998142989786444, + "grad_norm": 1.4477652311325073, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8943761587142944, + "num_tokens": 509989131.0, + "step": 14000 + }, + { + "epoch": 2.6, + "grad_norm": 1.5840426683425903, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.8921244740486145, + "num_tokens": 510022894.0, + "step": 14001 + }, + { + "epoch": 2.6001857010213554, + "grad_norm": 1.4708902835845947, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8899142146110535, + "num_tokens": 510062416.0, + "step": 14002 + }, + { + "epoch": 2.600371402042711, + "grad_norm": 1.6952141523361206, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8887585997581482, + "num_tokens": 510094146.0, + "step": 14003 + }, + { + "epoch": 2.600557103064067, + "grad_norm": 1.6178783178329468, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8883762359619141, + "num_tokens": 510125077.0, + "step": 14004 + }, + { + "epoch": 2.6007428040854226, + "grad_norm": 1.4602473974227905, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.8988826274871826, + "num_tokens": 510159706.0, + "step": 14005 + }, + { + "epoch": 2.6009285051067783, + "grad_norm": 1.5032762289047241, + "learning_rate": 1e-06, + "loss": 0.2794, + "mean_token_accuracy": 0.8992690443992615, + "num_tokens": 510194514.0, + "step": 14006 + }, + { + "epoch": 2.6011142061281336, + "grad_norm": 1.6730363368988037, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8915889859199524, + "num_tokens": 510224108.0, + "step": 14007 + }, + { + "epoch": 2.6012999071494893, + "grad_norm": 1.492081642150879, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8854141235351562, + "num_tokens": 510260478.0, + "step": 14008 + }, + { + "epoch": 2.601485608170845, + "grad_norm": 1.7329968214035034, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8689326643943787, + "num_tokens": 510293272.0, + "step": 14009 + }, + { + "epoch": 2.6016713091922004, + "grad_norm": 1.5599058866500854, + "learning_rate": 1e-06, + "loss": 0.2651, + "mean_token_accuracy": 0.904305636882782, + "num_tokens": 510320964.0, + "step": 14010 + }, + { + "epoch": 2.601857010213556, + "grad_norm": 1.5370104312896729, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8869044780731201, + "num_tokens": 510357221.0, + "step": 14011 + }, + { + "epoch": 2.602042711234912, + "grad_norm": 1.5223135948181152, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8829975128173828, + "num_tokens": 510392995.0, + "step": 14012 + }, + { + "epoch": 2.6022284122562676, + "grad_norm": 1.734664797782898, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8841312527656555, + "num_tokens": 510422153.0, + "step": 14013 + }, + { + "epoch": 2.6024141132776233, + "grad_norm": 1.6330777406692505, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.887946367263794, + "num_tokens": 510453970.0, + "step": 14014 + }, + { + "epoch": 2.6025998142989786, + "grad_norm": 1.525451421737671, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9002904891967773, + "num_tokens": 510486811.0, + "step": 14015 + }, + { + "epoch": 2.6027855153203343, + "grad_norm": 1.4671322107315063, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8945901989936829, + "num_tokens": 510523304.0, + "step": 14016 + }, + { + "epoch": 2.60297121634169, + "grad_norm": 1.4965243339538574, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8915401697158813, + "num_tokens": 510557306.0, + "step": 14017 + }, + { + "epoch": 2.6031569173630453, + "grad_norm": 1.5270369052886963, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8883328437805176, + "num_tokens": 510598095.0, + "step": 14018 + }, + { + "epoch": 2.603342618384401, + "grad_norm": 1.520188331604004, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8919286727905273, + "num_tokens": 510634046.0, + "step": 14019 + }, + { + "epoch": 2.603528319405757, + "grad_norm": 1.6408171653747559, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8929903507232666, + "num_tokens": 510666077.0, + "step": 14020 + }, + { + "epoch": 2.6037140204271125, + "grad_norm": 1.5303971767425537, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8876568078994751, + "num_tokens": 510704301.0, + "step": 14021 + }, + { + "epoch": 2.603899721448468, + "grad_norm": 1.6257792711257935, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8811739683151245, + "num_tokens": 510740014.0, + "step": 14022 + }, + { + "epoch": 2.6040854224698236, + "grad_norm": 1.3845444917678833, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.9001411199569702, + "num_tokens": 510779289.0, + "step": 14023 + }, + { + "epoch": 2.6042711234911793, + "grad_norm": 1.5103678703308105, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8721870183944702, + "num_tokens": 510819444.0, + "step": 14024 + }, + { + "epoch": 2.6044568245125346, + "grad_norm": 1.4981669187545776, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8825719952583313, + "num_tokens": 510860658.0, + "step": 14025 + }, + { + "epoch": 2.6046425255338903, + "grad_norm": 1.6662647724151611, + "learning_rate": 1e-06, + "loss": 0.285, + "mean_token_accuracy": 0.8984121680259705, + "num_tokens": 510887809.0, + "step": 14026 + }, + { + "epoch": 2.604828226555246, + "grad_norm": 1.3903226852416992, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.9040044546127319, + "num_tokens": 510926966.0, + "step": 14027 + }, + { + "epoch": 2.6050139275766018, + "grad_norm": 1.6363914012908936, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8748919367790222, + "num_tokens": 510959493.0, + "step": 14028 + }, + { + "epoch": 2.6051996285979575, + "grad_norm": 1.5088473558425903, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8839278817176819, + "num_tokens": 510995200.0, + "step": 14029 + }, + { + "epoch": 2.605385329619313, + "grad_norm": 1.4171465635299683, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.890058159828186, + "num_tokens": 511038283.0, + "step": 14030 + }, + { + "epoch": 2.6055710306406685, + "grad_norm": 1.5818525552749634, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8846220374107361, + "num_tokens": 511075728.0, + "step": 14031 + }, + { + "epoch": 2.6057567316620243, + "grad_norm": 1.627933382987976, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8781915903091431, + "num_tokens": 511110542.0, + "step": 14032 + }, + { + "epoch": 2.6059424326833796, + "grad_norm": 1.452173113822937, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8854199647903442, + "num_tokens": 511150946.0, + "step": 14033 + }, + { + "epoch": 2.6061281337047353, + "grad_norm": 1.428543210029602, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8872249722480774, + "num_tokens": 511190890.0, + "step": 14034 + }, + { + "epoch": 2.606313834726091, + "grad_norm": 1.4695841073989868, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8993828296661377, + "num_tokens": 511229278.0, + "step": 14035 + }, + { + "epoch": 2.6064995357474467, + "grad_norm": 1.5344756841659546, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8944304585456848, + "num_tokens": 511264260.0, + "step": 14036 + }, + { + "epoch": 2.6066852367688025, + "grad_norm": 1.4943243265151978, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8829853534698486, + "num_tokens": 511302924.0, + "step": 14037 + }, + { + "epoch": 2.6068709377901578, + "grad_norm": 1.586740255355835, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8846544027328491, + "num_tokens": 511338296.0, + "step": 14038 + }, + { + "epoch": 2.6070566388115135, + "grad_norm": 1.5871081352233887, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.8920825123786926, + "num_tokens": 511369990.0, + "step": 14039 + }, + { + "epoch": 2.6072423398328692, + "grad_norm": 1.5063120126724243, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8930453062057495, + "num_tokens": 511407240.0, + "step": 14040 + }, + { + "epoch": 2.6074280408542245, + "grad_norm": 1.5422534942626953, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8847187757492065, + "num_tokens": 511444032.0, + "step": 14041 + }, + { + "epoch": 2.6076137418755803, + "grad_norm": 1.6006067991256714, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8772047758102417, + "num_tokens": 511478108.0, + "step": 14042 + }, + { + "epoch": 2.607799442896936, + "grad_norm": 1.4665340185165405, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8825274705886841, + "num_tokens": 511519918.0, + "step": 14043 + }, + { + "epoch": 2.6079851439182917, + "grad_norm": 1.3796428442001343, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8953267335891724, + "num_tokens": 511561511.0, + "step": 14044 + }, + { + "epoch": 2.608170844939647, + "grad_norm": 1.6492959260940552, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8756678104400635, + "num_tokens": 511599598.0, + "step": 14045 + }, + { + "epoch": 2.6083565459610027, + "grad_norm": 1.4329161643981934, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8902618288993835, + "num_tokens": 511642085.0, + "step": 14046 + }, + { + "epoch": 2.6085422469823585, + "grad_norm": 1.5943776369094849, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.883246898651123, + "num_tokens": 511681621.0, + "step": 14047 + }, + { + "epoch": 2.6087279480037138, + "grad_norm": 1.5372079610824585, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.9008364677429199, + "num_tokens": 511715979.0, + "step": 14048 + }, + { + "epoch": 2.6089136490250695, + "grad_norm": 1.5730574131011963, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8864026069641113, + "num_tokens": 511755297.0, + "step": 14049 + }, + { + "epoch": 2.6090993500464252, + "grad_norm": 1.6367741823196411, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8691989183425903, + "num_tokens": 511789180.0, + "step": 14050 + }, + { + "epoch": 2.609285051067781, + "grad_norm": 1.520578384399414, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8880918025970459, + "num_tokens": 511826727.0, + "step": 14051 + }, + { + "epoch": 2.6094707520891367, + "grad_norm": 1.488038420677185, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8890883922576904, + "num_tokens": 511865376.0, + "step": 14052 + }, + { + "epoch": 2.609656453110492, + "grad_norm": 1.5888839960098267, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8766450881958008, + "num_tokens": 511905713.0, + "step": 14053 + }, + { + "epoch": 2.6098421541318477, + "grad_norm": 1.6187273263931274, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8941957950592041, + "num_tokens": 511939835.0, + "step": 14054 + }, + { + "epoch": 2.6100278551532035, + "grad_norm": 1.505499005317688, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8951929807662964, + "num_tokens": 511974896.0, + "step": 14055 + }, + { + "epoch": 2.6102135561745587, + "grad_norm": 1.6204988956451416, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8747616410255432, + "num_tokens": 512011152.0, + "step": 14056 + }, + { + "epoch": 2.6103992571959145, + "grad_norm": 1.6506978273391724, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.889982283115387, + "num_tokens": 512045365.0, + "step": 14057 + }, + { + "epoch": 2.61058495821727, + "grad_norm": 1.4097892045974731, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8999001383781433, + "num_tokens": 512081716.0, + "step": 14058 + }, + { + "epoch": 2.610770659238626, + "grad_norm": 1.5238841772079468, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.881009578704834, + "num_tokens": 512117415.0, + "step": 14059 + }, + { + "epoch": 2.6109563602599817, + "grad_norm": 1.5287144184112549, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8836620450019836, + "num_tokens": 512152944.0, + "step": 14060 + }, + { + "epoch": 2.611142061281337, + "grad_norm": 1.5663882493972778, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8821163177490234, + "num_tokens": 512187641.0, + "step": 14061 + }, + { + "epoch": 2.6113277623026927, + "grad_norm": 1.4540890455245972, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8939434289932251, + "num_tokens": 512225246.0, + "step": 14062 + }, + { + "epoch": 2.6115134633240484, + "grad_norm": 1.535861849784851, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8878892064094543, + "num_tokens": 512261495.0, + "step": 14063 + }, + { + "epoch": 2.6116991643454037, + "grad_norm": 1.4779318571090698, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8830201625823975, + "num_tokens": 512301239.0, + "step": 14064 + }, + { + "epoch": 2.6118848653667595, + "grad_norm": 1.541502594947815, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8802005052566528, + "num_tokens": 512336342.0, + "step": 14065 + }, + { + "epoch": 2.612070566388115, + "grad_norm": 1.4536958932876587, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8839459419250488, + "num_tokens": 512373861.0, + "step": 14066 + }, + { + "epoch": 2.612256267409471, + "grad_norm": 1.6373661756515503, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.880122721195221, + "num_tokens": 512410034.0, + "step": 14067 + }, + { + "epoch": 2.612441968430826, + "grad_norm": 1.4232311248779297, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.882817268371582, + "num_tokens": 512451541.0, + "step": 14068 + }, + { + "epoch": 2.612627669452182, + "grad_norm": 1.4993531703948975, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8915683627128601, + "num_tokens": 512489998.0, + "step": 14069 + }, + { + "epoch": 2.6128133704735377, + "grad_norm": 1.6188838481903076, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8889491558074951, + "num_tokens": 512522380.0, + "step": 14070 + }, + { + "epoch": 2.612999071494893, + "grad_norm": 1.6172213554382324, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8766165375709534, + "num_tokens": 512556810.0, + "step": 14071 + }, + { + "epoch": 2.6131847725162487, + "grad_norm": 1.5041130781173706, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8906742334365845, + "num_tokens": 512595967.0, + "step": 14072 + }, + { + "epoch": 2.6133704735376044, + "grad_norm": 1.5310567617416382, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8872123956680298, + "num_tokens": 512631583.0, + "step": 14073 + }, + { + "epoch": 2.61355617455896, + "grad_norm": 1.6273033618927002, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8841753005981445, + "num_tokens": 512667880.0, + "step": 14074 + }, + { + "epoch": 2.613741875580316, + "grad_norm": 1.5838907957077026, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8912786245346069, + "num_tokens": 512702369.0, + "step": 14075 + }, + { + "epoch": 2.613927576601671, + "grad_norm": 1.4326083660125732, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8827580213546753, + "num_tokens": 512744361.0, + "step": 14076 + }, + { + "epoch": 2.614113277623027, + "grad_norm": 1.4946621656417847, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.889122486114502, + "num_tokens": 512780622.0, + "step": 14077 + }, + { + "epoch": 2.6142989786443827, + "grad_norm": 1.5471720695495605, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8772145509719849, + "num_tokens": 512817158.0, + "step": 14078 + }, + { + "epoch": 2.614484679665738, + "grad_norm": 1.6100507974624634, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8840169906616211, + "num_tokens": 512852490.0, + "step": 14079 + }, + { + "epoch": 2.6146703806870937, + "grad_norm": 1.4741798639297485, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8822785019874573, + "num_tokens": 512891064.0, + "step": 14080 + }, + { + "epoch": 2.6148560817084494, + "grad_norm": 1.6424555778503418, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8860874176025391, + "num_tokens": 512922039.0, + "step": 14081 + }, + { + "epoch": 2.615041782729805, + "grad_norm": 1.5056521892547607, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8652305603027344, + "num_tokens": 512962032.0, + "step": 14082 + }, + { + "epoch": 2.615227483751161, + "grad_norm": 1.5681324005126953, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8901479244232178, + "num_tokens": 512993605.0, + "step": 14083 + }, + { + "epoch": 2.615413184772516, + "grad_norm": 1.4705227613449097, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8829919099807739, + "num_tokens": 513031990.0, + "step": 14084 + }, + { + "epoch": 2.615598885793872, + "grad_norm": 1.6364598274230957, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8825565576553345, + "num_tokens": 513067185.0, + "step": 14085 + }, + { + "epoch": 2.6157845868152276, + "grad_norm": 1.5458656549453735, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.881594181060791, + "num_tokens": 513103348.0, + "step": 14086 + }, + { + "epoch": 2.615970287836583, + "grad_norm": 1.4572635889053345, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8770602941513062, + "num_tokens": 513143042.0, + "step": 14087 + }, + { + "epoch": 2.6161559888579387, + "grad_norm": 1.4838762283325195, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8867284655570984, + "num_tokens": 513179984.0, + "step": 14088 + }, + { + "epoch": 2.6163416898792944, + "grad_norm": 1.6962956190109253, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8720757961273193, + "num_tokens": 513211034.0, + "step": 14089 + }, + { + "epoch": 2.61652739090065, + "grad_norm": 1.5638130903244019, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.8962960243225098, + "num_tokens": 513242996.0, + "step": 14090 + }, + { + "epoch": 2.6167130919220054, + "grad_norm": 1.529374361038208, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8870530128479004, + "num_tokens": 513281249.0, + "step": 14091 + }, + { + "epoch": 2.616898792943361, + "grad_norm": 1.5897345542907715, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8784474730491638, + "num_tokens": 513313185.0, + "step": 14092 + }, + { + "epoch": 2.617084493964717, + "grad_norm": 1.5452008247375488, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8845688104629517, + "num_tokens": 513350457.0, + "step": 14093 + }, + { + "epoch": 2.617270194986072, + "grad_norm": 1.730526089668274, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8802879452705383, + "num_tokens": 513380304.0, + "step": 14094 + }, + { + "epoch": 2.617455896007428, + "grad_norm": 1.4610477685928345, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8850127458572388, + "num_tokens": 513418122.0, + "step": 14095 + }, + { + "epoch": 2.6176415970287836, + "grad_norm": 1.6692911386489868, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8784219026565552, + "num_tokens": 513452430.0, + "step": 14096 + }, + { + "epoch": 2.6178272980501394, + "grad_norm": 1.4916071891784668, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8802192807197571, + "num_tokens": 513491009.0, + "step": 14097 + }, + { + "epoch": 2.618012999071495, + "grad_norm": 1.46345055103302, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8986057043075562, + "num_tokens": 513526849.0, + "step": 14098 + }, + { + "epoch": 2.6181987000928504, + "grad_norm": 1.6532750129699707, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.881890058517456, + "num_tokens": 513559864.0, + "step": 14099 + }, + { + "epoch": 2.618384401114206, + "grad_norm": 1.4540998935699463, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8892702460289001, + "num_tokens": 513599586.0, + "step": 14100 + }, + { + "epoch": 2.618570102135562, + "grad_norm": 1.4288736581802368, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8895359039306641, + "num_tokens": 513637731.0, + "step": 14101 + }, + { + "epoch": 2.618755803156917, + "grad_norm": 1.5164953470230103, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8829599022865295, + "num_tokens": 513675640.0, + "step": 14102 + }, + { + "epoch": 2.618941504178273, + "grad_norm": 1.5080795288085938, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8959712982177734, + "num_tokens": 513708574.0, + "step": 14103 + }, + { + "epoch": 2.6191272051996286, + "grad_norm": 1.4816724061965942, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8873589038848877, + "num_tokens": 513745940.0, + "step": 14104 + }, + { + "epoch": 2.6193129062209843, + "grad_norm": 1.578359842300415, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8819901943206787, + "num_tokens": 513780147.0, + "step": 14105 + }, + { + "epoch": 2.61949860724234, + "grad_norm": 1.4442031383514404, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8898707628250122, + "num_tokens": 513819632.0, + "step": 14106 + }, + { + "epoch": 2.6196843082636954, + "grad_norm": 1.3894904851913452, + "learning_rate": 1e-06, + "loss": 0.2772, + "mean_token_accuracy": 0.9013351202011108, + "num_tokens": 513857257.0, + "step": 14107 + }, + { + "epoch": 2.619870009285051, + "grad_norm": 1.522484302520752, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8784184455871582, + "num_tokens": 513895548.0, + "step": 14108 + }, + { + "epoch": 2.620055710306407, + "grad_norm": 1.604119896888733, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8710891008377075, + "num_tokens": 513932146.0, + "step": 14109 + }, + { + "epoch": 2.620241411327762, + "grad_norm": 1.6081445217132568, + "learning_rate": 1e-06, + "loss": 0.2855, + "mean_token_accuracy": 0.8974243402481079, + "num_tokens": 513962139.0, + "step": 14110 + }, + { + "epoch": 2.620427112349118, + "grad_norm": 1.4119189977645874, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8969699740409851, + "num_tokens": 514003487.0, + "step": 14111 + }, + { + "epoch": 2.6206128133704736, + "grad_norm": 1.5886149406433105, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8882238864898682, + "num_tokens": 514036335.0, + "step": 14112 + }, + { + "epoch": 2.6207985143918293, + "grad_norm": 1.519902229309082, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8895211219787598, + "num_tokens": 514075040.0, + "step": 14113 + }, + { + "epoch": 2.620984215413185, + "grad_norm": 1.4626870155334473, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.885599672794342, + "num_tokens": 514113126.0, + "step": 14114 + }, + { + "epoch": 2.6211699164345403, + "grad_norm": 1.5361829996109009, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8837145566940308, + "num_tokens": 514151201.0, + "step": 14115 + }, + { + "epoch": 2.621355617455896, + "grad_norm": 1.4908051490783691, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8857530355453491, + "num_tokens": 514190076.0, + "step": 14116 + }, + { + "epoch": 2.6215413184772514, + "grad_norm": 1.4098869562149048, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8861494660377502, + "num_tokens": 514233133.0, + "step": 14117 + }, + { + "epoch": 2.621727019498607, + "grad_norm": 1.4591259956359863, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8910305500030518, + "num_tokens": 514268060.0, + "step": 14118 + }, + { + "epoch": 2.621912720519963, + "grad_norm": 1.5229809284210205, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8827142715454102, + "num_tokens": 514308771.0, + "step": 14119 + }, + { + "epoch": 2.6220984215413186, + "grad_norm": 1.4317266941070557, + "learning_rate": 1e-06, + "loss": 0.2893, + "mean_token_accuracy": 0.8966591358184814, + "num_tokens": 514346275.0, + "step": 14120 + }, + { + "epoch": 2.6222841225626743, + "grad_norm": 1.4596883058547974, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8899142742156982, + "num_tokens": 514383709.0, + "step": 14121 + }, + { + "epoch": 2.6224698235840296, + "grad_norm": 1.5638452768325806, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8895877599716187, + "num_tokens": 514418989.0, + "step": 14122 + }, + { + "epoch": 2.6226555246053853, + "grad_norm": 1.476559042930603, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8762432336807251, + "num_tokens": 514460133.0, + "step": 14123 + }, + { + "epoch": 2.622841225626741, + "grad_norm": 1.4781265258789062, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.890535831451416, + "num_tokens": 514496497.0, + "step": 14124 + }, + { + "epoch": 2.6230269266480963, + "grad_norm": 1.4546838998794556, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.893242597579956, + "num_tokens": 514535380.0, + "step": 14125 + }, + { + "epoch": 2.623212627669452, + "grad_norm": 1.4675745964050293, + "learning_rate": 1e-06, + "loss": 0.279, + "mean_token_accuracy": 0.8998441696166992, + "num_tokens": 514573820.0, + "step": 14126 + }, + { + "epoch": 2.623398328690808, + "grad_norm": 1.4968820810317993, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8856661915779114, + "num_tokens": 514609539.0, + "step": 14127 + }, + { + "epoch": 2.6235840297121635, + "grad_norm": 1.49802827835083, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8782143592834473, + "num_tokens": 514650179.0, + "step": 14128 + }, + { + "epoch": 2.6237697307335193, + "grad_norm": 1.5527560710906982, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8867015838623047, + "num_tokens": 514682235.0, + "step": 14129 + }, + { + "epoch": 2.6239554317548746, + "grad_norm": 1.5090030431747437, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8892524838447571, + "num_tokens": 514717278.0, + "step": 14130 + }, + { + "epoch": 2.6241411327762303, + "grad_norm": 1.5395981073379517, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.885228157043457, + "num_tokens": 514754568.0, + "step": 14131 + }, + { + "epoch": 2.624326833797586, + "grad_norm": 1.568769097328186, + "learning_rate": 1e-06, + "loss": 0.2796, + "mean_token_accuracy": 0.8982316255569458, + "num_tokens": 514785457.0, + "step": 14132 + }, + { + "epoch": 2.6245125348189413, + "grad_norm": 1.4366559982299805, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8984479904174805, + "num_tokens": 514822268.0, + "step": 14133 + }, + { + "epoch": 2.624698235840297, + "grad_norm": 1.4418221712112427, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8854959607124329, + "num_tokens": 514865509.0, + "step": 14134 + }, + { + "epoch": 2.6248839368616528, + "grad_norm": 1.597022533416748, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8846853375434875, + "num_tokens": 514898365.0, + "step": 14135 + }, + { + "epoch": 2.6250696378830085, + "grad_norm": 1.6457985639572144, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8813115358352661, + "num_tokens": 514931303.0, + "step": 14136 + }, + { + "epoch": 2.6252553389043642, + "grad_norm": 1.5485961437225342, + "learning_rate": 1e-06, + "loss": 0.2755, + "mean_token_accuracy": 0.902786374092102, + "num_tokens": 514965150.0, + "step": 14137 + }, + { + "epoch": 2.6254410399257195, + "grad_norm": 1.3748267889022827, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8874730467796326, + "num_tokens": 515008622.0, + "step": 14138 + }, + { + "epoch": 2.6256267409470753, + "grad_norm": 1.6159700155258179, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.8975279331207275, + "num_tokens": 515037961.0, + "step": 14139 + }, + { + "epoch": 2.6258124419684306, + "grad_norm": 1.4655225276947021, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8865075707435608, + "num_tokens": 515076764.0, + "step": 14140 + }, + { + "epoch": 2.6259981429897863, + "grad_norm": 1.4227962493896484, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.884543776512146, + "num_tokens": 515115606.0, + "step": 14141 + }, + { + "epoch": 2.626183844011142, + "grad_norm": 1.5065888166427612, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8851368427276611, + "num_tokens": 515155798.0, + "step": 14142 + }, + { + "epoch": 2.6263695450324978, + "grad_norm": 1.5494123697280884, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8866046667098999, + "num_tokens": 515190215.0, + "step": 14143 + }, + { + "epoch": 2.6265552460538535, + "grad_norm": 1.5459952354431152, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.891269326210022, + "num_tokens": 515223604.0, + "step": 14144 + }, + { + "epoch": 2.6267409470752088, + "grad_norm": 1.4409749507904053, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8915061950683594, + "num_tokens": 515261265.0, + "step": 14145 + }, + { + "epoch": 2.6269266480965645, + "grad_norm": 1.5956976413726807, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.886313796043396, + "num_tokens": 515295096.0, + "step": 14146 + }, + { + "epoch": 2.6271123491179202, + "grad_norm": 1.5805225372314453, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8908568620681763, + "num_tokens": 515327947.0, + "step": 14147 + }, + { + "epoch": 2.6272980501392755, + "grad_norm": 1.469670057296753, + "learning_rate": 1e-06, + "loss": 0.2804, + "mean_token_accuracy": 0.8987224698066711, + "num_tokens": 515361100.0, + "step": 14148 + }, + { + "epoch": 2.6274837511606313, + "grad_norm": 1.53388512134552, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8760665655136108, + "num_tokens": 515402985.0, + "step": 14149 + }, + { + "epoch": 2.627669452181987, + "grad_norm": 1.5507596731185913, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8928734064102173, + "num_tokens": 515441348.0, + "step": 14150 + }, + { + "epoch": 2.6278551532033427, + "grad_norm": 1.4837000370025635, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8767044544219971, + "num_tokens": 515479742.0, + "step": 14151 + }, + { + "epoch": 2.6280408542246985, + "grad_norm": 1.5013896226882935, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8838659524917603, + "num_tokens": 515521003.0, + "step": 14152 + }, + { + "epoch": 2.6282265552460538, + "grad_norm": 1.539261817932129, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8936406373977661, + "num_tokens": 515555620.0, + "step": 14153 + }, + { + "epoch": 2.6284122562674095, + "grad_norm": 1.6734133958816528, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8773684501647949, + "num_tokens": 515589222.0, + "step": 14154 + }, + { + "epoch": 2.628597957288765, + "grad_norm": 1.4830753803253174, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8868058919906616, + "num_tokens": 515630512.0, + "step": 14155 + }, + { + "epoch": 2.6287836583101205, + "grad_norm": 1.495150089263916, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.890358030796051, + "num_tokens": 515672362.0, + "step": 14156 + }, + { + "epoch": 2.6289693593314762, + "grad_norm": 1.521863579750061, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8850172758102417, + "num_tokens": 515709295.0, + "step": 14157 + }, + { + "epoch": 2.629155060352832, + "grad_norm": 1.6646106243133545, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8787841796875, + "num_tokens": 515745242.0, + "step": 14158 + }, + { + "epoch": 2.6293407613741877, + "grad_norm": 1.605080246925354, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8795806169509888, + "num_tokens": 515780379.0, + "step": 14159 + }, + { + "epoch": 2.6295264623955434, + "grad_norm": 1.5635278224945068, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.886425256729126, + "num_tokens": 515816971.0, + "step": 14160 + }, + { + "epoch": 2.6297121634168987, + "grad_norm": 1.472328543663025, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8838940262794495, + "num_tokens": 515859727.0, + "step": 14161 + }, + { + "epoch": 2.6298978644382545, + "grad_norm": 1.7828483581542969, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8659390211105347, + "num_tokens": 515896938.0, + "step": 14162 + }, + { + "epoch": 2.6300835654596098, + "grad_norm": 1.6716842651367188, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.891516387462616, + "num_tokens": 515934046.0, + "step": 14163 + }, + { + "epoch": 2.6302692664809655, + "grad_norm": 1.4750421047210693, + "learning_rate": 1e-06, + "loss": 0.2688, + "mean_token_accuracy": 0.9035564661026001, + "num_tokens": 515967940.0, + "step": 14164 + }, + { + "epoch": 2.630454967502321, + "grad_norm": 1.7523770332336426, + "learning_rate": 1e-06, + "loss": 0.2948, + "mean_token_accuracy": 0.8950326442718506, + "num_tokens": 516001118.0, + "step": 14165 + }, + { + "epoch": 2.630640668523677, + "grad_norm": 1.6376655101776123, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8932275772094727, + "num_tokens": 516032915.0, + "step": 14166 + }, + { + "epoch": 2.6308263695450327, + "grad_norm": 1.4781560897827148, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8829959630966187, + "num_tokens": 516073855.0, + "step": 14167 + }, + { + "epoch": 2.631012070566388, + "grad_norm": 1.5561816692352295, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8833715915679932, + "num_tokens": 516116774.0, + "step": 14168 + }, + { + "epoch": 2.6311977715877437, + "grad_norm": 1.4744027853012085, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8796643018722534, + "num_tokens": 516159239.0, + "step": 14169 + }, + { + "epoch": 2.6313834726090994, + "grad_norm": 1.6047488451004028, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8923352360725403, + "num_tokens": 516194662.0, + "step": 14170 + }, + { + "epoch": 2.6315691736304547, + "grad_norm": 1.6056495904922485, + "learning_rate": 1e-06, + "loss": 0.2808, + "mean_token_accuracy": 0.8986206650733948, + "num_tokens": 516226875.0, + "step": 14171 + }, + { + "epoch": 2.6317548746518105, + "grad_norm": 1.464464545249939, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8841499090194702, + "num_tokens": 516267562.0, + "step": 14172 + }, + { + "epoch": 2.631940575673166, + "grad_norm": 1.5389775037765503, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8870878219604492, + "num_tokens": 516304713.0, + "step": 14173 + }, + { + "epoch": 2.632126276694522, + "grad_norm": 1.5834859609603882, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8794286251068115, + "num_tokens": 516337381.0, + "step": 14174 + }, + { + "epoch": 2.6323119777158777, + "grad_norm": 1.630866527557373, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8862494230270386, + "num_tokens": 516370981.0, + "step": 14175 + }, + { + "epoch": 2.632497678737233, + "grad_norm": 1.5264562368392944, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8891128301620483, + "num_tokens": 516409009.0, + "step": 14176 + }, + { + "epoch": 2.6326833797585887, + "grad_norm": 1.3988267183303833, + "learning_rate": 1e-06, + "loss": 0.2822, + "mean_token_accuracy": 0.8997226357460022, + "num_tokens": 516448734.0, + "step": 14177 + }, + { + "epoch": 2.6328690807799444, + "grad_norm": 1.596978783607483, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.871941864490509, + "num_tokens": 516488217.0, + "step": 14178 + }, + { + "epoch": 2.6330547818012997, + "grad_norm": 1.4559640884399414, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8919878005981445, + "num_tokens": 516524280.0, + "step": 14179 + }, + { + "epoch": 2.6332404828226554, + "grad_norm": 1.547545313835144, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8732379674911499, + "num_tokens": 516561839.0, + "step": 14180 + }, + { + "epoch": 2.633426183844011, + "grad_norm": 1.5793178081512451, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8888338208198547, + "num_tokens": 516595184.0, + "step": 14181 + }, + { + "epoch": 2.633611884865367, + "grad_norm": 1.4846197366714478, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8890351057052612, + "num_tokens": 516632769.0, + "step": 14182 + }, + { + "epoch": 2.6337975858867226, + "grad_norm": 1.546647071838379, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8951254487037659, + "num_tokens": 516666367.0, + "step": 14183 + }, + { + "epoch": 2.633983286908078, + "grad_norm": 1.478190541267395, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8814632892608643, + "num_tokens": 516708426.0, + "step": 14184 + }, + { + "epoch": 2.6341689879294337, + "grad_norm": 1.4995312690734863, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8978994488716125, + "num_tokens": 516741995.0, + "step": 14185 + }, + { + "epoch": 2.6343546889507894, + "grad_norm": 1.5747244358062744, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.884996771812439, + "num_tokens": 516777786.0, + "step": 14186 + }, + { + "epoch": 2.6345403899721447, + "grad_norm": 1.5527015924453735, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8814284205436707, + "num_tokens": 516816619.0, + "step": 14187 + }, + { + "epoch": 2.6347260909935004, + "grad_norm": 1.6061393022537231, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8786332011222839, + "num_tokens": 516852092.0, + "step": 14188 + }, + { + "epoch": 2.634911792014856, + "grad_norm": 1.498778223991394, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.891874372959137, + "num_tokens": 516888738.0, + "step": 14189 + }, + { + "epoch": 2.635097493036212, + "grad_norm": 1.5251188278198242, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8787795305252075, + "num_tokens": 516927153.0, + "step": 14190 + }, + { + "epoch": 2.635283194057567, + "grad_norm": 1.543676733970642, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8932031393051147, + "num_tokens": 516962771.0, + "step": 14191 + }, + { + "epoch": 2.635468895078923, + "grad_norm": 1.4836596250534058, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.876105785369873, + "num_tokens": 517002094.0, + "step": 14192 + }, + { + "epoch": 2.6356545961002786, + "grad_norm": 1.5064587593078613, + "learning_rate": 1e-06, + "loss": 0.2789, + "mean_token_accuracy": 0.8991976976394653, + "num_tokens": 517037497.0, + "step": 14193 + }, + { + "epoch": 2.635840297121634, + "grad_norm": 1.4770536422729492, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8855712413787842, + "num_tokens": 517077101.0, + "step": 14194 + }, + { + "epoch": 2.6360259981429897, + "grad_norm": 1.4622886180877686, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8882707357406616, + "num_tokens": 517118255.0, + "step": 14195 + }, + { + "epoch": 2.6362116991643454, + "grad_norm": 1.4645076990127563, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8927992582321167, + "num_tokens": 517152673.0, + "step": 14196 + }, + { + "epoch": 2.636397400185701, + "grad_norm": 1.4903591871261597, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8950847387313843, + "num_tokens": 517187943.0, + "step": 14197 + }, + { + "epoch": 2.636583101207057, + "grad_norm": 1.4723546504974365, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8866558074951172, + "num_tokens": 517226709.0, + "step": 14198 + }, + { + "epoch": 2.636768802228412, + "grad_norm": 1.4562727212905884, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8980190753936768, + "num_tokens": 517265630.0, + "step": 14199 + }, + { + "epoch": 2.636954503249768, + "grad_norm": 1.7749937772750854, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8921761512756348, + "num_tokens": 517295683.0, + "step": 14200 + }, + { + "epoch": 2.6371402042711236, + "grad_norm": 1.7011609077453613, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8795202374458313, + "num_tokens": 517330833.0, + "step": 14201 + }, + { + "epoch": 2.637325905292479, + "grad_norm": 1.5500972270965576, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8899381160736084, + "num_tokens": 517366390.0, + "step": 14202 + }, + { + "epoch": 2.6375116063138346, + "grad_norm": 1.574514389038086, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8867276310920715, + "num_tokens": 517401887.0, + "step": 14203 + }, + { + "epoch": 2.6376973073351904, + "grad_norm": 1.6168622970581055, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8880621194839478, + "num_tokens": 517434641.0, + "step": 14204 + }, + { + "epoch": 2.637883008356546, + "grad_norm": 1.5045093297958374, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8915873169898987, + "num_tokens": 517473236.0, + "step": 14205 + }, + { + "epoch": 2.638068709377902, + "grad_norm": 1.549618124961853, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8862940073013306, + "num_tokens": 517509286.0, + "step": 14206 + }, + { + "epoch": 2.638254410399257, + "grad_norm": 1.6103630065917969, + "learning_rate": 1e-06, + "loss": 0.2978, + "mean_token_accuracy": 0.8920772671699524, + "num_tokens": 517541582.0, + "step": 14207 + }, + { + "epoch": 2.638440111420613, + "grad_norm": 1.6062806844711304, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8867154717445374, + "num_tokens": 517576074.0, + "step": 14208 + }, + { + "epoch": 2.6386258124419686, + "grad_norm": 1.6050914525985718, + "learning_rate": 1e-06, + "loss": 0.2934, + "mean_token_accuracy": 0.8979434967041016, + "num_tokens": 517609783.0, + "step": 14209 + }, + { + "epoch": 2.638811513463324, + "grad_norm": 1.5649571418762207, + "learning_rate": 1e-06, + "loss": 0.2934, + "mean_token_accuracy": 0.8957573175430298, + "num_tokens": 517646978.0, + "step": 14210 + }, + { + "epoch": 2.6389972144846796, + "grad_norm": 1.5835340023040771, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8825889825820923, + "num_tokens": 517686069.0, + "step": 14211 + }, + { + "epoch": 2.6391829155060353, + "grad_norm": 1.7951616048812866, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8632497787475586, + "num_tokens": 517724033.0, + "step": 14212 + }, + { + "epoch": 2.639368616527391, + "grad_norm": 1.6090631484985352, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8820760846138, + "num_tokens": 517757661.0, + "step": 14213 + }, + { + "epoch": 2.6395543175487464, + "grad_norm": 1.4467867612838745, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8833862543106079, + "num_tokens": 517800106.0, + "step": 14214 + }, + { + "epoch": 2.639740018570102, + "grad_norm": 1.6566171646118164, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8915544748306274, + "num_tokens": 517833816.0, + "step": 14215 + }, + { + "epoch": 2.639925719591458, + "grad_norm": 1.6318907737731934, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8845897912979126, + "num_tokens": 517870420.0, + "step": 14216 + }, + { + "epoch": 2.640111420612813, + "grad_norm": 1.4743123054504395, + "learning_rate": 1e-06, + "loss": 0.3091, + "mean_token_accuracy": 0.8905051946640015, + "num_tokens": 517911178.0, + "step": 14217 + }, + { + "epoch": 2.640297121634169, + "grad_norm": 1.5998300313949585, + "learning_rate": 1e-06, + "loss": 0.2895, + "mean_token_accuracy": 0.8970369696617126, + "num_tokens": 517947362.0, + "step": 14218 + }, + { + "epoch": 2.6404828226555246, + "grad_norm": 1.477781891822815, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8961553573608398, + "num_tokens": 517981833.0, + "step": 14219 + }, + { + "epoch": 2.6406685236768803, + "grad_norm": 1.6810797452926636, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8846032619476318, + "num_tokens": 518012972.0, + "step": 14220 + }, + { + "epoch": 2.640854224698236, + "grad_norm": 1.570896029472351, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8735960125923157, + "num_tokens": 518055208.0, + "step": 14221 + }, + { + "epoch": 2.6410399257195913, + "grad_norm": 1.5595371723175049, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8840957283973694, + "num_tokens": 518090304.0, + "step": 14222 + }, + { + "epoch": 2.641225626740947, + "grad_norm": 1.664340853691101, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8815131187438965, + "num_tokens": 518120651.0, + "step": 14223 + }, + { + "epoch": 2.641411327762303, + "grad_norm": 1.634016513824463, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.883018970489502, + "num_tokens": 518159300.0, + "step": 14224 + }, + { + "epoch": 2.641597028783658, + "grad_norm": 1.6346012353897095, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.88362717628479, + "num_tokens": 518197391.0, + "step": 14225 + }, + { + "epoch": 2.641782729805014, + "grad_norm": 1.4862909317016602, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.8985493183135986, + "num_tokens": 518233827.0, + "step": 14226 + }, + { + "epoch": 2.6419684308263696, + "grad_norm": 1.4858975410461426, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8881978988647461, + "num_tokens": 518271198.0, + "step": 14227 + }, + { + "epoch": 2.6421541318477253, + "grad_norm": 1.4296469688415527, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8922973871231079, + "num_tokens": 518311992.0, + "step": 14228 + }, + { + "epoch": 2.642339832869081, + "grad_norm": 1.6155624389648438, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8812240362167358, + "num_tokens": 518350051.0, + "step": 14229 + }, + { + "epoch": 2.6425255338904363, + "grad_norm": 1.6499695777893066, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8936083316802979, + "num_tokens": 518387521.0, + "step": 14230 + }, + { + "epoch": 2.642711234911792, + "grad_norm": 1.7004878520965576, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.878798246383667, + "num_tokens": 518421618.0, + "step": 14231 + }, + { + "epoch": 2.642896935933148, + "grad_norm": 1.641640305519104, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8949753046035767, + "num_tokens": 518456974.0, + "step": 14232 + }, + { + "epoch": 2.643082636954503, + "grad_norm": 1.4356766939163208, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8842656016349792, + "num_tokens": 518497700.0, + "step": 14233 + }, + { + "epoch": 2.643268337975859, + "grad_norm": 1.4292173385620117, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8959150910377502, + "num_tokens": 518533789.0, + "step": 14234 + }, + { + "epoch": 2.6434540389972145, + "grad_norm": 1.7421677112579346, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.879196286201477, + "num_tokens": 518570887.0, + "step": 14235 + }, + { + "epoch": 2.6436397400185703, + "grad_norm": 1.542161226272583, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.893862783908844, + "num_tokens": 518611613.0, + "step": 14236 + }, + { + "epoch": 2.6438254410399256, + "grad_norm": 1.6036723852157593, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8766412734985352, + "num_tokens": 518652230.0, + "step": 14237 + }, + { + "epoch": 2.6440111420612813, + "grad_norm": 1.666337251663208, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8843685388565063, + "num_tokens": 518694982.0, + "step": 14238 + }, + { + "epoch": 2.644196843082637, + "grad_norm": 1.787379264831543, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8635317087173462, + "num_tokens": 518730123.0, + "step": 14239 + }, + { + "epoch": 2.6443825441039923, + "grad_norm": 1.5023006200790405, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8807839751243591, + "num_tokens": 518769759.0, + "step": 14240 + }, + { + "epoch": 2.644568245125348, + "grad_norm": 1.5242701768875122, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8884119391441345, + "num_tokens": 518804658.0, + "step": 14241 + }, + { + "epoch": 2.644753946146704, + "grad_norm": 1.634487509727478, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8867007493972778, + "num_tokens": 518839902.0, + "step": 14242 + }, + { + "epoch": 2.6449396471680595, + "grad_norm": 1.6198848485946655, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8886784315109253, + "num_tokens": 518874595.0, + "step": 14243 + }, + { + "epoch": 2.6451253481894152, + "grad_norm": 1.519044041633606, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8934178352355957, + "num_tokens": 518912687.0, + "step": 14244 + }, + { + "epoch": 2.6453110492107705, + "grad_norm": 1.49744713306427, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.8924649953842163, + "num_tokens": 518948143.0, + "step": 14245 + }, + { + "epoch": 2.6454967502321263, + "grad_norm": 1.7497117519378662, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8766616582870483, + "num_tokens": 518981589.0, + "step": 14246 + }, + { + "epoch": 2.645682451253482, + "grad_norm": 1.5145686864852905, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8932368755340576, + "num_tokens": 519018892.0, + "step": 14247 + }, + { + "epoch": 2.6458681522748373, + "grad_norm": 1.4742144346237183, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.886264979839325, + "num_tokens": 519061466.0, + "step": 14248 + }, + { + "epoch": 2.646053853296193, + "grad_norm": 1.5156363248825073, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8974064588546753, + "num_tokens": 519095472.0, + "step": 14249 + }, + { + "epoch": 2.6462395543175488, + "grad_norm": 1.6706534624099731, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8881205320358276, + "num_tokens": 519125720.0, + "step": 14250 + }, + { + "epoch": 2.6464252553389045, + "grad_norm": 1.5499534606933594, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.8960111737251282, + "num_tokens": 519156948.0, + "step": 14251 + }, + { + "epoch": 2.6466109563602602, + "grad_norm": 1.4572651386260986, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8937655091285706, + "num_tokens": 519193044.0, + "step": 14252 + }, + { + "epoch": 2.6467966573816155, + "grad_norm": 1.5644803047180176, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8880069255828857, + "num_tokens": 519227782.0, + "step": 14253 + }, + { + "epoch": 2.6469823584029712, + "grad_norm": 1.5654592514038086, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8874291181564331, + "num_tokens": 519262255.0, + "step": 14254 + }, + { + "epoch": 2.647168059424327, + "grad_norm": 1.4960765838623047, + "learning_rate": 1e-06, + "loss": 0.2834, + "mean_token_accuracy": 0.8986086249351501, + "num_tokens": 519295649.0, + "step": 14255 + }, + { + "epoch": 2.6473537604456823, + "grad_norm": 1.4687312841415405, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8892223834991455, + "num_tokens": 519333563.0, + "step": 14256 + }, + { + "epoch": 2.647539461467038, + "grad_norm": 1.57321035861969, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8867332339286804, + "num_tokens": 519369238.0, + "step": 14257 + }, + { + "epoch": 2.6477251624883937, + "grad_norm": 1.572821021080017, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8893431425094604, + "num_tokens": 519405620.0, + "step": 14258 + }, + { + "epoch": 2.6479108635097495, + "grad_norm": 1.535158634185791, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8929045796394348, + "num_tokens": 519439136.0, + "step": 14259 + }, + { + "epoch": 2.6480965645311048, + "grad_norm": 1.4361164569854736, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8918337821960449, + "num_tokens": 519476814.0, + "step": 14260 + }, + { + "epoch": 2.6482822655524605, + "grad_norm": 1.6481125354766846, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8860883712768555, + "num_tokens": 519509958.0, + "step": 14261 + }, + { + "epoch": 2.6484679665738162, + "grad_norm": 1.5537049770355225, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8843696117401123, + "num_tokens": 519546015.0, + "step": 14262 + }, + { + "epoch": 2.6486536675951715, + "grad_norm": 1.698799729347229, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8951684236526489, + "num_tokens": 519573883.0, + "step": 14263 + }, + { + "epoch": 2.6488393686165272, + "grad_norm": 1.5573325157165527, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8891910910606384, + "num_tokens": 519608353.0, + "step": 14264 + }, + { + "epoch": 2.649025069637883, + "grad_norm": 1.4669263362884521, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.885975182056427, + "num_tokens": 519647671.0, + "step": 14265 + }, + { + "epoch": 2.6492107706592387, + "grad_norm": 1.56584894657135, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8913991451263428, + "num_tokens": 519681600.0, + "step": 14266 + }, + { + "epoch": 2.6493964716805944, + "grad_norm": 1.4565720558166504, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8856296539306641, + "num_tokens": 519721874.0, + "step": 14267 + }, + { + "epoch": 2.6495821727019497, + "grad_norm": 1.5782159566879272, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.8992597460746765, + "num_tokens": 519752800.0, + "step": 14268 + }, + { + "epoch": 2.6497678737233055, + "grad_norm": 1.750653862953186, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8773421049118042, + "num_tokens": 519784656.0, + "step": 14269 + }, + { + "epoch": 2.649953574744661, + "grad_norm": 1.6225707530975342, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8708069324493408, + "num_tokens": 519819511.0, + "step": 14270 + }, + { + "epoch": 2.6501392757660165, + "grad_norm": 1.586217999458313, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8857001066207886, + "num_tokens": 519853831.0, + "step": 14271 + }, + { + "epoch": 2.650324976787372, + "grad_norm": 1.4537086486816406, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8869937658309937, + "num_tokens": 519891678.0, + "step": 14272 + }, + { + "epoch": 2.650510677808728, + "grad_norm": 1.5317715406417847, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8857941031455994, + "num_tokens": 519928620.0, + "step": 14273 + }, + { + "epoch": 2.6506963788300837, + "grad_norm": 1.588085412979126, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8889236450195312, + "num_tokens": 519961444.0, + "step": 14274 + }, + { + "epoch": 2.6508820798514394, + "grad_norm": 1.5879547595977783, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8795109987258911, + "num_tokens": 519996133.0, + "step": 14275 + }, + { + "epoch": 2.6510677808727947, + "grad_norm": 1.4329760074615479, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.885151207447052, + "num_tokens": 520033857.0, + "step": 14276 + }, + { + "epoch": 2.6512534818941504, + "grad_norm": 1.4153157472610474, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8833441138267517, + "num_tokens": 520077307.0, + "step": 14277 + }, + { + "epoch": 2.651439182915506, + "grad_norm": 1.7260290384292603, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8758698105812073, + "num_tokens": 520107301.0, + "step": 14278 + }, + { + "epoch": 2.6516248839368615, + "grad_norm": 1.604310393333435, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8865554928779602, + "num_tokens": 520144395.0, + "step": 14279 + }, + { + "epoch": 2.651810584958217, + "grad_norm": 1.5947705507278442, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8817840814590454, + "num_tokens": 520180442.0, + "step": 14280 + }, + { + "epoch": 2.651996285979573, + "grad_norm": 1.4957637786865234, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8830557465553284, + "num_tokens": 520220573.0, + "step": 14281 + }, + { + "epoch": 2.6521819870009287, + "grad_norm": 1.657609462738037, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8819462060928345, + "num_tokens": 520255934.0, + "step": 14282 + }, + { + "epoch": 2.6523676880222844, + "grad_norm": 1.6712099313735962, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.892218828201294, + "num_tokens": 520289213.0, + "step": 14283 + }, + { + "epoch": 2.6525533890436397, + "grad_norm": 1.6822621822357178, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.882050633430481, + "num_tokens": 520322955.0, + "step": 14284 + }, + { + "epoch": 2.6527390900649954, + "grad_norm": 1.5899789333343506, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8887376189231873, + "num_tokens": 520358288.0, + "step": 14285 + }, + { + "epoch": 2.6529247910863507, + "grad_norm": 1.5681617259979248, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8808649778366089, + "num_tokens": 520396009.0, + "step": 14286 + }, + { + "epoch": 2.6531104921077064, + "grad_norm": 1.663283109664917, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8905649185180664, + "num_tokens": 520430959.0, + "step": 14287 + }, + { + "epoch": 2.653296193129062, + "grad_norm": 1.5563322305679321, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8951185345649719, + "num_tokens": 520464541.0, + "step": 14288 + }, + { + "epoch": 2.653481894150418, + "grad_norm": 1.5048564672470093, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8835694193840027, + "num_tokens": 520500007.0, + "step": 14289 + }, + { + "epoch": 2.6536675951717736, + "grad_norm": 1.7237269878387451, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8624694347381592, + "num_tokens": 520535063.0, + "step": 14290 + }, + { + "epoch": 2.653853296193129, + "grad_norm": 1.5705987215042114, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8862419128417969, + "num_tokens": 520566599.0, + "step": 14291 + }, + { + "epoch": 2.6540389972144847, + "grad_norm": 1.6558047533035278, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8717678189277649, + "num_tokens": 520601542.0, + "step": 14292 + }, + { + "epoch": 2.6542246982358404, + "grad_norm": 1.6888210773468018, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8911902904510498, + "num_tokens": 520632388.0, + "step": 14293 + }, + { + "epoch": 2.6544103992571957, + "grad_norm": 1.5505861043930054, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8916925191879272, + "num_tokens": 520669491.0, + "step": 14294 + }, + { + "epoch": 2.6545961002785514, + "grad_norm": 1.531808614730835, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8851010799407959, + "num_tokens": 520703180.0, + "step": 14295 + }, + { + "epoch": 2.654781801299907, + "grad_norm": 1.5256747007369995, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8842426538467407, + "num_tokens": 520743942.0, + "step": 14296 + }, + { + "epoch": 2.654967502321263, + "grad_norm": 1.3552621603012085, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.900609016418457, + "num_tokens": 520781208.0, + "step": 14297 + }, + { + "epoch": 2.6551532033426186, + "grad_norm": 1.4097312688827515, + "learning_rate": 1e-06, + "loss": 0.2842, + "mean_token_accuracy": 0.8968868255615234, + "num_tokens": 520818987.0, + "step": 14298 + }, + { + "epoch": 2.655338904363974, + "grad_norm": 1.4827115535736084, + "learning_rate": 1e-06, + "loss": 0.2805, + "mean_token_accuracy": 0.8961237072944641, + "num_tokens": 520852595.0, + "step": 14299 + }, + { + "epoch": 2.6555246053853296, + "grad_norm": 1.3847386837005615, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8831746578216553, + "num_tokens": 520897786.0, + "step": 14300 + }, + { + "epoch": 2.6557103064066854, + "grad_norm": 1.3952836990356445, + "learning_rate": 1e-06, + "loss": 0.294, + "mean_token_accuracy": 0.8973922729492188, + "num_tokens": 520935513.0, + "step": 14301 + }, + { + "epoch": 2.6558960074280407, + "grad_norm": 1.5226833820343018, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8881548643112183, + "num_tokens": 520973852.0, + "step": 14302 + }, + { + "epoch": 2.6560817084493964, + "grad_norm": 1.6006526947021484, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8757392168045044, + "num_tokens": 521008928.0, + "step": 14303 + }, + { + "epoch": 2.656267409470752, + "grad_norm": 1.439650058746338, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8925617933273315, + "num_tokens": 521046943.0, + "step": 14304 + }, + { + "epoch": 2.656453110492108, + "grad_norm": 1.5015796422958374, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8981081247329712, + "num_tokens": 521079903.0, + "step": 14305 + }, + { + "epoch": 2.6566388115134636, + "grad_norm": 1.597569227218628, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8918842077255249, + "num_tokens": 521111357.0, + "step": 14306 + }, + { + "epoch": 2.656824512534819, + "grad_norm": 1.5798157453536987, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8834123611450195, + "num_tokens": 521146986.0, + "step": 14307 + }, + { + "epoch": 2.6570102135561746, + "grad_norm": 1.6465036869049072, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8637675046920776, + "num_tokens": 521183733.0, + "step": 14308 + }, + { + "epoch": 2.65719591457753, + "grad_norm": 1.6804168224334717, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8650619387626648, + "num_tokens": 521220223.0, + "step": 14309 + }, + { + "epoch": 2.6573816155988856, + "grad_norm": 1.561604619026184, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8886481523513794, + "num_tokens": 521254768.0, + "step": 14310 + }, + { + "epoch": 2.6575673166202414, + "grad_norm": 1.6652888059616089, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8732777833938599, + "num_tokens": 521291829.0, + "step": 14311 + }, + { + "epoch": 2.657753017641597, + "grad_norm": 1.6052297353744507, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8771727681159973, + "num_tokens": 521328122.0, + "step": 14312 + }, + { + "epoch": 2.657938718662953, + "grad_norm": 1.5570731163024902, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8906314373016357, + "num_tokens": 521362526.0, + "step": 14313 + }, + { + "epoch": 2.658124419684308, + "grad_norm": 1.5257306098937988, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8933761119842529, + "num_tokens": 521398492.0, + "step": 14314 + }, + { + "epoch": 2.658310120705664, + "grad_norm": 1.502363681793213, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8851819038391113, + "num_tokens": 521436766.0, + "step": 14315 + }, + { + "epoch": 2.6584958217270196, + "grad_norm": 1.548452377319336, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8867912292480469, + "num_tokens": 521470376.0, + "step": 14316 + }, + { + "epoch": 2.658681522748375, + "grad_norm": 1.5270905494689941, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8872346878051758, + "num_tokens": 521504773.0, + "step": 14317 + }, + { + "epoch": 2.6588672237697306, + "grad_norm": 1.5211142301559448, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8942347764968872, + "num_tokens": 521540798.0, + "step": 14318 + }, + { + "epoch": 2.6590529247910863, + "grad_norm": 1.417232632637024, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8817239999771118, + "num_tokens": 521583489.0, + "step": 14319 + }, + { + "epoch": 2.659238625812442, + "grad_norm": 1.6090134382247925, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8776943683624268, + "num_tokens": 521623027.0, + "step": 14320 + }, + { + "epoch": 2.659424326833798, + "grad_norm": 1.5540300607681274, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8915368318557739, + "num_tokens": 521658203.0, + "step": 14321 + }, + { + "epoch": 2.659610027855153, + "grad_norm": 1.5706344842910767, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8841784000396729, + "num_tokens": 521697637.0, + "step": 14322 + }, + { + "epoch": 2.659795728876509, + "grad_norm": 1.5170130729675293, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8921639323234558, + "num_tokens": 521732800.0, + "step": 14323 + }, + { + "epoch": 2.6599814298978646, + "grad_norm": 1.5380561351776123, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8921620845794678, + "num_tokens": 521771058.0, + "step": 14324 + }, + { + "epoch": 2.66016713091922, + "grad_norm": 1.4692258834838867, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8873683214187622, + "num_tokens": 521809808.0, + "step": 14325 + }, + { + "epoch": 2.6603528319405756, + "grad_norm": 1.6536800861358643, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8710686564445496, + "num_tokens": 521845158.0, + "step": 14326 + }, + { + "epoch": 2.6605385329619313, + "grad_norm": 1.6074508428573608, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8877841234207153, + "num_tokens": 521880527.0, + "step": 14327 + }, + { + "epoch": 2.660724233983287, + "grad_norm": 1.4101760387420654, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.891010046005249, + "num_tokens": 521924059.0, + "step": 14328 + }, + { + "epoch": 2.660909935004643, + "grad_norm": 1.3979923725128174, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8940510153770447, + "num_tokens": 521963453.0, + "step": 14329 + }, + { + "epoch": 2.661095636025998, + "grad_norm": 1.406418800354004, + "learning_rate": 1e-06, + "loss": 0.2858, + "mean_token_accuracy": 0.8990694284439087, + "num_tokens": 522004093.0, + "step": 14330 + }, + { + "epoch": 2.661281337047354, + "grad_norm": 1.4930462837219238, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.896909773349762, + "num_tokens": 522041472.0, + "step": 14331 + }, + { + "epoch": 2.661467038068709, + "grad_norm": 1.5445480346679688, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8901452422142029, + "num_tokens": 522076347.0, + "step": 14332 + }, + { + "epoch": 2.661652739090065, + "grad_norm": 1.5616140365600586, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8819737434387207, + "num_tokens": 522112810.0, + "step": 14333 + }, + { + "epoch": 2.6618384401114206, + "grad_norm": 1.4957305192947388, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8903868198394775, + "num_tokens": 522150256.0, + "step": 14334 + }, + { + "epoch": 2.6620241411327763, + "grad_norm": 1.6668710708618164, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8809013366699219, + "num_tokens": 522185875.0, + "step": 14335 + }, + { + "epoch": 2.662209842154132, + "grad_norm": 1.6032148599624634, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8804577589035034, + "num_tokens": 522220891.0, + "step": 14336 + }, + { + "epoch": 2.6623955431754873, + "grad_norm": 1.4958391189575195, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8920060396194458, + "num_tokens": 522255920.0, + "step": 14337 + }, + { + "epoch": 2.662581244196843, + "grad_norm": 1.5825566053390503, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8904564380645752, + "num_tokens": 522288854.0, + "step": 14338 + }, + { + "epoch": 2.662766945218199, + "grad_norm": 1.5599184036254883, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8811632394790649, + "num_tokens": 522326846.0, + "step": 14339 + }, + { + "epoch": 2.662952646239554, + "grad_norm": 1.4652897119522095, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8852385878562927, + "num_tokens": 522368596.0, + "step": 14340 + }, + { + "epoch": 2.66313834726091, + "grad_norm": 1.6844017505645752, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8784394264221191, + "num_tokens": 522403523.0, + "step": 14341 + }, + { + "epoch": 2.6633240482822655, + "grad_norm": 1.453555941581726, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8897175788879395, + "num_tokens": 522444447.0, + "step": 14342 + }, + { + "epoch": 2.6635097493036213, + "grad_norm": 1.4233185052871704, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8881741762161255, + "num_tokens": 522484138.0, + "step": 14343 + }, + { + "epoch": 2.663695450324977, + "grad_norm": 1.544784426689148, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8858941793441772, + "num_tokens": 522521517.0, + "step": 14344 + }, + { + "epoch": 2.6638811513463323, + "grad_norm": 1.3523329496383667, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8928903937339783, + "num_tokens": 522565123.0, + "step": 14345 + }, + { + "epoch": 2.664066852367688, + "grad_norm": 1.6583250761032104, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.873573362827301, + "num_tokens": 522601982.0, + "step": 14346 + }, + { + "epoch": 2.6642525533890438, + "grad_norm": 1.4919464588165283, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.8972667455673218, + "num_tokens": 522638102.0, + "step": 14347 + }, + { + "epoch": 2.664438254410399, + "grad_norm": 1.5150853395462036, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8866953253746033, + "num_tokens": 522677157.0, + "step": 14348 + }, + { + "epoch": 2.664623955431755, + "grad_norm": 1.4721728563308716, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8874136209487915, + "num_tokens": 522717790.0, + "step": 14349 + }, + { + "epoch": 2.6648096564531105, + "grad_norm": 1.6064057350158691, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8854547142982483, + "num_tokens": 522751544.0, + "step": 14350 + }, + { + "epoch": 2.6649953574744663, + "grad_norm": 1.4986343383789062, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8969342708587646, + "num_tokens": 522787147.0, + "step": 14351 + }, + { + "epoch": 2.665181058495822, + "grad_norm": 1.573670744895935, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8873671293258667, + "num_tokens": 522820151.0, + "step": 14352 + }, + { + "epoch": 2.6653667595171773, + "grad_norm": 1.4805939197540283, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8976083993911743, + "num_tokens": 522857889.0, + "step": 14353 + }, + { + "epoch": 2.665552460538533, + "grad_norm": 1.4711347818374634, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8955435752868652, + "num_tokens": 522894712.0, + "step": 14354 + }, + { + "epoch": 2.6657381615598887, + "grad_norm": 1.4387905597686768, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8849676847457886, + "num_tokens": 522935531.0, + "step": 14355 + }, + { + "epoch": 2.665923862581244, + "grad_norm": 1.5109845399856567, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8764938116073608, + "num_tokens": 522973052.0, + "step": 14356 + }, + { + "epoch": 2.6661095636025998, + "grad_norm": 1.472805142402649, + "learning_rate": 1e-06, + "loss": 0.293, + "mean_token_accuracy": 0.8970500230789185, + "num_tokens": 523008777.0, + "step": 14357 + }, + { + "epoch": 2.6662952646239555, + "grad_norm": 1.4885271787643433, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8950750827789307, + "num_tokens": 523045352.0, + "step": 14358 + }, + { + "epoch": 2.6664809656453112, + "grad_norm": 1.4255404472351074, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8769010305404663, + "num_tokens": 523090690.0, + "step": 14359 + }, + { + "epoch": 2.6666666666666665, + "grad_norm": 1.4469492435455322, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.9016048908233643, + "num_tokens": 523124064.0, + "step": 14360 + }, + { + "epoch": 2.6668523676880223, + "grad_norm": 1.4694650173187256, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8906815052032471, + "num_tokens": 523162818.0, + "step": 14361 + }, + { + "epoch": 2.667038068709378, + "grad_norm": 1.4811897277832031, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.889337420463562, + "num_tokens": 523201488.0, + "step": 14362 + }, + { + "epoch": 2.6672237697307333, + "grad_norm": 1.4547781944274902, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8845312595367432, + "num_tokens": 523242927.0, + "step": 14363 + }, + { + "epoch": 2.667409470752089, + "grad_norm": 1.549344539642334, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8619915843009949, + "num_tokens": 523284485.0, + "step": 14364 + }, + { + "epoch": 2.6675951717734447, + "grad_norm": 1.633025050163269, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8934764266014099, + "num_tokens": 523317957.0, + "step": 14365 + }, + { + "epoch": 2.6677808727948005, + "grad_norm": 1.5922223329544067, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8866835832595825, + "num_tokens": 523352597.0, + "step": 14366 + }, + { + "epoch": 2.667966573816156, + "grad_norm": 1.456252932548523, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8911024332046509, + "num_tokens": 523391471.0, + "step": 14367 + }, + { + "epoch": 2.6681522748375115, + "grad_norm": 1.7031066417694092, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8864895105361938, + "num_tokens": 523423197.0, + "step": 14368 + }, + { + "epoch": 2.6683379758588672, + "grad_norm": 1.5438481569290161, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8775957226753235, + "num_tokens": 523462119.0, + "step": 14369 + }, + { + "epoch": 2.668523676880223, + "grad_norm": 1.6575828790664673, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8840327858924866, + "num_tokens": 523496671.0, + "step": 14370 + }, + { + "epoch": 2.6687093779015783, + "grad_norm": 1.716030478477478, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8993512392044067, + "num_tokens": 523526006.0, + "step": 14371 + }, + { + "epoch": 2.668895078922934, + "grad_norm": 1.5733091831207275, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.867587685585022, + "num_tokens": 523563595.0, + "step": 14372 + }, + { + "epoch": 2.6690807799442897, + "grad_norm": 1.6980353593826294, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8828083276748657, + "num_tokens": 523596070.0, + "step": 14373 + }, + { + "epoch": 2.6692664809656454, + "grad_norm": 1.4372365474700928, + "learning_rate": 1e-06, + "loss": 0.2798, + "mean_token_accuracy": 0.9000828266143799, + "num_tokens": 523639643.0, + "step": 14374 + }, + { + "epoch": 2.669452181987001, + "grad_norm": 1.5869373083114624, + "learning_rate": 1e-06, + "loss": 0.2674, + "mean_token_accuracy": 0.9057004451751709, + "num_tokens": 523667445.0, + "step": 14375 + }, + { + "epoch": 2.6696378830083565, + "grad_norm": 1.4700628519058228, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8795077800750732, + "num_tokens": 523705155.0, + "step": 14376 + }, + { + "epoch": 2.669823584029712, + "grad_norm": 1.5200361013412476, + "learning_rate": 1e-06, + "loss": 0.3024, + "mean_token_accuracy": 0.8918901085853577, + "num_tokens": 523742522.0, + "step": 14377 + }, + { + "epoch": 2.670009285051068, + "grad_norm": 1.5179356336593628, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.879889965057373, + "num_tokens": 523781913.0, + "step": 14378 + }, + { + "epoch": 2.6701949860724232, + "grad_norm": 1.5072218179702759, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8841519355773926, + "num_tokens": 523820254.0, + "step": 14379 + }, + { + "epoch": 2.670380687093779, + "grad_norm": 1.4944745302200317, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8786844611167908, + "num_tokens": 523859745.0, + "step": 14380 + }, + { + "epoch": 2.6705663881151347, + "grad_norm": 1.5187668800354004, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8781288862228394, + "num_tokens": 523903813.0, + "step": 14381 + }, + { + "epoch": 2.6707520891364904, + "grad_norm": 1.6023589372634888, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8791552782058716, + "num_tokens": 523940016.0, + "step": 14382 + }, + { + "epoch": 2.6709377901578457, + "grad_norm": 1.4418540000915527, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8964552879333496, + "num_tokens": 523977283.0, + "step": 14383 + }, + { + "epoch": 2.6711234911792014, + "grad_norm": 1.536657452583313, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8896723985671997, + "num_tokens": 524014353.0, + "step": 14384 + }, + { + "epoch": 2.671309192200557, + "grad_norm": 1.5421024560928345, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8848317861557007, + "num_tokens": 524051172.0, + "step": 14385 + }, + { + "epoch": 2.6714948932219125, + "grad_norm": 1.4713349342346191, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8885419368743896, + "num_tokens": 524091827.0, + "step": 14386 + }, + { + "epoch": 2.671680594243268, + "grad_norm": 1.6255013942718506, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.898000955581665, + "num_tokens": 524123291.0, + "step": 14387 + }, + { + "epoch": 2.671866295264624, + "grad_norm": 1.4720062017440796, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8948695659637451, + "num_tokens": 524158818.0, + "step": 14388 + }, + { + "epoch": 2.6720519962859797, + "grad_norm": 1.5430911779403687, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.898274302482605, + "num_tokens": 524193733.0, + "step": 14389 + }, + { + "epoch": 2.6722376973073354, + "grad_norm": 1.6262129545211792, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8721311092376709, + "num_tokens": 524230995.0, + "step": 14390 + }, + { + "epoch": 2.6724233983286907, + "grad_norm": 1.5049879550933838, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8766502141952515, + "num_tokens": 524270632.0, + "step": 14391 + }, + { + "epoch": 2.6726090993500464, + "grad_norm": 1.6335538625717163, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8833973407745361, + "num_tokens": 524305602.0, + "step": 14392 + }, + { + "epoch": 2.672794800371402, + "grad_norm": 1.6223393678665161, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8937715291976929, + "num_tokens": 524339385.0, + "step": 14393 + }, + { + "epoch": 2.6729805013927574, + "grad_norm": 1.619640827178955, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8706567883491516, + "num_tokens": 524373837.0, + "step": 14394 + }, + { + "epoch": 2.673166202414113, + "grad_norm": 1.4765609502792358, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.893444299697876, + "num_tokens": 524411822.0, + "step": 14395 + }, + { + "epoch": 2.673351903435469, + "grad_norm": 1.5415912866592407, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8862804770469666, + "num_tokens": 524450706.0, + "step": 14396 + }, + { + "epoch": 2.6735376044568246, + "grad_norm": 1.5169320106506348, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8762807250022888, + "num_tokens": 524491863.0, + "step": 14397 + }, + { + "epoch": 2.6737233054781804, + "grad_norm": 1.5011874437332153, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8845269680023193, + "num_tokens": 524527494.0, + "step": 14398 + }, + { + "epoch": 2.6739090064995357, + "grad_norm": 1.4769514799118042, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8929584622383118, + "num_tokens": 524564128.0, + "step": 14399 + }, + { + "epoch": 2.6740947075208914, + "grad_norm": 1.658549189567566, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8807976245880127, + "num_tokens": 524600080.0, + "step": 14400 + }, + { + "epoch": 2.674280408542247, + "grad_norm": 1.5496113300323486, + "learning_rate": 1e-06, + "loss": 0.2857, + "mean_token_accuracy": 0.8961268663406372, + "num_tokens": 524636259.0, + "step": 14401 + }, + { + "epoch": 2.6744661095636024, + "grad_norm": 1.572383165359497, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8938168287277222, + "num_tokens": 524668969.0, + "step": 14402 + }, + { + "epoch": 2.674651810584958, + "grad_norm": 1.420366883277893, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.879326343536377, + "num_tokens": 524713668.0, + "step": 14403 + }, + { + "epoch": 2.674837511606314, + "grad_norm": 1.4597902297973633, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8761757612228394, + "num_tokens": 524757140.0, + "step": 14404 + }, + { + "epoch": 2.6750232126276696, + "grad_norm": 1.4662445783615112, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8913222551345825, + "num_tokens": 524793089.0, + "step": 14405 + }, + { + "epoch": 2.675208913649025, + "grad_norm": 1.4460642337799072, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8890926241874695, + "num_tokens": 524831376.0, + "step": 14406 + }, + { + "epoch": 2.6753946146703806, + "grad_norm": 1.6387124061584473, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8873225450515747, + "num_tokens": 524861429.0, + "step": 14407 + }, + { + "epoch": 2.6755803156917364, + "grad_norm": 1.4471911191940308, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.888230562210083, + "num_tokens": 524902093.0, + "step": 14408 + }, + { + "epoch": 2.6757660167130917, + "grad_norm": 1.5405652523040771, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8649305701255798, + "num_tokens": 524944206.0, + "step": 14409 + }, + { + "epoch": 2.6759517177344474, + "grad_norm": 1.5116853713989258, + "learning_rate": 1e-06, + "loss": 0.2937, + "mean_token_accuracy": 0.8952603936195374, + "num_tokens": 524976430.0, + "step": 14410 + }, + { + "epoch": 2.676137418755803, + "grad_norm": 1.6897629499435425, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.87444669008255, + "num_tokens": 525010710.0, + "step": 14411 + }, + { + "epoch": 2.676323119777159, + "grad_norm": 1.4281799793243408, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8901894688606262, + "num_tokens": 525050806.0, + "step": 14412 + }, + { + "epoch": 2.6765088207985146, + "grad_norm": 1.4933336973190308, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.8900439739227295, + "num_tokens": 525089942.0, + "step": 14413 + }, + { + "epoch": 2.67669452181987, + "grad_norm": 1.5373196601867676, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8803627490997314, + "num_tokens": 525127511.0, + "step": 14414 + }, + { + "epoch": 2.6768802228412256, + "grad_norm": 1.6957664489746094, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8780269622802734, + "num_tokens": 525162674.0, + "step": 14415 + }, + { + "epoch": 2.6770659238625814, + "grad_norm": 1.359162449836731, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8957676291465759, + "num_tokens": 525206889.0, + "step": 14416 + }, + { + "epoch": 2.6772516248839366, + "grad_norm": 1.475351333618164, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8869292736053467, + "num_tokens": 525245016.0, + "step": 14417 + }, + { + "epoch": 2.6774373259052924, + "grad_norm": 1.5582135915756226, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.887097954750061, + "num_tokens": 525280054.0, + "step": 14418 + }, + { + "epoch": 2.677623026926648, + "grad_norm": 1.3646472692489624, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8957065343856812, + "num_tokens": 525319119.0, + "step": 14419 + }, + { + "epoch": 2.677808727948004, + "grad_norm": 1.5737454891204834, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8812368512153625, + "num_tokens": 525354698.0, + "step": 14420 + }, + { + "epoch": 2.6779944289693596, + "grad_norm": 1.5527836084365845, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8831019997596741, + "num_tokens": 525391186.0, + "step": 14421 + }, + { + "epoch": 2.678180129990715, + "grad_norm": 1.566854476928711, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8888696432113647, + "num_tokens": 525428722.0, + "step": 14422 + }, + { + "epoch": 2.6783658310120706, + "grad_norm": 1.4506396055221558, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8883599042892456, + "num_tokens": 525467195.0, + "step": 14423 + }, + { + "epoch": 2.6785515320334263, + "grad_norm": 1.442625880241394, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.884492814540863, + "num_tokens": 525507012.0, + "step": 14424 + }, + { + "epoch": 2.6787372330547816, + "grad_norm": 1.5094207525253296, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8846309185028076, + "num_tokens": 525546676.0, + "step": 14425 + }, + { + "epoch": 2.6789229340761374, + "grad_norm": 1.7138458490371704, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.880774974822998, + "num_tokens": 525575522.0, + "step": 14426 + }, + { + "epoch": 2.679108635097493, + "grad_norm": 1.525730848312378, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8929740190505981, + "num_tokens": 525610158.0, + "step": 14427 + }, + { + "epoch": 2.679294336118849, + "grad_norm": 1.452879548072815, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8941093683242798, + "num_tokens": 525649131.0, + "step": 14428 + }, + { + "epoch": 2.679480037140204, + "grad_norm": 1.3595339059829712, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8936883211135864, + "num_tokens": 525689177.0, + "step": 14429 + }, + { + "epoch": 2.67966573816156, + "grad_norm": 1.5830957889556885, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8895010948181152, + "num_tokens": 525721791.0, + "step": 14430 + }, + { + "epoch": 2.6798514391829156, + "grad_norm": 1.5160770416259766, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8919668197631836, + "num_tokens": 525758312.0, + "step": 14431 + }, + { + "epoch": 2.680037140204271, + "grad_norm": 1.5070372819900513, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8853004574775696, + "num_tokens": 525792885.0, + "step": 14432 + }, + { + "epoch": 2.6802228412256266, + "grad_norm": 1.5005592107772827, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8911342620849609, + "num_tokens": 525827222.0, + "step": 14433 + }, + { + "epoch": 2.6804085422469823, + "grad_norm": 1.4331932067871094, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8872701525688171, + "num_tokens": 525868796.0, + "step": 14434 + }, + { + "epoch": 2.680594243268338, + "grad_norm": 1.5025107860565186, + "learning_rate": 1e-06, + "loss": 0.2999, + "mean_token_accuracy": 0.894192636013031, + "num_tokens": 525904331.0, + "step": 14435 + }, + { + "epoch": 2.680779944289694, + "grad_norm": 1.5057770013809204, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8946959972381592, + "num_tokens": 525941240.0, + "step": 14436 + }, + { + "epoch": 2.680965645311049, + "grad_norm": 1.6087493896484375, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8861768245697021, + "num_tokens": 525978941.0, + "step": 14437 + }, + { + "epoch": 2.681151346332405, + "grad_norm": 1.5432178974151611, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8828609585762024, + "num_tokens": 526016166.0, + "step": 14438 + }, + { + "epoch": 2.6813370473537605, + "grad_norm": 1.530852198600769, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8859277963638306, + "num_tokens": 526050818.0, + "step": 14439 + }, + { + "epoch": 2.681522748375116, + "grad_norm": 1.522171139717102, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.879871129989624, + "num_tokens": 526085659.0, + "step": 14440 + }, + { + "epoch": 2.6817084493964716, + "grad_norm": 1.4287337064743042, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8789350986480713, + "num_tokens": 526127138.0, + "step": 14441 + }, + { + "epoch": 2.6818941504178273, + "grad_norm": 1.6855368614196777, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.884427547454834, + "num_tokens": 526157181.0, + "step": 14442 + }, + { + "epoch": 2.682079851439183, + "grad_norm": 1.4194858074188232, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8987854719161987, + "num_tokens": 526193809.0, + "step": 14443 + }, + { + "epoch": 2.6822655524605388, + "grad_norm": 1.6264233589172363, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.884187638759613, + "num_tokens": 526228258.0, + "step": 14444 + }, + { + "epoch": 2.682451253481894, + "grad_norm": 1.4592596292495728, + "learning_rate": 1e-06, + "loss": 0.2737, + "mean_token_accuracy": 0.8989521861076355, + "num_tokens": 526264099.0, + "step": 14445 + }, + { + "epoch": 2.68263695450325, + "grad_norm": 1.4732576608657837, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8965082168579102, + "num_tokens": 526300010.0, + "step": 14446 + }, + { + "epoch": 2.6828226555246055, + "grad_norm": 1.5355952978134155, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8958325386047363, + "num_tokens": 526334661.0, + "step": 14447 + }, + { + "epoch": 2.683008356545961, + "grad_norm": 1.6085584163665771, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8956278562545776, + "num_tokens": 526368221.0, + "step": 14448 + }, + { + "epoch": 2.6831940575673165, + "grad_norm": 1.6790471076965332, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8632081747055054, + "num_tokens": 526404547.0, + "step": 14449 + }, + { + "epoch": 2.6833797585886723, + "grad_norm": 1.4783660173416138, + "learning_rate": 1e-06, + "loss": 0.2706, + "mean_token_accuracy": 0.9054116010665894, + "num_tokens": 526440162.0, + "step": 14450 + }, + { + "epoch": 2.683565459610028, + "grad_norm": 1.495792031288147, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8964985609054565, + "num_tokens": 526475202.0, + "step": 14451 + }, + { + "epoch": 2.6837511606313837, + "grad_norm": 1.5502734184265137, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8900395631790161, + "num_tokens": 526508797.0, + "step": 14452 + }, + { + "epoch": 2.683936861652739, + "grad_norm": 1.5009288787841797, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8828548789024353, + "num_tokens": 526545058.0, + "step": 14453 + }, + { + "epoch": 2.6841225626740948, + "grad_norm": 1.6339246034622192, + "learning_rate": 1e-06, + "loss": 0.2811, + "mean_token_accuracy": 0.9007914066314697, + "num_tokens": 526573016.0, + "step": 14454 + }, + { + "epoch": 2.68430826369545, + "grad_norm": 1.5094329118728638, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8815474510192871, + "num_tokens": 526610390.0, + "step": 14455 + }, + { + "epoch": 2.684493964716806, + "grad_norm": 1.4674327373504639, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.879947304725647, + "num_tokens": 526654553.0, + "step": 14456 + }, + { + "epoch": 2.6846796657381615, + "grad_norm": 1.4983681440353394, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8970125913619995, + "num_tokens": 526689105.0, + "step": 14457 + }, + { + "epoch": 2.6848653667595173, + "grad_norm": 1.5876901149749756, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8721964359283447, + "num_tokens": 526725850.0, + "step": 14458 + }, + { + "epoch": 2.685051067780873, + "grad_norm": 1.5104765892028809, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8753907680511475, + "num_tokens": 526767071.0, + "step": 14459 + }, + { + "epoch": 2.6852367688022283, + "grad_norm": 1.5538920164108276, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8946105241775513, + "num_tokens": 526798075.0, + "step": 14460 + }, + { + "epoch": 2.685422469823584, + "grad_norm": 1.6071808338165283, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8922391533851624, + "num_tokens": 526829286.0, + "step": 14461 + }, + { + "epoch": 2.6856081708449397, + "grad_norm": 1.4916620254516602, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8967176079750061, + "num_tokens": 526866963.0, + "step": 14462 + }, + { + "epoch": 2.685793871866295, + "grad_norm": 1.5744026899337769, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8869012594223022, + "num_tokens": 526899997.0, + "step": 14463 + }, + { + "epoch": 2.6859795728876508, + "grad_norm": 1.6350549459457397, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8841341137886047, + "num_tokens": 526933602.0, + "step": 14464 + }, + { + "epoch": 2.6861652739090065, + "grad_norm": 1.482949137687683, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.893152117729187, + "num_tokens": 526974586.0, + "step": 14465 + }, + { + "epoch": 2.6863509749303622, + "grad_norm": 1.6321548223495483, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8751243352890015, + "num_tokens": 527009272.0, + "step": 14466 + }, + { + "epoch": 2.686536675951718, + "grad_norm": 1.5035065412521362, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8857001066207886, + "num_tokens": 527047006.0, + "step": 14467 + }, + { + "epoch": 2.6867223769730733, + "grad_norm": 1.7172194719314575, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8854433298110962, + "num_tokens": 527075553.0, + "step": 14468 + }, + { + "epoch": 2.686908077994429, + "grad_norm": 1.7052247524261475, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8844850659370422, + "num_tokens": 527107246.0, + "step": 14469 + }, + { + "epoch": 2.6870937790157847, + "grad_norm": 1.5045170783996582, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8851333856582642, + "num_tokens": 527147856.0, + "step": 14470 + }, + { + "epoch": 2.68727948003714, + "grad_norm": 1.3397036790847778, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8916014432907104, + "num_tokens": 527193624.0, + "step": 14471 + }, + { + "epoch": 2.6874651810584957, + "grad_norm": 1.581173062324524, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8933155536651611, + "num_tokens": 527228686.0, + "step": 14472 + }, + { + "epoch": 2.6876508820798515, + "grad_norm": 1.4912559986114502, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8897536993026733, + "num_tokens": 527264765.0, + "step": 14473 + }, + { + "epoch": 2.687836583101207, + "grad_norm": 1.5455009937286377, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8861438632011414, + "num_tokens": 527303744.0, + "step": 14474 + }, + { + "epoch": 2.688022284122563, + "grad_norm": 1.5812828540802002, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8796154260635376, + "num_tokens": 527341627.0, + "step": 14475 + }, + { + "epoch": 2.6882079851439182, + "grad_norm": 1.6317085027694702, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8947018384933472, + "num_tokens": 527372190.0, + "step": 14476 + }, + { + "epoch": 2.688393686165274, + "grad_norm": 1.5267497301101685, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8785437345504761, + "num_tokens": 527413891.0, + "step": 14477 + }, + { + "epoch": 2.6885793871866293, + "grad_norm": 1.5794113874435425, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8760702013969421, + "num_tokens": 527449209.0, + "step": 14478 + }, + { + "epoch": 2.688765088207985, + "grad_norm": 1.5047672986984253, + "learning_rate": 1e-06, + "loss": 0.2878, + "mean_token_accuracy": 0.9000816941261292, + "num_tokens": 527483451.0, + "step": 14479 + }, + { + "epoch": 2.6889507892293407, + "grad_norm": 1.5719949007034302, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8893992304801941, + "num_tokens": 527516182.0, + "step": 14480 + }, + { + "epoch": 2.6891364902506965, + "grad_norm": 1.6560535430908203, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8922351598739624, + "num_tokens": 527547657.0, + "step": 14481 + }, + { + "epoch": 2.689322191272052, + "grad_norm": 1.5295896530151367, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8874301910400391, + "num_tokens": 527585981.0, + "step": 14482 + }, + { + "epoch": 2.6895078922934075, + "grad_norm": 1.5449796915054321, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8783483505249023, + "num_tokens": 527625277.0, + "step": 14483 + }, + { + "epoch": 2.689693593314763, + "grad_norm": 1.6174224615097046, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8836052417755127, + "num_tokens": 527661332.0, + "step": 14484 + }, + { + "epoch": 2.689879294336119, + "grad_norm": 1.3624125719070435, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.8984020948410034, + "num_tokens": 527700253.0, + "step": 14485 + }, + { + "epoch": 2.6900649953574742, + "grad_norm": 1.6488423347473145, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8857715129852295, + "num_tokens": 527737185.0, + "step": 14486 + }, + { + "epoch": 2.69025069637883, + "grad_norm": 1.470696210861206, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8983210325241089, + "num_tokens": 527777023.0, + "step": 14487 + }, + { + "epoch": 2.6904363974001857, + "grad_norm": 1.5307605266571045, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8923554420471191, + "num_tokens": 527810046.0, + "step": 14488 + }, + { + "epoch": 2.6906220984215414, + "grad_norm": 1.6173477172851562, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8872134685516357, + "num_tokens": 527846058.0, + "step": 14489 + }, + { + "epoch": 2.690807799442897, + "grad_norm": 1.598623275756836, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8891103863716125, + "num_tokens": 527879366.0, + "step": 14490 + }, + { + "epoch": 2.6909935004642525, + "grad_norm": 1.4792275428771973, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8932359218597412, + "num_tokens": 527918859.0, + "step": 14491 + }, + { + "epoch": 2.691179201485608, + "grad_norm": 1.5760993957519531, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8890290260314941, + "num_tokens": 527950066.0, + "step": 14492 + }, + { + "epoch": 2.691364902506964, + "grad_norm": 1.530831217765808, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.887824535369873, + "num_tokens": 527987012.0, + "step": 14493 + }, + { + "epoch": 2.691550603528319, + "grad_norm": 1.6063390970230103, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8775814771652222, + "num_tokens": 528020113.0, + "step": 14494 + }, + { + "epoch": 2.691736304549675, + "grad_norm": 1.6630903482437134, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8849921822547913, + "num_tokens": 528051473.0, + "step": 14495 + }, + { + "epoch": 2.6919220055710307, + "grad_norm": 1.5345988273620605, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8960311412811279, + "num_tokens": 528085944.0, + "step": 14496 + }, + { + "epoch": 2.6921077065923864, + "grad_norm": 1.564560890197754, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.893134355545044, + "num_tokens": 528121034.0, + "step": 14497 + }, + { + "epoch": 2.692293407613742, + "grad_norm": 1.4649899005889893, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.8985071182250977, + "num_tokens": 528159165.0, + "step": 14498 + }, + { + "epoch": 2.6924791086350974, + "grad_norm": 1.8061145544052124, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8880441188812256, + "num_tokens": 528188768.0, + "step": 14499 + }, + { + "epoch": 2.692664809656453, + "grad_norm": 1.523152232170105, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8853704929351807, + "num_tokens": 528226454.0, + "step": 14500 + }, + { + "epoch": 2.6928505106778085, + "grad_norm": 1.5565329790115356, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8920823931694031, + "num_tokens": 528262137.0, + "step": 14501 + }, + { + "epoch": 2.693036211699164, + "grad_norm": 1.572729229927063, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8894311189651489, + "num_tokens": 528296566.0, + "step": 14502 + }, + { + "epoch": 2.69322191272052, + "grad_norm": 1.365014672279358, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.8964757919311523, + "num_tokens": 528337259.0, + "step": 14503 + }, + { + "epoch": 2.6934076137418757, + "grad_norm": 1.6467972993850708, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8768983483314514, + "num_tokens": 528369188.0, + "step": 14504 + }, + { + "epoch": 2.6935933147632314, + "grad_norm": 1.5223270654678345, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8901158571243286, + "num_tokens": 528403345.0, + "step": 14505 + }, + { + "epoch": 2.6937790157845867, + "grad_norm": 1.6813913583755493, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.888870358467102, + "num_tokens": 528433382.0, + "step": 14506 + }, + { + "epoch": 2.6939647168059424, + "grad_norm": 1.5458863973617554, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8788819313049316, + "num_tokens": 528471404.0, + "step": 14507 + }, + { + "epoch": 2.694150417827298, + "grad_norm": 1.6044552326202393, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8734126687049866, + "num_tokens": 528507814.0, + "step": 14508 + }, + { + "epoch": 2.6943361188486534, + "grad_norm": 1.4685019254684448, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8819872736930847, + "num_tokens": 528547755.0, + "step": 14509 + }, + { + "epoch": 2.694521819870009, + "grad_norm": 1.4088672399520874, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.8991239666938782, + "num_tokens": 528586310.0, + "step": 14510 + }, + { + "epoch": 2.694707520891365, + "grad_norm": 1.5042542219161987, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.884697675704956, + "num_tokens": 528624754.0, + "step": 14511 + }, + { + "epoch": 2.6948932219127206, + "grad_norm": 1.5640217065811157, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8868221044540405, + "num_tokens": 528666021.0, + "step": 14512 + }, + { + "epoch": 2.6950789229340764, + "grad_norm": 1.639029622077942, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.888465404510498, + "num_tokens": 528697721.0, + "step": 14513 + }, + { + "epoch": 2.6952646239554316, + "grad_norm": 1.474202036857605, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8801147937774658, + "num_tokens": 528736128.0, + "step": 14514 + }, + { + "epoch": 2.6954503249767874, + "grad_norm": 1.590828537940979, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8914575576782227, + "num_tokens": 528767707.0, + "step": 14515 + }, + { + "epoch": 2.695636025998143, + "grad_norm": 1.4047764539718628, + "learning_rate": 1e-06, + "loss": 0.272, + "mean_token_accuracy": 0.9022170305252075, + "num_tokens": 528804362.0, + "step": 14516 + }, + { + "epoch": 2.6958217270194984, + "grad_norm": 1.5998353958129883, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8836612105369568, + "num_tokens": 528838183.0, + "step": 14517 + }, + { + "epoch": 2.696007428040854, + "grad_norm": 1.649206519126892, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8722124099731445, + "num_tokens": 528871924.0, + "step": 14518 + }, + { + "epoch": 2.69619312906221, + "grad_norm": 1.685092806816101, + "learning_rate": 1e-06, + "loss": 0.2845, + "mean_token_accuracy": 0.8966244459152222, + "num_tokens": 528899455.0, + "step": 14519 + }, + { + "epoch": 2.6963788300835656, + "grad_norm": 1.5295963287353516, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.8952044248580933, + "num_tokens": 528931518.0, + "step": 14520 + }, + { + "epoch": 2.6965645311049213, + "grad_norm": 1.5633554458618164, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8940604329109192, + "num_tokens": 528967596.0, + "step": 14521 + }, + { + "epoch": 2.6967502321262766, + "grad_norm": 1.5603047609329224, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8898881077766418, + "num_tokens": 529004726.0, + "step": 14522 + }, + { + "epoch": 2.6969359331476324, + "grad_norm": 1.567409873008728, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8886746764183044, + "num_tokens": 529040120.0, + "step": 14523 + }, + { + "epoch": 2.697121634168988, + "grad_norm": 1.5235657691955566, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8884313106536865, + "num_tokens": 529074752.0, + "step": 14524 + }, + { + "epoch": 2.6973073351903434, + "grad_norm": 1.4826972484588623, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8889257311820984, + "num_tokens": 529114360.0, + "step": 14525 + }, + { + "epoch": 2.697493036211699, + "grad_norm": 1.579451322555542, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8912086486816406, + "num_tokens": 529147193.0, + "step": 14526 + }, + { + "epoch": 2.697678737233055, + "grad_norm": 1.421329379081726, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8904438018798828, + "num_tokens": 529184152.0, + "step": 14527 + }, + { + "epoch": 2.6978644382544106, + "grad_norm": 1.4958195686340332, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8841716051101685, + "num_tokens": 529224742.0, + "step": 14528 + }, + { + "epoch": 2.698050139275766, + "grad_norm": 1.5884908437728882, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8810067176818848, + "num_tokens": 529257087.0, + "step": 14529 + }, + { + "epoch": 2.6982358402971216, + "grad_norm": 1.5832338333129883, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.883735716342926, + "num_tokens": 529291239.0, + "step": 14530 + }, + { + "epoch": 2.6984215413184773, + "grad_norm": 1.8180359601974487, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8882732391357422, + "num_tokens": 529317496.0, + "step": 14531 + }, + { + "epoch": 2.6986072423398326, + "grad_norm": 1.4493045806884766, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8881357312202454, + "num_tokens": 529355732.0, + "step": 14532 + }, + { + "epoch": 2.6987929433611884, + "grad_norm": 1.539019227027893, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8855140209197998, + "num_tokens": 529392356.0, + "step": 14533 + }, + { + "epoch": 2.698978644382544, + "grad_norm": 1.5570838451385498, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8664341568946838, + "num_tokens": 529433359.0, + "step": 14534 + }, + { + "epoch": 2.6991643454039, + "grad_norm": 1.571650743484497, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8899205327033997, + "num_tokens": 529467409.0, + "step": 14535 + }, + { + "epoch": 2.6993500464252556, + "grad_norm": 1.4903024435043335, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8847754001617432, + "num_tokens": 529503337.0, + "step": 14536 + }, + { + "epoch": 2.699535747446611, + "grad_norm": 1.5424610376358032, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8820285797119141, + "num_tokens": 529540623.0, + "step": 14537 + }, + { + "epoch": 2.6997214484679666, + "grad_norm": 1.5004017353057861, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.875580906867981, + "num_tokens": 529578520.0, + "step": 14538 + }, + { + "epoch": 2.6999071494893223, + "grad_norm": 1.5410284996032715, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8858566880226135, + "num_tokens": 529612898.0, + "step": 14539 + }, + { + "epoch": 2.7000928505106776, + "grad_norm": 1.5371640920639038, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8932310342788696, + "num_tokens": 529649420.0, + "step": 14540 + }, + { + "epoch": 2.7002785515320333, + "grad_norm": 1.4180715084075928, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8999339938163757, + "num_tokens": 529691550.0, + "step": 14541 + }, + { + "epoch": 2.700464252553389, + "grad_norm": 1.5271981954574585, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8931191563606262, + "num_tokens": 529724510.0, + "step": 14542 + }, + { + "epoch": 2.700649953574745, + "grad_norm": 1.5278170108795166, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8842447400093079, + "num_tokens": 529762676.0, + "step": 14543 + }, + { + "epoch": 2.7008356545961005, + "grad_norm": 1.3782249689102173, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8819044828414917, + "num_tokens": 529807515.0, + "step": 14544 + }, + { + "epoch": 2.701021355617456, + "grad_norm": 1.551826000213623, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8830112218856812, + "num_tokens": 529842911.0, + "step": 14545 + }, + { + "epoch": 2.7012070566388116, + "grad_norm": 1.6935365200042725, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8794502019882202, + "num_tokens": 529873591.0, + "step": 14546 + }, + { + "epoch": 2.7013927576601673, + "grad_norm": 1.5742676258087158, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8867672085762024, + "num_tokens": 529909523.0, + "step": 14547 + }, + { + "epoch": 2.7015784586815226, + "grad_norm": 1.4696415662765503, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8816214799880981, + "num_tokens": 529949367.0, + "step": 14548 + }, + { + "epoch": 2.7017641597028783, + "grad_norm": 1.5851248502731323, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8918155431747437, + "num_tokens": 529981832.0, + "step": 14549 + }, + { + "epoch": 2.701949860724234, + "grad_norm": 1.547073245048523, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8860073089599609, + "num_tokens": 530017560.0, + "step": 14550 + }, + { + "epoch": 2.7021355617455898, + "grad_norm": 1.4538451433181763, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8896868824958801, + "num_tokens": 530055113.0, + "step": 14551 + }, + { + "epoch": 2.702321262766945, + "grad_norm": 1.4969658851623535, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.87275230884552, + "num_tokens": 530097299.0, + "step": 14552 + }, + { + "epoch": 2.702506963788301, + "grad_norm": 1.4383357763290405, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8910179138183594, + "num_tokens": 530135918.0, + "step": 14553 + }, + { + "epoch": 2.7026926648096565, + "grad_norm": 1.6145908832550049, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8774244785308838, + "num_tokens": 530169410.0, + "step": 14554 + }, + { + "epoch": 2.702878365831012, + "grad_norm": 1.7096529006958008, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8710460662841797, + "num_tokens": 530201541.0, + "step": 14555 + }, + { + "epoch": 2.7030640668523676, + "grad_norm": 1.7754523754119873, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8820030093193054, + "num_tokens": 530231174.0, + "step": 14556 + }, + { + "epoch": 2.7032497678737233, + "grad_norm": 1.5814932584762573, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8869082927703857, + "num_tokens": 530269756.0, + "step": 14557 + }, + { + "epoch": 2.703435468895079, + "grad_norm": 1.6491971015930176, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8860616087913513, + "num_tokens": 530301030.0, + "step": 14558 + }, + { + "epoch": 2.7036211699164348, + "grad_norm": 1.6484302282333374, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8820723295211792, + "num_tokens": 530332373.0, + "step": 14559 + }, + { + "epoch": 2.70380687093779, + "grad_norm": 1.5674506425857544, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8871877789497375, + "num_tokens": 530370285.0, + "step": 14560 + }, + { + "epoch": 2.7039925719591458, + "grad_norm": 1.409824013710022, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8849767446517944, + "num_tokens": 530416431.0, + "step": 14561 + }, + { + "epoch": 2.7041782729805015, + "grad_norm": 1.597245216369629, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8830054998397827, + "num_tokens": 530448597.0, + "step": 14562 + }, + { + "epoch": 2.704363974001857, + "grad_norm": 1.56548273563385, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8832083940505981, + "num_tokens": 530486290.0, + "step": 14563 + }, + { + "epoch": 2.7045496750232125, + "grad_norm": 1.6339620351791382, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8902584314346313, + "num_tokens": 530518937.0, + "step": 14564 + }, + { + "epoch": 2.7047353760445683, + "grad_norm": 1.516261339187622, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8871101140975952, + "num_tokens": 530554707.0, + "step": 14565 + }, + { + "epoch": 2.704921077065924, + "grad_norm": 1.5622767210006714, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.885653018951416, + "num_tokens": 530592015.0, + "step": 14566 + }, + { + "epoch": 2.7051067780872797, + "grad_norm": 1.4807085990905762, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8917993307113647, + "num_tokens": 530629175.0, + "step": 14567 + }, + { + "epoch": 2.705292479108635, + "grad_norm": 1.4272347688674927, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.888383150100708, + "num_tokens": 530665867.0, + "step": 14568 + }, + { + "epoch": 2.7054781801299908, + "grad_norm": 1.4328244924545288, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8925716876983643, + "num_tokens": 530705369.0, + "step": 14569 + }, + { + "epoch": 2.7056638811513465, + "grad_norm": 1.4318262338638306, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8930929899215698, + "num_tokens": 530744771.0, + "step": 14570 + }, + { + "epoch": 2.7058495821727018, + "grad_norm": 1.4958772659301758, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8814077377319336, + "num_tokens": 530783086.0, + "step": 14571 + }, + { + "epoch": 2.7060352831940575, + "grad_norm": 1.57921302318573, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8766058087348938, + "num_tokens": 530819454.0, + "step": 14572 + }, + { + "epoch": 2.7062209842154132, + "grad_norm": 1.5853608846664429, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8715958595275879, + "num_tokens": 530855639.0, + "step": 14573 + }, + { + "epoch": 2.706406685236769, + "grad_norm": 1.4389796257019043, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8894469141960144, + "num_tokens": 530892757.0, + "step": 14574 + }, + { + "epoch": 2.7065923862581243, + "grad_norm": 1.6713850498199463, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8906120657920837, + "num_tokens": 530922602.0, + "step": 14575 + }, + { + "epoch": 2.70677808727948, + "grad_norm": 1.4728957414627075, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8954998850822449, + "num_tokens": 530961178.0, + "step": 14576 + }, + { + "epoch": 2.7069637883008357, + "grad_norm": 1.613756775856018, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.8953579664230347, + "num_tokens": 530993008.0, + "step": 14577 + }, + { + "epoch": 2.707149489322191, + "grad_norm": 1.5228354930877686, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8874489068984985, + "num_tokens": 531030148.0, + "step": 14578 + }, + { + "epoch": 2.7073351903435467, + "grad_norm": 1.6432116031646729, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8914254903793335, + "num_tokens": 531071031.0, + "step": 14579 + }, + { + "epoch": 2.7075208913649025, + "grad_norm": 1.4998254776000977, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8980526924133301, + "num_tokens": 531104504.0, + "step": 14580 + }, + { + "epoch": 2.707706592386258, + "grad_norm": 1.5631040334701538, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8728339076042175, + "num_tokens": 531145087.0, + "step": 14581 + }, + { + "epoch": 2.707892293407614, + "grad_norm": 1.6499797105789185, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.88275146484375, + "num_tokens": 531180368.0, + "step": 14582 + }, + { + "epoch": 2.7080779944289692, + "grad_norm": 1.692376971244812, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8735114336013794, + "num_tokens": 531214585.0, + "step": 14583 + }, + { + "epoch": 2.708263695450325, + "grad_norm": 1.5608583688735962, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8828259110450745, + "num_tokens": 531252465.0, + "step": 14584 + }, + { + "epoch": 2.7084493964716807, + "grad_norm": 1.5240060091018677, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8757979869842529, + "num_tokens": 531291944.0, + "step": 14585 + }, + { + "epoch": 2.708635097493036, + "grad_norm": 1.5634074211120605, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8935102224349976, + "num_tokens": 531322795.0, + "step": 14586 + }, + { + "epoch": 2.7088207985143917, + "grad_norm": 1.4412908554077148, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8928030133247375, + "num_tokens": 531360963.0, + "step": 14587 + }, + { + "epoch": 2.7090064995357475, + "grad_norm": 1.5411713123321533, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.891276478767395, + "num_tokens": 531396512.0, + "step": 14588 + }, + { + "epoch": 2.709192200557103, + "grad_norm": 1.5117831230163574, + "learning_rate": 1e-06, + "loss": 0.2872, + "mean_token_accuracy": 0.8981375694274902, + "num_tokens": 531429441.0, + "step": 14589 + }, + { + "epoch": 2.709377901578459, + "grad_norm": 1.4978348016738892, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8892777562141418, + "num_tokens": 531471205.0, + "step": 14590 + }, + { + "epoch": 2.709563602599814, + "grad_norm": 1.4893641471862793, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8884029984474182, + "num_tokens": 531505830.0, + "step": 14591 + }, + { + "epoch": 2.70974930362117, + "grad_norm": 1.5093330144882202, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.880624532699585, + "num_tokens": 531543255.0, + "step": 14592 + }, + { + "epoch": 2.7099350046425257, + "grad_norm": 1.4541842937469482, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8907512426376343, + "num_tokens": 531580731.0, + "step": 14593 + }, + { + "epoch": 2.710120705663881, + "grad_norm": 1.4892271757125854, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8855938911437988, + "num_tokens": 531622136.0, + "step": 14594 + }, + { + "epoch": 2.7103064066852367, + "grad_norm": 1.6264325380325317, + "learning_rate": 1e-06, + "loss": 0.3015, + "mean_token_accuracy": 0.8979378938674927, + "num_tokens": 531656619.0, + "step": 14595 + }, + { + "epoch": 2.7104921077065924, + "grad_norm": 1.4331215620040894, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8976662158966064, + "num_tokens": 531694637.0, + "step": 14596 + }, + { + "epoch": 2.710677808727948, + "grad_norm": 1.4773101806640625, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8864479064941406, + "num_tokens": 531736111.0, + "step": 14597 + }, + { + "epoch": 2.7108635097493035, + "grad_norm": 1.6749522686004639, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8774546384811401, + "num_tokens": 531766621.0, + "step": 14598 + }, + { + "epoch": 2.711049210770659, + "grad_norm": 1.427551507949829, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.9018532037734985, + "num_tokens": 531804829.0, + "step": 14599 + }, + { + "epoch": 2.711234911792015, + "grad_norm": 1.6580324172973633, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8739006519317627, + "num_tokens": 531841568.0, + "step": 14600 + }, + { + "epoch": 2.71142061281337, + "grad_norm": 1.6465378999710083, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8846834301948547, + "num_tokens": 531875319.0, + "step": 14601 + }, + { + "epoch": 2.711606313834726, + "grad_norm": 1.6207598447799683, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8864866495132446, + "num_tokens": 531911397.0, + "step": 14602 + }, + { + "epoch": 2.7117920148560817, + "grad_norm": 1.5658193826675415, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8913553953170776, + "num_tokens": 531948235.0, + "step": 14603 + }, + { + "epoch": 2.7119777158774374, + "grad_norm": 1.531071424484253, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.894644021987915, + "num_tokens": 531980733.0, + "step": 14604 + }, + { + "epoch": 2.712163416898793, + "grad_norm": 1.4932539463043213, + "learning_rate": 1e-06, + "loss": 0.2877, + "mean_token_accuracy": 0.8999382257461548, + "num_tokens": 532018068.0, + "step": 14605 + }, + { + "epoch": 2.7123491179201484, + "grad_norm": 1.6303112506866455, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8780398964881897, + "num_tokens": 532048810.0, + "step": 14606 + }, + { + "epoch": 2.712534818941504, + "grad_norm": 1.5992481708526611, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8837969303131104, + "num_tokens": 532081120.0, + "step": 14607 + }, + { + "epoch": 2.71272051996286, + "grad_norm": 1.5490690469741821, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8868097066879272, + "num_tokens": 532115610.0, + "step": 14608 + }, + { + "epoch": 2.712906220984215, + "grad_norm": 1.5308916568756104, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8813254833221436, + "num_tokens": 532155418.0, + "step": 14609 + }, + { + "epoch": 2.713091922005571, + "grad_norm": 1.5190743207931519, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8880231976509094, + "num_tokens": 532190605.0, + "step": 14610 + }, + { + "epoch": 2.7132776230269267, + "grad_norm": 1.6747609376907349, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.879182755947113, + "num_tokens": 532223425.0, + "step": 14611 + }, + { + "epoch": 2.7134633240482824, + "grad_norm": 1.5550141334533691, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8880068063735962, + "num_tokens": 532260097.0, + "step": 14612 + }, + { + "epoch": 2.713649025069638, + "grad_norm": 1.7846261262893677, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.87140291929245, + "num_tokens": 532287306.0, + "step": 14613 + }, + { + "epoch": 2.7138347260909934, + "grad_norm": 1.5008080005645752, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.881721019744873, + "num_tokens": 532323436.0, + "step": 14614 + }, + { + "epoch": 2.714020427112349, + "grad_norm": 1.5714360475540161, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8823541402816772, + "num_tokens": 532357891.0, + "step": 14615 + }, + { + "epoch": 2.714206128133705, + "grad_norm": 1.473280668258667, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8897505402565002, + "num_tokens": 532396998.0, + "step": 14616 + }, + { + "epoch": 2.71439182915506, + "grad_norm": 1.4950262308120728, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8858621120452881, + "num_tokens": 532434014.0, + "step": 14617 + }, + { + "epoch": 2.714577530176416, + "grad_norm": 1.55985689163208, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8876569867134094, + "num_tokens": 532469971.0, + "step": 14618 + }, + { + "epoch": 2.7147632311977716, + "grad_norm": 1.5848358869552612, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8877836465835571, + "num_tokens": 532506395.0, + "step": 14619 + }, + { + "epoch": 2.7149489322191274, + "grad_norm": 1.5058578252792358, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8934899568557739, + "num_tokens": 532547003.0, + "step": 14620 + }, + { + "epoch": 2.715134633240483, + "grad_norm": 1.7284386157989502, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8665845394134521, + "num_tokens": 532580638.0, + "step": 14621 + }, + { + "epoch": 2.7153203342618384, + "grad_norm": 1.5774292945861816, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.891849160194397, + "num_tokens": 532615133.0, + "step": 14622 + }, + { + "epoch": 2.715506035283194, + "grad_norm": 1.5590384006500244, + "learning_rate": 1e-06, + "loss": 0.2981, + "mean_token_accuracy": 0.8935519456863403, + "num_tokens": 532647028.0, + "step": 14623 + }, + { + "epoch": 2.7156917363045494, + "grad_norm": 1.4104650020599365, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.882763147354126, + "num_tokens": 532689385.0, + "step": 14624 + }, + { + "epoch": 2.715877437325905, + "grad_norm": 1.5209170579910278, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8964487910270691, + "num_tokens": 532723922.0, + "step": 14625 + }, + { + "epoch": 2.716063138347261, + "grad_norm": 1.5153734683990479, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8993077278137207, + "num_tokens": 532761331.0, + "step": 14626 + }, + { + "epoch": 2.7162488393686166, + "grad_norm": 1.623587727546692, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8882268071174622, + "num_tokens": 532794860.0, + "step": 14627 + }, + { + "epoch": 2.7164345403899723, + "grad_norm": 1.612616777420044, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8778486847877502, + "num_tokens": 532836236.0, + "step": 14628 + }, + { + "epoch": 2.7166202414113276, + "grad_norm": 1.56234872341156, + "learning_rate": 1e-06, + "loss": 0.2728, + "mean_token_accuracy": 0.9006600975990295, + "num_tokens": 532870143.0, + "step": 14629 + }, + { + "epoch": 2.7168059424326834, + "grad_norm": 1.44001305103302, + "learning_rate": 1e-06, + "loss": 0.2795, + "mean_token_accuracy": 0.902265191078186, + "num_tokens": 532911299.0, + "step": 14630 + }, + { + "epoch": 2.716991643454039, + "grad_norm": 1.5341726541519165, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.888555645942688, + "num_tokens": 532944568.0, + "step": 14631 + }, + { + "epoch": 2.7171773444753944, + "grad_norm": 1.5134350061416626, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8743540048599243, + "num_tokens": 532984941.0, + "step": 14632 + }, + { + "epoch": 2.71736304549675, + "grad_norm": 1.6181449890136719, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8878655433654785, + "num_tokens": 533020372.0, + "step": 14633 + }, + { + "epoch": 2.717548746518106, + "grad_norm": 1.515735149383545, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8895506262779236, + "num_tokens": 533058757.0, + "step": 14634 + }, + { + "epoch": 2.7177344475394616, + "grad_norm": 1.6012790203094482, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8886765837669373, + "num_tokens": 533093527.0, + "step": 14635 + }, + { + "epoch": 2.7179201485608173, + "grad_norm": 1.5382132530212402, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8979073166847229, + "num_tokens": 533124461.0, + "step": 14636 + }, + { + "epoch": 2.7181058495821726, + "grad_norm": 1.597119927406311, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8785232901573181, + "num_tokens": 533158135.0, + "step": 14637 + }, + { + "epoch": 2.7182915506035283, + "grad_norm": 1.5225543975830078, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8953808546066284, + "num_tokens": 533194448.0, + "step": 14638 + }, + { + "epoch": 2.718477251624884, + "grad_norm": 1.3940789699554443, + "learning_rate": 1e-06, + "loss": 0.2597, + "mean_token_accuracy": 0.9075595140457153, + "num_tokens": 533231033.0, + "step": 14639 + }, + { + "epoch": 2.7186629526462394, + "grad_norm": 1.53449285030365, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8954176902770996, + "num_tokens": 533264163.0, + "step": 14640 + }, + { + "epoch": 2.718848653667595, + "grad_norm": 1.5916430950164795, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8879947662353516, + "num_tokens": 533296334.0, + "step": 14641 + }, + { + "epoch": 2.719034354688951, + "grad_norm": 1.7409794330596924, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8915730714797974, + "num_tokens": 533325744.0, + "step": 14642 + }, + { + "epoch": 2.7192200557103066, + "grad_norm": 1.7438009977340698, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8896777629852295, + "num_tokens": 533351960.0, + "step": 14643 + }, + { + "epoch": 2.7194057567316623, + "grad_norm": 1.5393229722976685, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8893595933914185, + "num_tokens": 533389007.0, + "step": 14644 + }, + { + "epoch": 2.7195914577530176, + "grad_norm": 1.5646710395812988, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8871093988418579, + "num_tokens": 533423759.0, + "step": 14645 + }, + { + "epoch": 2.7197771587743733, + "grad_norm": 1.4737235307693481, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.89641273021698, + "num_tokens": 533460460.0, + "step": 14646 + }, + { + "epoch": 2.7199628597957286, + "grad_norm": 1.5843042135238647, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.882827639579773, + "num_tokens": 533499570.0, + "step": 14647 + }, + { + "epoch": 2.7201485608170843, + "grad_norm": 1.678127646446228, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8820778131484985, + "num_tokens": 533533656.0, + "step": 14648 + }, + { + "epoch": 2.72033426183844, + "grad_norm": 1.5432416200637817, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8837103247642517, + "num_tokens": 533571409.0, + "step": 14649 + }, + { + "epoch": 2.720519962859796, + "grad_norm": 1.6346096992492676, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8864847421646118, + "num_tokens": 533602737.0, + "step": 14650 + }, + { + "epoch": 2.7207056638811515, + "grad_norm": 1.5450105667114258, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.897534966468811, + "num_tokens": 533634816.0, + "step": 14651 + }, + { + "epoch": 2.720891364902507, + "grad_norm": 1.536054015159607, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.8907592296600342, + "num_tokens": 533671113.0, + "step": 14652 + }, + { + "epoch": 2.7210770659238626, + "grad_norm": 1.5804599523544312, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8942956328392029, + "num_tokens": 533704342.0, + "step": 14653 + }, + { + "epoch": 2.7212627669452183, + "grad_norm": 1.4516185522079468, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.8898758292198181, + "num_tokens": 533741161.0, + "step": 14654 + }, + { + "epoch": 2.7214484679665736, + "grad_norm": 1.626616358757019, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8797883987426758, + "num_tokens": 533779140.0, + "step": 14655 + }, + { + "epoch": 2.7216341689879293, + "grad_norm": 1.5110647678375244, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.8923435807228088, + "num_tokens": 533815903.0, + "step": 14656 + }, + { + "epoch": 2.721819870009285, + "grad_norm": 1.4700443744659424, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8777101039886475, + "num_tokens": 533854914.0, + "step": 14657 + }, + { + "epoch": 2.722005571030641, + "grad_norm": 1.5677473545074463, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8973187208175659, + "num_tokens": 533886889.0, + "step": 14658 + }, + { + "epoch": 2.7221912720519965, + "grad_norm": 1.5759564638137817, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.8992089033126831, + "num_tokens": 533918629.0, + "step": 14659 + }, + { + "epoch": 2.722376973073352, + "grad_norm": 1.5501198768615723, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8861351609230042, + "num_tokens": 533954807.0, + "step": 14660 + }, + { + "epoch": 2.7225626740947075, + "grad_norm": 1.5321279764175415, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.8973124623298645, + "num_tokens": 533989832.0, + "step": 14661 + }, + { + "epoch": 2.7227483751160633, + "grad_norm": 1.565590262413025, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8809839487075806, + "num_tokens": 534026586.0, + "step": 14662 + }, + { + "epoch": 2.7229340761374186, + "grad_norm": 1.5503814220428467, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8820493221282959, + "num_tokens": 534062208.0, + "step": 14663 + }, + { + "epoch": 2.7231197771587743, + "grad_norm": 1.4623723030090332, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8854416012763977, + "num_tokens": 534099933.0, + "step": 14664 + }, + { + "epoch": 2.72330547818013, + "grad_norm": 1.7157434225082397, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8831827640533447, + "num_tokens": 534132660.0, + "step": 14665 + }, + { + "epoch": 2.7234911792014858, + "grad_norm": 1.496588945388794, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8835567235946655, + "num_tokens": 534174315.0, + "step": 14666 + }, + { + "epoch": 2.7236768802228415, + "grad_norm": 1.4774681329727173, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.8952674865722656, + "num_tokens": 534214229.0, + "step": 14667 + }, + { + "epoch": 2.723862581244197, + "grad_norm": 1.5575464963912964, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8877432346343994, + "num_tokens": 534248327.0, + "step": 14668 + }, + { + "epoch": 2.7240482822655525, + "grad_norm": 1.657181978225708, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8817833065986633, + "num_tokens": 534282819.0, + "step": 14669 + }, + { + "epoch": 2.724233983286908, + "grad_norm": 1.425092339515686, + "learning_rate": 1e-06, + "loss": 0.2645, + "mean_token_accuracy": 0.9052160978317261, + "num_tokens": 534320554.0, + "step": 14670 + }, + { + "epoch": 2.7244196843082635, + "grad_norm": 1.6449880599975586, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8847794532775879, + "num_tokens": 534351048.0, + "step": 14671 + }, + { + "epoch": 2.7246053853296193, + "grad_norm": 1.5128710269927979, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8839170932769775, + "num_tokens": 534388597.0, + "step": 14672 + }, + { + "epoch": 2.724791086350975, + "grad_norm": 1.5080337524414062, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8911392092704773, + "num_tokens": 534425233.0, + "step": 14673 + }, + { + "epoch": 2.7249767873723307, + "grad_norm": 1.558457851409912, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8950706720352173, + "num_tokens": 534460912.0, + "step": 14674 + }, + { + "epoch": 2.725162488393686, + "grad_norm": 1.4693684577941895, + "learning_rate": 1e-06, + "loss": 0.2604, + "mean_token_accuracy": 0.9069907665252686, + "num_tokens": 534495975.0, + "step": 14675 + }, + { + "epoch": 2.7253481894150418, + "grad_norm": 1.5136715173721313, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8960608839988708, + "num_tokens": 534531207.0, + "step": 14676 + }, + { + "epoch": 2.7255338904363975, + "grad_norm": 1.566874623298645, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8778772354125977, + "num_tokens": 534567613.0, + "step": 14677 + }, + { + "epoch": 2.7257195914577528, + "grad_norm": 1.52664053440094, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8856362104415894, + "num_tokens": 534605097.0, + "step": 14678 + }, + { + "epoch": 2.7259052924791085, + "grad_norm": 1.643347978591919, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8761768341064453, + "num_tokens": 534642680.0, + "step": 14679 + }, + { + "epoch": 2.7260909935004642, + "grad_norm": 1.4261424541473389, + "learning_rate": 1e-06, + "loss": 0.2807, + "mean_token_accuracy": 0.8986269235610962, + "num_tokens": 534682022.0, + "step": 14680 + }, + { + "epoch": 2.72627669452182, + "grad_norm": 1.4639251232147217, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8878583908081055, + "num_tokens": 534720053.0, + "step": 14681 + }, + { + "epoch": 2.7264623955431757, + "grad_norm": 1.5199027061462402, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8827807903289795, + "num_tokens": 534759006.0, + "step": 14682 + }, + { + "epoch": 2.726648096564531, + "grad_norm": 1.5126537084579468, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8890370726585388, + "num_tokens": 534798865.0, + "step": 14683 + }, + { + "epoch": 2.7268337975858867, + "grad_norm": 1.5738061666488647, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8755182027816772, + "num_tokens": 534840063.0, + "step": 14684 + }, + { + "epoch": 2.7270194986072425, + "grad_norm": 1.5602738857269287, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8885970115661621, + "num_tokens": 534873518.0, + "step": 14685 + }, + { + "epoch": 2.7272051996285978, + "grad_norm": 1.4896955490112305, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8820561170578003, + "num_tokens": 534915006.0, + "step": 14686 + }, + { + "epoch": 2.7273909006499535, + "grad_norm": 1.4900075197219849, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8868114352226257, + "num_tokens": 534954310.0, + "step": 14687 + }, + { + "epoch": 2.727576601671309, + "grad_norm": 1.5220648050308228, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8793224096298218, + "num_tokens": 534994626.0, + "step": 14688 + }, + { + "epoch": 2.727762302692665, + "grad_norm": 1.5855352878570557, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8740379810333252, + "num_tokens": 535035079.0, + "step": 14689 + }, + { + "epoch": 2.7279480037140207, + "grad_norm": 1.5562244653701782, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8792092800140381, + "num_tokens": 535071725.0, + "step": 14690 + }, + { + "epoch": 2.728133704735376, + "grad_norm": 1.6963050365447998, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.890286922454834, + "num_tokens": 535106949.0, + "step": 14691 + }, + { + "epoch": 2.7283194057567317, + "grad_norm": 1.6197835206985474, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.88043212890625, + "num_tokens": 535141741.0, + "step": 14692 + }, + { + "epoch": 2.7285051067780874, + "grad_norm": 1.7276142835617065, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8854125738143921, + "num_tokens": 535172192.0, + "step": 14693 + }, + { + "epoch": 2.7286908077994427, + "grad_norm": 1.6010589599609375, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8859482407569885, + "num_tokens": 535209184.0, + "step": 14694 + }, + { + "epoch": 2.7288765088207985, + "grad_norm": 1.6058188676834106, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8870506882667542, + "num_tokens": 535249023.0, + "step": 14695 + }, + { + "epoch": 2.729062209842154, + "grad_norm": 1.3747104406356812, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8826440572738647, + "num_tokens": 535293239.0, + "step": 14696 + }, + { + "epoch": 2.72924791086351, + "grad_norm": 1.4903525114059448, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8905500173568726, + "num_tokens": 535329153.0, + "step": 14697 + }, + { + "epoch": 2.729433611884865, + "grad_norm": 1.4360847473144531, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.8947253227233887, + "num_tokens": 535368515.0, + "step": 14698 + }, + { + "epoch": 2.729619312906221, + "grad_norm": 1.5065613985061646, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8974031209945679, + "num_tokens": 535405030.0, + "step": 14699 + }, + { + "epoch": 2.7298050139275767, + "grad_norm": 1.4927313327789307, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.895409345626831, + "num_tokens": 535440960.0, + "step": 14700 + }, + { + "epoch": 2.729990714948932, + "grad_norm": 1.6486527919769287, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8839989900588989, + "num_tokens": 535475680.0, + "step": 14701 + }, + { + "epoch": 2.7301764159702877, + "grad_norm": 1.5902396440505981, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8819274306297302, + "num_tokens": 535511610.0, + "step": 14702 + }, + { + "epoch": 2.7303621169916434, + "grad_norm": 1.6818166971206665, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8791165351867676, + "num_tokens": 535543464.0, + "step": 14703 + }, + { + "epoch": 2.730547818012999, + "grad_norm": 1.3432090282440186, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8968430757522583, + "num_tokens": 535587830.0, + "step": 14704 + }, + { + "epoch": 2.730733519034355, + "grad_norm": 1.589755892753601, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.89009028673172, + "num_tokens": 535621483.0, + "step": 14705 + }, + { + "epoch": 2.73091922005571, + "grad_norm": 1.629225730895996, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.875512957572937, + "num_tokens": 535657084.0, + "step": 14706 + }, + { + "epoch": 2.731104921077066, + "grad_norm": 1.5415663719177246, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8961211442947388, + "num_tokens": 535691866.0, + "step": 14707 + }, + { + "epoch": 2.7312906220984217, + "grad_norm": 1.5304865837097168, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8890384435653687, + "num_tokens": 535725856.0, + "step": 14708 + }, + { + "epoch": 2.731476323119777, + "grad_norm": 1.6360077857971191, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8682191371917725, + "num_tokens": 535765782.0, + "step": 14709 + }, + { + "epoch": 2.7316620241411327, + "grad_norm": 1.4575378894805908, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8799421787261963, + "num_tokens": 535803660.0, + "step": 14710 + }, + { + "epoch": 2.7318477251624884, + "grad_norm": 1.5258362293243408, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8748576045036316, + "num_tokens": 535840833.0, + "step": 14711 + }, + { + "epoch": 2.732033426183844, + "grad_norm": 1.6442816257476807, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8795822858810425, + "num_tokens": 535877410.0, + "step": 14712 + }, + { + "epoch": 2.7322191272052, + "grad_norm": 1.54826021194458, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.881756603717804, + "num_tokens": 535917059.0, + "step": 14713 + }, + { + "epoch": 2.732404828226555, + "grad_norm": 1.5146732330322266, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8936920762062073, + "num_tokens": 535951519.0, + "step": 14714 + }, + { + "epoch": 2.732590529247911, + "grad_norm": 1.644676685333252, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.9004915356636047, + "num_tokens": 535979523.0, + "step": 14715 + }, + { + "epoch": 2.7327762302692666, + "grad_norm": 1.6269724369049072, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8753348588943481, + "num_tokens": 536013961.0, + "step": 14716 + }, + { + "epoch": 2.732961931290622, + "grad_norm": 1.5145050287246704, + "learning_rate": 1e-06, + "loss": 0.2489, + "mean_token_accuracy": 0.9077171087265015, + "num_tokens": 536043814.0, + "step": 14717 + }, + { + "epoch": 2.7331476323119777, + "grad_norm": 1.6177912950515747, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8815684914588928, + "num_tokens": 536078128.0, + "step": 14718 + }, + { + "epoch": 2.7333333333333334, + "grad_norm": 1.486441731452942, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8803678750991821, + "num_tokens": 536118277.0, + "step": 14719 + }, + { + "epoch": 2.733519034354689, + "grad_norm": 1.4990471601486206, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8842567205429077, + "num_tokens": 536157384.0, + "step": 14720 + }, + { + "epoch": 2.7337047353760444, + "grad_norm": 1.5302408933639526, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.8991904854774475, + "num_tokens": 536196553.0, + "step": 14721 + }, + { + "epoch": 2.7338904363974, + "grad_norm": 1.4322081804275513, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8769351243972778, + "num_tokens": 536240727.0, + "step": 14722 + }, + { + "epoch": 2.734076137418756, + "grad_norm": 1.4330990314483643, + "learning_rate": 1e-06, + "loss": 0.2719, + "mean_token_accuracy": 0.9039884805679321, + "num_tokens": 536279309.0, + "step": 14723 + }, + { + "epoch": 2.734261838440111, + "grad_norm": 1.5592844486236572, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8862885236740112, + "num_tokens": 536313838.0, + "step": 14724 + }, + { + "epoch": 2.734447539461467, + "grad_norm": 1.625058889389038, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8802710771560669, + "num_tokens": 536349919.0, + "step": 14725 + }, + { + "epoch": 2.7346332404828226, + "grad_norm": 1.6110069751739502, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8784416913986206, + "num_tokens": 536383513.0, + "step": 14726 + }, + { + "epoch": 2.7348189415041784, + "grad_norm": 1.4466972351074219, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8833752870559692, + "num_tokens": 536422392.0, + "step": 14727 + }, + { + "epoch": 2.735004642525534, + "grad_norm": 1.5686129331588745, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8817123174667358, + "num_tokens": 536460063.0, + "step": 14728 + }, + { + "epoch": 2.7351903435468894, + "grad_norm": 1.4485974311828613, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8951696157455444, + "num_tokens": 536495063.0, + "step": 14729 + }, + { + "epoch": 2.735376044568245, + "grad_norm": 1.7185744047164917, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8817989230155945, + "num_tokens": 536528154.0, + "step": 14730 + }, + { + "epoch": 2.735561745589601, + "grad_norm": 1.5257164239883423, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8841001987457275, + "num_tokens": 536565242.0, + "step": 14731 + }, + { + "epoch": 2.735747446610956, + "grad_norm": 1.505349040031433, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.888379693031311, + "num_tokens": 536600541.0, + "step": 14732 + }, + { + "epoch": 2.735933147632312, + "grad_norm": 1.5211609601974487, + "learning_rate": 1e-06, + "loss": 0.283, + "mean_token_accuracy": 0.8982285261154175, + "num_tokens": 536635598.0, + "step": 14733 + }, + { + "epoch": 2.7361188486536676, + "grad_norm": 1.5867241621017456, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.884753942489624, + "num_tokens": 536669583.0, + "step": 14734 + }, + { + "epoch": 2.7363045496750233, + "grad_norm": 1.5184873342514038, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8949916362762451, + "num_tokens": 536704228.0, + "step": 14735 + }, + { + "epoch": 2.736490250696379, + "grad_norm": 1.5178018808364868, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8908306956291199, + "num_tokens": 536740856.0, + "step": 14736 + }, + { + "epoch": 2.7366759517177344, + "grad_norm": 1.5393438339233398, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.8987678289413452, + "num_tokens": 536771985.0, + "step": 14737 + }, + { + "epoch": 2.73686165273909, + "grad_norm": 1.4827165603637695, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8824217319488525, + "num_tokens": 536814271.0, + "step": 14738 + }, + { + "epoch": 2.737047353760446, + "grad_norm": 1.4282249212265015, + "learning_rate": 1e-06, + "loss": 0.2706, + "mean_token_accuracy": 0.9028453826904297, + "num_tokens": 536848352.0, + "step": 14739 + }, + { + "epoch": 2.737233054781801, + "grad_norm": 1.5530729293823242, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8848347067832947, + "num_tokens": 536884083.0, + "step": 14740 + }, + { + "epoch": 2.737418755803157, + "grad_norm": 1.5904475450515747, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8775889873504639, + "num_tokens": 536918967.0, + "step": 14741 + }, + { + "epoch": 2.7376044568245126, + "grad_norm": 1.5083149671554565, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8908169865608215, + "num_tokens": 536953478.0, + "step": 14742 + }, + { + "epoch": 2.7377901578458683, + "grad_norm": 1.558525800704956, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8810920715332031, + "num_tokens": 536991399.0, + "step": 14743 + }, + { + "epoch": 2.7379758588672236, + "grad_norm": 1.5284923315048218, + "learning_rate": 1e-06, + "loss": 0.2865, + "mean_token_accuracy": 0.8961817026138306, + "num_tokens": 537025246.0, + "step": 14744 + }, + { + "epoch": 2.7381615598885793, + "grad_norm": 1.429154872894287, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.887475848197937, + "num_tokens": 537066139.0, + "step": 14745 + }, + { + "epoch": 2.738347260909935, + "grad_norm": 1.564651608467102, + "learning_rate": 1e-06, + "loss": 0.2667, + "mean_token_accuracy": 0.9059923887252808, + "num_tokens": 537097284.0, + "step": 14746 + }, + { + "epoch": 2.7385329619312904, + "grad_norm": 1.5465995073318481, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8821516036987305, + "num_tokens": 537136821.0, + "step": 14747 + }, + { + "epoch": 2.738718662952646, + "grad_norm": 1.5724174976348877, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8857845067977905, + "num_tokens": 537173930.0, + "step": 14748 + }, + { + "epoch": 2.738904363974002, + "grad_norm": 1.6630184650421143, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8760611414909363, + "num_tokens": 537206022.0, + "step": 14749 + }, + { + "epoch": 2.7390900649953576, + "grad_norm": 1.435952067375183, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8778942227363586, + "num_tokens": 537249780.0, + "step": 14750 + }, + { + "epoch": 2.7392757660167133, + "grad_norm": 1.6222978830337524, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8879856467247009, + "num_tokens": 537281981.0, + "step": 14751 + }, + { + "epoch": 2.7394614670380686, + "grad_norm": 1.5253874063491821, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8893636465072632, + "num_tokens": 537317101.0, + "step": 14752 + }, + { + "epoch": 2.7396471680594243, + "grad_norm": 1.5253647565841675, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8826073408126831, + "num_tokens": 537353982.0, + "step": 14753 + }, + { + "epoch": 2.73983286908078, + "grad_norm": 1.7485957145690918, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8799698352813721, + "num_tokens": 537386570.0, + "step": 14754 + }, + { + "epoch": 2.7400185701021353, + "grad_norm": 1.7386449575424194, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8818531036376953, + "num_tokens": 537417918.0, + "step": 14755 + }, + { + "epoch": 2.740204271123491, + "grad_norm": 1.4939532279968262, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8938170671463013, + "num_tokens": 537457399.0, + "step": 14756 + }, + { + "epoch": 2.740389972144847, + "grad_norm": 1.4776859283447266, + "learning_rate": 1e-06, + "loss": 0.2943, + "mean_token_accuracy": 0.8943326473236084, + "num_tokens": 537496584.0, + "step": 14757 + }, + { + "epoch": 2.7405756731662025, + "grad_norm": 1.5432978868484497, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8881484270095825, + "num_tokens": 537534938.0, + "step": 14758 + }, + { + "epoch": 2.7407613741875583, + "grad_norm": 1.4084193706512451, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8839290142059326, + "num_tokens": 537576862.0, + "step": 14759 + }, + { + "epoch": 2.7409470752089136, + "grad_norm": 1.4938511848449707, + "learning_rate": 1e-06, + "loss": 0.2868, + "mean_token_accuracy": 0.9003340601921082, + "num_tokens": 537609233.0, + "step": 14760 + }, + { + "epoch": 2.7411327762302693, + "grad_norm": 1.4075545072555542, + "learning_rate": 1e-06, + "loss": 0.288, + "mean_token_accuracy": 0.895806074142456, + "num_tokens": 537644767.0, + "step": 14761 + }, + { + "epoch": 2.741318477251625, + "grad_norm": 1.4852492809295654, + "learning_rate": 1e-06, + "loss": 0.2806, + "mean_token_accuracy": 0.8995610475540161, + "num_tokens": 537680390.0, + "step": 14762 + }, + { + "epoch": 2.7415041782729803, + "grad_norm": 1.4916584491729736, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.9015591144561768, + "num_tokens": 537715250.0, + "step": 14763 + }, + { + "epoch": 2.741689879294336, + "grad_norm": 1.461391568183899, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8878666162490845, + "num_tokens": 537752214.0, + "step": 14764 + }, + { + "epoch": 2.741875580315692, + "grad_norm": 1.5483689308166504, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8925061225891113, + "num_tokens": 537786137.0, + "step": 14765 + }, + { + "epoch": 2.7420612813370475, + "grad_norm": 1.546563744544983, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8899519443511963, + "num_tokens": 537824940.0, + "step": 14766 + }, + { + "epoch": 2.742246982358403, + "grad_norm": 1.606750726699829, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8952374458312988, + "num_tokens": 537858366.0, + "step": 14767 + }, + { + "epoch": 2.7424326833797585, + "grad_norm": 1.5685858726501465, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8818114995956421, + "num_tokens": 537896153.0, + "step": 14768 + }, + { + "epoch": 2.7426183844011143, + "grad_norm": 1.6203429698944092, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8858768939971924, + "num_tokens": 537930206.0, + "step": 14769 + }, + { + "epoch": 2.7428040854224696, + "grad_norm": 1.5204105377197266, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8892455101013184, + "num_tokens": 537967726.0, + "step": 14770 + }, + { + "epoch": 2.7429897864438253, + "grad_norm": 1.5576342344284058, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8944334387779236, + "num_tokens": 538001899.0, + "step": 14771 + }, + { + "epoch": 2.743175487465181, + "grad_norm": 1.7117940187454224, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8914283514022827, + "num_tokens": 538030607.0, + "step": 14772 + }, + { + "epoch": 2.7433611884865368, + "grad_norm": 1.3972512483596802, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8811821937561035, + "num_tokens": 538074382.0, + "step": 14773 + }, + { + "epoch": 2.7435468895078925, + "grad_norm": 1.51137375831604, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.892128586769104, + "num_tokens": 538110345.0, + "step": 14774 + }, + { + "epoch": 2.743732590529248, + "grad_norm": 1.6102783679962158, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8904497623443604, + "num_tokens": 538145183.0, + "step": 14775 + }, + { + "epoch": 2.7439182915506035, + "grad_norm": 1.541629672050476, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8811894655227661, + "num_tokens": 538183464.0, + "step": 14776 + }, + { + "epoch": 2.7441039925719592, + "grad_norm": 1.5637892484664917, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8757235407829285, + "num_tokens": 538219804.0, + "step": 14777 + }, + { + "epoch": 2.7442896935933145, + "grad_norm": 1.5211317539215088, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8903281092643738, + "num_tokens": 538254474.0, + "step": 14778 + }, + { + "epoch": 2.7444753946146703, + "grad_norm": 1.5541009902954102, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8830778002738953, + "num_tokens": 538291943.0, + "step": 14779 + }, + { + "epoch": 2.744661095636026, + "grad_norm": 1.5266629457473755, + "learning_rate": 1e-06, + "loss": 0.291, + "mean_token_accuracy": 0.8985199928283691, + "num_tokens": 538324364.0, + "step": 14780 + }, + { + "epoch": 2.7448467966573817, + "grad_norm": 1.5009255409240723, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.8996378183364868, + "num_tokens": 538358158.0, + "step": 14781 + }, + { + "epoch": 2.7450324976787375, + "grad_norm": 1.5792993307113647, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8808595538139343, + "num_tokens": 538393055.0, + "step": 14782 + }, + { + "epoch": 2.7452181987000928, + "grad_norm": 1.585314154624939, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8754972219467163, + "num_tokens": 538427860.0, + "step": 14783 + }, + { + "epoch": 2.7454038997214485, + "grad_norm": 1.6104989051818848, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8762844800949097, + "num_tokens": 538464754.0, + "step": 14784 + }, + { + "epoch": 2.7455896007428042, + "grad_norm": 1.6500403881072998, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8889554738998413, + "num_tokens": 538494974.0, + "step": 14785 + }, + { + "epoch": 2.7457753017641595, + "grad_norm": 1.537203311920166, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8929170966148376, + "num_tokens": 538531307.0, + "step": 14786 + }, + { + "epoch": 2.7459610027855152, + "grad_norm": 1.6640896797180176, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8980005979537964, + "num_tokens": 538563480.0, + "step": 14787 + }, + { + "epoch": 2.746146703806871, + "grad_norm": 1.3667311668395996, + "learning_rate": 1e-06, + "loss": 0.297, + "mean_token_accuracy": 0.893301784992218, + "num_tokens": 538603991.0, + "step": 14788 + }, + { + "epoch": 2.7463324048282267, + "grad_norm": 1.5423250198364258, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8788324594497681, + "num_tokens": 538640914.0, + "step": 14789 + }, + { + "epoch": 2.7465181058495824, + "grad_norm": 1.501367449760437, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8803173899650574, + "num_tokens": 538679176.0, + "step": 14790 + }, + { + "epoch": 2.7467038068709377, + "grad_norm": 1.5395195484161377, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8741718530654907, + "num_tokens": 538716620.0, + "step": 14791 + }, + { + "epoch": 2.7468895078922935, + "grad_norm": 1.6018290519714355, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8947563767433167, + "num_tokens": 538749709.0, + "step": 14792 + }, + { + "epoch": 2.7470752089136488, + "grad_norm": 1.5577881336212158, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8787181377410889, + "num_tokens": 538784423.0, + "step": 14793 + }, + { + "epoch": 2.7472609099350045, + "grad_norm": 1.623884916305542, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8766498565673828, + "num_tokens": 538816713.0, + "step": 14794 + }, + { + "epoch": 2.7474466109563602, + "grad_norm": 1.4483319520950317, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8831122517585754, + "num_tokens": 538858132.0, + "step": 14795 + }, + { + "epoch": 2.747632311977716, + "grad_norm": 1.4491556882858276, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8847615718841553, + "num_tokens": 538900257.0, + "step": 14796 + }, + { + "epoch": 2.7478180129990717, + "grad_norm": 1.464202642440796, + "learning_rate": 1e-06, + "loss": 0.2998, + "mean_token_accuracy": 0.8901429176330566, + "num_tokens": 538936148.0, + "step": 14797 + }, + { + "epoch": 2.748003714020427, + "grad_norm": 1.5563632249832153, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.9035569429397583, + "num_tokens": 538965969.0, + "step": 14798 + }, + { + "epoch": 2.7481894150417827, + "grad_norm": 1.5225948095321655, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8873637914657593, + "num_tokens": 539004540.0, + "step": 14799 + }, + { + "epoch": 2.7483751160631384, + "grad_norm": 1.4503177404403687, + "learning_rate": 1e-06, + "loss": 0.298, + "mean_token_accuracy": 0.8939803242683411, + "num_tokens": 539041360.0, + "step": 14800 + }, + { + "epoch": 2.7485608170844937, + "grad_norm": 1.5223695039749146, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8720250725746155, + "num_tokens": 539081163.0, + "step": 14801 + }, + { + "epoch": 2.7487465181058495, + "grad_norm": 1.3639370203018188, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8932247757911682, + "num_tokens": 539122217.0, + "step": 14802 + }, + { + "epoch": 2.748932219127205, + "grad_norm": 1.4974342584609985, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8897759914398193, + "num_tokens": 539159253.0, + "step": 14803 + }, + { + "epoch": 2.749117920148561, + "grad_norm": 1.4261049032211304, + "learning_rate": 1e-06, + "loss": 0.2926, + "mean_token_accuracy": 0.8997095823287964, + "num_tokens": 539196979.0, + "step": 14804 + }, + { + "epoch": 2.7493036211699167, + "grad_norm": 1.5629159212112427, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8867227435112, + "num_tokens": 539231660.0, + "step": 14805 + }, + { + "epoch": 2.749489322191272, + "grad_norm": 1.3906878232955933, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.89732825756073, + "num_tokens": 539270567.0, + "step": 14806 + }, + { + "epoch": 2.7496750232126277, + "grad_norm": 1.5831232070922852, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8823665976524353, + "num_tokens": 539303387.0, + "step": 14807 + }, + { + "epoch": 2.7498607242339834, + "grad_norm": 1.5038610696792603, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.8897546529769897, + "num_tokens": 539340569.0, + "step": 14808 + }, + { + "epoch": 2.7500464252553387, + "grad_norm": 1.4129712581634521, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8906962275505066, + "num_tokens": 539383942.0, + "step": 14809 + }, + { + "epoch": 2.7502321262766944, + "grad_norm": 1.5874184370040894, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8939468860626221, + "num_tokens": 539415017.0, + "step": 14810 + }, + { + "epoch": 2.75041782729805, + "grad_norm": 1.4749231338500977, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.879392147064209, + "num_tokens": 539453597.0, + "step": 14811 + }, + { + "epoch": 2.750603528319406, + "grad_norm": 1.5334160327911377, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8872005939483643, + "num_tokens": 539490173.0, + "step": 14812 + }, + { + "epoch": 2.7507892293407616, + "grad_norm": 1.5037733316421509, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8843210339546204, + "num_tokens": 539528393.0, + "step": 14813 + }, + { + "epoch": 2.750974930362117, + "grad_norm": 1.5218063592910767, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8874350786209106, + "num_tokens": 539570679.0, + "step": 14814 + }, + { + "epoch": 2.7511606313834727, + "grad_norm": 1.6791727542877197, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8955183625221252, + "num_tokens": 539598638.0, + "step": 14815 + }, + { + "epoch": 2.751346332404828, + "grad_norm": 1.5533742904663086, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8841718435287476, + "num_tokens": 539631847.0, + "step": 14816 + }, + { + "epoch": 2.7515320334261837, + "grad_norm": 1.4539119005203247, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8903846740722656, + "num_tokens": 539673228.0, + "step": 14817 + }, + { + "epoch": 2.7517177344475394, + "grad_norm": 1.4102810621261597, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8873133659362793, + "num_tokens": 539715218.0, + "step": 14818 + }, + { + "epoch": 2.751903435468895, + "grad_norm": 1.4623521566390991, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8943214416503906, + "num_tokens": 539752650.0, + "step": 14819 + }, + { + "epoch": 2.752089136490251, + "grad_norm": 1.4425101280212402, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8968972563743591, + "num_tokens": 539790237.0, + "step": 14820 + }, + { + "epoch": 2.752274837511606, + "grad_norm": 1.6270859241485596, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8759227991104126, + "num_tokens": 539824616.0, + "step": 14821 + }, + { + "epoch": 2.752460538532962, + "grad_norm": 1.478812336921692, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.887320876121521, + "num_tokens": 539861937.0, + "step": 14822 + }, + { + "epoch": 2.7526462395543176, + "grad_norm": 1.5165250301361084, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8867495059967041, + "num_tokens": 539899241.0, + "step": 14823 + }, + { + "epoch": 2.752831940575673, + "grad_norm": 1.5374085903167725, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8862927556037903, + "num_tokens": 539933088.0, + "step": 14824 + }, + { + "epoch": 2.7530176415970287, + "grad_norm": 1.4424629211425781, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8928776979446411, + "num_tokens": 539969185.0, + "step": 14825 + }, + { + "epoch": 2.7532033426183844, + "grad_norm": 1.4570996761322021, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8813057541847229, + "num_tokens": 540011182.0, + "step": 14826 + }, + { + "epoch": 2.75338904363974, + "grad_norm": 1.5895166397094727, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8811185359954834, + "num_tokens": 540045543.0, + "step": 14827 + }, + { + "epoch": 2.753574744661096, + "grad_norm": 1.7011805772781372, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8901026248931885, + "num_tokens": 540076056.0, + "step": 14828 + }, + { + "epoch": 2.753760445682451, + "grad_norm": 1.4233384132385254, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8796444535255432, + "num_tokens": 540120129.0, + "step": 14829 + }, + { + "epoch": 2.753946146703807, + "grad_norm": 1.665889024734497, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8781448602676392, + "num_tokens": 540153414.0, + "step": 14830 + }, + { + "epoch": 2.7541318477251626, + "grad_norm": 1.4360870122909546, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.9014687538146973, + "num_tokens": 540195720.0, + "step": 14831 + }, + { + "epoch": 2.754317548746518, + "grad_norm": 1.5970572233200073, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8665274381637573, + "num_tokens": 540235503.0, + "step": 14832 + }, + { + "epoch": 2.7545032497678736, + "grad_norm": 1.4916489124298096, + "learning_rate": 1e-06, + "loss": 0.2827, + "mean_token_accuracy": 0.8978492021560669, + "num_tokens": 540273637.0, + "step": 14833 + }, + { + "epoch": 2.7546889507892294, + "grad_norm": 1.5575422048568726, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.896632730960846, + "num_tokens": 540311946.0, + "step": 14834 + }, + { + "epoch": 2.754874651810585, + "grad_norm": 1.5153980255126953, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8802680969238281, + "num_tokens": 540348884.0, + "step": 14835 + }, + { + "epoch": 2.755060352831941, + "grad_norm": 1.6082327365875244, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8876450657844543, + "num_tokens": 540380502.0, + "step": 14836 + }, + { + "epoch": 2.755246053853296, + "grad_norm": 1.5669198036193848, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8873205780982971, + "num_tokens": 540418898.0, + "step": 14837 + }, + { + "epoch": 2.755431754874652, + "grad_norm": 1.6645787954330444, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.8928757309913635, + "num_tokens": 540450733.0, + "step": 14838 + }, + { + "epoch": 2.755617455896007, + "grad_norm": 1.543989658355713, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8920519351959229, + "num_tokens": 540488908.0, + "step": 14839 + }, + { + "epoch": 2.755803156917363, + "grad_norm": 1.6454576253890991, + "learning_rate": 1e-06, + "loss": 0.2996, + "mean_token_accuracy": 0.892092764377594, + "num_tokens": 540522749.0, + "step": 14840 + }, + { + "epoch": 2.7559888579387186, + "grad_norm": 1.5739526748657227, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8878346681594849, + "num_tokens": 540560800.0, + "step": 14841 + }, + { + "epoch": 2.7561745589600744, + "grad_norm": 1.5842846632003784, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8810084462165833, + "num_tokens": 540594673.0, + "step": 14842 + }, + { + "epoch": 2.75636025998143, + "grad_norm": 1.504969835281372, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8807278871536255, + "num_tokens": 540631782.0, + "step": 14843 + }, + { + "epoch": 2.7565459610027854, + "grad_norm": 1.5013068914413452, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8849961757659912, + "num_tokens": 540669015.0, + "step": 14844 + }, + { + "epoch": 2.756731662024141, + "grad_norm": 1.5081186294555664, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8850222229957581, + "num_tokens": 540707808.0, + "step": 14845 + }, + { + "epoch": 2.756917363045497, + "grad_norm": 1.458582878112793, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8794821500778198, + "num_tokens": 540750157.0, + "step": 14846 + }, + { + "epoch": 2.757103064066852, + "grad_norm": 1.4793038368225098, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8956661224365234, + "num_tokens": 540786080.0, + "step": 14847 + }, + { + "epoch": 2.757288765088208, + "grad_norm": 1.4782001972198486, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8856385946273804, + "num_tokens": 540825864.0, + "step": 14848 + }, + { + "epoch": 2.7574744661095636, + "grad_norm": 1.8339639902114868, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8802433013916016, + "num_tokens": 540859754.0, + "step": 14849 + }, + { + "epoch": 2.7576601671309193, + "grad_norm": 1.537588357925415, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8824721574783325, + "num_tokens": 540897956.0, + "step": 14850 + }, + { + "epoch": 2.757845868152275, + "grad_norm": 1.5284312963485718, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8766363859176636, + "num_tokens": 540936254.0, + "step": 14851 + }, + { + "epoch": 2.7580315691736303, + "grad_norm": 1.5665390491485596, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8724933862686157, + "num_tokens": 540972324.0, + "step": 14852 + }, + { + "epoch": 2.758217270194986, + "grad_norm": 1.441352128982544, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8827452063560486, + "num_tokens": 541015775.0, + "step": 14853 + }, + { + "epoch": 2.758402971216342, + "grad_norm": 1.5380228757858276, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.9016781449317932, + "num_tokens": 541047972.0, + "step": 14854 + }, + { + "epoch": 2.758588672237697, + "grad_norm": 1.4445970058441162, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8885418772697449, + "num_tokens": 541088341.0, + "step": 14855 + }, + { + "epoch": 2.758774373259053, + "grad_norm": 1.488559365272522, + "learning_rate": 1e-06, + "loss": 0.2855, + "mean_token_accuracy": 0.8997938632965088, + "num_tokens": 541123497.0, + "step": 14856 + }, + { + "epoch": 2.7589600742804086, + "grad_norm": 1.3971136808395386, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.886398434638977, + "num_tokens": 541165672.0, + "step": 14857 + }, + { + "epoch": 2.7591457753017643, + "grad_norm": 1.5307801961898804, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8808215856552124, + "num_tokens": 541204721.0, + "step": 14858 + }, + { + "epoch": 2.75933147632312, + "grad_norm": 1.4920151233673096, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8943450450897217, + "num_tokens": 541240215.0, + "step": 14859 + }, + { + "epoch": 2.7595171773444753, + "grad_norm": 1.5490275621414185, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8917660117149353, + "num_tokens": 541277330.0, + "step": 14860 + }, + { + "epoch": 2.759702878365831, + "grad_norm": 1.4923958778381348, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8870987296104431, + "num_tokens": 541315872.0, + "step": 14861 + }, + { + "epoch": 2.759888579387187, + "grad_norm": 1.7127412557601929, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8927310705184937, + "num_tokens": 541344920.0, + "step": 14862 + }, + { + "epoch": 2.760074280408542, + "grad_norm": 1.5977071523666382, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8880120515823364, + "num_tokens": 541378086.0, + "step": 14863 + }, + { + "epoch": 2.760259981429898, + "grad_norm": 1.556165337562561, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8837732076644897, + "num_tokens": 541416231.0, + "step": 14864 + }, + { + "epoch": 2.7604456824512535, + "grad_norm": 1.378143548965454, + "learning_rate": 1e-06, + "loss": 0.29, + "mean_token_accuracy": 0.8969987034797668, + "num_tokens": 541455661.0, + "step": 14865 + }, + { + "epoch": 2.7606313834726093, + "grad_norm": 1.453749656677246, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8974126577377319, + "num_tokens": 541495917.0, + "step": 14866 + }, + { + "epoch": 2.7608170844939646, + "grad_norm": 1.5756059885025024, + "learning_rate": 1e-06, + "loss": 0.289, + "mean_token_accuracy": 0.8987537026405334, + "num_tokens": 541528109.0, + "step": 14867 + }, + { + "epoch": 2.7610027855153203, + "grad_norm": 1.3151541948318481, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8909693956375122, + "num_tokens": 541573506.0, + "step": 14868 + }, + { + "epoch": 2.761188486536676, + "grad_norm": 1.4787737131118774, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8934763669967651, + "num_tokens": 541610121.0, + "step": 14869 + }, + { + "epoch": 2.7613741875580313, + "grad_norm": 1.4995383024215698, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8852585554122925, + "num_tokens": 541648068.0, + "step": 14870 + }, + { + "epoch": 2.761559888579387, + "grad_norm": 1.5580165386199951, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.876075267791748, + "num_tokens": 541688709.0, + "step": 14871 + }, + { + "epoch": 2.761745589600743, + "grad_norm": 1.4494056701660156, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8802750706672668, + "num_tokens": 541729718.0, + "step": 14872 + }, + { + "epoch": 2.7619312906220985, + "grad_norm": 1.6490386724472046, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8840299844741821, + "num_tokens": 541762896.0, + "step": 14873 + }, + { + "epoch": 2.7621169916434543, + "grad_norm": 1.7741895914077759, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8724302053451538, + "num_tokens": 541798569.0, + "step": 14874 + }, + { + "epoch": 2.7623026926648095, + "grad_norm": 1.5613963603973389, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8820037841796875, + "num_tokens": 541834564.0, + "step": 14875 + }, + { + "epoch": 2.7624883936861653, + "grad_norm": 1.574465274810791, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8866260051727295, + "num_tokens": 541870204.0, + "step": 14876 + }, + { + "epoch": 2.762674094707521, + "grad_norm": 1.5061155557632446, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8955984115600586, + "num_tokens": 541906385.0, + "step": 14877 + }, + { + "epoch": 2.7628597957288763, + "grad_norm": 1.4278173446655273, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8865025043487549, + "num_tokens": 541950315.0, + "step": 14878 + }, + { + "epoch": 2.763045496750232, + "grad_norm": 1.4581242799758911, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8830738067626953, + "num_tokens": 541993959.0, + "step": 14879 + }, + { + "epoch": 2.7632311977715878, + "grad_norm": 1.515676736831665, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.892130434513092, + "num_tokens": 542029399.0, + "step": 14880 + }, + { + "epoch": 2.7634168987929435, + "grad_norm": 1.5190796852111816, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8721619844436646, + "num_tokens": 542071075.0, + "step": 14881 + }, + { + "epoch": 2.7636025998142992, + "grad_norm": 1.616955041885376, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8835586309432983, + "num_tokens": 542104314.0, + "step": 14882 + }, + { + "epoch": 2.7637883008356545, + "grad_norm": 1.8795875310897827, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8766930103302002, + "num_tokens": 542141028.0, + "step": 14883 + }, + { + "epoch": 2.7639740018570103, + "grad_norm": 1.5365922451019287, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8865398168563843, + "num_tokens": 542177708.0, + "step": 14884 + }, + { + "epoch": 2.764159702878366, + "grad_norm": 1.4482133388519287, + "learning_rate": 1e-06, + "loss": 0.276, + "mean_token_accuracy": 0.9012832641601562, + "num_tokens": 542212938.0, + "step": 14885 + }, + { + "epoch": 2.7643454038997213, + "grad_norm": 1.4855414628982544, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8842459917068481, + "num_tokens": 542250903.0, + "step": 14886 + }, + { + "epoch": 2.764531104921077, + "grad_norm": 1.5726759433746338, + "learning_rate": 1e-06, + "loss": 0.2856, + "mean_token_accuracy": 0.9001820683479309, + "num_tokens": 542284184.0, + "step": 14887 + }, + { + "epoch": 2.7647168059424327, + "grad_norm": 1.5295244455337524, + "learning_rate": 1e-06, + "loss": 0.3021, + "mean_token_accuracy": 0.8902284502983093, + "num_tokens": 542316441.0, + "step": 14888 + }, + { + "epoch": 2.7649025069637885, + "grad_norm": 1.5238165855407715, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8861073851585388, + "num_tokens": 542352584.0, + "step": 14889 + }, + { + "epoch": 2.7650882079851438, + "grad_norm": 1.4899036884307861, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.894291877746582, + "num_tokens": 542389849.0, + "step": 14890 + }, + { + "epoch": 2.7652739090064995, + "grad_norm": 1.5936559438705444, + "learning_rate": 1e-06, + "loss": 0.2878, + "mean_token_accuracy": 0.897067666053772, + "num_tokens": 542419755.0, + "step": 14891 + }, + { + "epoch": 2.7654596100278552, + "grad_norm": 1.5727002620697021, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8899376392364502, + "num_tokens": 542455734.0, + "step": 14892 + }, + { + "epoch": 2.7656453110492105, + "grad_norm": 1.5569486618041992, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.889259934425354, + "num_tokens": 542490757.0, + "step": 14893 + }, + { + "epoch": 2.7658310120705663, + "grad_norm": 1.734838843345642, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8700302839279175, + "num_tokens": 542522327.0, + "step": 14894 + }, + { + "epoch": 2.766016713091922, + "grad_norm": 1.4654109477996826, + "learning_rate": 1e-06, + "loss": 0.2885, + "mean_token_accuracy": 0.8987453579902649, + "num_tokens": 542559693.0, + "step": 14895 + }, + { + "epoch": 2.7662024141132777, + "grad_norm": 1.591298222541809, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.9014042615890503, + "num_tokens": 542592402.0, + "step": 14896 + }, + { + "epoch": 2.7663881151346335, + "grad_norm": 1.6057590246200562, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8958669900894165, + "num_tokens": 542624141.0, + "step": 14897 + }, + { + "epoch": 2.7665738161559887, + "grad_norm": 1.5033998489379883, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8969131708145142, + "num_tokens": 542659591.0, + "step": 14898 + }, + { + "epoch": 2.7667595171773445, + "grad_norm": 1.4499198198318481, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8890182971954346, + "num_tokens": 542698881.0, + "step": 14899 + }, + { + "epoch": 2.7669452181987, + "grad_norm": 1.4553909301757812, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.873538613319397, + "num_tokens": 542739042.0, + "step": 14900 + }, + { + "epoch": 2.7671309192200555, + "grad_norm": 1.4236609935760498, + "learning_rate": 1e-06, + "loss": 0.2947, + "mean_token_accuracy": 0.8944841623306274, + "num_tokens": 542777781.0, + "step": 14901 + }, + { + "epoch": 2.7673166202414112, + "grad_norm": 1.4984378814697266, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8829936385154724, + "num_tokens": 542815076.0, + "step": 14902 + }, + { + "epoch": 2.767502321262767, + "grad_norm": 1.4146926403045654, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8819100856781006, + "num_tokens": 542854792.0, + "step": 14903 + }, + { + "epoch": 2.7676880222841227, + "grad_norm": 1.495021104812622, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8871011734008789, + "num_tokens": 542894307.0, + "step": 14904 + }, + { + "epoch": 2.7678737233054784, + "grad_norm": 1.3422311544418335, + "learning_rate": 1e-06, + "loss": 0.2857, + "mean_token_accuracy": 0.897778332233429, + "num_tokens": 542937852.0, + "step": 14905 + }, + { + "epoch": 2.7680594243268337, + "grad_norm": 1.5778685808181763, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8918413519859314, + "num_tokens": 542970933.0, + "step": 14906 + }, + { + "epoch": 2.7682451253481895, + "grad_norm": 1.576751708984375, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8784684538841248, + "num_tokens": 543008075.0, + "step": 14907 + }, + { + "epoch": 2.768430826369545, + "grad_norm": 1.4020755290985107, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8909478187561035, + "num_tokens": 543050849.0, + "step": 14908 + }, + { + "epoch": 2.7686165273909005, + "grad_norm": 1.4940266609191895, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8956385254859924, + "num_tokens": 543085957.0, + "step": 14909 + }, + { + "epoch": 2.768802228412256, + "grad_norm": 1.3320380449295044, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8990347981452942, + "num_tokens": 543127751.0, + "step": 14910 + }, + { + "epoch": 2.768987929433612, + "grad_norm": 1.7074633836746216, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8627471327781677, + "num_tokens": 543164564.0, + "step": 14911 + }, + { + "epoch": 2.7691736304549677, + "grad_norm": 1.5585362911224365, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8906919956207275, + "num_tokens": 543200421.0, + "step": 14912 + }, + { + "epoch": 2.769359331476323, + "grad_norm": 1.549977421760559, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8810373544692993, + "num_tokens": 543241315.0, + "step": 14913 + }, + { + "epoch": 2.7695450324976787, + "grad_norm": 1.471070647239685, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8980518579483032, + "num_tokens": 543275982.0, + "step": 14914 + }, + { + "epoch": 2.7697307335190344, + "grad_norm": 1.684240698814392, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8640375733375549, + "num_tokens": 543311929.0, + "step": 14915 + }, + { + "epoch": 2.7699164345403897, + "grad_norm": 1.4704357385635376, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8844918012619019, + "num_tokens": 543350103.0, + "step": 14916 + }, + { + "epoch": 2.7701021355617454, + "grad_norm": 1.371194839477539, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.90079665184021, + "num_tokens": 543389386.0, + "step": 14917 + }, + { + "epoch": 2.770287836583101, + "grad_norm": 1.4713748693466187, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8853066563606262, + "num_tokens": 543427233.0, + "step": 14918 + }, + { + "epoch": 2.770473537604457, + "grad_norm": 1.6427403688430786, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8809356093406677, + "num_tokens": 543464334.0, + "step": 14919 + }, + { + "epoch": 2.7706592386258126, + "grad_norm": 1.5795520544052124, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8692725300788879, + "num_tokens": 543500803.0, + "step": 14920 + }, + { + "epoch": 2.770844939647168, + "grad_norm": 1.5989340543746948, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8908739686012268, + "num_tokens": 543531058.0, + "step": 14921 + }, + { + "epoch": 2.7710306406685237, + "grad_norm": 1.621924638748169, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.9002273082733154, + "num_tokens": 543561559.0, + "step": 14922 + }, + { + "epoch": 2.7712163416898794, + "grad_norm": 1.5538411140441895, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8926374316215515, + "num_tokens": 543597244.0, + "step": 14923 + }, + { + "epoch": 2.7714020427112347, + "grad_norm": 1.6580760478973389, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8760913014411926, + "num_tokens": 543628649.0, + "step": 14924 + }, + { + "epoch": 2.7715877437325904, + "grad_norm": 1.5757132768630981, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8856325745582581, + "num_tokens": 543662558.0, + "step": 14925 + }, + { + "epoch": 2.771773444753946, + "grad_norm": 1.6307766437530518, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8744409084320068, + "num_tokens": 543696758.0, + "step": 14926 + }, + { + "epoch": 2.771959145775302, + "grad_norm": 1.6213358640670776, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8887040615081787, + "num_tokens": 543727972.0, + "step": 14927 + }, + { + "epoch": 2.7721448467966576, + "grad_norm": 1.6902613639831543, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8676334619522095, + "num_tokens": 543763061.0, + "step": 14928 + }, + { + "epoch": 2.772330547818013, + "grad_norm": 1.5558719635009766, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.884690523147583, + "num_tokens": 543798503.0, + "step": 14929 + }, + { + "epoch": 2.7725162488393686, + "grad_norm": 1.4013804197311401, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8909186124801636, + "num_tokens": 543840288.0, + "step": 14930 + }, + { + "epoch": 2.7727019498607244, + "grad_norm": 1.423405408859253, + "learning_rate": 1e-06, + "loss": 0.294, + "mean_token_accuracy": 0.8956534266471863, + "num_tokens": 543881642.0, + "step": 14931 + }, + { + "epoch": 2.7728876508820797, + "grad_norm": 1.384169340133667, + "learning_rate": 1e-06, + "loss": 0.29, + "mean_token_accuracy": 0.8971108794212341, + "num_tokens": 543921138.0, + "step": 14932 + }, + { + "epoch": 2.7730733519034354, + "grad_norm": 1.4983397722244263, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8900743126869202, + "num_tokens": 543956949.0, + "step": 14933 + }, + { + "epoch": 2.773259052924791, + "grad_norm": 1.5918028354644775, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8764859437942505, + "num_tokens": 543994117.0, + "step": 14934 + }, + { + "epoch": 2.773444753946147, + "grad_norm": 1.5777170658111572, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.874757707118988, + "num_tokens": 544030667.0, + "step": 14935 + }, + { + "epoch": 2.773630454967502, + "grad_norm": 1.371358871459961, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8947173357009888, + "num_tokens": 544067299.0, + "step": 14936 + }, + { + "epoch": 2.773816155988858, + "grad_norm": 1.7716543674468994, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.887528121471405, + "num_tokens": 544096544.0, + "step": 14937 + }, + { + "epoch": 2.7740018570102136, + "grad_norm": 1.8436095714569092, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8894096612930298, + "num_tokens": 544123385.0, + "step": 14938 + }, + { + "epoch": 2.774187558031569, + "grad_norm": 1.6165798902511597, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8537982106208801, + "num_tokens": 544161056.0, + "step": 14939 + }, + { + "epoch": 2.7743732590529246, + "grad_norm": 1.596294641494751, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8862147331237793, + "num_tokens": 544194944.0, + "step": 14940 + }, + { + "epoch": 2.7745589600742804, + "grad_norm": 1.4715497493743896, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8803768754005432, + "num_tokens": 544234520.0, + "step": 14941 + }, + { + "epoch": 2.774744661095636, + "grad_norm": 1.668038249015808, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8716748952865601, + "num_tokens": 544269020.0, + "step": 14942 + }, + { + "epoch": 2.774930362116992, + "grad_norm": 1.5656675100326538, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8820503354072571, + "num_tokens": 544305594.0, + "step": 14943 + }, + { + "epoch": 2.775116063138347, + "grad_norm": 1.5631697177886963, + "learning_rate": 1e-06, + "loss": 0.2968, + "mean_token_accuracy": 0.8943802118301392, + "num_tokens": 544344535.0, + "step": 14944 + }, + { + "epoch": 2.775301764159703, + "grad_norm": 1.4199614524841309, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8878152370452881, + "num_tokens": 544387582.0, + "step": 14945 + }, + { + "epoch": 2.7754874651810586, + "grad_norm": 1.6972477436065674, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8883625268936157, + "num_tokens": 544423338.0, + "step": 14946 + }, + { + "epoch": 2.775673166202414, + "grad_norm": 1.586206078529358, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.892038881778717, + "num_tokens": 544460179.0, + "step": 14947 + }, + { + "epoch": 2.7758588672237696, + "grad_norm": 1.6741529703140259, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8869157433509827, + "num_tokens": 544491341.0, + "step": 14948 + }, + { + "epoch": 2.7760445682451254, + "grad_norm": 1.4422659873962402, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8911904096603394, + "num_tokens": 544534404.0, + "step": 14949 + }, + { + "epoch": 2.776230269266481, + "grad_norm": 1.520950436592102, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.887734055519104, + "num_tokens": 544573309.0, + "step": 14950 + }, + { + "epoch": 2.776415970287837, + "grad_norm": 1.466283917427063, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8832501173019409, + "num_tokens": 544613154.0, + "step": 14951 + }, + { + "epoch": 2.776601671309192, + "grad_norm": 1.5670502185821533, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8812431693077087, + "num_tokens": 544649340.0, + "step": 14952 + }, + { + "epoch": 2.776787372330548, + "grad_norm": 1.6016823053359985, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8789383172988892, + "num_tokens": 544686461.0, + "step": 14953 + }, + { + "epoch": 2.7769730733519036, + "grad_norm": 1.5157784223556519, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8891576528549194, + "num_tokens": 544722953.0, + "step": 14954 + }, + { + "epoch": 2.777158774373259, + "grad_norm": 1.5708626508712769, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8901082277297974, + "num_tokens": 544758457.0, + "step": 14955 + }, + { + "epoch": 2.7773444753946146, + "grad_norm": 1.4961764812469482, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8902579545974731, + "num_tokens": 544796089.0, + "step": 14956 + }, + { + "epoch": 2.7775301764159703, + "grad_norm": 1.4374024868011475, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8915749192237854, + "num_tokens": 544833401.0, + "step": 14957 + }, + { + "epoch": 2.777715877437326, + "grad_norm": 1.3795899152755737, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.9007114171981812, + "num_tokens": 544870068.0, + "step": 14958 + }, + { + "epoch": 2.777901578458682, + "grad_norm": 1.5387170314788818, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8817307949066162, + "num_tokens": 544907641.0, + "step": 14959 + }, + { + "epoch": 2.778087279480037, + "grad_norm": 1.5120952129364014, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8902117609977722, + "num_tokens": 544944670.0, + "step": 14960 + }, + { + "epoch": 2.778272980501393, + "grad_norm": 1.5869810581207275, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8949346542358398, + "num_tokens": 544978752.0, + "step": 14961 + }, + { + "epoch": 2.778458681522748, + "grad_norm": 1.6586437225341797, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8778327107429504, + "num_tokens": 545013182.0, + "step": 14962 + }, + { + "epoch": 2.778644382544104, + "grad_norm": 1.3941792249679565, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.881609320640564, + "num_tokens": 545056774.0, + "step": 14963 + }, + { + "epoch": 2.7788300835654596, + "grad_norm": 1.4662144184112549, + "learning_rate": 1e-06, + "loss": 0.2825, + "mean_token_accuracy": 0.9003231525421143, + "num_tokens": 545091446.0, + "step": 14964 + }, + { + "epoch": 2.7790157845868153, + "grad_norm": 1.5404763221740723, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.884964108467102, + "num_tokens": 545124638.0, + "step": 14965 + }, + { + "epoch": 2.779201485608171, + "grad_norm": 1.5750963687896729, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8906610012054443, + "num_tokens": 545157355.0, + "step": 14966 + }, + { + "epoch": 2.7793871866295263, + "grad_norm": 1.408327579498291, + "learning_rate": 1e-06, + "loss": 0.2654, + "mean_token_accuracy": 0.9036127328872681, + "num_tokens": 545196826.0, + "step": 14967 + }, + { + "epoch": 2.779572887650882, + "grad_norm": 1.5180777311325073, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8936553597450256, + "num_tokens": 545234415.0, + "step": 14968 + }, + { + "epoch": 2.779758588672238, + "grad_norm": 1.5004040002822876, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8879429697990417, + "num_tokens": 545271669.0, + "step": 14969 + }, + { + "epoch": 2.779944289693593, + "grad_norm": 1.5190954208374023, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8891737461090088, + "num_tokens": 545305975.0, + "step": 14970 + }, + { + "epoch": 2.780129990714949, + "grad_norm": 1.6178516149520874, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.867257833480835, + "num_tokens": 545342313.0, + "step": 14971 + }, + { + "epoch": 2.7803156917363046, + "grad_norm": 1.586501121520996, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8745154738426208, + "num_tokens": 545379277.0, + "step": 14972 + }, + { + "epoch": 2.7805013927576603, + "grad_norm": 1.5841145515441895, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8910839557647705, + "num_tokens": 545413448.0, + "step": 14973 + }, + { + "epoch": 2.780687093779016, + "grad_norm": 1.5934715270996094, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8875609040260315, + "num_tokens": 545446614.0, + "step": 14974 + }, + { + "epoch": 2.7808727948003713, + "grad_norm": 1.5300614833831787, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8888489007949829, + "num_tokens": 545484751.0, + "step": 14975 + }, + { + "epoch": 2.781058495821727, + "grad_norm": 1.703109860420227, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8747212886810303, + "num_tokens": 545523379.0, + "step": 14976 + }, + { + "epoch": 2.7812441968430828, + "grad_norm": 1.4495351314544678, + "learning_rate": 1e-06, + "loss": 0.2777, + "mean_token_accuracy": 0.8997130990028381, + "num_tokens": 545562049.0, + "step": 14977 + }, + { + "epoch": 2.781429897864438, + "grad_norm": 1.4562599658966064, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8829858899116516, + "num_tokens": 545600678.0, + "step": 14978 + }, + { + "epoch": 2.781615598885794, + "grad_norm": 1.5675549507141113, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8895297646522522, + "num_tokens": 545635347.0, + "step": 14979 + }, + { + "epoch": 2.7818012999071495, + "grad_norm": 1.5122969150543213, + "learning_rate": 1e-06, + "loss": 0.2799, + "mean_token_accuracy": 0.8997175693511963, + "num_tokens": 545667031.0, + "step": 14980 + }, + { + "epoch": 2.7819870009285053, + "grad_norm": 1.419502854347229, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8974670767784119, + "num_tokens": 545703688.0, + "step": 14981 + }, + { + "epoch": 2.782172701949861, + "grad_norm": 1.5564707517623901, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8838423490524292, + "num_tokens": 545737449.0, + "step": 14982 + }, + { + "epoch": 2.7823584029712163, + "grad_norm": 1.6160783767700195, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8837240934371948, + "num_tokens": 545767807.0, + "step": 14983 + }, + { + "epoch": 2.782544103992572, + "grad_norm": 1.4774037599563599, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8896881937980652, + "num_tokens": 545807823.0, + "step": 14984 + }, + { + "epoch": 2.7827298050139273, + "grad_norm": 1.4785441160202026, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8909519910812378, + "num_tokens": 545849731.0, + "step": 14985 + }, + { + "epoch": 2.782915506035283, + "grad_norm": 1.6413593292236328, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.873993992805481, + "num_tokens": 545881823.0, + "step": 14986 + }, + { + "epoch": 2.7831012070566388, + "grad_norm": 1.4902005195617676, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8830233812332153, + "num_tokens": 545923418.0, + "step": 14987 + }, + { + "epoch": 2.7832869080779945, + "grad_norm": 1.7374076843261719, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8839533925056458, + "num_tokens": 545956972.0, + "step": 14988 + }, + { + "epoch": 2.7834726090993502, + "grad_norm": 1.5498876571655273, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8833615183830261, + "num_tokens": 545996018.0, + "step": 14989 + }, + { + "epoch": 2.7836583101207055, + "grad_norm": 1.5877479314804077, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8755772709846497, + "num_tokens": 546033469.0, + "step": 14990 + }, + { + "epoch": 2.7838440111420613, + "grad_norm": 1.5633058547973633, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8729763031005859, + "num_tokens": 546072508.0, + "step": 14991 + }, + { + "epoch": 2.784029712163417, + "grad_norm": 1.5290284156799316, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8728981018066406, + "num_tokens": 546114709.0, + "step": 14992 + }, + { + "epoch": 2.7842154131847723, + "grad_norm": 1.5890800952911377, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8829363584518433, + "num_tokens": 546150079.0, + "step": 14993 + }, + { + "epoch": 2.784401114206128, + "grad_norm": 1.6093833446502686, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8851145505905151, + "num_tokens": 546186044.0, + "step": 14994 + }, + { + "epoch": 2.7845868152274837, + "grad_norm": 1.5036301612854004, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8978893160820007, + "num_tokens": 546220617.0, + "step": 14995 + }, + { + "epoch": 2.7847725162488395, + "grad_norm": 1.3651258945465088, + "learning_rate": 1e-06, + "loss": 0.2925, + "mean_token_accuracy": 0.8945420980453491, + "num_tokens": 546264573.0, + "step": 14996 + }, + { + "epoch": 2.784958217270195, + "grad_norm": 1.5096275806427002, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8825196027755737, + "num_tokens": 546300892.0, + "step": 14997 + }, + { + "epoch": 2.7851439182915505, + "grad_norm": 1.5733507871627808, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.8955734968185425, + "num_tokens": 546335777.0, + "step": 14998 + }, + { + "epoch": 2.7853296193129062, + "grad_norm": 1.3322733640670776, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8894740343093872, + "num_tokens": 546383996.0, + "step": 14999 + }, + { + "epoch": 2.785515320334262, + "grad_norm": 1.4265691041946411, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.890026330947876, + "num_tokens": 546423538.0, + "step": 15000 + }, + { + "epoch": 2.7857010213556173, + "grad_norm": 1.7217621803283691, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8866181373596191, + "num_tokens": 546457248.0, + "step": 15001 + }, + { + "epoch": 2.785886722376973, + "grad_norm": 1.3983583450317383, + "learning_rate": 1e-06, + "loss": 0.3042, + "mean_token_accuracy": 0.8904727697372437, + "num_tokens": 546496524.0, + "step": 15002 + }, + { + "epoch": 2.7860724233983287, + "grad_norm": 1.4927557706832886, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8799780011177063, + "num_tokens": 546536064.0, + "step": 15003 + }, + { + "epoch": 2.7862581244196845, + "grad_norm": 1.5078306198120117, + "learning_rate": 1e-06, + "loss": 0.2745, + "mean_token_accuracy": 0.9017980098724365, + "num_tokens": 546571875.0, + "step": 15004 + }, + { + "epoch": 2.78644382544104, + "grad_norm": 1.4239532947540283, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8810644149780273, + "num_tokens": 546614172.0, + "step": 15005 + }, + { + "epoch": 2.7866295264623955, + "grad_norm": 1.4893908500671387, + "learning_rate": 1e-06, + "loss": 0.2778, + "mean_token_accuracy": 0.8996700048446655, + "num_tokens": 546645809.0, + "step": 15006 + }, + { + "epoch": 2.786815227483751, + "grad_norm": 1.5599462985992432, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8856254816055298, + "num_tokens": 546680682.0, + "step": 15007 + }, + { + "epoch": 2.7870009285051065, + "grad_norm": 1.5631247758865356, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8943129777908325, + "num_tokens": 546714412.0, + "step": 15008 + }, + { + "epoch": 2.7871866295264622, + "grad_norm": 1.631144404411316, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8890659213066101, + "num_tokens": 546752381.0, + "step": 15009 + }, + { + "epoch": 2.787372330547818, + "grad_norm": 1.5856492519378662, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8901801109313965, + "num_tokens": 546787560.0, + "step": 15010 + }, + { + "epoch": 2.7875580315691737, + "grad_norm": 1.425936222076416, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8848724365234375, + "num_tokens": 546826930.0, + "step": 15011 + }, + { + "epoch": 2.7877437325905294, + "grad_norm": 1.4932869672775269, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8915058374404907, + "num_tokens": 546866578.0, + "step": 15012 + }, + { + "epoch": 2.7879294336118847, + "grad_norm": 1.4758704900741577, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8790587186813354, + "num_tokens": 546909700.0, + "step": 15013 + }, + { + "epoch": 2.7881151346332405, + "grad_norm": 1.5016436576843262, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.886563777923584, + "num_tokens": 546950207.0, + "step": 15014 + }, + { + "epoch": 2.788300835654596, + "grad_norm": 1.5910991430282593, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8708628416061401, + "num_tokens": 546988881.0, + "step": 15015 + }, + { + "epoch": 2.7884865366759515, + "grad_norm": 1.5484511852264404, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8794102668762207, + "num_tokens": 547026008.0, + "step": 15016 + }, + { + "epoch": 2.788672237697307, + "grad_norm": 1.7398096323013306, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.880879282951355, + "num_tokens": 547059351.0, + "step": 15017 + }, + { + "epoch": 2.788857938718663, + "grad_norm": 1.4610227346420288, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.887326717376709, + "num_tokens": 547099981.0, + "step": 15018 + }, + { + "epoch": 2.7890436397400187, + "grad_norm": 1.5494821071624756, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8885295987129211, + "num_tokens": 547140283.0, + "step": 15019 + }, + { + "epoch": 2.7892293407613744, + "grad_norm": 1.5737370252609253, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8874733448028564, + "num_tokens": 547182253.0, + "step": 15020 + }, + { + "epoch": 2.7894150417827297, + "grad_norm": 1.582613229751587, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.8996315598487854, + "num_tokens": 547216303.0, + "step": 15021 + }, + { + "epoch": 2.7896007428040854, + "grad_norm": 1.5175256729125977, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8792444467544556, + "num_tokens": 547252341.0, + "step": 15022 + }, + { + "epoch": 2.789786443825441, + "grad_norm": 1.4551737308502197, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8926088213920593, + "num_tokens": 547289166.0, + "step": 15023 + }, + { + "epoch": 2.7899721448467965, + "grad_norm": 1.4882234334945679, + "learning_rate": 1e-06, + "loss": 0.2897, + "mean_token_accuracy": 0.8974518179893494, + "num_tokens": 547326377.0, + "step": 15024 + }, + { + "epoch": 2.790157845868152, + "grad_norm": 1.4742697477340698, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8798614740371704, + "num_tokens": 547365413.0, + "step": 15025 + }, + { + "epoch": 2.790343546889508, + "grad_norm": 1.6355843544006348, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8850235939025879, + "num_tokens": 547401712.0, + "step": 15026 + }, + { + "epoch": 2.7905292479108637, + "grad_norm": 1.5085607767105103, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8903288245201111, + "num_tokens": 547439550.0, + "step": 15027 + }, + { + "epoch": 2.7907149489322194, + "grad_norm": 1.541197657585144, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.889378011226654, + "num_tokens": 547476237.0, + "step": 15028 + }, + { + "epoch": 2.7909006499535747, + "grad_norm": 1.5259841680526733, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8837195634841919, + "num_tokens": 547515744.0, + "step": 15029 + }, + { + "epoch": 2.7910863509749304, + "grad_norm": 1.6425495147705078, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8773741126060486, + "num_tokens": 547547434.0, + "step": 15030 + }, + { + "epoch": 2.791272051996286, + "grad_norm": 1.832050085067749, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8946058750152588, + "num_tokens": 547580250.0, + "step": 15031 + }, + { + "epoch": 2.7914577530176414, + "grad_norm": 1.7143771648406982, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8870363235473633, + "num_tokens": 547617030.0, + "step": 15032 + }, + { + "epoch": 2.791643454038997, + "grad_norm": 1.5558466911315918, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8827248215675354, + "num_tokens": 547657197.0, + "step": 15033 + }, + { + "epoch": 2.791829155060353, + "grad_norm": 1.4662092924118042, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.9046976566314697, + "num_tokens": 547691939.0, + "step": 15034 + }, + { + "epoch": 2.7920148560817086, + "grad_norm": 1.5605818033218384, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8778502345085144, + "num_tokens": 547730581.0, + "step": 15035 + }, + { + "epoch": 2.792200557103064, + "grad_norm": 1.4390565156936646, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8933189511299133, + "num_tokens": 547769216.0, + "step": 15036 + }, + { + "epoch": 2.7923862581244197, + "grad_norm": 1.5086780786514282, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8898998498916626, + "num_tokens": 547804214.0, + "step": 15037 + }, + { + "epoch": 2.7925719591457754, + "grad_norm": 1.5264368057250977, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8839758634567261, + "num_tokens": 547842904.0, + "step": 15038 + }, + { + "epoch": 2.7927576601671307, + "grad_norm": 1.4940390586853027, + "learning_rate": 1e-06, + "loss": 0.265, + "mean_token_accuracy": 0.9064737558364868, + "num_tokens": 547876040.0, + "step": 15039 + }, + { + "epoch": 2.7929433611884864, + "grad_norm": 1.509486198425293, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9018665552139282, + "num_tokens": 547910428.0, + "step": 15040 + }, + { + "epoch": 2.793129062209842, + "grad_norm": 1.491568922996521, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.877372145652771, + "num_tokens": 547948020.0, + "step": 15041 + }, + { + "epoch": 2.793314763231198, + "grad_norm": 1.5006892681121826, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8780993223190308, + "num_tokens": 547986850.0, + "step": 15042 + }, + { + "epoch": 2.7935004642525536, + "grad_norm": 1.530629277229309, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.893501877784729, + "num_tokens": 548025178.0, + "step": 15043 + }, + { + "epoch": 2.793686165273909, + "grad_norm": 1.590239405632019, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8823443651199341, + "num_tokens": 548059317.0, + "step": 15044 + }, + { + "epoch": 2.7938718662952646, + "grad_norm": 1.5728199481964111, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8794546127319336, + "num_tokens": 548098431.0, + "step": 15045 + }, + { + "epoch": 2.7940575673166204, + "grad_norm": 1.478626012802124, + "learning_rate": 1e-06, + "loss": 0.2902, + "mean_token_accuracy": 0.8969014883041382, + "num_tokens": 548132060.0, + "step": 15046 + }, + { + "epoch": 2.7942432683379756, + "grad_norm": 1.5402768850326538, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.89166259765625, + "num_tokens": 548165747.0, + "step": 15047 + }, + { + "epoch": 2.7944289693593314, + "grad_norm": 1.5920815467834473, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8771411776542664, + "num_tokens": 548201035.0, + "step": 15048 + }, + { + "epoch": 2.794614670380687, + "grad_norm": 1.6772565841674805, + "learning_rate": 1e-06, + "loss": 0.2952, + "mean_token_accuracy": 0.8948298692703247, + "num_tokens": 548228525.0, + "step": 15049 + }, + { + "epoch": 2.794800371402043, + "grad_norm": 1.5730199813842773, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8962122201919556, + "num_tokens": 548257691.0, + "step": 15050 + }, + { + "epoch": 2.7949860724233986, + "grad_norm": 1.5605599880218506, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8948360681533813, + "num_tokens": 548290035.0, + "step": 15051 + }, + { + "epoch": 2.795171773444754, + "grad_norm": 1.520687460899353, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8905884027481079, + "num_tokens": 548325349.0, + "step": 15052 + }, + { + "epoch": 2.7953574744661096, + "grad_norm": 1.4424433708190918, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8942415714263916, + "num_tokens": 548362960.0, + "step": 15053 + }, + { + "epoch": 2.7955431754874653, + "grad_norm": 1.5190366506576538, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8924041986465454, + "num_tokens": 548395543.0, + "step": 15054 + }, + { + "epoch": 2.7957288765088206, + "grad_norm": 1.5642236471176147, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8867719173431396, + "num_tokens": 548435815.0, + "step": 15055 + }, + { + "epoch": 2.7959145775301764, + "grad_norm": 1.486230731010437, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.883949875831604, + "num_tokens": 548471707.0, + "step": 15056 + }, + { + "epoch": 2.796100278551532, + "grad_norm": 1.5441246032714844, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.885922372341156, + "num_tokens": 548508123.0, + "step": 15057 + }, + { + "epoch": 2.796285979572888, + "grad_norm": 1.4546802043914795, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8806338310241699, + "num_tokens": 548550026.0, + "step": 15058 + }, + { + "epoch": 2.796471680594243, + "grad_norm": 1.425591230392456, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8896938562393188, + "num_tokens": 548589528.0, + "step": 15059 + }, + { + "epoch": 2.796657381615599, + "grad_norm": 1.5687891244888306, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8873231410980225, + "num_tokens": 548621746.0, + "step": 15060 + }, + { + "epoch": 2.7968430826369546, + "grad_norm": 1.5899159908294678, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8987985849380493, + "num_tokens": 548656606.0, + "step": 15061 + }, + { + "epoch": 2.79702878365831, + "grad_norm": 1.6031608581542969, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8902673721313477, + "num_tokens": 548687962.0, + "step": 15062 + }, + { + "epoch": 2.7972144846796656, + "grad_norm": 1.5922356843948364, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8804173469543457, + "num_tokens": 548724200.0, + "step": 15063 + }, + { + "epoch": 2.7974001857010213, + "grad_norm": 1.5332361459732056, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8911992311477661, + "num_tokens": 548759385.0, + "step": 15064 + }, + { + "epoch": 2.797585886722377, + "grad_norm": 1.607235312461853, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8661963939666748, + "num_tokens": 548796857.0, + "step": 15065 + }, + { + "epoch": 2.797771587743733, + "grad_norm": 1.5544911623001099, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.891970157623291, + "num_tokens": 548831465.0, + "step": 15066 + }, + { + "epoch": 2.797957288765088, + "grad_norm": 1.5207823514938354, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.887820303440094, + "num_tokens": 548869096.0, + "step": 15067 + }, + { + "epoch": 2.798142989786444, + "grad_norm": 1.6465981006622314, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8735765814781189, + "num_tokens": 548903663.0, + "step": 15068 + }, + { + "epoch": 2.7983286908077996, + "grad_norm": 1.5878186225891113, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8739848136901855, + "num_tokens": 548939604.0, + "step": 15069 + }, + { + "epoch": 2.798514391829155, + "grad_norm": 1.5220187902450562, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8832207918167114, + "num_tokens": 548979916.0, + "step": 15070 + }, + { + "epoch": 2.7987000928505106, + "grad_norm": 1.581986665725708, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.887925386428833, + "num_tokens": 549015283.0, + "step": 15071 + }, + { + "epoch": 2.7988857938718663, + "grad_norm": 1.4927408695220947, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8882409334182739, + "num_tokens": 549055335.0, + "step": 15072 + }, + { + "epoch": 2.799071494893222, + "grad_norm": 1.5093028545379639, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.880118727684021, + "num_tokens": 549093014.0, + "step": 15073 + }, + { + "epoch": 2.799257195914578, + "grad_norm": 1.3808815479278564, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8909846544265747, + "num_tokens": 549137227.0, + "step": 15074 + }, + { + "epoch": 2.799442896935933, + "grad_norm": 1.5595959424972534, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8836780190467834, + "num_tokens": 549178311.0, + "step": 15075 + }, + { + "epoch": 2.799628597957289, + "grad_norm": 1.6144617795944214, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8821274042129517, + "num_tokens": 549209133.0, + "step": 15076 + }, + { + "epoch": 2.7998142989786445, + "grad_norm": 1.5675102472305298, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.885565996170044, + "num_tokens": 549242556.0, + "step": 15077 + }, + { + "epoch": 2.8, + "grad_norm": 1.5230158567428589, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8788557052612305, + "num_tokens": 549278684.0, + "step": 15078 + }, + { + "epoch": 2.8001857010213556, + "grad_norm": 1.5926209688186646, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8835471868515015, + "num_tokens": 549311157.0, + "step": 15079 + }, + { + "epoch": 2.8003714020427113, + "grad_norm": 1.48098623752594, + "learning_rate": 1e-06, + "loss": 0.2993, + "mean_token_accuracy": 0.8962671756744385, + "num_tokens": 549347563.0, + "step": 15080 + }, + { + "epoch": 2.800557103064067, + "grad_norm": 1.420936942100525, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.8901854753494263, + "num_tokens": 549385127.0, + "step": 15081 + }, + { + "epoch": 2.8007428040854223, + "grad_norm": 1.413482427597046, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8907986879348755, + "num_tokens": 549422736.0, + "step": 15082 + }, + { + "epoch": 2.800928505106778, + "grad_norm": 1.511337161064148, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8862834572792053, + "num_tokens": 549461235.0, + "step": 15083 + }, + { + "epoch": 2.8011142061281338, + "grad_norm": 1.4099864959716797, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8967317342758179, + "num_tokens": 549501967.0, + "step": 15084 + }, + { + "epoch": 2.801299907149489, + "grad_norm": 1.6327965259552002, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8766574263572693, + "num_tokens": 549535326.0, + "step": 15085 + }, + { + "epoch": 2.801485608170845, + "grad_norm": 1.4212394952774048, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8932132720947266, + "num_tokens": 549574001.0, + "step": 15086 + }, + { + "epoch": 2.8016713091922005, + "grad_norm": 1.5263668298721313, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8841403126716614, + "num_tokens": 549613539.0, + "step": 15087 + }, + { + "epoch": 2.8018570102135563, + "grad_norm": 1.3336734771728516, + "learning_rate": 1e-06, + "loss": 0.2887, + "mean_token_accuracy": 0.8973101377487183, + "num_tokens": 549654708.0, + "step": 15088 + }, + { + "epoch": 2.802042711234912, + "grad_norm": 1.515934944152832, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8885627388954163, + "num_tokens": 549691414.0, + "step": 15089 + }, + { + "epoch": 2.8022284122562673, + "grad_norm": 1.4977761507034302, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8744491934776306, + "num_tokens": 549730577.0, + "step": 15090 + }, + { + "epoch": 2.802414113277623, + "grad_norm": 1.5893751382827759, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8927894830703735, + "num_tokens": 549764966.0, + "step": 15091 + }, + { + "epoch": 2.8025998142989788, + "grad_norm": 1.4525649547576904, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8968181014060974, + "num_tokens": 549804381.0, + "step": 15092 + }, + { + "epoch": 2.802785515320334, + "grad_norm": 1.5801424980163574, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.887424111366272, + "num_tokens": 549840428.0, + "step": 15093 + }, + { + "epoch": 2.8029712163416898, + "grad_norm": 1.576870083808899, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8863319754600525, + "num_tokens": 549874205.0, + "step": 15094 + }, + { + "epoch": 2.8031569173630455, + "grad_norm": 1.4773036241531372, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8909554481506348, + "num_tokens": 549908761.0, + "step": 15095 + }, + { + "epoch": 2.8033426183844012, + "grad_norm": 1.5936377048492432, + "learning_rate": 1e-06, + "loss": 0.3149, + "mean_token_accuracy": 0.892814040184021, + "num_tokens": 549941929.0, + "step": 15096 + }, + { + "epoch": 2.803528319405757, + "grad_norm": 1.4155240058898926, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8876634836196899, + "num_tokens": 549984075.0, + "step": 15097 + }, + { + "epoch": 2.8037140204271123, + "grad_norm": 1.6745617389678955, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8909986019134521, + "num_tokens": 550014496.0, + "step": 15098 + }, + { + "epoch": 2.803899721448468, + "grad_norm": 1.5513700246810913, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8778906464576721, + "num_tokens": 550052170.0, + "step": 15099 + }, + { + "epoch": 2.8040854224698237, + "grad_norm": 1.5321675539016724, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.898418664932251, + "num_tokens": 550090094.0, + "step": 15100 + }, + { + "epoch": 2.804271123491179, + "grad_norm": 1.6179683208465576, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.877649188041687, + "num_tokens": 550122970.0, + "step": 15101 + }, + { + "epoch": 2.8044568245125348, + "grad_norm": 1.6292251348495483, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8810423612594604, + "num_tokens": 550162876.0, + "step": 15102 + }, + { + "epoch": 2.8046425255338905, + "grad_norm": 1.6169198751449585, + "learning_rate": 1e-06, + "loss": 0.2972, + "mean_token_accuracy": 0.8941295146942139, + "num_tokens": 550199988.0, + "step": 15103 + }, + { + "epoch": 2.804828226555246, + "grad_norm": 1.5557564496994019, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8788382411003113, + "num_tokens": 550237109.0, + "step": 15104 + }, + { + "epoch": 2.8050139275766015, + "grad_norm": 1.478813886642456, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8979014158248901, + "num_tokens": 550272506.0, + "step": 15105 + }, + { + "epoch": 2.8051996285979572, + "grad_norm": 1.5522404909133911, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.8961495161056519, + "num_tokens": 550307279.0, + "step": 15106 + }, + { + "epoch": 2.805385329619313, + "grad_norm": 1.6421881914138794, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8819401264190674, + "num_tokens": 550340269.0, + "step": 15107 + }, + { + "epoch": 2.8055710306406683, + "grad_norm": 1.3645243644714355, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8971301913261414, + "num_tokens": 550379361.0, + "step": 15108 + }, + { + "epoch": 2.805756731662024, + "grad_norm": 1.4928542375564575, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8921982645988464, + "num_tokens": 550416537.0, + "step": 15109 + }, + { + "epoch": 2.8059424326833797, + "grad_norm": 1.4936387538909912, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8834731578826904, + "num_tokens": 550453369.0, + "step": 15110 + }, + { + "epoch": 2.8061281337047355, + "grad_norm": 1.4604699611663818, + "learning_rate": 1e-06, + "loss": 0.2831, + "mean_token_accuracy": 0.9011002779006958, + "num_tokens": 550489610.0, + "step": 15111 + }, + { + "epoch": 2.806313834726091, + "grad_norm": 1.4282227754592896, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.890473484992981, + "num_tokens": 550530626.0, + "step": 15112 + }, + { + "epoch": 2.8064995357474465, + "grad_norm": 1.5405851602554321, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8882661461830139, + "num_tokens": 550565526.0, + "step": 15113 + }, + { + "epoch": 2.806685236768802, + "grad_norm": 1.5189018249511719, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8782089352607727, + "num_tokens": 550605037.0, + "step": 15114 + }, + { + "epoch": 2.806870937790158, + "grad_norm": 1.526915431022644, + "learning_rate": 1e-06, + "loss": 0.2962, + "mean_token_accuracy": 0.8927661776542664, + "num_tokens": 550640861.0, + "step": 15115 + }, + { + "epoch": 2.8070566388115132, + "grad_norm": 1.5598632097244263, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8839093446731567, + "num_tokens": 550676980.0, + "step": 15116 + }, + { + "epoch": 2.807242339832869, + "grad_norm": 1.4980247020721436, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8943879008293152, + "num_tokens": 550714562.0, + "step": 15117 + }, + { + "epoch": 2.8074280408542247, + "grad_norm": 1.428257942199707, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8927798271179199, + "num_tokens": 550751196.0, + "step": 15118 + }, + { + "epoch": 2.8076137418755804, + "grad_norm": 1.4355601072311401, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.894352376461029, + "num_tokens": 550788912.0, + "step": 15119 + }, + { + "epoch": 2.807799442896936, + "grad_norm": 1.3132175207138062, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.9021472930908203, + "num_tokens": 550834664.0, + "step": 15120 + }, + { + "epoch": 2.8079851439182915, + "grad_norm": 1.5257598161697388, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8922092914581299, + "num_tokens": 550870103.0, + "step": 15121 + }, + { + "epoch": 2.808170844939647, + "grad_norm": 1.5185374021530151, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8822746276855469, + "num_tokens": 550907278.0, + "step": 15122 + }, + { + "epoch": 2.808356545961003, + "grad_norm": 1.6487603187561035, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8850171566009521, + "num_tokens": 550938523.0, + "step": 15123 + }, + { + "epoch": 2.808542246982358, + "grad_norm": 1.3556034564971924, + "learning_rate": 1e-06, + "loss": 0.2836, + "mean_token_accuracy": 0.8976190686225891, + "num_tokens": 550977265.0, + "step": 15124 + }, + { + "epoch": 2.808727948003714, + "grad_norm": 1.5030386447906494, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8949755430221558, + "num_tokens": 551012931.0, + "step": 15125 + }, + { + "epoch": 2.8089136490250697, + "grad_norm": 1.473482370376587, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.9017209410667419, + "num_tokens": 551048603.0, + "step": 15126 + }, + { + "epoch": 2.8090993500464254, + "grad_norm": 1.520326018333435, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8846176862716675, + "num_tokens": 551083575.0, + "step": 15127 + }, + { + "epoch": 2.809285051067781, + "grad_norm": 1.5837522745132446, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8807237148284912, + "num_tokens": 551124332.0, + "step": 15128 + }, + { + "epoch": 2.8094707520891364, + "grad_norm": 1.719150424003601, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8588176965713501, + "num_tokens": 551158997.0, + "step": 15129 + }, + { + "epoch": 2.809656453110492, + "grad_norm": 1.6318296194076538, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.88788902759552, + "num_tokens": 551193270.0, + "step": 15130 + }, + { + "epoch": 2.8098421541318475, + "grad_norm": 1.5329891443252563, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8764442205429077, + "num_tokens": 551232925.0, + "step": 15131 + }, + { + "epoch": 2.810027855153203, + "grad_norm": 1.585167407989502, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8730647563934326, + "num_tokens": 551267329.0, + "step": 15132 + }, + { + "epoch": 2.810213556174559, + "grad_norm": 1.4403878450393677, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8899694085121155, + "num_tokens": 551302569.0, + "step": 15133 + }, + { + "epoch": 2.8103992571959147, + "grad_norm": 1.5274370908737183, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8788952827453613, + "num_tokens": 551341518.0, + "step": 15134 + }, + { + "epoch": 2.8105849582172704, + "grad_norm": 1.5206776857376099, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8951916098594666, + "num_tokens": 551375576.0, + "step": 15135 + }, + { + "epoch": 2.8107706592386257, + "grad_norm": 1.4370827674865723, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8880215883255005, + "num_tokens": 551414001.0, + "step": 15136 + }, + { + "epoch": 2.8109563602599814, + "grad_norm": 1.439793348312378, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8945125341415405, + "num_tokens": 551450750.0, + "step": 15137 + }, + { + "epoch": 2.811142061281337, + "grad_norm": 1.463926911354065, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8722923994064331, + "num_tokens": 551492840.0, + "step": 15138 + }, + { + "epoch": 2.8113277623026924, + "grad_norm": 1.6282227039337158, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8793576955795288, + "num_tokens": 551527423.0, + "step": 15139 + }, + { + "epoch": 2.811513463324048, + "grad_norm": 1.4364078044891357, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.892362117767334, + "num_tokens": 551568454.0, + "step": 15140 + }, + { + "epoch": 2.811699164345404, + "grad_norm": 1.444861650466919, + "learning_rate": 1e-06, + "loss": 0.2963, + "mean_token_accuracy": 0.8948611617088318, + "num_tokens": 551605533.0, + "step": 15141 + }, + { + "epoch": 2.8118848653667596, + "grad_norm": 1.3471475839614868, + "learning_rate": 1e-06, + "loss": 0.2977, + "mean_token_accuracy": 0.8972868919372559, + "num_tokens": 551648189.0, + "step": 15142 + }, + { + "epoch": 2.8120705663881154, + "grad_norm": 1.5728358030319214, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8843871355056763, + "num_tokens": 551681318.0, + "step": 15143 + }, + { + "epoch": 2.8122562674094707, + "grad_norm": 1.489797830581665, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8850462436676025, + "num_tokens": 551720384.0, + "step": 15144 + }, + { + "epoch": 2.8124419684308264, + "grad_norm": 1.5701196193695068, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8877867460250854, + "num_tokens": 551755648.0, + "step": 15145 + }, + { + "epoch": 2.812627669452182, + "grad_norm": 1.4994354248046875, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8909810185432434, + "num_tokens": 551791425.0, + "step": 15146 + }, + { + "epoch": 2.8128133704735374, + "grad_norm": 1.5101615190505981, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8847835659980774, + "num_tokens": 551831986.0, + "step": 15147 + }, + { + "epoch": 2.812999071494893, + "grad_norm": 1.5358209609985352, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8789294958114624, + "num_tokens": 551867540.0, + "step": 15148 + }, + { + "epoch": 2.813184772516249, + "grad_norm": 1.4601671695709229, + "learning_rate": 1e-06, + "loss": 0.2847, + "mean_token_accuracy": 0.8982048034667969, + "num_tokens": 551904566.0, + "step": 15149 + }, + { + "epoch": 2.8133704735376046, + "grad_norm": 1.7041351795196533, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8968596458435059, + "num_tokens": 551935686.0, + "step": 15150 + }, + { + "epoch": 2.8135561745589603, + "grad_norm": 1.5421192646026611, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8885585069656372, + "num_tokens": 551975098.0, + "step": 15151 + }, + { + "epoch": 2.8137418755803156, + "grad_norm": 1.5816867351531982, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8959328532218933, + "num_tokens": 552012474.0, + "step": 15152 + }, + { + "epoch": 2.8139275766016714, + "grad_norm": 1.6390626430511475, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8848512768745422, + "num_tokens": 552046923.0, + "step": 15153 + }, + { + "epoch": 2.8141132776230267, + "grad_norm": 1.438129186630249, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8921699523925781, + "num_tokens": 552086031.0, + "step": 15154 + }, + { + "epoch": 2.8142989786443824, + "grad_norm": 1.6328668594360352, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8841798901557922, + "num_tokens": 552116503.0, + "step": 15155 + }, + { + "epoch": 2.814484679665738, + "grad_norm": 1.595207929611206, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8867129683494568, + "num_tokens": 552153063.0, + "step": 15156 + }, + { + "epoch": 2.814670380687094, + "grad_norm": 1.5003323554992676, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.8942822217941284, + "num_tokens": 552188417.0, + "step": 15157 + }, + { + "epoch": 2.8148560817084496, + "grad_norm": 1.5410435199737549, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8940086364746094, + "num_tokens": 552219606.0, + "step": 15158 + }, + { + "epoch": 2.815041782729805, + "grad_norm": 1.435166358947754, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.8978201150894165, + "num_tokens": 552255485.0, + "step": 15159 + }, + { + "epoch": 2.8152274837511606, + "grad_norm": 1.5317784547805786, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8766443729400635, + "num_tokens": 552291417.0, + "step": 15160 + }, + { + "epoch": 2.8154131847725163, + "grad_norm": 1.4714434146881104, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8910958766937256, + "num_tokens": 552329580.0, + "step": 15161 + }, + { + "epoch": 2.8155988857938716, + "grad_norm": 1.4546172618865967, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.872327446937561, + "num_tokens": 552373002.0, + "step": 15162 + }, + { + "epoch": 2.8157845868152274, + "grad_norm": 1.4338023662567139, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8927825689315796, + "num_tokens": 552415514.0, + "step": 15163 + }, + { + "epoch": 2.815970287836583, + "grad_norm": 1.7611361742019653, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8773413300514221, + "num_tokens": 552448257.0, + "step": 15164 + }, + { + "epoch": 2.816155988857939, + "grad_norm": 1.5047764778137207, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8821753263473511, + "num_tokens": 552489658.0, + "step": 15165 + }, + { + "epoch": 2.8163416898792946, + "grad_norm": 1.5643326044082642, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8872219324111938, + "num_tokens": 552522359.0, + "step": 15166 + }, + { + "epoch": 2.81652739090065, + "grad_norm": 1.5472971200942993, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8914425373077393, + "num_tokens": 552555647.0, + "step": 15167 + }, + { + "epoch": 2.8167130919220056, + "grad_norm": 1.5425516366958618, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8825961351394653, + "num_tokens": 552592167.0, + "step": 15168 + }, + { + "epoch": 2.8168987929433613, + "grad_norm": 1.5417873859405518, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8611272573471069, + "num_tokens": 552636270.0, + "step": 15169 + }, + { + "epoch": 2.8170844939647166, + "grad_norm": 1.6026065349578857, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8794997930526733, + "num_tokens": 552672676.0, + "step": 15170 + }, + { + "epoch": 2.8172701949860723, + "grad_norm": 1.536227822303772, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8836772441864014, + "num_tokens": 552712447.0, + "step": 15171 + }, + { + "epoch": 2.817455896007428, + "grad_norm": 1.6972461938858032, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8854271173477173, + "num_tokens": 552744605.0, + "step": 15172 + }, + { + "epoch": 2.817641597028784, + "grad_norm": 1.6516739130020142, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8689028024673462, + "num_tokens": 552779727.0, + "step": 15173 + }, + { + "epoch": 2.8178272980501395, + "grad_norm": 1.321572184562683, + "learning_rate": 1e-06, + "loss": 0.2669, + "mean_token_accuracy": 0.9024918675422668, + "num_tokens": 552821274.0, + "step": 15174 + }, + { + "epoch": 2.818012999071495, + "grad_norm": 1.5155079364776611, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8822028636932373, + "num_tokens": 552858712.0, + "step": 15175 + }, + { + "epoch": 2.8181987000928506, + "grad_norm": 1.5025922060012817, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8767092227935791, + "num_tokens": 552901104.0, + "step": 15176 + }, + { + "epoch": 2.8183844011142063, + "grad_norm": 1.552627682685852, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.882351279258728, + "num_tokens": 552939890.0, + "step": 15177 + }, + { + "epoch": 2.8185701021355616, + "grad_norm": 1.6516129970550537, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8822418451309204, + "num_tokens": 552973244.0, + "step": 15178 + }, + { + "epoch": 2.8187558031569173, + "grad_norm": 1.510776162147522, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8860940337181091, + "num_tokens": 553010798.0, + "step": 15179 + }, + { + "epoch": 2.818941504178273, + "grad_norm": 1.5587276220321655, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8760923147201538, + "num_tokens": 553045731.0, + "step": 15180 + }, + { + "epoch": 2.819127205199629, + "grad_norm": 1.4334253072738647, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8813732862472534, + "num_tokens": 553086446.0, + "step": 15181 + }, + { + "epoch": 2.819312906220984, + "grad_norm": 1.5323237180709839, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8814963698387146, + "num_tokens": 553127237.0, + "step": 15182 + }, + { + "epoch": 2.81949860724234, + "grad_norm": 1.4951931238174438, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8817748427391052, + "num_tokens": 553166453.0, + "step": 15183 + }, + { + "epoch": 2.8196843082636955, + "grad_norm": 1.764624834060669, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8794860243797302, + "num_tokens": 553196309.0, + "step": 15184 + }, + { + "epoch": 2.819870009285051, + "grad_norm": 1.4458166360855103, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8858696222305298, + "num_tokens": 553238030.0, + "step": 15185 + }, + { + "epoch": 2.8200557103064066, + "grad_norm": 1.5488924980163574, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8798611164093018, + "num_tokens": 553276691.0, + "step": 15186 + }, + { + "epoch": 2.8202414113277623, + "grad_norm": 1.4371585845947266, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8886935710906982, + "num_tokens": 553316967.0, + "step": 15187 + }, + { + "epoch": 2.820427112349118, + "grad_norm": 1.5806044340133667, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8928723335266113, + "num_tokens": 553351657.0, + "step": 15188 + }, + { + "epoch": 2.8206128133704738, + "grad_norm": 1.4623700380325317, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8970812559127808, + "num_tokens": 553384356.0, + "step": 15189 + }, + { + "epoch": 2.820798514391829, + "grad_norm": 1.467230200767517, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.888967752456665, + "num_tokens": 553424715.0, + "step": 15190 + }, + { + "epoch": 2.820984215413185, + "grad_norm": 1.5227669477462769, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8690754771232605, + "num_tokens": 553463582.0, + "step": 15191 + }, + { + "epoch": 2.8211699164345405, + "grad_norm": 1.569338321685791, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8750762939453125, + "num_tokens": 553501815.0, + "step": 15192 + }, + { + "epoch": 2.821355617455896, + "grad_norm": 1.4897544384002686, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8808961510658264, + "num_tokens": 553539304.0, + "step": 15193 + }, + { + "epoch": 2.8215413184772515, + "grad_norm": 1.4789050817489624, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.8950910568237305, + "num_tokens": 553577358.0, + "step": 15194 + }, + { + "epoch": 2.8217270194986073, + "grad_norm": 1.7157045602798462, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8792339563369751, + "num_tokens": 553608574.0, + "step": 15195 + }, + { + "epoch": 2.821912720519963, + "grad_norm": 1.540511965751648, + "learning_rate": 1e-06, + "loss": 0.2965, + "mean_token_accuracy": 0.8980438113212585, + "num_tokens": 553643196.0, + "step": 15196 + }, + { + "epoch": 2.8220984215413187, + "grad_norm": 1.5338305234909058, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8918330073356628, + "num_tokens": 553679029.0, + "step": 15197 + }, + { + "epoch": 2.822284122562674, + "grad_norm": 1.5989919900894165, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8809826374053955, + "num_tokens": 553716058.0, + "step": 15198 + }, + { + "epoch": 2.8224698235840298, + "grad_norm": 1.758471131324768, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8770304918289185, + "num_tokens": 553747211.0, + "step": 15199 + }, + { + "epoch": 2.8226555246053855, + "grad_norm": 1.533812403678894, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8769875764846802, + "num_tokens": 553788695.0, + "step": 15200 + }, + { + "epoch": 2.822841225626741, + "grad_norm": 1.5723226070404053, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8852607607841492, + "num_tokens": 553822272.0, + "step": 15201 + }, + { + "epoch": 2.8230269266480965, + "grad_norm": 1.6926575899124146, + "learning_rate": 1e-06, + "loss": 0.2818, + "mean_token_accuracy": 0.8984851837158203, + "num_tokens": 553850026.0, + "step": 15202 + }, + { + "epoch": 2.8232126276694522, + "grad_norm": 1.6029118299484253, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8834149241447449, + "num_tokens": 553885438.0, + "step": 15203 + }, + { + "epoch": 2.823398328690808, + "grad_norm": 1.5297319889068604, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8922247290611267, + "num_tokens": 553922479.0, + "step": 15204 + }, + { + "epoch": 2.8235840297121633, + "grad_norm": 1.559062123298645, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8826075792312622, + "num_tokens": 553955241.0, + "step": 15205 + }, + { + "epoch": 2.823769730733519, + "grad_norm": 1.5267876386642456, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8893179893493652, + "num_tokens": 553988853.0, + "step": 15206 + }, + { + "epoch": 2.8239554317548747, + "grad_norm": 1.5489126443862915, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8877723217010498, + "num_tokens": 554025946.0, + "step": 15207 + }, + { + "epoch": 2.82414113277623, + "grad_norm": 1.5755683183670044, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8832849264144897, + "num_tokens": 554057443.0, + "step": 15208 + }, + { + "epoch": 2.8243268337975858, + "grad_norm": 1.5420888662338257, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8806180357933044, + "num_tokens": 554096420.0, + "step": 15209 + }, + { + "epoch": 2.8245125348189415, + "grad_norm": 1.6116907596588135, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8875221014022827, + "num_tokens": 554131434.0, + "step": 15210 + }, + { + "epoch": 2.8246982358402972, + "grad_norm": 1.5992459058761597, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8939105272293091, + "num_tokens": 554163575.0, + "step": 15211 + }, + { + "epoch": 2.824883936861653, + "grad_norm": 1.4914981126785278, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.8957118988037109, + "num_tokens": 554195878.0, + "step": 15212 + }, + { + "epoch": 2.8250696378830082, + "grad_norm": 1.6219810247421265, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8792029023170471, + "num_tokens": 554231658.0, + "step": 15213 + }, + { + "epoch": 2.825255338904364, + "grad_norm": 1.600094199180603, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8874709010124207, + "num_tokens": 554265643.0, + "step": 15214 + }, + { + "epoch": 2.8254410399257197, + "grad_norm": 1.6751019954681396, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8843470811843872, + "num_tokens": 554299155.0, + "step": 15215 + }, + { + "epoch": 2.825626740947075, + "grad_norm": 1.5520386695861816, + "learning_rate": 1e-06, + "loss": 0.2699, + "mean_token_accuracy": 0.9060488939285278, + "num_tokens": 554329702.0, + "step": 15216 + }, + { + "epoch": 2.8258124419684307, + "grad_norm": 1.4860693216323853, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8894896507263184, + "num_tokens": 554367665.0, + "step": 15217 + }, + { + "epoch": 2.8259981429897865, + "grad_norm": 1.5000299215316772, + "learning_rate": 1e-06, + "loss": 0.29, + "mean_token_accuracy": 0.8955270051956177, + "num_tokens": 554403960.0, + "step": 15218 + }, + { + "epoch": 2.826183844011142, + "grad_norm": 1.5984262228012085, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8622351884841919, + "num_tokens": 554443853.0, + "step": 15219 + }, + { + "epoch": 2.826369545032498, + "grad_norm": 1.725429892539978, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8844965696334839, + "num_tokens": 554476920.0, + "step": 15220 + }, + { + "epoch": 2.826555246053853, + "grad_norm": 1.5925805568695068, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8761368989944458, + "num_tokens": 554512000.0, + "step": 15221 + }, + { + "epoch": 2.826740947075209, + "grad_norm": 1.6189711093902588, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8962686061859131, + "num_tokens": 554543493.0, + "step": 15222 + }, + { + "epoch": 2.8269266480965647, + "grad_norm": 1.655696153640747, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.872406005859375, + "num_tokens": 554576372.0, + "step": 15223 + }, + { + "epoch": 2.82711234911792, + "grad_norm": 1.5386732816696167, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8669201135635376, + "num_tokens": 554617610.0, + "step": 15224 + }, + { + "epoch": 2.8272980501392757, + "grad_norm": 1.5507625341415405, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8855835199356079, + "num_tokens": 554651102.0, + "step": 15225 + }, + { + "epoch": 2.8274837511606314, + "grad_norm": 1.5858979225158691, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.8936765193939209, + "num_tokens": 554687963.0, + "step": 15226 + }, + { + "epoch": 2.827669452181987, + "grad_norm": 1.5701411962509155, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8860822319984436, + "num_tokens": 554728796.0, + "step": 15227 + }, + { + "epoch": 2.8278551532033425, + "grad_norm": 1.4791065454483032, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8868451118469238, + "num_tokens": 554771202.0, + "step": 15228 + }, + { + "epoch": 2.828040854224698, + "grad_norm": 1.440820336341858, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8876304626464844, + "num_tokens": 554812313.0, + "step": 15229 + }, + { + "epoch": 2.828226555246054, + "grad_norm": 1.6495258808135986, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8833065629005432, + "num_tokens": 554841793.0, + "step": 15230 + }, + { + "epoch": 2.828412256267409, + "grad_norm": 1.6378573179244995, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8764660954475403, + "num_tokens": 554878301.0, + "step": 15231 + }, + { + "epoch": 2.828597957288765, + "grad_norm": 1.6250722408294678, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8795007467269897, + "num_tokens": 554913456.0, + "step": 15232 + }, + { + "epoch": 2.8287836583101207, + "grad_norm": 1.6349495649337769, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8886599540710449, + "num_tokens": 554948709.0, + "step": 15233 + }, + { + "epoch": 2.8289693593314764, + "grad_norm": 1.690345287322998, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8832192420959473, + "num_tokens": 554978092.0, + "step": 15234 + }, + { + "epoch": 2.829155060352832, + "grad_norm": 1.5911381244659424, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8865107297897339, + "num_tokens": 555010386.0, + "step": 15235 + }, + { + "epoch": 2.8293407613741874, + "grad_norm": 1.6096333265304565, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8845277428627014, + "num_tokens": 555047469.0, + "step": 15236 + }, + { + "epoch": 2.829526462395543, + "grad_norm": 1.480310320854187, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8910366296768188, + "num_tokens": 555089260.0, + "step": 15237 + }, + { + "epoch": 2.829712163416899, + "grad_norm": 1.530968427658081, + "learning_rate": 1e-06, + "loss": 0.2919, + "mean_token_accuracy": 0.8979504704475403, + "num_tokens": 555121926.0, + "step": 15238 + }, + { + "epoch": 2.829897864438254, + "grad_norm": 1.5487877130508423, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8830424547195435, + "num_tokens": 555157900.0, + "step": 15239 + }, + { + "epoch": 2.83008356545961, + "grad_norm": 1.5337028503417969, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8848460912704468, + "num_tokens": 555197408.0, + "step": 15240 + }, + { + "epoch": 2.8302692664809657, + "grad_norm": 1.5439258813858032, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.898324191570282, + "num_tokens": 555236442.0, + "step": 15241 + }, + { + "epoch": 2.8304549675023214, + "grad_norm": 1.6810500621795654, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8951231837272644, + "num_tokens": 555268970.0, + "step": 15242 + }, + { + "epoch": 2.830640668523677, + "grad_norm": 1.4981606006622314, + "learning_rate": 1e-06, + "loss": 0.2904, + "mean_token_accuracy": 0.896968424320221, + "num_tokens": 555305890.0, + "step": 15243 + }, + { + "epoch": 2.8308263695450324, + "grad_norm": 1.4968928098678589, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8935610055923462, + "num_tokens": 555344719.0, + "step": 15244 + }, + { + "epoch": 2.831012070566388, + "grad_norm": 1.4039405584335327, + "learning_rate": 1e-06, + "loss": 0.2817, + "mean_token_accuracy": 0.8988136053085327, + "num_tokens": 555383541.0, + "step": 15245 + }, + { + "epoch": 2.831197771587744, + "grad_norm": 1.5232030153274536, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8821712732315063, + "num_tokens": 555422806.0, + "step": 15246 + }, + { + "epoch": 2.831383472609099, + "grad_norm": 1.5658650398254395, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8775614500045776, + "num_tokens": 555460490.0, + "step": 15247 + }, + { + "epoch": 2.831569173630455, + "grad_norm": 1.5243319272994995, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8737737536430359, + "num_tokens": 555502905.0, + "step": 15248 + }, + { + "epoch": 2.8317548746518106, + "grad_norm": 1.508011817932129, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8818203210830688, + "num_tokens": 555540628.0, + "step": 15249 + }, + { + "epoch": 2.8319405756731664, + "grad_norm": 1.517935872077942, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8843996524810791, + "num_tokens": 555578420.0, + "step": 15250 + }, + { + "epoch": 2.8321262766945217, + "grad_norm": 1.581424355506897, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8832409381866455, + "num_tokens": 555611424.0, + "step": 15251 + }, + { + "epoch": 2.8323119777158774, + "grad_norm": 1.549015998840332, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8796077966690063, + "num_tokens": 555646891.0, + "step": 15252 + }, + { + "epoch": 2.832497678737233, + "grad_norm": 1.7119810581207275, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.865466296672821, + "num_tokens": 555680884.0, + "step": 15253 + }, + { + "epoch": 2.8326833797585884, + "grad_norm": 1.7462527751922607, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8883628845214844, + "num_tokens": 555712894.0, + "step": 15254 + }, + { + "epoch": 2.832869080779944, + "grad_norm": 1.72042715549469, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8765938878059387, + "num_tokens": 555742921.0, + "step": 15255 + }, + { + "epoch": 2.8330547818013, + "grad_norm": 1.4801491498947144, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8751817345619202, + "num_tokens": 555785430.0, + "step": 15256 + }, + { + "epoch": 2.8332404828226556, + "grad_norm": 1.5955384969711304, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8829867839813232, + "num_tokens": 555817217.0, + "step": 15257 + }, + { + "epoch": 2.8334261838440113, + "grad_norm": 1.5232045650482178, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8844267129898071, + "num_tokens": 555855003.0, + "step": 15258 + }, + { + "epoch": 2.8336118848653666, + "grad_norm": 1.4375922679901123, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8883988857269287, + "num_tokens": 555893436.0, + "step": 15259 + }, + { + "epoch": 2.8337975858867224, + "grad_norm": 1.477469801902771, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.895732581615448, + "num_tokens": 555927881.0, + "step": 15260 + }, + { + "epoch": 2.833983286908078, + "grad_norm": 1.4911737442016602, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8921291828155518, + "num_tokens": 555962015.0, + "step": 15261 + }, + { + "epoch": 2.8341689879294334, + "grad_norm": 1.4453238248825073, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8876328468322754, + "num_tokens": 556003770.0, + "step": 15262 + }, + { + "epoch": 2.834354688950789, + "grad_norm": 1.5727381706237793, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8937838077545166, + "num_tokens": 556038541.0, + "step": 15263 + }, + { + "epoch": 2.834540389972145, + "grad_norm": 1.5434640645980835, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.894350528717041, + "num_tokens": 556072420.0, + "step": 15264 + }, + { + "epoch": 2.8347260909935006, + "grad_norm": 1.5171010494232178, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8788297772407532, + "num_tokens": 556110611.0, + "step": 15265 + }, + { + "epoch": 2.8349117920148563, + "grad_norm": 1.5782548189163208, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8855940103530884, + "num_tokens": 556144849.0, + "step": 15266 + }, + { + "epoch": 2.8350974930362116, + "grad_norm": 1.4887415170669556, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.881020188331604, + "num_tokens": 556185484.0, + "step": 15267 + }, + { + "epoch": 2.8352831940575673, + "grad_norm": 1.6314034461975098, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8839690089225769, + "num_tokens": 556217922.0, + "step": 15268 + }, + { + "epoch": 2.835468895078923, + "grad_norm": 1.5472975969314575, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8830974698066711, + "num_tokens": 556255236.0, + "step": 15269 + }, + { + "epoch": 2.8356545961002784, + "grad_norm": 1.541117787361145, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.893854022026062, + "num_tokens": 556290596.0, + "step": 15270 + }, + { + "epoch": 2.835840297121634, + "grad_norm": 1.5479708909988403, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8901386260986328, + "num_tokens": 556325324.0, + "step": 15271 + }, + { + "epoch": 2.83602599814299, + "grad_norm": 1.4302911758422852, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.89873868227005, + "num_tokens": 556365823.0, + "step": 15272 + }, + { + "epoch": 2.8362116991643456, + "grad_norm": 1.4988627433776855, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8850791454315186, + "num_tokens": 556406726.0, + "step": 15273 + }, + { + "epoch": 2.836397400185701, + "grad_norm": 1.4664950370788574, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8852136731147766, + "num_tokens": 556444849.0, + "step": 15274 + }, + { + "epoch": 2.8365831012070566, + "grad_norm": 1.7081520557403564, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8794184923171997, + "num_tokens": 556476806.0, + "step": 15275 + }, + { + "epoch": 2.8367688022284123, + "grad_norm": 1.6332306861877441, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8822342753410339, + "num_tokens": 556509172.0, + "step": 15276 + }, + { + "epoch": 2.8369545032497676, + "grad_norm": 1.5217785835266113, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.9022905826568604, + "num_tokens": 556545992.0, + "step": 15277 + }, + { + "epoch": 2.8371402042711233, + "grad_norm": 1.5553697347640991, + "learning_rate": 1e-06, + "loss": 0.2881, + "mean_token_accuracy": 0.9003474712371826, + "num_tokens": 556578244.0, + "step": 15278 + }, + { + "epoch": 2.837325905292479, + "grad_norm": 1.51290762424469, + "learning_rate": 1e-06, + "loss": 0.2909, + "mean_token_accuracy": 0.8946813344955444, + "num_tokens": 556612427.0, + "step": 15279 + }, + { + "epoch": 2.837511606313835, + "grad_norm": 1.4229259490966797, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8853891491889954, + "num_tokens": 556647720.0, + "step": 15280 + }, + { + "epoch": 2.8376973073351905, + "grad_norm": 1.4074193239212036, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8908660411834717, + "num_tokens": 556688978.0, + "step": 15281 + }, + { + "epoch": 2.837883008356546, + "grad_norm": 1.6094838380813599, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8877495527267456, + "num_tokens": 556724920.0, + "step": 15282 + }, + { + "epoch": 2.8380687093779016, + "grad_norm": 1.564410924911499, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8797734975814819, + "num_tokens": 556759845.0, + "step": 15283 + }, + { + "epoch": 2.8382544103992573, + "grad_norm": 1.5121450424194336, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8884139060974121, + "num_tokens": 556795043.0, + "step": 15284 + }, + { + "epoch": 2.8384401114206126, + "grad_norm": 1.5278114080429077, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8819848895072937, + "num_tokens": 556829682.0, + "step": 15285 + }, + { + "epoch": 2.8386258124419683, + "grad_norm": 1.5635687112808228, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8881849050521851, + "num_tokens": 556866458.0, + "step": 15286 + }, + { + "epoch": 2.838811513463324, + "grad_norm": 1.4484566450119019, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8874931335449219, + "num_tokens": 556905877.0, + "step": 15287 + }, + { + "epoch": 2.83899721448468, + "grad_norm": 1.6946256160736084, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8818883895874023, + "num_tokens": 556940164.0, + "step": 15288 + }, + { + "epoch": 2.8391829155060355, + "grad_norm": 1.5726450681686401, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8877328634262085, + "num_tokens": 556976425.0, + "step": 15289 + }, + { + "epoch": 2.839368616527391, + "grad_norm": 1.5184690952301025, + "learning_rate": 1e-06, + "loss": 0.3043, + "mean_token_accuracy": 0.8931528925895691, + "num_tokens": 557010022.0, + "step": 15290 + }, + { + "epoch": 2.8395543175487465, + "grad_norm": 1.575941562652588, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8752325773239136, + "num_tokens": 557049145.0, + "step": 15291 + }, + { + "epoch": 2.8397400185701023, + "grad_norm": 1.6292189359664917, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.874266505241394, + "num_tokens": 557083709.0, + "step": 15292 + }, + { + "epoch": 2.8399257195914576, + "grad_norm": 1.5020173788070679, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8852942585945129, + "num_tokens": 557120300.0, + "step": 15293 + }, + { + "epoch": 2.8401114206128133, + "grad_norm": 1.483010172843933, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8892055749893188, + "num_tokens": 557156850.0, + "step": 15294 + }, + { + "epoch": 2.840297121634169, + "grad_norm": 1.4871017932891846, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8939376473426819, + "num_tokens": 557192049.0, + "step": 15295 + }, + { + "epoch": 2.8404828226555248, + "grad_norm": 1.4676228761672974, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8841640949249268, + "num_tokens": 557231669.0, + "step": 15296 + }, + { + "epoch": 2.8406685236768805, + "grad_norm": 1.4413032531738281, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8903869390487671, + "num_tokens": 557269566.0, + "step": 15297 + }, + { + "epoch": 2.840854224698236, + "grad_norm": 1.5163487195968628, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8770713210105896, + "num_tokens": 557309195.0, + "step": 15298 + }, + { + "epoch": 2.8410399257195915, + "grad_norm": 1.6607396602630615, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8885881900787354, + "num_tokens": 557341127.0, + "step": 15299 + }, + { + "epoch": 2.841225626740947, + "grad_norm": 1.472218632698059, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8760810494422913, + "num_tokens": 557380411.0, + "step": 15300 + }, + { + "epoch": 2.8414113277623025, + "grad_norm": 1.6665467023849487, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8802950382232666, + "num_tokens": 557417703.0, + "step": 15301 + }, + { + "epoch": 2.8415970287836583, + "grad_norm": 1.4159789085388184, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8921005129814148, + "num_tokens": 557460734.0, + "step": 15302 + }, + { + "epoch": 2.841782729805014, + "grad_norm": 1.4502894878387451, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8913761377334595, + "num_tokens": 557500723.0, + "step": 15303 + }, + { + "epoch": 2.8419684308263697, + "grad_norm": 1.4003738164901733, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8889527320861816, + "num_tokens": 557541355.0, + "step": 15304 + }, + { + "epoch": 2.842154131847725, + "grad_norm": 1.5206315517425537, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8902075886726379, + "num_tokens": 557580199.0, + "step": 15305 + }, + { + "epoch": 2.8423398328690808, + "grad_norm": 1.5860785245895386, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8798685073852539, + "num_tokens": 557620614.0, + "step": 15306 + }, + { + "epoch": 2.8425255338904365, + "grad_norm": 1.5009926557540894, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8935174942016602, + "num_tokens": 557658131.0, + "step": 15307 + }, + { + "epoch": 2.842711234911792, + "grad_norm": 1.561503529548645, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8900880813598633, + "num_tokens": 557690887.0, + "step": 15308 + }, + { + "epoch": 2.8428969359331475, + "grad_norm": 1.4047669172286987, + "learning_rate": 1e-06, + "loss": 0.2898, + "mean_token_accuracy": 0.8963772654533386, + "num_tokens": 557729057.0, + "step": 15309 + }, + { + "epoch": 2.8430826369545033, + "grad_norm": 1.4746172428131104, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8872917294502258, + "num_tokens": 557770144.0, + "step": 15310 + }, + { + "epoch": 2.843268337975859, + "grad_norm": 1.4148972034454346, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8925418853759766, + "num_tokens": 557806029.0, + "step": 15311 + }, + { + "epoch": 2.8434540389972147, + "grad_norm": 1.4839184284210205, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.890982985496521, + "num_tokens": 557841118.0, + "step": 15312 + }, + { + "epoch": 2.84363974001857, + "grad_norm": 1.6289353370666504, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8936727046966553, + "num_tokens": 557876993.0, + "step": 15313 + }, + { + "epoch": 2.8438254410399257, + "grad_norm": 1.4861412048339844, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.8994415998458862, + "num_tokens": 557910291.0, + "step": 15314 + }, + { + "epoch": 2.8440111420612815, + "grad_norm": 1.493066430091858, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8849585056304932, + "num_tokens": 557951146.0, + "step": 15315 + }, + { + "epoch": 2.8441968430826368, + "grad_norm": 1.7346025705337524, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8789831399917603, + "num_tokens": 557988578.0, + "step": 15316 + }, + { + "epoch": 2.8443825441039925, + "grad_norm": 1.5612982511520386, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8920221924781799, + "num_tokens": 558022125.0, + "step": 15317 + }, + { + "epoch": 2.8445682451253482, + "grad_norm": 1.5027202367782593, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8726599216461182, + "num_tokens": 558062527.0, + "step": 15318 + }, + { + "epoch": 2.844753946146704, + "grad_norm": 1.5215932130813599, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8814969658851624, + "num_tokens": 558100873.0, + "step": 15319 + }, + { + "epoch": 2.8449396471680597, + "grad_norm": 1.5100051164627075, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8860971927642822, + "num_tokens": 558140473.0, + "step": 15320 + }, + { + "epoch": 2.845125348189415, + "grad_norm": 1.4342315196990967, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.8943918943405151, + "num_tokens": 558178001.0, + "step": 15321 + }, + { + "epoch": 2.8453110492107707, + "grad_norm": 1.6547117233276367, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8747307062149048, + "num_tokens": 558211722.0, + "step": 15322 + }, + { + "epoch": 2.845496750232126, + "grad_norm": 1.5802067518234253, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8927034139633179, + "num_tokens": 558244483.0, + "step": 15323 + }, + { + "epoch": 2.8456824512534817, + "grad_norm": 1.3933368921279907, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8898189067840576, + "num_tokens": 558286112.0, + "step": 15324 + }, + { + "epoch": 2.8458681522748375, + "grad_norm": 1.4629489183425903, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8770874738693237, + "num_tokens": 558331874.0, + "step": 15325 + }, + { + "epoch": 2.846053853296193, + "grad_norm": 1.4883215427398682, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8887113928794861, + "num_tokens": 558369442.0, + "step": 15326 + }, + { + "epoch": 2.846239554317549, + "grad_norm": 1.5138800144195557, + "learning_rate": 1e-06, + "loss": 0.3071, + "mean_token_accuracy": 0.8894975185394287, + "num_tokens": 558402518.0, + "step": 15327 + }, + { + "epoch": 2.8464252553389042, + "grad_norm": 1.5371795892715454, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8900042772293091, + "num_tokens": 558436215.0, + "step": 15328 + }, + { + "epoch": 2.84661095636026, + "grad_norm": 1.5118060111999512, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8947638869285583, + "num_tokens": 558471675.0, + "step": 15329 + }, + { + "epoch": 2.8467966573816157, + "grad_norm": 1.423378586769104, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8901911377906799, + "num_tokens": 558510384.0, + "step": 15330 + }, + { + "epoch": 2.846982358402971, + "grad_norm": 1.655747413635254, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8837570548057556, + "num_tokens": 558543023.0, + "step": 15331 + }, + { + "epoch": 2.8471680594243267, + "grad_norm": 1.4296643733978271, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8840230107307434, + "num_tokens": 558586789.0, + "step": 15332 + }, + { + "epoch": 2.8473537604456824, + "grad_norm": 1.607231616973877, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8792957663536072, + "num_tokens": 558620861.0, + "step": 15333 + }, + { + "epoch": 2.847539461467038, + "grad_norm": 1.5425424575805664, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8830912113189697, + "num_tokens": 558655480.0, + "step": 15334 + }, + { + "epoch": 2.847725162488394, + "grad_norm": 1.474098801612854, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8849337100982666, + "num_tokens": 558691826.0, + "step": 15335 + }, + { + "epoch": 2.847910863509749, + "grad_norm": 1.5012158155441284, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8680647015571594, + "num_tokens": 558731408.0, + "step": 15336 + }, + { + "epoch": 2.848096564531105, + "grad_norm": 1.5325757265090942, + "learning_rate": 1e-06, + "loss": 0.3031, + "mean_token_accuracy": 0.890134334564209, + "num_tokens": 558763633.0, + "step": 15337 + }, + { + "epoch": 2.8482822655524607, + "grad_norm": 1.3962981700897217, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8942809700965881, + "num_tokens": 558803768.0, + "step": 15338 + }, + { + "epoch": 2.848467966573816, + "grad_norm": 1.4955521821975708, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8866672515869141, + "num_tokens": 558839499.0, + "step": 15339 + }, + { + "epoch": 2.8486536675951717, + "grad_norm": 1.4924423694610596, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8830955028533936, + "num_tokens": 558881463.0, + "step": 15340 + }, + { + "epoch": 2.8488393686165274, + "grad_norm": 1.404396653175354, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8972924947738647, + "num_tokens": 558921852.0, + "step": 15341 + }, + { + "epoch": 2.849025069637883, + "grad_norm": 1.6652605533599854, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8684329390525818, + "num_tokens": 558957215.0, + "step": 15342 + }, + { + "epoch": 2.849210770659239, + "grad_norm": 1.5122555494308472, + "learning_rate": 1e-06, + "loss": 0.3193, + "mean_token_accuracy": 0.8874306678771973, + "num_tokens": 558993602.0, + "step": 15343 + }, + { + "epoch": 2.849396471680594, + "grad_norm": 1.4308578968048096, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8808780908584595, + "num_tokens": 559035515.0, + "step": 15344 + }, + { + "epoch": 2.84958217270195, + "grad_norm": 1.4492948055267334, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8823719024658203, + "num_tokens": 559077484.0, + "step": 15345 + }, + { + "epoch": 2.8497678737233056, + "grad_norm": 1.4619258642196655, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8868532180786133, + "num_tokens": 559117601.0, + "step": 15346 + }, + { + "epoch": 2.849953574744661, + "grad_norm": 1.5579473972320557, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8917379975318909, + "num_tokens": 559153705.0, + "step": 15347 + }, + { + "epoch": 2.8501392757660167, + "grad_norm": 1.746882677078247, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8818070292472839, + "num_tokens": 559183590.0, + "step": 15348 + }, + { + "epoch": 2.8503249767873724, + "grad_norm": 1.5821954011917114, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.892182469367981, + "num_tokens": 559215544.0, + "step": 15349 + }, + { + "epoch": 2.850510677808728, + "grad_norm": 1.6206470727920532, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8874374628067017, + "num_tokens": 559249214.0, + "step": 15350 + }, + { + "epoch": 2.8506963788300834, + "grad_norm": 1.588932752609253, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8872147798538208, + "num_tokens": 559284972.0, + "step": 15351 + }, + { + "epoch": 2.850882079851439, + "grad_norm": 1.6384028196334839, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.888334333896637, + "num_tokens": 559316672.0, + "step": 15352 + }, + { + "epoch": 2.851067780872795, + "grad_norm": 1.5515097379684448, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8744657039642334, + "num_tokens": 559353720.0, + "step": 15353 + }, + { + "epoch": 2.85125348189415, + "grad_norm": 1.4506758451461792, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8834404349327087, + "num_tokens": 559392678.0, + "step": 15354 + }, + { + "epoch": 2.851439182915506, + "grad_norm": 1.612894058227539, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8905497193336487, + "num_tokens": 559423266.0, + "step": 15355 + }, + { + "epoch": 2.8516248839368616, + "grad_norm": 1.772631287574768, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8811177015304565, + "num_tokens": 559452213.0, + "step": 15356 + }, + { + "epoch": 2.8518105849582174, + "grad_norm": 1.5854231119155884, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8785044550895691, + "num_tokens": 559491318.0, + "step": 15357 + }, + { + "epoch": 2.851996285979573, + "grad_norm": 1.671366572380066, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8762502670288086, + "num_tokens": 559526919.0, + "step": 15358 + }, + { + "epoch": 2.8521819870009284, + "grad_norm": 1.424486756324768, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8905658721923828, + "num_tokens": 559568742.0, + "step": 15359 + }, + { + "epoch": 2.852367688022284, + "grad_norm": 1.4828695058822632, + "learning_rate": 1e-06, + "loss": 0.2716, + "mean_token_accuracy": 0.901138424873352, + "num_tokens": 559604938.0, + "step": 15360 + }, + { + "epoch": 2.85255338904364, + "grad_norm": 1.5220123529434204, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8913266658782959, + "num_tokens": 559638907.0, + "step": 15361 + }, + { + "epoch": 2.852739090064995, + "grad_norm": 1.4841471910476685, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.882585883140564, + "num_tokens": 559677065.0, + "step": 15362 + }, + { + "epoch": 2.852924791086351, + "grad_norm": 1.4981106519699097, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8813079595565796, + "num_tokens": 559715722.0, + "step": 15363 + }, + { + "epoch": 2.8531104921077066, + "grad_norm": 1.515381932258606, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8886483907699585, + "num_tokens": 559753580.0, + "step": 15364 + }, + { + "epoch": 2.8532961931290624, + "grad_norm": 1.5353058576583862, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.886348307132721, + "num_tokens": 559787432.0, + "step": 15365 + }, + { + "epoch": 2.853481894150418, + "grad_norm": 1.4757821559906006, + "learning_rate": 1e-06, + "loss": 0.2882, + "mean_token_accuracy": 0.8968254923820496, + "num_tokens": 559822556.0, + "step": 15366 + }, + { + "epoch": 2.8536675951717734, + "grad_norm": 1.7084602117538452, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8792567849159241, + "num_tokens": 559854196.0, + "step": 15367 + }, + { + "epoch": 2.853853296193129, + "grad_norm": 1.5010883808135986, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8764399290084839, + "num_tokens": 559894966.0, + "step": 15368 + }, + { + "epoch": 2.854038997214485, + "grad_norm": 1.471060872077942, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8853309750556946, + "num_tokens": 559939547.0, + "step": 15369 + }, + { + "epoch": 2.85422469823584, + "grad_norm": 1.6023317575454712, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8837293386459351, + "num_tokens": 559977776.0, + "step": 15370 + }, + { + "epoch": 2.854410399257196, + "grad_norm": 1.522405743598938, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.88784259557724, + "num_tokens": 560015946.0, + "step": 15371 + }, + { + "epoch": 2.8545961002785516, + "grad_norm": 1.512276530265808, + "learning_rate": 1e-06, + "loss": 0.2955, + "mean_token_accuracy": 0.8947185277938843, + "num_tokens": 560053093.0, + "step": 15372 + }, + { + "epoch": 2.8547818012999073, + "grad_norm": 1.5342440605163574, + "learning_rate": 1e-06, + "loss": 0.2786, + "mean_token_accuracy": 0.8985868096351624, + "num_tokens": 560085958.0, + "step": 15373 + }, + { + "epoch": 2.8549675023212626, + "grad_norm": 1.4890227317810059, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.8894093036651611, + "num_tokens": 560126016.0, + "step": 15374 + }, + { + "epoch": 2.8551532033426184, + "grad_norm": 1.6815201044082642, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8894189596176147, + "num_tokens": 560160993.0, + "step": 15375 + }, + { + "epoch": 2.855338904363974, + "grad_norm": 1.5921075344085693, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8827704191207886, + "num_tokens": 560198057.0, + "step": 15376 + }, + { + "epoch": 2.8555246053853294, + "grad_norm": 1.5587518215179443, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8960300087928772, + "num_tokens": 560231541.0, + "step": 15377 + }, + { + "epoch": 2.855710306406685, + "grad_norm": 1.6063125133514404, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8907197713851929, + "num_tokens": 560265648.0, + "step": 15378 + }, + { + "epoch": 2.855896007428041, + "grad_norm": 1.6552718877792358, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8949166536331177, + "num_tokens": 560301187.0, + "step": 15379 + }, + { + "epoch": 2.8560817084493966, + "grad_norm": 1.578506588935852, + "learning_rate": 1e-06, + "loss": 0.2839, + "mean_token_accuracy": 0.896928071975708, + "num_tokens": 560330773.0, + "step": 15380 + }, + { + "epoch": 2.8562674094707523, + "grad_norm": 1.4750462770462036, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8909300565719604, + "num_tokens": 560369708.0, + "step": 15381 + }, + { + "epoch": 2.8564531104921076, + "grad_norm": 1.5210685729980469, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8939548134803772, + "num_tokens": 560407884.0, + "step": 15382 + }, + { + "epoch": 2.8566388115134633, + "grad_norm": 1.639850378036499, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8770025968551636, + "num_tokens": 560445123.0, + "step": 15383 + }, + { + "epoch": 2.856824512534819, + "grad_norm": 1.6245596408843994, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8925648927688599, + "num_tokens": 560477245.0, + "step": 15384 + }, + { + "epoch": 2.8570102135561743, + "grad_norm": 1.5245912075042725, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8893943428993225, + "num_tokens": 560517956.0, + "step": 15385 + }, + { + "epoch": 2.85719591457753, + "grad_norm": 1.5135592222213745, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8775894045829773, + "num_tokens": 560556887.0, + "step": 15386 + }, + { + "epoch": 2.857381615598886, + "grad_norm": 1.2986503839492798, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8875271081924438, + "num_tokens": 560602978.0, + "step": 15387 + }, + { + "epoch": 2.8575673166202415, + "grad_norm": 1.6108853816986084, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8816506862640381, + "num_tokens": 560640001.0, + "step": 15388 + }, + { + "epoch": 2.8577530176415973, + "grad_norm": 1.6436113119125366, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8920563459396362, + "num_tokens": 560674953.0, + "step": 15389 + }, + { + "epoch": 2.8579387186629526, + "grad_norm": 1.5266938209533691, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8901789784431458, + "num_tokens": 560711953.0, + "step": 15390 + }, + { + "epoch": 2.8581244196843083, + "grad_norm": 1.4511692523956299, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.8949096202850342, + "num_tokens": 560750222.0, + "step": 15391 + }, + { + "epoch": 2.858310120705664, + "grad_norm": 1.453519344329834, + "learning_rate": 1e-06, + "loss": 0.2975, + "mean_token_accuracy": 0.8936444520950317, + "num_tokens": 560784043.0, + "step": 15392 + }, + { + "epoch": 2.8584958217270193, + "grad_norm": 1.4423023462295532, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8773885369300842, + "num_tokens": 560825631.0, + "step": 15393 + }, + { + "epoch": 2.858681522748375, + "grad_norm": 1.5833511352539062, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8837051391601562, + "num_tokens": 560861164.0, + "step": 15394 + }, + { + "epoch": 2.858867223769731, + "grad_norm": 1.5182721614837646, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.894875168800354, + "num_tokens": 560895870.0, + "step": 15395 + }, + { + "epoch": 2.8590529247910865, + "grad_norm": 1.462626576423645, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8799071311950684, + "num_tokens": 560934929.0, + "step": 15396 + }, + { + "epoch": 2.859238625812442, + "grad_norm": 1.3406085968017578, + "learning_rate": 1e-06, + "loss": 0.2986, + "mean_token_accuracy": 0.8956912755966187, + "num_tokens": 560978469.0, + "step": 15397 + }, + { + "epoch": 2.8594243268337975, + "grad_norm": 1.4814120531082153, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8833901882171631, + "num_tokens": 561020152.0, + "step": 15398 + }, + { + "epoch": 2.8596100278551533, + "grad_norm": 1.7130427360534668, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8762292861938477, + "num_tokens": 561051003.0, + "step": 15399 + }, + { + "epoch": 2.8597957288765086, + "grad_norm": 1.6321296691894531, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8895193338394165, + "num_tokens": 561084351.0, + "step": 15400 + }, + { + "epoch": 2.8599814298978643, + "grad_norm": 1.6975284814834595, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8859834671020508, + "num_tokens": 561114615.0, + "step": 15401 + }, + { + "epoch": 2.86016713091922, + "grad_norm": 1.4106653928756714, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8839228749275208, + "num_tokens": 561161112.0, + "step": 15402 + }, + { + "epoch": 2.8603528319405758, + "grad_norm": 1.5133774280548096, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.889224648475647, + "num_tokens": 561196495.0, + "step": 15403 + }, + { + "epoch": 2.8605385329619315, + "grad_norm": 1.6121737957000732, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8663874864578247, + "num_tokens": 561234556.0, + "step": 15404 + }, + { + "epoch": 2.860724233983287, + "grad_norm": 1.4437878131866455, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.883928656578064, + "num_tokens": 561276111.0, + "step": 15405 + }, + { + "epoch": 2.8609099350046425, + "grad_norm": 1.5014472007751465, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.88953697681427, + "num_tokens": 561315003.0, + "step": 15406 + }, + { + "epoch": 2.8610956360259983, + "grad_norm": 1.7783076763153076, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8592280149459839, + "num_tokens": 561347999.0, + "step": 15407 + }, + { + "epoch": 2.8612813370473535, + "grad_norm": 1.643854022026062, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8857801556587219, + "num_tokens": 561379886.0, + "step": 15408 + }, + { + "epoch": 2.8614670380687093, + "grad_norm": 1.5696874856948853, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8976436853408813, + "num_tokens": 561411029.0, + "step": 15409 + }, + { + "epoch": 2.861652739090065, + "grad_norm": 1.6217024326324463, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8796983361244202, + "num_tokens": 561447773.0, + "step": 15410 + }, + { + "epoch": 2.8618384401114207, + "grad_norm": 1.5517863035202026, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8910068869590759, + "num_tokens": 561481686.0, + "step": 15411 + }, + { + "epoch": 2.8620241411327765, + "grad_norm": 1.4865796566009521, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.88709557056427, + "num_tokens": 561518962.0, + "step": 15412 + }, + { + "epoch": 2.8622098421541318, + "grad_norm": 1.5354965925216675, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8885406255722046, + "num_tokens": 561554291.0, + "step": 15413 + }, + { + "epoch": 2.8623955431754875, + "grad_norm": 1.6488791704177856, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8841646909713745, + "num_tokens": 561587128.0, + "step": 15414 + }, + { + "epoch": 2.8625812441968432, + "grad_norm": 1.4801266193389893, + "learning_rate": 1e-06, + "loss": 0.3135, + "mean_token_accuracy": 0.8890680074691772, + "num_tokens": 561623923.0, + "step": 15415 + }, + { + "epoch": 2.8627669452181985, + "grad_norm": 1.3702162504196167, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8884904384613037, + "num_tokens": 561665243.0, + "step": 15416 + }, + { + "epoch": 2.8629526462395543, + "grad_norm": 1.5040006637573242, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8931385278701782, + "num_tokens": 561701758.0, + "step": 15417 + }, + { + "epoch": 2.86313834726091, + "grad_norm": 1.4176157712936401, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8921810388565063, + "num_tokens": 561743087.0, + "step": 15418 + }, + { + "epoch": 2.8633240482822657, + "grad_norm": 1.5128449201583862, + "learning_rate": 1e-06, + "loss": 0.3099, + "mean_token_accuracy": 0.8912950754165649, + "num_tokens": 561776514.0, + "step": 15419 + }, + { + "epoch": 2.863509749303621, + "grad_norm": 1.7522598505020142, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8738676309585571, + "num_tokens": 561809268.0, + "step": 15420 + }, + { + "epoch": 2.8636954503249767, + "grad_norm": 1.6260308027267456, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8720896244049072, + "num_tokens": 561844565.0, + "step": 15421 + }, + { + "epoch": 2.8638811513463325, + "grad_norm": 1.6120678186416626, + "learning_rate": 1e-06, + "loss": 0.2979, + "mean_token_accuracy": 0.8963684439659119, + "num_tokens": 561875794.0, + "step": 15422 + }, + { + "epoch": 2.8640668523676878, + "grad_norm": 1.4861341714859009, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8888530731201172, + "num_tokens": 561914473.0, + "step": 15423 + }, + { + "epoch": 2.8642525533890435, + "grad_norm": 1.6255154609680176, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8816846609115601, + "num_tokens": 561946220.0, + "step": 15424 + }, + { + "epoch": 2.8644382544103992, + "grad_norm": 1.4273966550827026, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8886605501174927, + "num_tokens": 561989457.0, + "step": 15425 + }, + { + "epoch": 2.864623955431755, + "grad_norm": 1.499380111694336, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.892314076423645, + "num_tokens": 562022862.0, + "step": 15426 + }, + { + "epoch": 2.8648096564531107, + "grad_norm": 1.7927422523498535, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8819176554679871, + "num_tokens": 562049896.0, + "step": 15427 + }, + { + "epoch": 2.864995357474466, + "grad_norm": 1.4234226942062378, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.880359947681427, + "num_tokens": 562090730.0, + "step": 15428 + }, + { + "epoch": 2.8651810584958217, + "grad_norm": 1.4546875953674316, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8928027749061584, + "num_tokens": 562130354.0, + "step": 15429 + }, + { + "epoch": 2.8653667595171775, + "grad_norm": 1.616979956626892, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8756450414657593, + "num_tokens": 562165947.0, + "step": 15430 + }, + { + "epoch": 2.8655524605385327, + "grad_norm": 1.627543330192566, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8775416016578674, + "num_tokens": 562197622.0, + "step": 15431 + }, + { + "epoch": 2.8657381615598885, + "grad_norm": 1.443174958229065, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8833264112472534, + "num_tokens": 562234988.0, + "step": 15432 + }, + { + "epoch": 2.865923862581244, + "grad_norm": 1.4570271968841553, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8925738334655762, + "num_tokens": 562271781.0, + "step": 15433 + }, + { + "epoch": 2.8661095636026, + "grad_norm": 1.6052602529525757, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8905895948410034, + "num_tokens": 562303953.0, + "step": 15434 + }, + { + "epoch": 2.8662952646239557, + "grad_norm": 1.7229562997817993, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8750486969947815, + "num_tokens": 562336322.0, + "step": 15435 + }, + { + "epoch": 2.866480965645311, + "grad_norm": 1.6285204887390137, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8815966248512268, + "num_tokens": 562369736.0, + "step": 15436 + }, + { + "epoch": 2.8666666666666667, + "grad_norm": 1.5044583082199097, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8825676441192627, + "num_tokens": 562409950.0, + "step": 15437 + }, + { + "epoch": 2.8668523676880224, + "grad_norm": 1.4252598285675049, + "learning_rate": 1e-06, + "loss": 0.2687, + "mean_token_accuracy": 0.9016700387001038, + "num_tokens": 562446223.0, + "step": 15438 + }, + { + "epoch": 2.8670380687093777, + "grad_norm": 1.4745341539382935, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8820878863334656, + "num_tokens": 562485183.0, + "step": 15439 + }, + { + "epoch": 2.8672237697307335, + "grad_norm": 1.465290904045105, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8795928955078125, + "num_tokens": 562528590.0, + "step": 15440 + }, + { + "epoch": 2.867409470752089, + "grad_norm": 1.575513243675232, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8795771598815918, + "num_tokens": 562563238.0, + "step": 15441 + }, + { + "epoch": 2.867595171773445, + "grad_norm": 1.7096351385116577, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8699076175689697, + "num_tokens": 562596881.0, + "step": 15442 + }, + { + "epoch": 2.8677808727948, + "grad_norm": 1.5322898626327515, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8932511806488037, + "num_tokens": 562632710.0, + "step": 15443 + }, + { + "epoch": 2.867966573816156, + "grad_norm": 1.41211998462677, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.8932490348815918, + "num_tokens": 562672046.0, + "step": 15444 + }, + { + "epoch": 2.8681522748375117, + "grad_norm": 1.5255534648895264, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.888798713684082, + "num_tokens": 562708500.0, + "step": 15445 + }, + { + "epoch": 2.868337975858867, + "grad_norm": 1.6431506872177124, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8925700187683105, + "num_tokens": 562740677.0, + "step": 15446 + }, + { + "epoch": 2.8685236768802227, + "grad_norm": 1.5639311075210571, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.893966794013977, + "num_tokens": 562778796.0, + "step": 15447 + }, + { + "epoch": 2.8687093779015784, + "grad_norm": 1.5763707160949707, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8895376324653625, + "num_tokens": 562811488.0, + "step": 15448 + }, + { + "epoch": 2.868895078922934, + "grad_norm": 1.5335237979888916, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8839383125305176, + "num_tokens": 562851009.0, + "step": 15449 + }, + { + "epoch": 2.86908077994429, + "grad_norm": 1.4802201986312866, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8911609649658203, + "num_tokens": 562886726.0, + "step": 15450 + }, + { + "epoch": 2.869266480965645, + "grad_norm": 1.4804668426513672, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.893002450466156, + "num_tokens": 562923891.0, + "step": 15451 + }, + { + "epoch": 2.869452181987001, + "grad_norm": 1.5140247344970703, + "learning_rate": 1e-06, + "loss": 0.2819, + "mean_token_accuracy": 0.8972686529159546, + "num_tokens": 562958107.0, + "step": 15452 + }, + { + "epoch": 2.8696378830083566, + "grad_norm": 1.5604126453399658, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.88349449634552, + "num_tokens": 562997049.0, + "step": 15453 + }, + { + "epoch": 2.869823584029712, + "grad_norm": 1.5310771465301514, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8840777277946472, + "num_tokens": 563034113.0, + "step": 15454 + }, + { + "epoch": 2.8700092850510677, + "grad_norm": 1.588659405708313, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8780089020729065, + "num_tokens": 563071253.0, + "step": 15455 + }, + { + "epoch": 2.8701949860724234, + "grad_norm": 1.4425116777420044, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8824174404144287, + "num_tokens": 563112396.0, + "step": 15456 + }, + { + "epoch": 2.870380687093779, + "grad_norm": 1.6502636671066284, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8823870420455933, + "num_tokens": 563143437.0, + "step": 15457 + }, + { + "epoch": 2.870566388115135, + "grad_norm": 1.4896639585494995, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8814308643341064, + "num_tokens": 563183000.0, + "step": 15458 + }, + { + "epoch": 2.87075208913649, + "grad_norm": 1.5728029012680054, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8841763734817505, + "num_tokens": 563217293.0, + "step": 15459 + }, + { + "epoch": 2.870937790157846, + "grad_norm": 1.671512246131897, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8803155422210693, + "num_tokens": 563252856.0, + "step": 15460 + }, + { + "epoch": 2.8711234911792016, + "grad_norm": 1.6095077991485596, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8857173323631287, + "num_tokens": 563287660.0, + "step": 15461 + }, + { + "epoch": 2.871309192200557, + "grad_norm": 1.3995963335037231, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.892125129699707, + "num_tokens": 563327074.0, + "step": 15462 + }, + { + "epoch": 2.8714948932219126, + "grad_norm": 1.5677528381347656, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8703238368034363, + "num_tokens": 563366486.0, + "step": 15463 + }, + { + "epoch": 2.8716805942432684, + "grad_norm": 1.6155370473861694, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8801681995391846, + "num_tokens": 563399455.0, + "step": 15464 + }, + { + "epoch": 2.871866295264624, + "grad_norm": 1.4733964204788208, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8913660049438477, + "num_tokens": 563437337.0, + "step": 15465 + }, + { + "epoch": 2.87205199628598, + "grad_norm": 1.4782307147979736, + "learning_rate": 1e-06, + "loss": 0.2488, + "mean_token_accuracy": 0.9107862710952759, + "num_tokens": 563469459.0, + "step": 15466 + }, + { + "epoch": 2.872237697307335, + "grad_norm": 1.4300616979599, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8934227824211121, + "num_tokens": 563508985.0, + "step": 15467 + }, + { + "epoch": 2.872423398328691, + "grad_norm": 1.4855061769485474, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8864186406135559, + "num_tokens": 563549024.0, + "step": 15468 + }, + { + "epoch": 2.872609099350046, + "grad_norm": 1.334766149520874, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8900545835494995, + "num_tokens": 563594257.0, + "step": 15469 + }, + { + "epoch": 2.872794800371402, + "grad_norm": 1.5688775777816772, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8970353603363037, + "num_tokens": 563625607.0, + "step": 15470 + }, + { + "epoch": 2.8729805013927576, + "grad_norm": 1.4824475049972534, + "learning_rate": 1e-06, + "loss": 0.2976, + "mean_token_accuracy": 0.8920677900314331, + "num_tokens": 563659230.0, + "step": 15471 + }, + { + "epoch": 2.8731662024141134, + "grad_norm": 1.5221493244171143, + "learning_rate": 1e-06, + "loss": 0.2712, + "mean_token_accuracy": 0.9037718176841736, + "num_tokens": 563692145.0, + "step": 15472 + }, + { + "epoch": 2.873351903435469, + "grad_norm": 1.423526406288147, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8913795351982117, + "num_tokens": 563731155.0, + "step": 15473 + }, + { + "epoch": 2.8735376044568244, + "grad_norm": 1.544064998626709, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.889884352684021, + "num_tokens": 563765534.0, + "step": 15474 + }, + { + "epoch": 2.87372330547818, + "grad_norm": 1.4432910680770874, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8897629976272583, + "num_tokens": 563806756.0, + "step": 15475 + }, + { + "epoch": 2.873909006499536, + "grad_norm": 1.7144510746002197, + "learning_rate": 1e-06, + "loss": 0.2862, + "mean_token_accuracy": 0.8965437412261963, + "num_tokens": 563837152.0, + "step": 15476 + }, + { + "epoch": 2.874094707520891, + "grad_norm": 1.7139291763305664, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8799533247947693, + "num_tokens": 563870041.0, + "step": 15477 + }, + { + "epoch": 2.874280408542247, + "grad_norm": 1.5155625343322754, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8795408606529236, + "num_tokens": 563909354.0, + "step": 15478 + }, + { + "epoch": 2.8744661095636026, + "grad_norm": 1.556615948677063, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8720629215240479, + "num_tokens": 563947881.0, + "step": 15479 + }, + { + "epoch": 2.8746518105849583, + "grad_norm": 1.500656247138977, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.877364993095398, + "num_tokens": 563989646.0, + "step": 15480 + }, + { + "epoch": 2.874837511606314, + "grad_norm": 1.4047982692718506, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8905947804450989, + "num_tokens": 564030572.0, + "step": 15481 + }, + { + "epoch": 2.8750232126276694, + "grad_norm": 1.5165094137191772, + "learning_rate": 1e-06, + "loss": 0.3165, + "mean_token_accuracy": 0.889919638633728, + "num_tokens": 564066474.0, + "step": 15482 + }, + { + "epoch": 2.875208913649025, + "grad_norm": 1.4713513851165771, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8890368938446045, + "num_tokens": 564105184.0, + "step": 15483 + }, + { + "epoch": 2.875394614670381, + "grad_norm": 1.51203191280365, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8795998096466064, + "num_tokens": 564143756.0, + "step": 15484 + }, + { + "epoch": 2.875580315691736, + "grad_norm": 1.3579051494598389, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8880934119224548, + "num_tokens": 564188182.0, + "step": 15485 + }, + { + "epoch": 2.875766016713092, + "grad_norm": 1.538999319076538, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.900701642036438, + "num_tokens": 564222826.0, + "step": 15486 + }, + { + "epoch": 2.8759517177344476, + "grad_norm": 1.5163129568099976, + "learning_rate": 1e-06, + "loss": 0.3082, + "mean_token_accuracy": 0.8902242183685303, + "num_tokens": 564261063.0, + "step": 15487 + }, + { + "epoch": 2.8761374187558033, + "grad_norm": 1.4651618003845215, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8952392935752869, + "num_tokens": 564298401.0, + "step": 15488 + }, + { + "epoch": 2.876323119777159, + "grad_norm": 1.5451072454452515, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8931918144226074, + "num_tokens": 564338696.0, + "step": 15489 + }, + { + "epoch": 2.8765088207985143, + "grad_norm": 1.619773030281067, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8885388970375061, + "num_tokens": 564370637.0, + "step": 15490 + }, + { + "epoch": 2.87669452181987, + "grad_norm": 1.4942710399627686, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.890865683555603, + "num_tokens": 564406499.0, + "step": 15491 + }, + { + "epoch": 2.8768802228412254, + "grad_norm": 1.6215269565582275, + "learning_rate": 1e-06, + "loss": 0.3003, + "mean_token_accuracy": 0.892730176448822, + "num_tokens": 564439649.0, + "step": 15492 + }, + { + "epoch": 2.877065923862581, + "grad_norm": 1.5154696702957153, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8888252973556519, + "num_tokens": 564476174.0, + "step": 15493 + }, + { + "epoch": 2.877251624883937, + "grad_norm": 1.4609571695327759, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8816543221473694, + "num_tokens": 564516954.0, + "step": 15494 + }, + { + "epoch": 2.8774373259052926, + "grad_norm": 1.4646786451339722, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8941144943237305, + "num_tokens": 564554970.0, + "step": 15495 + }, + { + "epoch": 2.8776230269266483, + "grad_norm": 1.4980052709579468, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8836178183555603, + "num_tokens": 564597101.0, + "step": 15496 + }, + { + "epoch": 2.8778087279480036, + "grad_norm": 1.6045770645141602, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8784694075584412, + "num_tokens": 564634657.0, + "step": 15497 + }, + { + "epoch": 2.8779944289693593, + "grad_norm": 1.7546284198760986, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.88283371925354, + "num_tokens": 564664905.0, + "step": 15498 + }, + { + "epoch": 2.878180129990715, + "grad_norm": 1.5657455921173096, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8883962631225586, + "num_tokens": 564701207.0, + "step": 15499 + }, + { + "epoch": 2.8783658310120703, + "grad_norm": 1.6364814043045044, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8732277750968933, + "num_tokens": 564736098.0, + "step": 15500 + }, + { + "epoch": 2.878551532033426, + "grad_norm": 1.4387860298156738, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8908815383911133, + "num_tokens": 564773864.0, + "step": 15501 + }, + { + "epoch": 2.878737233054782, + "grad_norm": 1.5491764545440674, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8870313167572021, + "num_tokens": 564808899.0, + "step": 15502 + }, + { + "epoch": 2.8789229340761375, + "grad_norm": 1.512229561805725, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8782550096511841, + "num_tokens": 564847527.0, + "step": 15503 + }, + { + "epoch": 2.8791086350974933, + "grad_norm": 1.477089524269104, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.883515477180481, + "num_tokens": 564887294.0, + "step": 15504 + }, + { + "epoch": 2.8792943361188486, + "grad_norm": 1.5682957172393799, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.883526086807251, + "num_tokens": 564921158.0, + "step": 15505 + }, + { + "epoch": 2.8794800371402043, + "grad_norm": 1.5437815189361572, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8836500644683838, + "num_tokens": 564955666.0, + "step": 15506 + }, + { + "epoch": 2.87966573816156, + "grad_norm": 1.4688193798065186, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8869667053222656, + "num_tokens": 564996056.0, + "step": 15507 + }, + { + "epoch": 2.8798514391829153, + "grad_norm": 1.4812252521514893, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8832125663757324, + "num_tokens": 565035463.0, + "step": 15508 + }, + { + "epoch": 2.880037140204271, + "grad_norm": 1.6242220401763916, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8911851644515991, + "num_tokens": 565067348.0, + "step": 15509 + }, + { + "epoch": 2.8802228412256268, + "grad_norm": 1.568221092224121, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8918208479881287, + "num_tokens": 565103761.0, + "step": 15510 + }, + { + "epoch": 2.8804085422469825, + "grad_norm": 1.4854589700698853, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8818223476409912, + "num_tokens": 565141107.0, + "step": 15511 + }, + { + "epoch": 2.8805942432683382, + "grad_norm": 1.6061588525772095, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8750326633453369, + "num_tokens": 565176211.0, + "step": 15512 + }, + { + "epoch": 2.8807799442896935, + "grad_norm": 1.4465851783752441, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8887575268745422, + "num_tokens": 565215901.0, + "step": 15513 + }, + { + "epoch": 2.8809656453110493, + "grad_norm": 1.527658462524414, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8858693838119507, + "num_tokens": 565252317.0, + "step": 15514 + }, + { + "epoch": 2.881151346332405, + "grad_norm": 1.4956375360488892, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.8995775580406189, + "num_tokens": 565289623.0, + "step": 15515 + }, + { + "epoch": 2.8813370473537603, + "grad_norm": 1.5889196395874023, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8745558261871338, + "num_tokens": 565323093.0, + "step": 15516 + }, + { + "epoch": 2.881522748375116, + "grad_norm": 1.5462000370025635, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8838956356048584, + "num_tokens": 565358583.0, + "step": 15517 + }, + { + "epoch": 2.8817084493964717, + "grad_norm": 1.5768108367919922, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8846932053565979, + "num_tokens": 565398533.0, + "step": 15518 + }, + { + "epoch": 2.8818941504178275, + "grad_norm": 1.6110093593597412, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8843250274658203, + "num_tokens": 565433025.0, + "step": 15519 + }, + { + "epoch": 2.8820798514391828, + "grad_norm": 1.5160996913909912, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8916375041007996, + "num_tokens": 565470233.0, + "step": 15520 + }, + { + "epoch": 2.8822655524605385, + "grad_norm": 1.6132352352142334, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8838492631912231, + "num_tokens": 565504082.0, + "step": 15521 + }, + { + "epoch": 2.8824512534818942, + "grad_norm": 1.4959523677825928, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8837750554084778, + "num_tokens": 565540951.0, + "step": 15522 + }, + { + "epoch": 2.8826369545032495, + "grad_norm": 1.6622908115386963, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8847882151603699, + "num_tokens": 565573740.0, + "step": 15523 + }, + { + "epoch": 2.8828226555246053, + "grad_norm": 1.583050012588501, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8722406625747681, + "num_tokens": 565612892.0, + "step": 15524 + }, + { + "epoch": 2.883008356545961, + "grad_norm": 1.4971321821212769, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8763570785522461, + "num_tokens": 565653053.0, + "step": 15525 + }, + { + "epoch": 2.8831940575673167, + "grad_norm": 1.5703904628753662, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8851613402366638, + "num_tokens": 565691053.0, + "step": 15526 + }, + { + "epoch": 2.8833797585886725, + "grad_norm": 1.533840537071228, + "learning_rate": 1e-06, + "loss": 0.2892, + "mean_token_accuracy": 0.8965089321136475, + "num_tokens": 565726056.0, + "step": 15527 + }, + { + "epoch": 2.8835654596100277, + "grad_norm": 1.499795913696289, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8911529183387756, + "num_tokens": 565759745.0, + "step": 15528 + }, + { + "epoch": 2.8837511606313835, + "grad_norm": 1.4336096048355103, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8894925117492676, + "num_tokens": 565799328.0, + "step": 15529 + }, + { + "epoch": 2.883936861652739, + "grad_norm": 1.5287808179855347, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8723891973495483, + "num_tokens": 565839716.0, + "step": 15530 + }, + { + "epoch": 2.8841225626740945, + "grad_norm": 1.7511383295059204, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8549102544784546, + "num_tokens": 565875463.0, + "step": 15531 + }, + { + "epoch": 2.8843082636954502, + "grad_norm": 1.5503208637237549, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8923139572143555, + "num_tokens": 565910792.0, + "step": 15532 + }, + { + "epoch": 2.884493964716806, + "grad_norm": 1.5514880418777466, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8834481239318848, + "num_tokens": 565945640.0, + "step": 15533 + }, + { + "epoch": 2.8846796657381617, + "grad_norm": 1.493722915649414, + "learning_rate": 1e-06, + "loss": 0.2739, + "mean_token_accuracy": 0.8999770879745483, + "num_tokens": 565978802.0, + "step": 15534 + }, + { + "epoch": 2.8848653667595174, + "grad_norm": 1.5443952083587646, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.878770112991333, + "num_tokens": 566012709.0, + "step": 15535 + }, + { + "epoch": 2.8850510677808727, + "grad_norm": 1.4794389009475708, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8711850643157959, + "num_tokens": 566054740.0, + "step": 15536 + }, + { + "epoch": 2.8852367688022285, + "grad_norm": 1.4765961170196533, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8880492448806763, + "num_tokens": 566094341.0, + "step": 15537 + }, + { + "epoch": 2.885422469823584, + "grad_norm": 1.5447009801864624, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.9013810157775879, + "num_tokens": 566128815.0, + "step": 15538 + }, + { + "epoch": 2.8856081708449395, + "grad_norm": 1.3956230878829956, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8856344223022461, + "num_tokens": 566174835.0, + "step": 15539 + }, + { + "epoch": 2.885793871866295, + "grad_norm": 1.6111472845077515, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8802131414413452, + "num_tokens": 566208895.0, + "step": 15540 + }, + { + "epoch": 2.885979572887651, + "grad_norm": 1.4647080898284912, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8826309442520142, + "num_tokens": 566245460.0, + "step": 15541 + }, + { + "epoch": 2.8861652739090067, + "grad_norm": 1.5048487186431885, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8834879994392395, + "num_tokens": 566283389.0, + "step": 15542 + }, + { + "epoch": 2.886350974930362, + "grad_norm": 1.4847463369369507, + "learning_rate": 1e-06, + "loss": 0.2848, + "mean_token_accuracy": 0.8995287418365479, + "num_tokens": 566318807.0, + "step": 15543 + }, + { + "epoch": 2.8865366759517177, + "grad_norm": 1.6193422079086304, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8723399043083191, + "num_tokens": 566354305.0, + "step": 15544 + }, + { + "epoch": 2.8867223769730734, + "grad_norm": 1.438946008682251, + "learning_rate": 1e-06, + "loss": 0.2796, + "mean_token_accuracy": 0.8994628190994263, + "num_tokens": 566391094.0, + "step": 15545 + }, + { + "epoch": 2.8869080779944287, + "grad_norm": 1.4997837543487549, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8929526805877686, + "num_tokens": 566424821.0, + "step": 15546 + }, + { + "epoch": 2.8870937790157845, + "grad_norm": 1.5536748170852661, + "learning_rate": 1e-06, + "loss": 0.3063, + "mean_token_accuracy": 0.8933296203613281, + "num_tokens": 566460367.0, + "step": 15547 + }, + { + "epoch": 2.88727948003714, + "grad_norm": 1.5989099740982056, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8803223967552185, + "num_tokens": 566494379.0, + "step": 15548 + }, + { + "epoch": 2.887465181058496, + "grad_norm": 1.5584553480148315, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8716704249382019, + "num_tokens": 566532678.0, + "step": 15549 + }, + { + "epoch": 2.8876508820798517, + "grad_norm": 1.6617037057876587, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8773363828659058, + "num_tokens": 566564798.0, + "step": 15550 + }, + { + "epoch": 2.887836583101207, + "grad_norm": 1.4928460121154785, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8841565847396851, + "num_tokens": 566603244.0, + "step": 15551 + }, + { + "epoch": 2.8880222841225627, + "grad_norm": 1.5182148218154907, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8961876630783081, + "num_tokens": 566641482.0, + "step": 15552 + }, + { + "epoch": 2.8882079851439184, + "grad_norm": 1.4398523569107056, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8768495917320251, + "num_tokens": 566682219.0, + "step": 15553 + }, + { + "epoch": 2.8883936861652737, + "grad_norm": 1.6590896844863892, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8781391382217407, + "num_tokens": 566718991.0, + "step": 15554 + }, + { + "epoch": 2.8885793871866294, + "grad_norm": 1.4949874877929688, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8821927309036255, + "num_tokens": 566756717.0, + "step": 15555 + }, + { + "epoch": 2.888765088207985, + "grad_norm": 1.6174898147583008, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8946784734725952, + "num_tokens": 566787658.0, + "step": 15556 + }, + { + "epoch": 2.888950789229341, + "grad_norm": 1.5149482488632202, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8823543190956116, + "num_tokens": 566824787.0, + "step": 15557 + }, + { + "epoch": 2.8891364902506966, + "grad_norm": 1.3693339824676514, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8948368430137634, + "num_tokens": 566864239.0, + "step": 15558 + }, + { + "epoch": 2.889322191272052, + "grad_norm": 1.3994241952896118, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8888853788375854, + "num_tokens": 566906912.0, + "step": 15559 + }, + { + "epoch": 2.8895078922934077, + "grad_norm": 1.5017964839935303, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8916715383529663, + "num_tokens": 566942488.0, + "step": 15560 + }, + { + "epoch": 2.8896935933147634, + "grad_norm": 1.5350228548049927, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8854897022247314, + "num_tokens": 566979019.0, + "step": 15561 + }, + { + "epoch": 2.8898792943361187, + "grad_norm": 1.4107410907745361, + "learning_rate": 1e-06, + "loss": 0.3051, + "mean_token_accuracy": 0.8910661339759827, + "num_tokens": 567019178.0, + "step": 15562 + }, + { + "epoch": 2.8900649953574744, + "grad_norm": 1.3812578916549683, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.890143871307373, + "num_tokens": 567060314.0, + "step": 15563 + }, + { + "epoch": 2.89025069637883, + "grad_norm": 1.4617937803268433, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8824973106384277, + "num_tokens": 567097844.0, + "step": 15564 + }, + { + "epoch": 2.890436397400186, + "grad_norm": 1.6886324882507324, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8915642499923706, + "num_tokens": 567126754.0, + "step": 15565 + }, + { + "epoch": 2.890622098421541, + "grad_norm": 1.614028811454773, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8766402006149292, + "num_tokens": 567162969.0, + "step": 15566 + }, + { + "epoch": 2.890807799442897, + "grad_norm": 1.4787476062774658, + "learning_rate": 1e-06, + "loss": 0.2929, + "mean_token_accuracy": 0.8965649604797363, + "num_tokens": 567201937.0, + "step": 15567 + }, + { + "epoch": 2.8909935004642526, + "grad_norm": 1.3753845691680908, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8838301301002502, + "num_tokens": 567248640.0, + "step": 15568 + }, + { + "epoch": 2.891179201485608, + "grad_norm": 1.504782795906067, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8834506273269653, + "num_tokens": 567287548.0, + "step": 15569 + }, + { + "epoch": 2.8913649025069637, + "grad_norm": 1.641560673713684, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.881973922252655, + "num_tokens": 567319032.0, + "step": 15570 + }, + { + "epoch": 2.8915506035283194, + "grad_norm": 1.5331552028656006, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8757070302963257, + "num_tokens": 567357127.0, + "step": 15571 + }, + { + "epoch": 2.891736304549675, + "grad_norm": 1.752272605895996, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8727540969848633, + "num_tokens": 567388211.0, + "step": 15572 + }, + { + "epoch": 2.891922005571031, + "grad_norm": 1.4454903602600098, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8955351114273071, + "num_tokens": 567427460.0, + "step": 15573 + }, + { + "epoch": 2.892107706592386, + "grad_norm": 1.6405385732650757, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8834409713745117, + "num_tokens": 567460799.0, + "step": 15574 + }, + { + "epoch": 2.892293407613742, + "grad_norm": 1.4753304719924927, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8901231288909912, + "num_tokens": 567497053.0, + "step": 15575 + }, + { + "epoch": 2.8924791086350976, + "grad_norm": 1.5244094133377075, + "learning_rate": 1e-06, + "loss": 0.2814, + "mean_token_accuracy": 0.9025982618331909, + "num_tokens": 567532785.0, + "step": 15576 + }, + { + "epoch": 2.892664809656453, + "grad_norm": 1.5179469585418701, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.888591468334198, + "num_tokens": 567568100.0, + "step": 15577 + }, + { + "epoch": 2.8928505106778086, + "grad_norm": 1.5353736877441406, + "learning_rate": 1e-06, + "loss": 0.2643, + "mean_token_accuracy": 0.9041380882263184, + "num_tokens": 567596966.0, + "step": 15578 + }, + { + "epoch": 2.8930362116991644, + "grad_norm": 1.6154673099517822, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8752776384353638, + "num_tokens": 567631403.0, + "step": 15579 + }, + { + "epoch": 2.89322191272052, + "grad_norm": 1.5073405504226685, + "learning_rate": 1e-06, + "loss": 0.2933, + "mean_token_accuracy": 0.8977964520454407, + "num_tokens": 567667535.0, + "step": 15580 + }, + { + "epoch": 2.893407613741876, + "grad_norm": 1.5061198472976685, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8953823447227478, + "num_tokens": 567702199.0, + "step": 15581 + }, + { + "epoch": 2.893593314763231, + "grad_norm": 1.3545383214950562, + "learning_rate": 1e-06, + "loss": 0.2826, + "mean_token_accuracy": 0.8982723951339722, + "num_tokens": 567746770.0, + "step": 15582 + }, + { + "epoch": 2.893779015784587, + "grad_norm": 1.491419792175293, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8727077841758728, + "num_tokens": 567786737.0, + "step": 15583 + }, + { + "epoch": 2.8939647168059426, + "grad_norm": 1.4015297889709473, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8853016495704651, + "num_tokens": 567827906.0, + "step": 15584 + }, + { + "epoch": 2.894150417827298, + "grad_norm": 1.5356770753860474, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.884203314781189, + "num_tokens": 567868544.0, + "step": 15585 + }, + { + "epoch": 2.8943361188486536, + "grad_norm": 1.4557793140411377, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8903944492340088, + "num_tokens": 567904970.0, + "step": 15586 + }, + { + "epoch": 2.8945218198700093, + "grad_norm": 1.4850605726242065, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8951681852340698, + "num_tokens": 567940374.0, + "step": 15587 + }, + { + "epoch": 2.894707520891365, + "grad_norm": 1.5244039297103882, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8823066353797913, + "num_tokens": 567981993.0, + "step": 15588 + }, + { + "epoch": 2.8948932219127204, + "grad_norm": 1.5360685586929321, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8790226578712463, + "num_tokens": 568021291.0, + "step": 15589 + }, + { + "epoch": 2.895078922934076, + "grad_norm": 1.4710118770599365, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8851962089538574, + "num_tokens": 568063006.0, + "step": 15590 + }, + { + "epoch": 2.895264623955432, + "grad_norm": 1.5704256296157837, + "learning_rate": 1e-06, + "loss": 0.2832, + "mean_token_accuracy": 0.8965035676956177, + "num_tokens": 568095759.0, + "step": 15591 + }, + { + "epoch": 2.895450324976787, + "grad_norm": 1.489292860031128, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8897594213485718, + "num_tokens": 568134894.0, + "step": 15592 + }, + { + "epoch": 2.895636025998143, + "grad_norm": 1.8698066473007202, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.886947751045227, + "num_tokens": 568166576.0, + "step": 15593 + }, + { + "epoch": 2.8958217270194986, + "grad_norm": 1.6135871410369873, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8906432390213013, + "num_tokens": 568198438.0, + "step": 15594 + }, + { + "epoch": 2.8960074280408543, + "grad_norm": 1.5459972620010376, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8767802715301514, + "num_tokens": 568237430.0, + "step": 15595 + }, + { + "epoch": 2.89619312906221, + "grad_norm": 1.4603760242462158, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8791033029556274, + "num_tokens": 568278840.0, + "step": 15596 + }, + { + "epoch": 2.8963788300835653, + "grad_norm": 1.4692671298980713, + "learning_rate": 1e-06, + "loss": 0.2917, + "mean_token_accuracy": 0.8961631655693054, + "num_tokens": 568315006.0, + "step": 15597 + }, + { + "epoch": 2.896564531104921, + "grad_norm": 1.5584869384765625, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8890805244445801, + "num_tokens": 568351383.0, + "step": 15598 + }, + { + "epoch": 2.896750232126277, + "grad_norm": 1.431488037109375, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.892210841178894, + "num_tokens": 568393102.0, + "step": 15599 + }, + { + "epoch": 2.896935933147632, + "grad_norm": 1.6093400716781616, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8928963541984558, + "num_tokens": 568424636.0, + "step": 15600 + }, + { + "epoch": 2.897121634168988, + "grad_norm": 1.4480701684951782, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8801113367080688, + "num_tokens": 568468282.0, + "step": 15601 + }, + { + "epoch": 2.8973073351903436, + "grad_norm": 1.3557803630828857, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8964452147483826, + "num_tokens": 568509576.0, + "step": 15602 + }, + { + "epoch": 2.8974930362116993, + "grad_norm": 1.5768496990203857, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8922960162162781, + "num_tokens": 568542275.0, + "step": 15603 + }, + { + "epoch": 2.897678737233055, + "grad_norm": 1.5154012441635132, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8924922943115234, + "num_tokens": 568580294.0, + "step": 15604 + }, + { + "epoch": 2.8978644382544103, + "grad_norm": 1.5084891319274902, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8903535008430481, + "num_tokens": 568616307.0, + "step": 15605 + }, + { + "epoch": 2.898050139275766, + "grad_norm": 1.4547420740127563, + "learning_rate": 1e-06, + "loss": 0.2741, + "mean_token_accuracy": 0.9012829065322876, + "num_tokens": 568650716.0, + "step": 15606 + }, + { + "epoch": 2.898235840297122, + "grad_norm": 1.6448841094970703, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8805930614471436, + "num_tokens": 568687477.0, + "step": 15607 + }, + { + "epoch": 2.898421541318477, + "grad_norm": 1.45399808883667, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8923627138137817, + "num_tokens": 568723726.0, + "step": 15608 + }, + { + "epoch": 2.898607242339833, + "grad_norm": 1.4217969179153442, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8912816047668457, + "num_tokens": 568762174.0, + "step": 15609 + }, + { + "epoch": 2.8987929433611885, + "grad_norm": 1.5783500671386719, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8875689506530762, + "num_tokens": 568795426.0, + "step": 15610 + }, + { + "epoch": 2.8989786443825443, + "grad_norm": 1.6960883140563965, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8833228945732117, + "num_tokens": 568825965.0, + "step": 15611 + }, + { + "epoch": 2.8991643454038996, + "grad_norm": 1.4586691856384277, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8926866054534912, + "num_tokens": 568861955.0, + "step": 15612 + }, + { + "epoch": 2.8993500464252553, + "grad_norm": 1.4775211811065674, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8881672620773315, + "num_tokens": 568900372.0, + "step": 15613 + }, + { + "epoch": 2.899535747446611, + "grad_norm": 1.8008897304534912, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8871389627456665, + "num_tokens": 568928180.0, + "step": 15614 + }, + { + "epoch": 2.8997214484679663, + "grad_norm": 1.556885004043579, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8844175338745117, + "num_tokens": 568963783.0, + "step": 15615 + }, + { + "epoch": 2.899907149489322, + "grad_norm": 1.4064592123031616, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8922919034957886, + "num_tokens": 569002938.0, + "step": 15616 + }, + { + "epoch": 2.9000928505106778, + "grad_norm": 1.487024188041687, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8793796300888062, + "num_tokens": 569038705.0, + "step": 15617 + }, + { + "epoch": 2.9002785515320335, + "grad_norm": 1.6272845268249512, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8775036931037903, + "num_tokens": 569073695.0, + "step": 15618 + }, + { + "epoch": 2.9004642525533892, + "grad_norm": 1.620111107826233, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8877735733985901, + "num_tokens": 569107189.0, + "step": 15619 + }, + { + "epoch": 2.9006499535747445, + "grad_norm": 1.5312052965164185, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.893230676651001, + "num_tokens": 569141694.0, + "step": 15620 + }, + { + "epoch": 2.9008356545961003, + "grad_norm": 1.5476267337799072, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.8941789865493774, + "num_tokens": 569175250.0, + "step": 15621 + }, + { + "epoch": 2.901021355617456, + "grad_norm": 1.6376513242721558, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8747024536132812, + "num_tokens": 569209731.0, + "step": 15622 + }, + { + "epoch": 2.9012070566388113, + "grad_norm": 1.6072580814361572, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8822887539863586, + "num_tokens": 569242190.0, + "step": 15623 + }, + { + "epoch": 2.901392757660167, + "grad_norm": 1.6217682361602783, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8888998031616211, + "num_tokens": 569280874.0, + "step": 15624 + }, + { + "epoch": 2.9015784586815228, + "grad_norm": 1.6401396989822388, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8747374415397644, + "num_tokens": 569315150.0, + "step": 15625 + }, + { + "epoch": 2.9017641597028785, + "grad_norm": 1.5044684410095215, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.884753942489624, + "num_tokens": 569353028.0, + "step": 15626 + }, + { + "epoch": 2.901949860724234, + "grad_norm": 1.5503324270248413, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8844960331916809, + "num_tokens": 569387511.0, + "step": 15627 + }, + { + "epoch": 2.9021355617455895, + "grad_norm": 1.5096303224563599, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8908445835113525, + "num_tokens": 569422711.0, + "step": 15628 + }, + { + "epoch": 2.9023212627669452, + "grad_norm": 1.5606300830841064, + "learning_rate": 1e-06, + "loss": 0.2957, + "mean_token_accuracy": 0.8964850902557373, + "num_tokens": 569454094.0, + "step": 15629 + }, + { + "epoch": 2.902506963788301, + "grad_norm": 1.6511025428771973, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8883724808692932, + "num_tokens": 569488036.0, + "step": 15630 + }, + { + "epoch": 2.9026926648096563, + "grad_norm": 1.5558817386627197, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8855917453765869, + "num_tokens": 569521825.0, + "step": 15631 + }, + { + "epoch": 2.902878365831012, + "grad_norm": 1.5465061664581299, + "learning_rate": 1e-06, + "loss": 0.302, + "mean_token_accuracy": 0.8931738138198853, + "num_tokens": 569555345.0, + "step": 15632 + }, + { + "epoch": 2.9030640668523677, + "grad_norm": 1.4871736764907837, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.8978021144866943, + "num_tokens": 569589169.0, + "step": 15633 + }, + { + "epoch": 2.9032497678737235, + "grad_norm": 1.5590978860855103, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8875365853309631, + "num_tokens": 569623101.0, + "step": 15634 + }, + { + "epoch": 2.903435468895079, + "grad_norm": 1.5171563625335693, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.874924898147583, + "num_tokens": 569663547.0, + "step": 15635 + }, + { + "epoch": 2.9036211699164345, + "grad_norm": 1.5356566905975342, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8792794942855835, + "num_tokens": 569701233.0, + "step": 15636 + }, + { + "epoch": 2.90380687093779, + "grad_norm": 1.4309154748916626, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.894803524017334, + "num_tokens": 569742107.0, + "step": 15637 + }, + { + "epoch": 2.9039925719591455, + "grad_norm": 1.684511423110962, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8868845105171204, + "num_tokens": 569776206.0, + "step": 15638 + }, + { + "epoch": 2.9041782729805012, + "grad_norm": 1.4027278423309326, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.899333119392395, + "num_tokens": 569813868.0, + "step": 15639 + }, + { + "epoch": 2.904363974001857, + "grad_norm": 1.6092578172683716, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8812267780303955, + "num_tokens": 569848689.0, + "step": 15640 + }, + { + "epoch": 2.9045496750232127, + "grad_norm": 1.644444465637207, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8884671330451965, + "num_tokens": 569881543.0, + "step": 15641 + }, + { + "epoch": 2.9047353760445684, + "grad_norm": 1.4601131677627563, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8807187676429749, + "num_tokens": 569924033.0, + "step": 15642 + }, + { + "epoch": 2.9049210770659237, + "grad_norm": 1.5499396324157715, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8853245973587036, + "num_tokens": 569960067.0, + "step": 15643 + }, + { + "epoch": 2.9051067780872795, + "grad_norm": 1.5020843744277954, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8843474984169006, + "num_tokens": 570001762.0, + "step": 15644 + }, + { + "epoch": 2.905292479108635, + "grad_norm": 1.5136717557907104, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8874715566635132, + "num_tokens": 570036557.0, + "step": 15645 + }, + { + "epoch": 2.9054781801299905, + "grad_norm": 1.5537073612213135, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8877146244049072, + "num_tokens": 570074307.0, + "step": 15646 + }, + { + "epoch": 2.905663881151346, + "grad_norm": 1.731080412864685, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8732494115829468, + "num_tokens": 570104625.0, + "step": 15647 + }, + { + "epoch": 2.905849582172702, + "grad_norm": 1.378438949584961, + "learning_rate": 1e-06, + "loss": 0.2812, + "mean_token_accuracy": 0.8991644978523254, + "num_tokens": 570142635.0, + "step": 15648 + }, + { + "epoch": 2.9060352831940577, + "grad_norm": 1.570499062538147, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.884678840637207, + "num_tokens": 570178152.0, + "step": 15649 + }, + { + "epoch": 2.9062209842154134, + "grad_norm": 1.4761672019958496, + "learning_rate": 1e-06, + "loss": 0.2991, + "mean_token_accuracy": 0.8944005370140076, + "num_tokens": 570214688.0, + "step": 15650 + }, + { + "epoch": 2.9064066852367687, + "grad_norm": 1.5346319675445557, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8934226036071777, + "num_tokens": 570246638.0, + "step": 15651 + }, + { + "epoch": 2.9065923862581244, + "grad_norm": 1.503192663192749, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8870519399642944, + "num_tokens": 570283266.0, + "step": 15652 + }, + { + "epoch": 2.90677808727948, + "grad_norm": 1.5882614850997925, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8908780813217163, + "num_tokens": 570316432.0, + "step": 15653 + }, + { + "epoch": 2.9069637883008355, + "grad_norm": 1.5755492448806763, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8809638619422913, + "num_tokens": 570348553.0, + "step": 15654 + }, + { + "epoch": 2.907149489322191, + "grad_norm": 1.512634515762329, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8747352361679077, + "num_tokens": 570389014.0, + "step": 15655 + }, + { + "epoch": 2.907335190343547, + "grad_norm": 1.503813624382019, + "learning_rate": 1e-06, + "loss": 0.2891, + "mean_token_accuracy": 0.8986511826515198, + "num_tokens": 570423862.0, + "step": 15656 + }, + { + "epoch": 2.9075208913649027, + "grad_norm": 1.7005711793899536, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.884318470954895, + "num_tokens": 570453659.0, + "step": 15657 + }, + { + "epoch": 2.9077065923862584, + "grad_norm": 1.5057991743087769, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8853113651275635, + "num_tokens": 570489382.0, + "step": 15658 + }, + { + "epoch": 2.9078922934076137, + "grad_norm": 1.6026837825775146, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8812052011489868, + "num_tokens": 570523101.0, + "step": 15659 + }, + { + "epoch": 2.9080779944289694, + "grad_norm": 1.4110219478607178, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8928664922714233, + "num_tokens": 570567905.0, + "step": 15660 + }, + { + "epoch": 2.9082636954503247, + "grad_norm": 1.5181403160095215, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8956873416900635, + "num_tokens": 570604993.0, + "step": 15661 + }, + { + "epoch": 2.9084493964716804, + "grad_norm": 1.4827241897583008, + "learning_rate": 1e-06, + "loss": 0.2757, + "mean_token_accuracy": 0.9008074402809143, + "num_tokens": 570639369.0, + "step": 15662 + }, + { + "epoch": 2.908635097493036, + "grad_norm": 1.45488440990448, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8830453157424927, + "num_tokens": 570679890.0, + "step": 15663 + }, + { + "epoch": 2.908820798514392, + "grad_norm": 1.544808030128479, + "learning_rate": 1e-06, + "loss": 0.275, + "mean_token_accuracy": 0.9011714458465576, + "num_tokens": 570713900.0, + "step": 15664 + }, + { + "epoch": 2.9090064995357476, + "grad_norm": 1.3333550691604614, + "learning_rate": 1e-06, + "loss": 0.2758, + "mean_token_accuracy": 0.9003751277923584, + "num_tokens": 570754744.0, + "step": 15665 + }, + { + "epoch": 2.909192200557103, + "grad_norm": 1.543528437614441, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8895037174224854, + "num_tokens": 570789181.0, + "step": 15666 + }, + { + "epoch": 2.9093779015784587, + "grad_norm": 1.5432114601135254, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8797686100006104, + "num_tokens": 570829741.0, + "step": 15667 + }, + { + "epoch": 2.9095636025998144, + "grad_norm": 1.5594508647918701, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8948403000831604, + "num_tokens": 570865153.0, + "step": 15668 + }, + { + "epoch": 2.9097493036211697, + "grad_norm": 1.504188895225525, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8921279311180115, + "num_tokens": 570901217.0, + "step": 15669 + }, + { + "epoch": 2.9099350046425254, + "grad_norm": 1.3621242046356201, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8973493576049805, + "num_tokens": 570941412.0, + "step": 15670 + }, + { + "epoch": 2.910120705663881, + "grad_norm": 1.578168511390686, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8762428760528564, + "num_tokens": 570979267.0, + "step": 15671 + }, + { + "epoch": 2.910306406685237, + "grad_norm": 1.4765691757202148, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8871637582778931, + "num_tokens": 571017045.0, + "step": 15672 + }, + { + "epoch": 2.9104921077065926, + "grad_norm": 1.6544121503829956, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8803390264511108, + "num_tokens": 571053044.0, + "step": 15673 + }, + { + "epoch": 2.910677808727948, + "grad_norm": 1.6289489269256592, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8816048502922058, + "num_tokens": 571088288.0, + "step": 15674 + }, + { + "epoch": 2.9108635097493036, + "grad_norm": 1.5422078371047974, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8738009333610535, + "num_tokens": 571124177.0, + "step": 15675 + }, + { + "epoch": 2.9110492107706594, + "grad_norm": 1.5971709489822388, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8924226760864258, + "num_tokens": 571156489.0, + "step": 15676 + }, + { + "epoch": 2.9112349117920147, + "grad_norm": 1.599227786064148, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8746695518493652, + "num_tokens": 571193257.0, + "step": 15677 + }, + { + "epoch": 2.9114206128133704, + "grad_norm": 1.5582246780395508, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.878117561340332, + "num_tokens": 571231821.0, + "step": 15678 + }, + { + "epoch": 2.911606313834726, + "grad_norm": 1.5915262699127197, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8856000900268555, + "num_tokens": 571265855.0, + "step": 15679 + }, + { + "epoch": 2.911792014856082, + "grad_norm": 1.4928561449050903, + "learning_rate": 1e-06, + "loss": 0.2935, + "mean_token_accuracy": 0.8924540877342224, + "num_tokens": 571300996.0, + "step": 15680 + }, + { + "epoch": 2.9119777158774376, + "grad_norm": 1.6391648054122925, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8795748949050903, + "num_tokens": 571335375.0, + "step": 15681 + }, + { + "epoch": 2.912163416898793, + "grad_norm": 1.7457889318466187, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8908125162124634, + "num_tokens": 571365919.0, + "step": 15682 + }, + { + "epoch": 2.9123491179201486, + "grad_norm": 1.5630491971969604, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.886267364025116, + "num_tokens": 571401765.0, + "step": 15683 + }, + { + "epoch": 2.9125348189415043, + "grad_norm": 1.5788391828536987, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8956467509269714, + "num_tokens": 571435095.0, + "step": 15684 + }, + { + "epoch": 2.9127205199628596, + "grad_norm": 1.4894613027572632, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8924239277839661, + "num_tokens": 571471158.0, + "step": 15685 + }, + { + "epoch": 2.9129062209842154, + "grad_norm": 1.5786529779434204, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.883737325668335, + "num_tokens": 571502518.0, + "step": 15686 + }, + { + "epoch": 2.913091922005571, + "grad_norm": 1.6492817401885986, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8843631744384766, + "num_tokens": 571533410.0, + "step": 15687 + }, + { + "epoch": 2.913277623026927, + "grad_norm": 1.5626415014266968, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8875836133956909, + "num_tokens": 571571083.0, + "step": 15688 + }, + { + "epoch": 2.913463324048282, + "grad_norm": 1.5889277458190918, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8888217210769653, + "num_tokens": 571607529.0, + "step": 15689 + }, + { + "epoch": 2.913649025069638, + "grad_norm": 1.4361803531646729, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8897888660430908, + "num_tokens": 571647710.0, + "step": 15690 + }, + { + "epoch": 2.9138347260909936, + "grad_norm": 1.4766407012939453, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8915250301361084, + "num_tokens": 571683801.0, + "step": 15691 + }, + { + "epoch": 2.914020427112349, + "grad_norm": 1.5440434217453003, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.88080233335495, + "num_tokens": 571716957.0, + "step": 15692 + }, + { + "epoch": 2.9142061281337046, + "grad_norm": 1.4543054103851318, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8903142213821411, + "num_tokens": 571757591.0, + "step": 15693 + }, + { + "epoch": 2.9143918291550603, + "grad_norm": 1.545431137084961, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8852398991584778, + "num_tokens": 571793599.0, + "step": 15694 + }, + { + "epoch": 2.914577530176416, + "grad_norm": 1.6324734687805176, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8685890436172485, + "num_tokens": 571830090.0, + "step": 15695 + }, + { + "epoch": 2.914763231197772, + "grad_norm": 1.5129731893539429, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.8960558176040649, + "num_tokens": 571863984.0, + "step": 15696 + }, + { + "epoch": 2.914948932219127, + "grad_norm": 1.4716486930847168, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8902965188026428, + "num_tokens": 571904309.0, + "step": 15697 + }, + { + "epoch": 2.915134633240483, + "grad_norm": 1.5377339124679565, + "learning_rate": 1e-06, + "loss": 0.2743, + "mean_token_accuracy": 0.9031782150268555, + "num_tokens": 571934272.0, + "step": 15698 + }, + { + "epoch": 2.9153203342618386, + "grad_norm": 1.46336030960083, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8818838596343994, + "num_tokens": 571980108.0, + "step": 15699 + }, + { + "epoch": 2.915506035283194, + "grad_norm": 1.6942499876022339, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8862866163253784, + "num_tokens": 572015506.0, + "step": 15700 + }, + { + "epoch": 2.9156917363045496, + "grad_norm": 1.4177089929580688, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.890361487865448, + "num_tokens": 572056041.0, + "step": 15701 + }, + { + "epoch": 2.9158774373259053, + "grad_norm": 1.6557130813598633, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8910726308822632, + "num_tokens": 572089327.0, + "step": 15702 + }, + { + "epoch": 2.916063138347261, + "grad_norm": 1.5295758247375488, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8985122442245483, + "num_tokens": 572122357.0, + "step": 15703 + }, + { + "epoch": 2.916248839368617, + "grad_norm": 1.551751971244812, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8819161653518677, + "num_tokens": 572157964.0, + "step": 15704 + }, + { + "epoch": 2.916434540389972, + "grad_norm": 1.4864252805709839, + "learning_rate": 1e-06, + "loss": 0.2732, + "mean_token_accuracy": 0.9013795852661133, + "num_tokens": 572194551.0, + "step": 15705 + }, + { + "epoch": 2.916620241411328, + "grad_norm": 1.6236120462417603, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8807104825973511, + "num_tokens": 572234173.0, + "step": 15706 + }, + { + "epoch": 2.9168059424326835, + "grad_norm": 1.4678064584732056, + "learning_rate": 1e-06, + "loss": 0.3124, + "mean_token_accuracy": 0.8899004459381104, + "num_tokens": 572271645.0, + "step": 15707 + }, + { + "epoch": 2.916991643454039, + "grad_norm": 1.6555373668670654, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8748476505279541, + "num_tokens": 572307561.0, + "step": 15708 + }, + { + "epoch": 2.9171773444753946, + "grad_norm": 1.6784254312515259, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8868532180786133, + "num_tokens": 572336860.0, + "step": 15709 + }, + { + "epoch": 2.9173630454967503, + "grad_norm": 1.3551967144012451, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.89347243309021, + "num_tokens": 572377019.0, + "step": 15710 + }, + { + "epoch": 2.917548746518106, + "grad_norm": 1.5836552381515503, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.873634397983551, + "num_tokens": 572414529.0, + "step": 15711 + }, + { + "epoch": 2.9177344475394613, + "grad_norm": 1.3810653686523438, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8975553512573242, + "num_tokens": 572455085.0, + "step": 15712 + }, + { + "epoch": 2.917920148560817, + "grad_norm": 1.5873398780822754, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8805404901504517, + "num_tokens": 572494661.0, + "step": 15713 + }, + { + "epoch": 2.918105849582173, + "grad_norm": 1.6167796850204468, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.875943660736084, + "num_tokens": 572532557.0, + "step": 15714 + }, + { + "epoch": 2.918291550603528, + "grad_norm": 1.4725335836410522, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8857129812240601, + "num_tokens": 572574842.0, + "step": 15715 + }, + { + "epoch": 2.918477251624884, + "grad_norm": 1.6012214422225952, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8678215146064758, + "num_tokens": 572612377.0, + "step": 15716 + }, + { + "epoch": 2.9186629526462395, + "grad_norm": 1.544852614402771, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8855222463607788, + "num_tokens": 572648301.0, + "step": 15717 + }, + { + "epoch": 2.9188486536675953, + "grad_norm": 1.4122049808502197, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.892279863357544, + "num_tokens": 572687753.0, + "step": 15718 + }, + { + "epoch": 2.919034354688951, + "grad_norm": 1.5160589218139648, + "learning_rate": 1e-06, + "loss": 0.2846, + "mean_token_accuracy": 0.8974982500076294, + "num_tokens": 572725311.0, + "step": 15719 + }, + { + "epoch": 2.9192200557103063, + "grad_norm": 1.6763732433319092, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8734142780303955, + "num_tokens": 572759253.0, + "step": 15720 + }, + { + "epoch": 2.919405756731662, + "grad_norm": 1.7006646394729614, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8873205184936523, + "num_tokens": 572787743.0, + "step": 15721 + }, + { + "epoch": 2.9195914577530178, + "grad_norm": 1.485422968864441, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8912830352783203, + "num_tokens": 572824908.0, + "step": 15722 + }, + { + "epoch": 2.919777158774373, + "grad_norm": 1.4680945873260498, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8849794268608093, + "num_tokens": 572863143.0, + "step": 15723 + }, + { + "epoch": 2.919962859795729, + "grad_norm": 1.6174019575119019, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.886425256729126, + "num_tokens": 572896642.0, + "step": 15724 + }, + { + "epoch": 2.9201485608170845, + "grad_norm": 1.4196385145187378, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8945577144622803, + "num_tokens": 572938301.0, + "step": 15725 + }, + { + "epoch": 2.9203342618384402, + "grad_norm": 1.5489012002944946, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8839884996414185, + "num_tokens": 572976045.0, + "step": 15726 + }, + { + "epoch": 2.920519962859796, + "grad_norm": 1.605636715888977, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8787151575088501, + "num_tokens": 573011383.0, + "step": 15727 + }, + { + "epoch": 2.9207056638811513, + "grad_norm": 1.4034935235977173, + "learning_rate": 1e-06, + "loss": 0.28, + "mean_token_accuracy": 0.9005210995674133, + "num_tokens": 573048831.0, + "step": 15728 + }, + { + "epoch": 2.920891364902507, + "grad_norm": 1.5060395002365112, + "learning_rate": 1e-06, + "loss": 0.2844, + "mean_token_accuracy": 0.8984911441802979, + "num_tokens": 573084915.0, + "step": 15729 + }, + { + "epoch": 2.9210770659238627, + "grad_norm": 1.6130508184432983, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8862037062644958, + "num_tokens": 573119471.0, + "step": 15730 + }, + { + "epoch": 2.921262766945218, + "grad_norm": 1.465165376663208, + "learning_rate": 1e-06, + "loss": 0.2766, + "mean_token_accuracy": 0.9013409614562988, + "num_tokens": 573157760.0, + "step": 15731 + }, + { + "epoch": 2.9214484679665738, + "grad_norm": 1.5602589845657349, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8781685829162598, + "num_tokens": 573195961.0, + "step": 15732 + }, + { + "epoch": 2.9216341689879295, + "grad_norm": 1.4901540279388428, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8908755779266357, + "num_tokens": 573233010.0, + "step": 15733 + }, + { + "epoch": 2.9218198700092852, + "grad_norm": 1.453649640083313, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8836333751678467, + "num_tokens": 573274298.0, + "step": 15734 + }, + { + "epoch": 2.9220055710306405, + "grad_norm": 1.8784229755401611, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8645064830780029, + "num_tokens": 573303418.0, + "step": 15735 + }, + { + "epoch": 2.9221912720519962, + "grad_norm": 1.6119153499603271, + "learning_rate": 1e-06, + "loss": 0.2849, + "mean_token_accuracy": 0.8982381820678711, + "num_tokens": 573338083.0, + "step": 15736 + }, + { + "epoch": 2.922376973073352, + "grad_norm": 1.6017072200775146, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8873705863952637, + "num_tokens": 573371599.0, + "step": 15737 + }, + { + "epoch": 2.9225626740947073, + "grad_norm": 1.5336872339248657, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8971686363220215, + "num_tokens": 573404245.0, + "step": 15738 + }, + { + "epoch": 2.922748375116063, + "grad_norm": 1.6360827684402466, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8937401175498962, + "num_tokens": 573435200.0, + "step": 15739 + }, + { + "epoch": 2.9229340761374187, + "grad_norm": 1.5439987182617188, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8865295052528381, + "num_tokens": 573472213.0, + "step": 15740 + }, + { + "epoch": 2.9231197771587745, + "grad_norm": 1.5154467821121216, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8844020366668701, + "num_tokens": 573510418.0, + "step": 15741 + }, + { + "epoch": 2.92330547818013, + "grad_norm": 1.5558063983917236, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8893358707427979, + "num_tokens": 573546275.0, + "step": 15742 + }, + { + "epoch": 2.9234911792014855, + "grad_norm": 1.483898401260376, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8938760757446289, + "num_tokens": 573584297.0, + "step": 15743 + }, + { + "epoch": 2.9236768802228412, + "grad_norm": 1.5134286880493164, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8863691687583923, + "num_tokens": 573621639.0, + "step": 15744 + }, + { + "epoch": 2.923862581244197, + "grad_norm": 1.494526982307434, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8906409740447998, + "num_tokens": 573657929.0, + "step": 15745 + }, + { + "epoch": 2.9240482822655522, + "grad_norm": 1.556376576423645, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.882091760635376, + "num_tokens": 573694962.0, + "step": 15746 + }, + { + "epoch": 2.924233983286908, + "grad_norm": 1.479244589805603, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8861454725265503, + "num_tokens": 573734440.0, + "step": 15747 + }, + { + "epoch": 2.9244196843082637, + "grad_norm": 1.5924482345581055, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8879275321960449, + "num_tokens": 573771327.0, + "step": 15748 + }, + { + "epoch": 2.9246053853296194, + "grad_norm": 1.6436583995819092, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8819144368171692, + "num_tokens": 573803579.0, + "step": 15749 + }, + { + "epoch": 2.924791086350975, + "grad_norm": 1.552592158317566, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8826522827148438, + "num_tokens": 573842109.0, + "step": 15750 + }, + { + "epoch": 2.9249767873723305, + "grad_norm": 1.5888557434082031, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8797509074211121, + "num_tokens": 573876128.0, + "step": 15751 + }, + { + "epoch": 2.925162488393686, + "grad_norm": 1.5627479553222656, + "learning_rate": 1e-06, + "loss": 0.3025, + "mean_token_accuracy": 0.8940837383270264, + "num_tokens": 573911195.0, + "step": 15752 + }, + { + "epoch": 2.925348189415042, + "grad_norm": 1.5493600368499756, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8903402090072632, + "num_tokens": 573945192.0, + "step": 15753 + }, + { + "epoch": 2.925533890436397, + "grad_norm": 1.5499682426452637, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8967273235321045, + "num_tokens": 573980448.0, + "step": 15754 + }, + { + "epoch": 2.925719591457753, + "grad_norm": 1.6532732248306274, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8857061862945557, + "num_tokens": 574015933.0, + "step": 15755 + }, + { + "epoch": 2.9259052924791087, + "grad_norm": 1.7080552577972412, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8659904599189758, + "num_tokens": 574051089.0, + "step": 15756 + }, + { + "epoch": 2.9260909935004644, + "grad_norm": 1.4467782974243164, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8786223530769348, + "num_tokens": 574095225.0, + "step": 15757 + }, + { + "epoch": 2.9262766945218197, + "grad_norm": 1.5535569190979004, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8711498975753784, + "num_tokens": 574137929.0, + "step": 15758 + }, + { + "epoch": 2.9264623955431754, + "grad_norm": 1.7847541570663452, + "learning_rate": 1e-06, + "loss": 0.3104, + "mean_token_accuracy": 0.8911823034286499, + "num_tokens": 574167270.0, + "step": 15759 + }, + { + "epoch": 2.926648096564531, + "grad_norm": 1.427838683128357, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8725242018699646, + "num_tokens": 574211976.0, + "step": 15760 + }, + { + "epoch": 2.9268337975858865, + "grad_norm": 1.4618045091629028, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8871970176696777, + "num_tokens": 574248247.0, + "step": 15761 + }, + { + "epoch": 2.927019498607242, + "grad_norm": 1.4127787351608276, + "learning_rate": 1e-06, + "loss": 0.3044, + "mean_token_accuracy": 0.8885135650634766, + "num_tokens": 574285709.0, + "step": 15762 + }, + { + "epoch": 2.927205199628598, + "grad_norm": 1.4148768186569214, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8899475336074829, + "num_tokens": 574324726.0, + "step": 15763 + }, + { + "epoch": 2.9273909006499537, + "grad_norm": 1.5440832376480103, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8930684924125671, + "num_tokens": 574357619.0, + "step": 15764 + }, + { + "epoch": 2.9275766016713094, + "grad_norm": 1.4191099405288696, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8858394026756287, + "num_tokens": 574395975.0, + "step": 15765 + }, + { + "epoch": 2.9277623026926647, + "grad_norm": 1.3470594882965088, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8791631460189819, + "num_tokens": 574444098.0, + "step": 15766 + }, + { + "epoch": 2.9279480037140204, + "grad_norm": 1.7564629316329956, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8799445629119873, + "num_tokens": 574475568.0, + "step": 15767 + }, + { + "epoch": 2.928133704735376, + "grad_norm": 1.493402123451233, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8936342000961304, + "num_tokens": 574514197.0, + "step": 15768 + }, + { + "epoch": 2.9283194057567314, + "grad_norm": 1.5598641633987427, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8806102871894836, + "num_tokens": 574555030.0, + "step": 15769 + }, + { + "epoch": 2.928505106778087, + "grad_norm": 1.6027228832244873, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8926987051963806, + "num_tokens": 574588091.0, + "step": 15770 + }, + { + "epoch": 2.928690807799443, + "grad_norm": 1.7073583602905273, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8913214802742004, + "num_tokens": 574618428.0, + "step": 15771 + }, + { + "epoch": 2.9288765088207986, + "grad_norm": 1.4901797771453857, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8791823983192444, + "num_tokens": 574659015.0, + "step": 15772 + }, + { + "epoch": 2.9290622098421544, + "grad_norm": 1.6862633228302002, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8798308372497559, + "num_tokens": 574692124.0, + "step": 15773 + }, + { + "epoch": 2.9292479108635097, + "grad_norm": 1.4383827447891235, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8895235061645508, + "num_tokens": 574732903.0, + "step": 15774 + }, + { + "epoch": 2.9294336118848654, + "grad_norm": 1.5102518796920776, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8875566720962524, + "num_tokens": 574768283.0, + "step": 15775 + }, + { + "epoch": 2.929619312906221, + "grad_norm": 1.5324214696884155, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8821736574172974, + "num_tokens": 574805674.0, + "step": 15776 + }, + { + "epoch": 2.9298050139275764, + "grad_norm": 1.6800799369812012, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8661619424819946, + "num_tokens": 574844197.0, + "step": 15777 + }, + { + "epoch": 2.929990714948932, + "grad_norm": 1.562861442565918, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.87830650806427, + "num_tokens": 574886896.0, + "step": 15778 + }, + { + "epoch": 2.930176415970288, + "grad_norm": 1.498363971710205, + "learning_rate": 1e-06, + "loss": 0.2778, + "mean_token_accuracy": 0.8992693424224854, + "num_tokens": 574923320.0, + "step": 15779 + }, + { + "epoch": 2.9303621169916436, + "grad_norm": 1.4344561100006104, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8936527371406555, + "num_tokens": 574963591.0, + "step": 15780 + }, + { + "epoch": 2.930547818012999, + "grad_norm": 1.431946873664856, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8874045014381409, + "num_tokens": 575004209.0, + "step": 15781 + }, + { + "epoch": 2.9307335190343546, + "grad_norm": 1.543758749961853, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8934531807899475, + "num_tokens": 575037939.0, + "step": 15782 + }, + { + "epoch": 2.9309192200557104, + "grad_norm": 1.3938424587249756, + "learning_rate": 1e-06, + "loss": 0.2864, + "mean_token_accuracy": 0.8974871039390564, + "num_tokens": 575078760.0, + "step": 15783 + }, + { + "epoch": 2.9311049210770657, + "grad_norm": 1.584399938583374, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8871448636054993, + "num_tokens": 575112779.0, + "step": 15784 + }, + { + "epoch": 2.9312906220984214, + "grad_norm": 1.6334160566329956, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8773824572563171, + "num_tokens": 575148512.0, + "step": 15785 + }, + { + "epoch": 2.931476323119777, + "grad_norm": 1.3822382688522339, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8874268531799316, + "num_tokens": 575191701.0, + "step": 15786 + }, + { + "epoch": 2.931662024141133, + "grad_norm": 1.5216286182403564, + "learning_rate": 1e-06, + "loss": 0.2938, + "mean_token_accuracy": 0.8947409391403198, + "num_tokens": 575228249.0, + "step": 15787 + }, + { + "epoch": 2.9318477251624886, + "grad_norm": 1.5061758756637573, + "learning_rate": 1e-06, + "loss": 0.3092, + "mean_token_accuracy": 0.8914361000061035, + "num_tokens": 575266632.0, + "step": 15788 + }, + { + "epoch": 2.932033426183844, + "grad_norm": 1.5670710802078247, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8714128732681274, + "num_tokens": 575305597.0, + "step": 15789 + }, + { + "epoch": 2.9322191272051996, + "grad_norm": 1.449798583984375, + "learning_rate": 1e-06, + "loss": 0.2828, + "mean_token_accuracy": 0.8998748660087585, + "num_tokens": 575341852.0, + "step": 15790 + }, + { + "epoch": 2.9324048282265553, + "grad_norm": 1.5263235569000244, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8926644325256348, + "num_tokens": 575372706.0, + "step": 15791 + }, + { + "epoch": 2.9325905292479106, + "grad_norm": 1.509500503540039, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.8956608176231384, + "num_tokens": 575403720.0, + "step": 15792 + }, + { + "epoch": 2.9327762302692664, + "grad_norm": 1.558488368988037, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8962383270263672, + "num_tokens": 575436273.0, + "step": 15793 + }, + { + "epoch": 2.932961931290622, + "grad_norm": 1.5176128149032593, + "learning_rate": 1e-06, + "loss": 0.2927, + "mean_token_accuracy": 0.8947255611419678, + "num_tokens": 575471521.0, + "step": 15794 + }, + { + "epoch": 2.933147632311978, + "grad_norm": 1.495327115058899, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8881587386131287, + "num_tokens": 575512974.0, + "step": 15795 + }, + { + "epoch": 2.9333333333333336, + "grad_norm": 1.4848343133926392, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8799933791160583, + "num_tokens": 575552783.0, + "step": 15796 + }, + { + "epoch": 2.933519034354689, + "grad_norm": 1.3978949785232544, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8844976425170898, + "num_tokens": 575594090.0, + "step": 15797 + }, + { + "epoch": 2.9337047353760446, + "grad_norm": 1.6106946468353271, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8872449398040771, + "num_tokens": 575629383.0, + "step": 15798 + }, + { + "epoch": 2.9338904363974003, + "grad_norm": 1.3951534032821655, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8824121952056885, + "num_tokens": 575673746.0, + "step": 15799 + }, + { + "epoch": 2.9340761374187556, + "grad_norm": 1.5688989162445068, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8825299739837646, + "num_tokens": 575709391.0, + "step": 15800 + }, + { + "epoch": 2.9342618384401113, + "grad_norm": 1.5525798797607422, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.882859468460083, + "num_tokens": 575745753.0, + "step": 15801 + }, + { + "epoch": 2.934447539461467, + "grad_norm": 1.5948823690414429, + "learning_rate": 1e-06, + "loss": 0.3019, + "mean_token_accuracy": 0.8922657370567322, + "num_tokens": 575782062.0, + "step": 15802 + }, + { + "epoch": 2.934633240482823, + "grad_norm": 1.3424642086029053, + "learning_rate": 1e-06, + "loss": 0.2706, + "mean_token_accuracy": 0.9019376635551453, + "num_tokens": 575823500.0, + "step": 15803 + }, + { + "epoch": 2.9348189415041785, + "grad_norm": 1.4515104293823242, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8774882555007935, + "num_tokens": 575865394.0, + "step": 15804 + }, + { + "epoch": 2.935004642525534, + "grad_norm": 1.564518690109253, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8815904855728149, + "num_tokens": 575901247.0, + "step": 15805 + }, + { + "epoch": 2.9351903435468896, + "grad_norm": 1.62311589717865, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8788825869560242, + "num_tokens": 575931570.0, + "step": 15806 + }, + { + "epoch": 2.935376044568245, + "grad_norm": 1.6472691297531128, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.896090030670166, + "num_tokens": 575964704.0, + "step": 15807 + }, + { + "epoch": 2.9355617455896006, + "grad_norm": 1.4794280529022217, + "learning_rate": 1e-06, + "loss": 0.2899, + "mean_token_accuracy": 0.8962562680244446, + "num_tokens": 576000967.0, + "step": 15808 + }, + { + "epoch": 2.9357474466109563, + "grad_norm": 1.5493682622909546, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8881238698959351, + "num_tokens": 576036790.0, + "step": 15809 + }, + { + "epoch": 2.935933147632312, + "grad_norm": 1.3926228284835815, + "learning_rate": 1e-06, + "loss": 0.3073, + "mean_token_accuracy": 0.8925730586051941, + "num_tokens": 576078662.0, + "step": 15810 + }, + { + "epoch": 2.936118848653668, + "grad_norm": 1.3383769989013672, + "learning_rate": 1e-06, + "loss": 0.2709, + "mean_token_accuracy": 0.9028754234313965, + "num_tokens": 576117235.0, + "step": 15811 + }, + { + "epoch": 2.936304549675023, + "grad_norm": 1.5030109882354736, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8855973482131958, + "num_tokens": 576155420.0, + "step": 15812 + }, + { + "epoch": 2.936490250696379, + "grad_norm": 1.609999656677246, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8798738121986389, + "num_tokens": 576188663.0, + "step": 15813 + }, + { + "epoch": 2.9366759517177345, + "grad_norm": 1.623488187789917, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8776458501815796, + "num_tokens": 576223593.0, + "step": 15814 + }, + { + "epoch": 2.93686165273909, + "grad_norm": 1.6236683130264282, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8847600221633911, + "num_tokens": 576259214.0, + "step": 15815 + }, + { + "epoch": 2.9370473537604456, + "grad_norm": 1.5634266138076782, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8856081366539001, + "num_tokens": 576294538.0, + "step": 15816 + }, + { + "epoch": 2.9372330547818013, + "grad_norm": 1.3886922597885132, + "learning_rate": 1e-06, + "loss": 0.2915, + "mean_token_accuracy": 0.8947297930717468, + "num_tokens": 576331675.0, + "step": 15817 + }, + { + "epoch": 2.937418755803157, + "grad_norm": 1.509335994720459, + "learning_rate": 1e-06, + "loss": 0.2995, + "mean_token_accuracy": 0.8917417526245117, + "num_tokens": 576365038.0, + "step": 15818 + }, + { + "epoch": 2.9376044568245128, + "grad_norm": 1.4921811819076538, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8880516290664673, + "num_tokens": 576401396.0, + "step": 15819 + }, + { + "epoch": 2.937790157845868, + "grad_norm": 1.6440187692642212, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8756591081619263, + "num_tokens": 576437931.0, + "step": 15820 + }, + { + "epoch": 2.937975858867224, + "grad_norm": 1.4488757848739624, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8886783719062805, + "num_tokens": 576479032.0, + "step": 15821 + }, + { + "epoch": 2.9381615598885795, + "grad_norm": 1.5732042789459229, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8874556422233582, + "num_tokens": 576516148.0, + "step": 15822 + }, + { + "epoch": 2.938347260909935, + "grad_norm": 1.4316755533218384, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8886346817016602, + "num_tokens": 576557766.0, + "step": 15823 + }, + { + "epoch": 2.9385329619312905, + "grad_norm": 1.5799473524093628, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8860582113265991, + "num_tokens": 576592933.0, + "step": 15824 + }, + { + "epoch": 2.9387186629526463, + "grad_norm": 1.4153013229370117, + "learning_rate": 1e-06, + "loss": 0.2581, + "mean_token_accuracy": 0.9054176807403564, + "num_tokens": 576631521.0, + "step": 15825 + }, + { + "epoch": 2.938904363974002, + "grad_norm": 1.6490180492401123, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8882794380187988, + "num_tokens": 576667129.0, + "step": 15826 + }, + { + "epoch": 2.9390900649953577, + "grad_norm": 1.558091402053833, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8822803497314453, + "num_tokens": 576704396.0, + "step": 15827 + }, + { + "epoch": 2.939275766016713, + "grad_norm": 1.4354908466339111, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.887566328048706, + "num_tokens": 576745187.0, + "step": 15828 + }, + { + "epoch": 2.9394614670380688, + "grad_norm": 1.5021486282348633, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8968285918235779, + "num_tokens": 576779487.0, + "step": 15829 + }, + { + "epoch": 2.939647168059424, + "grad_norm": 1.4330986738204956, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8748816847801208, + "num_tokens": 576821764.0, + "step": 15830 + }, + { + "epoch": 2.93983286908078, + "grad_norm": 1.557456374168396, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.884250283241272, + "num_tokens": 576859096.0, + "step": 15831 + }, + { + "epoch": 2.9400185701021355, + "grad_norm": 1.4397754669189453, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8924767374992371, + "num_tokens": 576899374.0, + "step": 15832 + }, + { + "epoch": 2.9402042711234913, + "grad_norm": 1.5858676433563232, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8770847320556641, + "num_tokens": 576933750.0, + "step": 15833 + }, + { + "epoch": 2.940389972144847, + "grad_norm": 1.4550213813781738, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8887978196144104, + "num_tokens": 576972057.0, + "step": 15834 + }, + { + "epoch": 2.9405756731662023, + "grad_norm": 1.5959856510162354, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.869896650314331, + "num_tokens": 577008524.0, + "step": 15835 + }, + { + "epoch": 2.940761374187558, + "grad_norm": 1.4461884498596191, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8811846375465393, + "num_tokens": 577053370.0, + "step": 15836 + }, + { + "epoch": 2.9409470752089137, + "grad_norm": 1.4679914712905884, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8919031620025635, + "num_tokens": 577088993.0, + "step": 15837 + }, + { + "epoch": 2.941132776230269, + "grad_norm": 1.5540813207626343, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8765100240707397, + "num_tokens": 577126003.0, + "step": 15838 + }, + { + "epoch": 2.9413184772516248, + "grad_norm": 1.6133322715759277, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8701249361038208, + "num_tokens": 577159913.0, + "step": 15839 + }, + { + "epoch": 2.9415041782729805, + "grad_norm": 1.5210096836090088, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8869834542274475, + "num_tokens": 577195334.0, + "step": 15840 + }, + { + "epoch": 2.9416898792943362, + "grad_norm": 1.5327366590499878, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8914614319801331, + "num_tokens": 577229596.0, + "step": 15841 + }, + { + "epoch": 2.941875580315692, + "grad_norm": 1.4246132373809814, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8922995328903198, + "num_tokens": 577268626.0, + "step": 15842 + }, + { + "epoch": 2.9420612813370473, + "grad_norm": 1.494397521018982, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8883739709854126, + "num_tokens": 577308412.0, + "step": 15843 + }, + { + "epoch": 2.942246982358403, + "grad_norm": 1.6702907085418701, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8897956609725952, + "num_tokens": 577341163.0, + "step": 15844 + }, + { + "epoch": 2.9424326833797587, + "grad_norm": 1.527929425239563, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8694884777069092, + "num_tokens": 577383033.0, + "step": 15845 + }, + { + "epoch": 2.942618384401114, + "grad_norm": 1.4770060777664185, + "learning_rate": 1e-06, + "loss": 0.2906, + "mean_token_accuracy": 0.8939045667648315, + "num_tokens": 577419405.0, + "step": 15846 + }, + { + "epoch": 2.9428040854224697, + "grad_norm": 1.4911381006240845, + "learning_rate": 1e-06, + "loss": 0.2801, + "mean_token_accuracy": 0.8988684415817261, + "num_tokens": 577454097.0, + "step": 15847 + }, + { + "epoch": 2.9429897864438255, + "grad_norm": 1.4854263067245483, + "learning_rate": 1e-06, + "loss": 0.3018, + "mean_token_accuracy": 0.8924124240875244, + "num_tokens": 577493101.0, + "step": 15848 + }, + { + "epoch": 2.943175487465181, + "grad_norm": 1.4794162511825562, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8961899280548096, + "num_tokens": 577528656.0, + "step": 15849 + }, + { + "epoch": 2.943361188486537, + "grad_norm": 1.5299186706542969, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8895279765129089, + "num_tokens": 577564078.0, + "step": 15850 + }, + { + "epoch": 2.9435468895078922, + "grad_norm": 1.5359076261520386, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8763018846511841, + "num_tokens": 577603338.0, + "step": 15851 + }, + { + "epoch": 2.943732590529248, + "grad_norm": 1.646862506866455, + "learning_rate": 1e-06, + "loss": 0.2966, + "mean_token_accuracy": 0.8940908908843994, + "num_tokens": 577633613.0, + "step": 15852 + }, + { + "epoch": 2.9439182915506037, + "grad_norm": 1.5930057764053345, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8748355507850647, + "num_tokens": 577675116.0, + "step": 15853 + }, + { + "epoch": 2.944103992571959, + "grad_norm": 1.5276225805282593, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8893340229988098, + "num_tokens": 577708123.0, + "step": 15854 + }, + { + "epoch": 2.9442896935933147, + "grad_norm": 1.5670485496520996, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8877570629119873, + "num_tokens": 577743730.0, + "step": 15855 + }, + { + "epoch": 2.9444753946146704, + "grad_norm": 1.6335686445236206, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8904879093170166, + "num_tokens": 577776241.0, + "step": 15856 + }, + { + "epoch": 2.944661095636026, + "grad_norm": 1.4349017143249512, + "learning_rate": 1e-06, + "loss": 0.2791, + "mean_token_accuracy": 0.9007668495178223, + "num_tokens": 577815238.0, + "step": 15857 + }, + { + "epoch": 2.9448467966573815, + "grad_norm": 1.5152039527893066, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8824646472930908, + "num_tokens": 577851778.0, + "step": 15858 + }, + { + "epoch": 2.945032497678737, + "grad_norm": 1.4851796627044678, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8844346404075623, + "num_tokens": 577890464.0, + "step": 15859 + }, + { + "epoch": 2.945218198700093, + "grad_norm": 1.5127238035202026, + "learning_rate": 1e-06, + "loss": 0.2752, + "mean_token_accuracy": 0.9038345217704773, + "num_tokens": 577922962.0, + "step": 15860 + }, + { + "epoch": 2.9454038997214482, + "grad_norm": 1.426448941230774, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8929017186164856, + "num_tokens": 577964547.0, + "step": 15861 + }, + { + "epoch": 2.945589600742804, + "grad_norm": 1.387587547302246, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8936365842819214, + "num_tokens": 578008075.0, + "step": 15862 + }, + { + "epoch": 2.9457753017641597, + "grad_norm": 1.613375186920166, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8680606484413147, + "num_tokens": 578042741.0, + "step": 15863 + }, + { + "epoch": 2.9459610027855154, + "grad_norm": 1.6356616020202637, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.88713538646698, + "num_tokens": 578077991.0, + "step": 15864 + }, + { + "epoch": 2.946146703806871, + "grad_norm": 1.5060336589813232, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8866379857063293, + "num_tokens": 578116450.0, + "step": 15865 + }, + { + "epoch": 2.9463324048282264, + "grad_norm": 1.5863440036773682, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.877461850643158, + "num_tokens": 578147966.0, + "step": 15866 + }, + { + "epoch": 2.946518105849582, + "grad_norm": 1.557539701461792, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.8890220522880554, + "num_tokens": 578181736.0, + "step": 15867 + }, + { + "epoch": 2.946703806870938, + "grad_norm": 1.5188322067260742, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8738640546798706, + "num_tokens": 578223815.0, + "step": 15868 + }, + { + "epoch": 2.946889507892293, + "grad_norm": 1.4202784299850464, + "learning_rate": 1e-06, + "loss": 0.2967, + "mean_token_accuracy": 0.8966856002807617, + "num_tokens": 578259086.0, + "step": 15869 + }, + { + "epoch": 2.947075208913649, + "grad_norm": 1.5693917274475098, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8883966207504272, + "num_tokens": 578295890.0, + "step": 15870 + }, + { + "epoch": 2.9472609099350047, + "grad_norm": 1.5101274251937866, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8864064812660217, + "num_tokens": 578333336.0, + "step": 15871 + }, + { + "epoch": 2.9474466109563604, + "grad_norm": 1.587430477142334, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8872871994972229, + "num_tokens": 578368380.0, + "step": 15872 + }, + { + "epoch": 2.947632311977716, + "grad_norm": 1.4292231798171997, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8881028294563293, + "num_tokens": 578405599.0, + "step": 15873 + }, + { + "epoch": 2.9478180129990714, + "grad_norm": 1.6543008089065552, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8862490653991699, + "num_tokens": 578438046.0, + "step": 15874 + }, + { + "epoch": 2.948003714020427, + "grad_norm": 1.469854474067688, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.890298068523407, + "num_tokens": 578477657.0, + "step": 15875 + }, + { + "epoch": 2.948189415041783, + "grad_norm": 1.499809741973877, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8954818248748779, + "num_tokens": 578512583.0, + "step": 15876 + }, + { + "epoch": 2.948375116063138, + "grad_norm": 1.485011339187622, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8942217826843262, + "num_tokens": 578547963.0, + "step": 15877 + }, + { + "epoch": 2.948560817084494, + "grad_norm": 1.4740231037139893, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8813133239746094, + "num_tokens": 578585888.0, + "step": 15878 + }, + { + "epoch": 2.9487465181058496, + "grad_norm": 1.4763144254684448, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8823444247245789, + "num_tokens": 578623262.0, + "step": 15879 + }, + { + "epoch": 2.9489322191272054, + "grad_norm": 1.7086163759231567, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8779342174530029, + "num_tokens": 578654210.0, + "step": 15880 + }, + { + "epoch": 2.9491179201485607, + "grad_norm": 1.5179481506347656, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.890048623085022, + "num_tokens": 578692019.0, + "step": 15881 + }, + { + "epoch": 2.9493036211699164, + "grad_norm": 1.6272486448287964, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8876588940620422, + "num_tokens": 578723683.0, + "step": 15882 + }, + { + "epoch": 2.949489322191272, + "grad_norm": 1.528371810913086, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8925852179527283, + "num_tokens": 578758798.0, + "step": 15883 + }, + { + "epoch": 2.9496750232126274, + "grad_norm": 1.5406639575958252, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8722681999206543, + "num_tokens": 578800851.0, + "step": 15884 + }, + { + "epoch": 2.949860724233983, + "grad_norm": 1.6805191040039062, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8868783116340637, + "num_tokens": 578834539.0, + "step": 15885 + }, + { + "epoch": 2.950046425255339, + "grad_norm": 1.5935723781585693, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8876574635505676, + "num_tokens": 578867203.0, + "step": 15886 + }, + { + "epoch": 2.9502321262766946, + "grad_norm": 1.5061794519424438, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8758120536804199, + "num_tokens": 578906978.0, + "step": 15887 + }, + { + "epoch": 2.9504178272980504, + "grad_norm": 1.6076651811599731, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8749078512191772, + "num_tokens": 578946807.0, + "step": 15888 + }, + { + "epoch": 2.9506035283194056, + "grad_norm": 1.5867372751235962, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8824561834335327, + "num_tokens": 578980768.0, + "step": 15889 + }, + { + "epoch": 2.9507892293407614, + "grad_norm": 1.4329379796981812, + "learning_rate": 1e-06, + "loss": 0.2621, + "mean_token_accuracy": 0.9060043096542358, + "num_tokens": 579017732.0, + "step": 15890 + }, + { + "epoch": 2.950974930362117, + "grad_norm": 1.4790267944335938, + "learning_rate": 1e-06, + "loss": 0.2815, + "mean_token_accuracy": 0.8990936875343323, + "num_tokens": 579052054.0, + "step": 15891 + }, + { + "epoch": 2.9511606313834724, + "grad_norm": 1.6668760776519775, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8731483221054077, + "num_tokens": 579085401.0, + "step": 15892 + }, + { + "epoch": 2.951346332404828, + "grad_norm": 1.5234640836715698, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8877623081207275, + "num_tokens": 579122792.0, + "step": 15893 + }, + { + "epoch": 2.951532033426184, + "grad_norm": 1.4593263864517212, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.893134593963623, + "num_tokens": 579160822.0, + "step": 15894 + }, + { + "epoch": 2.9517177344475396, + "grad_norm": 1.5988465547561646, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8651028871536255, + "num_tokens": 579201272.0, + "step": 15895 + }, + { + "epoch": 2.9519034354688953, + "grad_norm": 1.5684930086135864, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8894862532615662, + "num_tokens": 579235419.0, + "step": 15896 + }, + { + "epoch": 2.9520891364902506, + "grad_norm": 1.5306202173233032, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8949491381645203, + "num_tokens": 579266788.0, + "step": 15897 + }, + { + "epoch": 2.9522748375116064, + "grad_norm": 1.6289600133895874, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8867003917694092, + "num_tokens": 579297303.0, + "step": 15898 + }, + { + "epoch": 2.952460538532962, + "grad_norm": 1.713545799255371, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8918344974517822, + "num_tokens": 579327121.0, + "step": 15899 + }, + { + "epoch": 2.9526462395543174, + "grad_norm": 1.533246397972107, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8818003535270691, + "num_tokens": 579366394.0, + "step": 15900 + }, + { + "epoch": 2.952831940575673, + "grad_norm": 1.4590691328048706, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8899361491203308, + "num_tokens": 579402929.0, + "step": 15901 + }, + { + "epoch": 2.953017641597029, + "grad_norm": 1.5849769115447998, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.8942074775695801, + "num_tokens": 579437591.0, + "step": 15902 + }, + { + "epoch": 2.9532033426183846, + "grad_norm": 1.6618127822875977, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8878397941589355, + "num_tokens": 579469572.0, + "step": 15903 + }, + { + "epoch": 2.95338904363974, + "grad_norm": 1.558990240097046, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8797801733016968, + "num_tokens": 579510046.0, + "step": 15904 + }, + { + "epoch": 2.9535747446610956, + "grad_norm": 1.543111801147461, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8784632682800293, + "num_tokens": 579547173.0, + "step": 15905 + }, + { + "epoch": 2.9537604456824513, + "grad_norm": 1.506421685218811, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8933504223823547, + "num_tokens": 579582522.0, + "step": 15906 + }, + { + "epoch": 2.9539461467038066, + "grad_norm": 1.5303065776824951, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.87904953956604, + "num_tokens": 579621068.0, + "step": 15907 + }, + { + "epoch": 2.9541318477251624, + "grad_norm": 1.6857190132141113, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8915281295776367, + "num_tokens": 579653705.0, + "step": 15908 + }, + { + "epoch": 2.954317548746518, + "grad_norm": 1.4093623161315918, + "learning_rate": 1e-06, + "loss": 0.2896, + "mean_token_accuracy": 0.8948814868927002, + "num_tokens": 579693759.0, + "step": 15909 + }, + { + "epoch": 2.954503249767874, + "grad_norm": 1.4252636432647705, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8895957469940186, + "num_tokens": 579731412.0, + "step": 15910 + }, + { + "epoch": 2.9546889507892296, + "grad_norm": 1.5279351472854614, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8899929523468018, + "num_tokens": 579765465.0, + "step": 15911 + }, + { + "epoch": 2.954874651810585, + "grad_norm": 1.6206307411193848, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8860563039779663, + "num_tokens": 579797822.0, + "step": 15912 + }, + { + "epoch": 2.9550603528319406, + "grad_norm": 1.574204444885254, + "learning_rate": 1e-06, + "loss": 0.3122, + "mean_token_accuracy": 0.8926690816879272, + "num_tokens": 579829958.0, + "step": 15913 + }, + { + "epoch": 2.9552460538532963, + "grad_norm": 1.5629616975784302, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8818525075912476, + "num_tokens": 579865800.0, + "step": 15914 + }, + { + "epoch": 2.9554317548746516, + "grad_norm": 1.3977712392807007, + "learning_rate": 1e-06, + "loss": 0.2837, + "mean_token_accuracy": 0.8979933261871338, + "num_tokens": 579902229.0, + "step": 15915 + }, + { + "epoch": 2.9556174558960073, + "grad_norm": 1.7514114379882812, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8808456063270569, + "num_tokens": 579932657.0, + "step": 15916 + }, + { + "epoch": 2.955803156917363, + "grad_norm": 1.4343223571777344, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8915228843688965, + "num_tokens": 579973399.0, + "step": 15917 + }, + { + "epoch": 2.955988857938719, + "grad_norm": 1.4449998140335083, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8861392736434937, + "num_tokens": 580013655.0, + "step": 15918 + }, + { + "epoch": 2.9561745589600745, + "grad_norm": 1.5552284717559814, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8799135684967041, + "num_tokens": 580049993.0, + "step": 15919 + }, + { + "epoch": 2.95636025998143, + "grad_norm": 1.4102851152420044, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.890846312046051, + "num_tokens": 580090930.0, + "step": 15920 + }, + { + "epoch": 2.9565459610027855, + "grad_norm": 1.5090467929840088, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8963695764541626, + "num_tokens": 580124196.0, + "step": 15921 + }, + { + "epoch": 2.9567316620241413, + "grad_norm": 1.5338836908340454, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8920819759368896, + "num_tokens": 580157310.0, + "step": 15922 + }, + { + "epoch": 2.9569173630454966, + "grad_norm": 1.6818392276763916, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8879042863845825, + "num_tokens": 580188995.0, + "step": 15923 + }, + { + "epoch": 2.9571030640668523, + "grad_norm": 1.634087085723877, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8805433511734009, + "num_tokens": 580220606.0, + "step": 15924 + }, + { + "epoch": 2.957288765088208, + "grad_norm": 1.5320700407028198, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.882426381111145, + "num_tokens": 580256295.0, + "step": 15925 + }, + { + "epoch": 2.9574744661095638, + "grad_norm": 1.4684171676635742, + "learning_rate": 1e-06, + "loss": 0.2987, + "mean_token_accuracy": 0.895033597946167, + "num_tokens": 580293504.0, + "step": 15926 + }, + { + "epoch": 2.957660167130919, + "grad_norm": 1.4874294996261597, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8892642259597778, + "num_tokens": 580332084.0, + "step": 15927 + }, + { + "epoch": 2.957845868152275, + "grad_norm": 1.6152007579803467, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8819172382354736, + "num_tokens": 580370008.0, + "step": 15928 + }, + { + "epoch": 2.9580315691736305, + "grad_norm": 1.5074265003204346, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8895555734634399, + "num_tokens": 580407242.0, + "step": 15929 + }, + { + "epoch": 2.958217270194986, + "grad_norm": 1.5085543394088745, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8802239298820496, + "num_tokens": 580446346.0, + "step": 15930 + }, + { + "epoch": 2.9584029712163415, + "grad_norm": 1.6199289560317993, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8861610889434814, + "num_tokens": 580481404.0, + "step": 15931 + }, + { + "epoch": 2.9585886722376973, + "grad_norm": 1.3630410432815552, + "learning_rate": 1e-06, + "loss": 0.2652, + "mean_token_accuracy": 0.9076831340789795, + "num_tokens": 580519620.0, + "step": 15932 + }, + { + "epoch": 2.958774373259053, + "grad_norm": 1.3429962396621704, + "learning_rate": 1e-06, + "loss": 0.277, + "mean_token_accuracy": 0.9010561108589172, + "num_tokens": 580561551.0, + "step": 15933 + }, + { + "epoch": 2.9589600742804087, + "grad_norm": 1.5498937368392944, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8863651752471924, + "num_tokens": 580597979.0, + "step": 15934 + }, + { + "epoch": 2.959145775301764, + "grad_norm": 1.3240184783935547, + "learning_rate": 1e-06, + "loss": 0.2749, + "mean_token_accuracy": 0.9025803804397583, + "num_tokens": 580641665.0, + "step": 15935 + }, + { + "epoch": 2.9593314763231198, + "grad_norm": 1.5220311880111694, + "learning_rate": 1e-06, + "loss": 0.2806, + "mean_token_accuracy": 0.9005041122436523, + "num_tokens": 580672601.0, + "step": 15936 + }, + { + "epoch": 2.9595171773444755, + "grad_norm": 1.5257658958435059, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8861877918243408, + "num_tokens": 580709149.0, + "step": 15937 + }, + { + "epoch": 2.959702878365831, + "grad_norm": 1.533371090888977, + "learning_rate": 1e-06, + "loss": 0.3061, + "mean_token_accuracy": 0.8912216424942017, + "num_tokens": 580740325.0, + "step": 15938 + }, + { + "epoch": 2.9598885793871865, + "grad_norm": 1.412481427192688, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8935917615890503, + "num_tokens": 580781792.0, + "step": 15939 + }, + { + "epoch": 2.9600742804085423, + "grad_norm": 1.5642043352127075, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8920955061912537, + "num_tokens": 580811582.0, + "step": 15940 + }, + { + "epoch": 2.960259981429898, + "grad_norm": 1.68424654006958, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8838275074958801, + "num_tokens": 580840483.0, + "step": 15941 + }, + { + "epoch": 2.9604456824512537, + "grad_norm": 1.5117501020431519, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8798768520355225, + "num_tokens": 580881439.0, + "step": 15942 + }, + { + "epoch": 2.960631383472609, + "grad_norm": 1.3956700563430786, + "learning_rate": 1e-06, + "loss": 0.292, + "mean_token_accuracy": 0.8966938257217407, + "num_tokens": 580921600.0, + "step": 15943 + }, + { + "epoch": 2.9608170844939647, + "grad_norm": 1.6780736446380615, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8847332000732422, + "num_tokens": 580953940.0, + "step": 15944 + }, + { + "epoch": 2.9610027855153205, + "grad_norm": 1.6552602052688599, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8697200417518616, + "num_tokens": 580988858.0, + "step": 15945 + }, + { + "epoch": 2.9611884865366758, + "grad_norm": 1.4289438724517822, + "learning_rate": 1e-06, + "loss": 0.3009, + "mean_token_accuracy": 0.893826961517334, + "num_tokens": 581027746.0, + "step": 15946 + }, + { + "epoch": 2.9613741875580315, + "grad_norm": 1.6462912559509277, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8776592016220093, + "num_tokens": 581064090.0, + "step": 15947 + }, + { + "epoch": 2.9615598885793872, + "grad_norm": 1.4992634057998657, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.884641170501709, + "num_tokens": 581100379.0, + "step": 15948 + }, + { + "epoch": 2.961745589600743, + "grad_norm": 1.547715663909912, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8830883502960205, + "num_tokens": 581136089.0, + "step": 15949 + }, + { + "epoch": 2.9619312906220983, + "grad_norm": 1.4954137802124023, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8865731954574585, + "num_tokens": 581173243.0, + "step": 15950 + }, + { + "epoch": 2.962116991643454, + "grad_norm": 1.4973170757293701, + "learning_rate": 1e-06, + "loss": 0.3014, + "mean_token_accuracy": 0.8919806480407715, + "num_tokens": 581212136.0, + "step": 15951 + }, + { + "epoch": 2.9623026926648097, + "grad_norm": 1.533476710319519, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8848863840103149, + "num_tokens": 581247224.0, + "step": 15952 + }, + { + "epoch": 2.962488393686165, + "grad_norm": 1.5324300527572632, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8777660727500916, + "num_tokens": 581282801.0, + "step": 15953 + }, + { + "epoch": 2.9626740947075207, + "grad_norm": 1.4606711864471436, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8820117115974426, + "num_tokens": 581323396.0, + "step": 15954 + }, + { + "epoch": 2.9628597957288765, + "grad_norm": 1.5032908916473389, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8894543051719666, + "num_tokens": 581360514.0, + "step": 15955 + }, + { + "epoch": 2.963045496750232, + "grad_norm": 1.512353777885437, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8728348612785339, + "num_tokens": 581400830.0, + "step": 15956 + }, + { + "epoch": 2.963231197771588, + "grad_norm": 1.7875311374664307, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8678017854690552, + "num_tokens": 581430967.0, + "step": 15957 + }, + { + "epoch": 2.9634168987929432, + "grad_norm": 1.4234141111373901, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.891229510307312, + "num_tokens": 581470900.0, + "step": 15958 + }, + { + "epoch": 2.963602599814299, + "grad_norm": 1.4760665893554688, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8909484148025513, + "num_tokens": 581509874.0, + "step": 15959 + }, + { + "epoch": 2.9637883008356547, + "grad_norm": 1.6736801862716675, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8914927244186401, + "num_tokens": 581539296.0, + "step": 15960 + }, + { + "epoch": 2.96397400185701, + "grad_norm": 1.5585155487060547, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8911068439483643, + "num_tokens": 581577114.0, + "step": 15961 + }, + { + "epoch": 2.9641597028783657, + "grad_norm": 1.5928189754486084, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8858270645141602, + "num_tokens": 581609052.0, + "step": 15962 + }, + { + "epoch": 2.9643454038997215, + "grad_norm": 1.6354643106460571, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8753042817115784, + "num_tokens": 581641621.0, + "step": 15963 + }, + { + "epoch": 2.964531104921077, + "grad_norm": 1.6702337265014648, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8821296691894531, + "num_tokens": 581674835.0, + "step": 15964 + }, + { + "epoch": 2.964716805942433, + "grad_norm": 1.6223399639129639, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8846840858459473, + "num_tokens": 581708659.0, + "step": 15965 + }, + { + "epoch": 2.964902506963788, + "grad_norm": 1.6047419309616089, + "learning_rate": 1e-06, + "loss": 0.304, + "mean_token_accuracy": 0.8939800262451172, + "num_tokens": 581739948.0, + "step": 15966 + }, + { + "epoch": 2.965088207985144, + "grad_norm": 1.5318987369537354, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8828119039535522, + "num_tokens": 581777686.0, + "step": 15967 + }, + { + "epoch": 2.9652739090064997, + "grad_norm": 1.3781648874282837, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8852853775024414, + "num_tokens": 581820988.0, + "step": 15968 + }, + { + "epoch": 2.965459610027855, + "grad_norm": 1.469764232635498, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8835371136665344, + "num_tokens": 581860529.0, + "step": 15969 + }, + { + "epoch": 2.9656453110492107, + "grad_norm": 1.517572283744812, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8849366903305054, + "num_tokens": 581899120.0, + "step": 15970 + }, + { + "epoch": 2.9658310120705664, + "grad_norm": 1.5365623235702515, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.89193195104599, + "num_tokens": 581936077.0, + "step": 15971 + }, + { + "epoch": 2.966016713091922, + "grad_norm": 1.572554349899292, + "learning_rate": 1e-06, + "loss": 0.2964, + "mean_token_accuracy": 0.8932696580886841, + "num_tokens": 581966910.0, + "step": 15972 + }, + { + "epoch": 2.966202414113278, + "grad_norm": 1.6222145557403564, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8864882588386536, + "num_tokens": 581999765.0, + "step": 15973 + }, + { + "epoch": 2.966388115134633, + "grad_norm": 1.526343822479248, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.892924964427948, + "num_tokens": 582036048.0, + "step": 15974 + }, + { + "epoch": 2.966573816155989, + "grad_norm": 1.5985344648361206, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.887407660484314, + "num_tokens": 582067152.0, + "step": 15975 + }, + { + "epoch": 2.966759517177344, + "grad_norm": 1.589516282081604, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8900185823440552, + "num_tokens": 582100016.0, + "step": 15976 + }, + { + "epoch": 2.9669452181987, + "grad_norm": 1.486063003540039, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8797932267189026, + "num_tokens": 582140758.0, + "step": 15977 + }, + { + "epoch": 2.9671309192200557, + "grad_norm": 1.4596538543701172, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8855738043785095, + "num_tokens": 582178048.0, + "step": 15978 + }, + { + "epoch": 2.9673166202414114, + "grad_norm": 1.4686359167099, + "learning_rate": 1e-06, + "loss": 0.286, + "mean_token_accuracy": 0.8954617977142334, + "num_tokens": 582216705.0, + "step": 15979 + }, + { + "epoch": 2.967502321262767, + "grad_norm": 1.636389970779419, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8923069834709167, + "num_tokens": 582248797.0, + "step": 15980 + }, + { + "epoch": 2.9676880222841224, + "grad_norm": 1.5624805688858032, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8842102289199829, + "num_tokens": 582281899.0, + "step": 15981 + }, + { + "epoch": 2.967873723305478, + "grad_norm": 1.3782099485397339, + "learning_rate": 1e-06, + "loss": 0.2982, + "mean_token_accuracy": 0.8928924798965454, + "num_tokens": 582323029.0, + "step": 15982 + }, + { + "epoch": 2.968059424326834, + "grad_norm": 1.5383456945419312, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8904989957809448, + "num_tokens": 582358599.0, + "step": 15983 + }, + { + "epoch": 2.968245125348189, + "grad_norm": 1.4634711742401123, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8807985782623291, + "num_tokens": 582398311.0, + "step": 15984 + }, + { + "epoch": 2.968430826369545, + "grad_norm": 1.5828638076782227, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8683910369873047, + "num_tokens": 582442068.0, + "step": 15985 + }, + { + "epoch": 2.9686165273909007, + "grad_norm": 1.3981711864471436, + "learning_rate": 1e-06, + "loss": 0.2905, + "mean_token_accuracy": 0.8948142528533936, + "num_tokens": 582482732.0, + "step": 15986 + }, + { + "epoch": 2.9688022284122564, + "grad_norm": 1.4077821969985962, + "learning_rate": 1e-06, + "loss": 0.2908, + "mean_token_accuracy": 0.8949714303016663, + "num_tokens": 582523849.0, + "step": 15987 + }, + { + "epoch": 2.968987929433612, + "grad_norm": 1.4581425189971924, + "learning_rate": 1e-06, + "loss": 0.2593, + "mean_token_accuracy": 0.9084802865982056, + "num_tokens": 582556151.0, + "step": 15988 + }, + { + "epoch": 2.9691736304549674, + "grad_norm": 1.5723686218261719, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.8973199129104614, + "num_tokens": 582587803.0, + "step": 15989 + }, + { + "epoch": 2.969359331476323, + "grad_norm": 1.5530109405517578, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8838025331497192, + "num_tokens": 582621922.0, + "step": 15990 + }, + { + "epoch": 2.969545032497679, + "grad_norm": 1.48105788230896, + "learning_rate": 1e-06, + "loss": 0.3112, + "mean_token_accuracy": 0.8890962600708008, + "num_tokens": 582658151.0, + "step": 15991 + }, + { + "epoch": 2.969730733519034, + "grad_norm": 1.572340965270996, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8862582445144653, + "num_tokens": 582692045.0, + "step": 15992 + }, + { + "epoch": 2.96991643454039, + "grad_norm": 1.4312914609909058, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8832570910453796, + "num_tokens": 582737560.0, + "step": 15993 + }, + { + "epoch": 2.9701021355617456, + "grad_norm": 1.6321332454681396, + "learning_rate": 1e-06, + "loss": 0.3028, + "mean_token_accuracy": 0.8953106999397278, + "num_tokens": 582773461.0, + "step": 15994 + }, + { + "epoch": 2.9702878365831014, + "grad_norm": 1.6552588939666748, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8761260509490967, + "num_tokens": 582812729.0, + "step": 15995 + }, + { + "epoch": 2.970473537604457, + "grad_norm": 1.5179178714752197, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8918870091438293, + "num_tokens": 582849128.0, + "step": 15996 + }, + { + "epoch": 2.9706592386258124, + "grad_norm": 1.6124989986419678, + "learning_rate": 1e-06, + "loss": 0.2854, + "mean_token_accuracy": 0.8988543152809143, + "num_tokens": 582878762.0, + "step": 15997 + }, + { + "epoch": 2.970844939647168, + "grad_norm": 1.4737907648086548, + "learning_rate": 1e-06, + "loss": 0.2918, + "mean_token_accuracy": 0.9003839492797852, + "num_tokens": 582915384.0, + "step": 15998 + }, + { + "epoch": 2.9710306406685234, + "grad_norm": 1.6164333820343018, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8892536163330078, + "num_tokens": 582950119.0, + "step": 15999 + }, + { + "epoch": 2.971216341689879, + "grad_norm": 1.622130036354065, + "learning_rate": 1e-06, + "loss": 0.2969, + "mean_token_accuracy": 0.8944774866104126, + "num_tokens": 582985994.0, + "step": 16000 + }, + { + "epoch": 2.971402042711235, + "grad_norm": 1.5440751314163208, + "learning_rate": 1e-06, + "loss": 0.2853, + "mean_token_accuracy": 0.8982757925987244, + "num_tokens": 583022277.0, + "step": 16001 + }, + { + "epoch": 2.9715877437325906, + "grad_norm": 1.5279730558395386, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8819066882133484, + "num_tokens": 583056535.0, + "step": 16002 + }, + { + "epoch": 2.9717734447539463, + "grad_norm": 1.6408488750457764, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8838036060333252, + "num_tokens": 583088028.0, + "step": 16003 + }, + { + "epoch": 2.9719591457753016, + "grad_norm": 1.565285563468933, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8933135867118835, + "num_tokens": 583123596.0, + "step": 16004 + }, + { + "epoch": 2.9721448467966574, + "grad_norm": 1.5180094242095947, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8846710920333862, + "num_tokens": 583163192.0, + "step": 16005 + }, + { + "epoch": 2.972330547818013, + "grad_norm": 1.4926207065582275, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8853973150253296, + "num_tokens": 583203999.0, + "step": 16006 + }, + { + "epoch": 2.9725162488393684, + "grad_norm": 1.6907228231430054, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.881557285785675, + "num_tokens": 583234753.0, + "step": 16007 + }, + { + "epoch": 2.972701949860724, + "grad_norm": 1.448847770690918, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8793631792068481, + "num_tokens": 583275662.0, + "step": 16008 + }, + { + "epoch": 2.97288765088208, + "grad_norm": 1.4244147539138794, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8893674612045288, + "num_tokens": 583318393.0, + "step": 16009 + }, + { + "epoch": 2.9730733519034356, + "grad_norm": 1.5696918964385986, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8826828598976135, + "num_tokens": 583354130.0, + "step": 16010 + }, + { + "epoch": 2.9732590529247913, + "grad_norm": 1.557598352432251, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8914796113967896, + "num_tokens": 583385124.0, + "step": 16011 + }, + { + "epoch": 2.9734447539461466, + "grad_norm": 1.6314527988433838, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8852108120918274, + "num_tokens": 583417512.0, + "step": 16012 + }, + { + "epoch": 2.9736304549675023, + "grad_norm": 1.5715056657791138, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8870609402656555, + "num_tokens": 583454427.0, + "step": 16013 + }, + { + "epoch": 2.973816155988858, + "grad_norm": 1.5657824277877808, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8887289762496948, + "num_tokens": 583487932.0, + "step": 16014 + }, + { + "epoch": 2.9740018570102134, + "grad_norm": 1.6960334777832031, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8796689510345459, + "num_tokens": 583516678.0, + "step": 16015 + }, + { + "epoch": 2.974187558031569, + "grad_norm": 1.4805166721343994, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8890937566757202, + "num_tokens": 583555465.0, + "step": 16016 + }, + { + "epoch": 2.974373259052925, + "grad_norm": 1.514366626739502, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8831658959388733, + "num_tokens": 583590044.0, + "step": 16017 + }, + { + "epoch": 2.9745589600742806, + "grad_norm": 1.4807422161102295, + "learning_rate": 1e-06, + "loss": 0.2618, + "mean_token_accuracy": 0.9059595465660095, + "num_tokens": 583622457.0, + "step": 16018 + }, + { + "epoch": 2.9747446610956363, + "grad_norm": 1.4227983951568604, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8834455013275146, + "num_tokens": 583664585.0, + "step": 16019 + }, + { + "epoch": 2.9749303621169916, + "grad_norm": 1.4393819570541382, + "learning_rate": 1e-06, + "loss": 0.2928, + "mean_token_accuracy": 0.895363986492157, + "num_tokens": 583700113.0, + "step": 16020 + }, + { + "epoch": 2.9751160631383473, + "grad_norm": 1.5601872205734253, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8925099968910217, + "num_tokens": 583740214.0, + "step": 16021 + }, + { + "epoch": 2.975301764159703, + "grad_norm": 1.429094910621643, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8875424265861511, + "num_tokens": 583782229.0, + "step": 16022 + }, + { + "epoch": 2.9754874651810583, + "grad_norm": 1.3955262899398804, + "learning_rate": 1e-06, + "loss": 0.2876, + "mean_token_accuracy": 0.8956772089004517, + "num_tokens": 583820568.0, + "step": 16023 + }, + { + "epoch": 2.975673166202414, + "grad_norm": 1.5773497819900513, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8818395137786865, + "num_tokens": 583857415.0, + "step": 16024 + }, + { + "epoch": 2.97585886722377, + "grad_norm": 1.5491684675216675, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8734884858131409, + "num_tokens": 583894571.0, + "step": 16025 + }, + { + "epoch": 2.9760445682451255, + "grad_norm": 1.584068775177002, + "learning_rate": 1e-06, + "loss": 0.2852, + "mean_token_accuracy": 0.898786187171936, + "num_tokens": 583924747.0, + "step": 16026 + }, + { + "epoch": 2.976230269266481, + "grad_norm": 1.3488773107528687, + "learning_rate": 1e-06, + "loss": 0.2851, + "mean_token_accuracy": 0.8974398970603943, + "num_tokens": 583963615.0, + "step": 16027 + }, + { + "epoch": 2.9764159702878366, + "grad_norm": 1.5269521474838257, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8752965331077576, + "num_tokens": 583999873.0, + "step": 16028 + }, + { + "epoch": 2.9766016713091923, + "grad_norm": 1.3686234951019287, + "learning_rate": 1e-06, + "loss": 0.2985, + "mean_token_accuracy": 0.8996881246566772, + "num_tokens": 584041832.0, + "step": 16029 + }, + { + "epoch": 2.9767873723305476, + "grad_norm": 1.4835458993911743, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.8972893953323364, + "num_tokens": 584079103.0, + "step": 16030 + }, + { + "epoch": 2.9769730733519033, + "grad_norm": 1.5410875082015991, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8767279386520386, + "num_tokens": 584117087.0, + "step": 16031 + }, + { + "epoch": 2.977158774373259, + "grad_norm": 1.5517839193344116, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.87761390209198, + "num_tokens": 584153403.0, + "step": 16032 + }, + { + "epoch": 2.9773444753946148, + "grad_norm": 1.5239864587783813, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8837483525276184, + "num_tokens": 584187967.0, + "step": 16033 + }, + { + "epoch": 2.9775301764159705, + "grad_norm": 1.4754732847213745, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8847553730010986, + "num_tokens": 584226227.0, + "step": 16034 + }, + { + "epoch": 2.977715877437326, + "grad_norm": 1.4456993341445923, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8879223465919495, + "num_tokens": 584263621.0, + "step": 16035 + }, + { + "epoch": 2.9779015784586815, + "grad_norm": 1.5817981958389282, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8714985847473145, + "num_tokens": 584301002.0, + "step": 16036 + }, + { + "epoch": 2.9780872794800373, + "grad_norm": 1.6157430410385132, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.876804530620575, + "num_tokens": 584333508.0, + "step": 16037 + }, + { + "epoch": 2.9782729805013926, + "grad_norm": 1.5855664014816284, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.884157121181488, + "num_tokens": 584367934.0, + "step": 16038 + }, + { + "epoch": 2.9784586815227483, + "grad_norm": 1.4129514694213867, + "learning_rate": 1e-06, + "loss": 0.2923, + "mean_token_accuracy": 0.8956537842750549, + "num_tokens": 584407965.0, + "step": 16039 + }, + { + "epoch": 2.978644382544104, + "grad_norm": 1.4841680526733398, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.874401330947876, + "num_tokens": 584448430.0, + "step": 16040 + }, + { + "epoch": 2.9788300835654598, + "grad_norm": 1.5844939947128296, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8846238255500793, + "num_tokens": 584481961.0, + "step": 16041 + }, + { + "epoch": 2.9790157845868155, + "grad_norm": 1.5622450113296509, + "learning_rate": 1e-06, + "loss": 0.2945, + "mean_token_accuracy": 0.8923013210296631, + "num_tokens": 584517562.0, + "step": 16042 + }, + { + "epoch": 2.9792014856081708, + "grad_norm": 1.3513723611831665, + "learning_rate": 1e-06, + "loss": 0.3147, + "mean_token_accuracy": 0.8870377540588379, + "num_tokens": 584562813.0, + "step": 16043 + }, + { + "epoch": 2.9793871866295265, + "grad_norm": 1.588649034500122, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8687062859535217, + "num_tokens": 584600286.0, + "step": 16044 + }, + { + "epoch": 2.9795728876508822, + "grad_norm": 1.620103120803833, + "learning_rate": 1e-06, + "loss": 0.2861, + "mean_token_accuracy": 0.8992125988006592, + "num_tokens": 584629330.0, + "step": 16045 + }, + { + "epoch": 2.9797585886722375, + "grad_norm": 1.4806807041168213, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8906040191650391, + "num_tokens": 584666054.0, + "step": 16046 + }, + { + "epoch": 2.9799442896935933, + "grad_norm": 1.531752347946167, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8691802024841309, + "num_tokens": 584707094.0, + "step": 16047 + }, + { + "epoch": 2.980129990714949, + "grad_norm": 1.5454094409942627, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8895362615585327, + "num_tokens": 584741074.0, + "step": 16048 + }, + { + "epoch": 2.9803156917363047, + "grad_norm": 1.546053409576416, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8886515498161316, + "num_tokens": 584776812.0, + "step": 16049 + }, + { + "epoch": 2.98050139275766, + "grad_norm": 1.5289626121520996, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8895253539085388, + "num_tokens": 584810768.0, + "step": 16050 + }, + { + "epoch": 2.9806870937790158, + "grad_norm": 1.5337239503860474, + "learning_rate": 1e-06, + "loss": 0.2775, + "mean_token_accuracy": 0.9020767211914062, + "num_tokens": 584845573.0, + "step": 16051 + }, + { + "epoch": 2.9808727948003715, + "grad_norm": 1.4306671619415283, + "learning_rate": 1e-06, + "loss": 0.2869, + "mean_token_accuracy": 0.900232195854187, + "num_tokens": 584881267.0, + "step": 16052 + }, + { + "epoch": 2.9810584958217268, + "grad_norm": 1.5300986766815186, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8763610124588013, + "num_tokens": 584918925.0, + "step": 16053 + }, + { + "epoch": 2.9812441968430825, + "grad_norm": 1.455761194229126, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.885680079460144, + "num_tokens": 584959788.0, + "step": 16054 + }, + { + "epoch": 2.9814298978644382, + "grad_norm": 1.5988415479660034, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.880622148513794, + "num_tokens": 584997454.0, + "step": 16055 + }, + { + "epoch": 2.981615598885794, + "grad_norm": 1.6685490608215332, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8875936269760132, + "num_tokens": 585031705.0, + "step": 16056 + }, + { + "epoch": 2.9818012999071497, + "grad_norm": 1.5479406118392944, + "learning_rate": 1e-06, + "loss": 0.3004, + "mean_token_accuracy": 0.8933210968971252, + "num_tokens": 585064307.0, + "step": 16057 + }, + { + "epoch": 2.981987000928505, + "grad_norm": 1.6775833368301392, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8808797597885132, + "num_tokens": 585095428.0, + "step": 16058 + }, + { + "epoch": 2.9821727019498607, + "grad_norm": 1.5106416940689087, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8858112692832947, + "num_tokens": 585132576.0, + "step": 16059 + }, + { + "epoch": 2.9823584029712165, + "grad_norm": 1.431369662284851, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8902570605278015, + "num_tokens": 585172544.0, + "step": 16060 + }, + { + "epoch": 2.9825441039925717, + "grad_norm": 1.6447328329086304, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8824701905250549, + "num_tokens": 585210282.0, + "step": 16061 + }, + { + "epoch": 2.9827298050139275, + "grad_norm": 1.557795763015747, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.879631519317627, + "num_tokens": 585245883.0, + "step": 16062 + }, + { + "epoch": 2.982915506035283, + "grad_norm": 1.3766582012176514, + "learning_rate": 1e-06, + "loss": 0.299, + "mean_token_accuracy": 0.8952605724334717, + "num_tokens": 585285135.0, + "step": 16063 + }, + { + "epoch": 2.983101207056639, + "grad_norm": 1.600783109664917, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8888778686523438, + "num_tokens": 585321049.0, + "step": 16064 + }, + { + "epoch": 2.9832869080779947, + "grad_norm": 1.3581657409667969, + "learning_rate": 1e-06, + "loss": 0.2678, + "mean_token_accuracy": 0.9062886238098145, + "num_tokens": 585359390.0, + "step": 16065 + }, + { + "epoch": 2.98347260909935, + "grad_norm": 1.659303903579712, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8790169954299927, + "num_tokens": 585391090.0, + "step": 16066 + }, + { + "epoch": 2.9836583101207057, + "grad_norm": 1.583767056465149, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8558082580566406, + "num_tokens": 585434563.0, + "step": 16067 + }, + { + "epoch": 2.9838440111420614, + "grad_norm": 1.5621299743652344, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8796584606170654, + "num_tokens": 585475063.0, + "step": 16068 + }, + { + "epoch": 2.9840297121634167, + "grad_norm": 1.408686876296997, + "learning_rate": 1e-06, + "loss": 0.2953, + "mean_token_accuracy": 0.8908268213272095, + "num_tokens": 585513956.0, + "step": 16069 + }, + { + "epoch": 2.9842154131847725, + "grad_norm": 1.3505432605743408, + "learning_rate": 1e-06, + "loss": 0.2911, + "mean_token_accuracy": 0.8953511714935303, + "num_tokens": 585555306.0, + "step": 16070 + }, + { + "epoch": 2.984401114206128, + "grad_norm": 1.2930175065994263, + "learning_rate": 1e-06, + "loss": 0.2974, + "mean_token_accuracy": 0.8952713012695312, + "num_tokens": 585598460.0, + "step": 16071 + }, + { + "epoch": 2.984586815227484, + "grad_norm": 1.5837066173553467, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8817979097366333, + "num_tokens": 585634210.0, + "step": 16072 + }, + { + "epoch": 2.984772516248839, + "grad_norm": 1.4933297634124756, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8830580711364746, + "num_tokens": 585672231.0, + "step": 16073 + }, + { + "epoch": 2.984958217270195, + "grad_norm": 1.387834072113037, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8876610994338989, + "num_tokens": 585714803.0, + "step": 16074 + }, + { + "epoch": 2.9851439182915507, + "grad_norm": 1.473380446434021, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8956290483474731, + "num_tokens": 585754004.0, + "step": 16075 + }, + { + "epoch": 2.985329619312906, + "grad_norm": 1.4278857707977295, + "learning_rate": 1e-06, + "loss": 0.3013, + "mean_token_accuracy": 0.8928275108337402, + "num_tokens": 585793298.0, + "step": 16076 + }, + { + "epoch": 2.9855153203342617, + "grad_norm": 1.655319333076477, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8856333494186401, + "num_tokens": 585827210.0, + "step": 16077 + }, + { + "epoch": 2.9857010213556174, + "grad_norm": 1.6232435703277588, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8851008415222168, + "num_tokens": 585862065.0, + "step": 16078 + }, + { + "epoch": 2.985886722376973, + "grad_norm": 1.5191912651062012, + "learning_rate": 1e-06, + "loss": 0.3125, + "mean_token_accuracy": 0.8902730345726013, + "num_tokens": 585898768.0, + "step": 16079 + }, + { + "epoch": 2.986072423398329, + "grad_norm": 1.6309963464736938, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8892788887023926, + "num_tokens": 585933088.0, + "step": 16080 + }, + { + "epoch": 2.986258124419684, + "grad_norm": 1.4481600522994995, + "learning_rate": 1e-06, + "loss": 0.2973, + "mean_token_accuracy": 0.8955850601196289, + "num_tokens": 585969612.0, + "step": 16081 + }, + { + "epoch": 2.98644382544104, + "grad_norm": 1.5050928592681885, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.880370020866394, + "num_tokens": 586010521.0, + "step": 16082 + }, + { + "epoch": 2.9866295264623957, + "grad_norm": 1.487817645072937, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8690438866615295, + "num_tokens": 586051500.0, + "step": 16083 + }, + { + "epoch": 2.986815227483751, + "grad_norm": 1.582801103591919, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8787901401519775, + "num_tokens": 586087148.0, + "step": 16084 + }, + { + "epoch": 2.9870009285051067, + "grad_norm": 1.4368876218795776, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8992593884468079, + "num_tokens": 586125825.0, + "step": 16085 + }, + { + "epoch": 2.9871866295264624, + "grad_norm": 1.4232370853424072, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8869738578796387, + "num_tokens": 586168333.0, + "step": 16086 + }, + { + "epoch": 2.987372330547818, + "grad_norm": 1.5384044647216797, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.8933190107345581, + "num_tokens": 586201263.0, + "step": 16087 + }, + { + "epoch": 2.987558031569174, + "grad_norm": 1.4630669355392456, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8855862617492676, + "num_tokens": 586238897.0, + "step": 16088 + }, + { + "epoch": 2.987743732590529, + "grad_norm": 1.61659836769104, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8834033012390137, + "num_tokens": 586271251.0, + "step": 16089 + }, + { + "epoch": 2.987929433611885, + "grad_norm": 1.5124021768569946, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.887360692024231, + "num_tokens": 586307590.0, + "step": 16090 + }, + { + "epoch": 2.9881151346332406, + "grad_norm": 1.5582644939422607, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.8874927759170532, + "num_tokens": 586339654.0, + "step": 16091 + }, + { + "epoch": 2.988300835654596, + "grad_norm": 1.4448264837265015, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.8892586827278137, + "num_tokens": 586378001.0, + "step": 16092 + }, + { + "epoch": 2.9884865366759517, + "grad_norm": 1.539355754852295, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8968592882156372, + "num_tokens": 586410913.0, + "step": 16093 + }, + { + "epoch": 2.9886722376973074, + "grad_norm": 1.5647872686386108, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8797350525856018, + "num_tokens": 586446399.0, + "step": 16094 + }, + { + "epoch": 2.988857938718663, + "grad_norm": 1.6729540824890137, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8809792995452881, + "num_tokens": 586478124.0, + "step": 16095 + }, + { + "epoch": 2.9890436397400184, + "grad_norm": 1.5133655071258545, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8744741678237915, + "num_tokens": 586518195.0, + "step": 16096 + }, + { + "epoch": 2.989229340761374, + "grad_norm": 1.4320626258850098, + "learning_rate": 1e-06, + "loss": 0.305, + "mean_token_accuracy": 0.8887221813201904, + "num_tokens": 586559172.0, + "step": 16097 + }, + { + "epoch": 2.98941504178273, + "grad_norm": 1.5288827419281006, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8832709789276123, + "num_tokens": 586591816.0, + "step": 16098 + }, + { + "epoch": 2.989600742804085, + "grad_norm": 1.4775288105010986, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.890631914138794, + "num_tokens": 586627931.0, + "step": 16099 + }, + { + "epoch": 2.989786443825441, + "grad_norm": 1.4525237083435059, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8839612007141113, + "num_tokens": 586667770.0, + "step": 16100 + }, + { + "epoch": 2.9899721448467966, + "grad_norm": 1.6147468090057373, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8875480890274048, + "num_tokens": 586705485.0, + "step": 16101 + }, + { + "epoch": 2.9901578458681524, + "grad_norm": 1.5136587619781494, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8747361898422241, + "num_tokens": 586742895.0, + "step": 16102 + }, + { + "epoch": 2.990343546889508, + "grad_norm": 1.4843876361846924, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8915212154388428, + "num_tokens": 586783502.0, + "step": 16103 + }, + { + "epoch": 2.9905292479108634, + "grad_norm": 1.5604170560836792, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8747990727424622, + "num_tokens": 586822613.0, + "step": 16104 + }, + { + "epoch": 2.990714948932219, + "grad_norm": 1.5097112655639648, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8846839070320129, + "num_tokens": 586858828.0, + "step": 16105 + }, + { + "epoch": 2.990900649953575, + "grad_norm": 1.4758213758468628, + "learning_rate": 1e-06, + "loss": 0.2779, + "mean_token_accuracy": 0.8987435102462769, + "num_tokens": 586893970.0, + "step": 16106 + }, + { + "epoch": 2.99108635097493, + "grad_norm": 1.5863324403762817, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8734762072563171, + "num_tokens": 586931901.0, + "step": 16107 + }, + { + "epoch": 2.991272051996286, + "grad_norm": 1.6686867475509644, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8752775192260742, + "num_tokens": 586965478.0, + "step": 16108 + }, + { + "epoch": 2.9914577530176416, + "grad_norm": 1.5708398818969727, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8765898942947388, + "num_tokens": 587005352.0, + "step": 16109 + }, + { + "epoch": 2.9916434540389973, + "grad_norm": 1.49710214138031, + "learning_rate": 1e-06, + "loss": 0.2958, + "mean_token_accuracy": 0.895417332649231, + "num_tokens": 587042817.0, + "step": 16110 + }, + { + "epoch": 2.991829155060353, + "grad_norm": 1.4578170776367188, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8891370296478271, + "num_tokens": 587078504.0, + "step": 16111 + }, + { + "epoch": 2.9920148560817084, + "grad_norm": 1.4866056442260742, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8908337354660034, + "num_tokens": 587116013.0, + "step": 16112 + }, + { + "epoch": 2.992200557103064, + "grad_norm": 1.511542797088623, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8847945928573608, + "num_tokens": 587157501.0, + "step": 16113 + }, + { + "epoch": 2.99238625812442, + "grad_norm": 1.6657651662826538, + "learning_rate": 1e-06, + "loss": 0.2874, + "mean_token_accuracy": 0.8998724222183228, + "num_tokens": 587186183.0, + "step": 16114 + }, + { + "epoch": 2.992571959145775, + "grad_norm": 1.6042815446853638, + "learning_rate": 1e-06, + "loss": 0.2783, + "mean_token_accuracy": 0.9014435410499573, + "num_tokens": 587213805.0, + "step": 16115 + }, + { + "epoch": 2.992757660167131, + "grad_norm": 1.4944288730621338, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.8936306834220886, + "num_tokens": 587248502.0, + "step": 16116 + }, + { + "epoch": 2.9929433611884866, + "grad_norm": 1.4503294229507446, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8939456939697266, + "num_tokens": 587286719.0, + "step": 16117 + }, + { + "epoch": 2.9931290622098423, + "grad_norm": 1.4300719499588013, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8897297382354736, + "num_tokens": 587324737.0, + "step": 16118 + }, + { + "epoch": 2.9933147632311976, + "grad_norm": 1.5324844121932983, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8798673152923584, + "num_tokens": 587365654.0, + "step": 16119 + }, + { + "epoch": 2.9935004642525533, + "grad_norm": 1.4801985025405884, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8890012502670288, + "num_tokens": 587404297.0, + "step": 16120 + }, + { + "epoch": 2.993686165273909, + "grad_norm": 1.3995280265808105, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8854004144668579, + "num_tokens": 587446954.0, + "step": 16121 + }, + { + "epoch": 2.9938718662952644, + "grad_norm": 1.5584439039230347, + "learning_rate": 1e-06, + "loss": 0.2863, + "mean_token_accuracy": 0.8987886905670166, + "num_tokens": 587479981.0, + "step": 16122 + }, + { + "epoch": 2.99405756731662, + "grad_norm": 1.537748098373413, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8895244598388672, + "num_tokens": 587515503.0, + "step": 16123 + }, + { + "epoch": 2.994243268337976, + "grad_norm": 1.5787979364395142, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8928931951522827, + "num_tokens": 587551207.0, + "step": 16124 + }, + { + "epoch": 2.9944289693593316, + "grad_norm": 1.386285424232483, + "learning_rate": 1e-06, + "loss": 0.2643, + "mean_token_accuracy": 0.9049766659736633, + "num_tokens": 587589460.0, + "step": 16125 + }, + { + "epoch": 2.9946146703806873, + "grad_norm": 1.5777004957199097, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8852672576904297, + "num_tokens": 587621982.0, + "step": 16126 + }, + { + "epoch": 2.9948003714020426, + "grad_norm": 1.5853021144866943, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8809783458709717, + "num_tokens": 587655693.0, + "step": 16127 + }, + { + "epoch": 2.9949860724233983, + "grad_norm": 1.5420202016830444, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8861243724822998, + "num_tokens": 587694580.0, + "step": 16128 + }, + { + "epoch": 2.995171773444754, + "grad_norm": 1.6776955127716064, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8853229284286499, + "num_tokens": 587730321.0, + "step": 16129 + }, + { + "epoch": 2.9953574744661093, + "grad_norm": 1.601219654083252, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8775199055671692, + "num_tokens": 587767483.0, + "step": 16130 + }, + { + "epoch": 2.995543175487465, + "grad_norm": 1.3669897317886353, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.8886181712150574, + "num_tokens": 587811409.0, + "step": 16131 + }, + { + "epoch": 2.995728876508821, + "grad_norm": 1.735950231552124, + "learning_rate": 1e-06, + "loss": 0.3033, + "mean_token_accuracy": 0.8940771818161011, + "num_tokens": 587837576.0, + "step": 16132 + }, + { + "epoch": 2.9959145775301765, + "grad_norm": 1.663279414176941, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8754284381866455, + "num_tokens": 587871559.0, + "step": 16133 + }, + { + "epoch": 2.9961002785515323, + "grad_norm": 1.627785563468933, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8852812051773071, + "num_tokens": 587902834.0, + "step": 16134 + }, + { + "epoch": 2.9962859795728876, + "grad_norm": 1.5762661695480347, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8773491382598877, + "num_tokens": 587940893.0, + "step": 16135 + }, + { + "epoch": 2.9964716805942433, + "grad_norm": 1.6440201997756958, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8933044672012329, + "num_tokens": 587973776.0, + "step": 16136 + }, + { + "epoch": 2.996657381615599, + "grad_norm": 1.8267043828964233, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8819543123245239, + "num_tokens": 588010038.0, + "step": 16137 + }, + { + "epoch": 2.9968430826369543, + "grad_norm": 1.6052818298339844, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8775983452796936, + "num_tokens": 588046046.0, + "step": 16138 + }, + { + "epoch": 2.99702878365831, + "grad_norm": 1.5663928985595703, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8896881937980652, + "num_tokens": 588082208.0, + "step": 16139 + }, + { + "epoch": 2.997214484679666, + "grad_norm": 1.5021016597747803, + "learning_rate": 1e-06, + "loss": 0.3094, + "mean_token_accuracy": 0.8912648558616638, + "num_tokens": 588121900.0, + "step": 16140 + }, + { + "epoch": 2.9974001857010215, + "grad_norm": 1.5662143230438232, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8802735805511475, + "num_tokens": 588159201.0, + "step": 16141 + }, + { + "epoch": 2.9975858867223772, + "grad_norm": 1.650027871131897, + "learning_rate": 1e-06, + "loss": 0.3095, + "mean_token_accuracy": 0.8899221420288086, + "num_tokens": 588188648.0, + "step": 16142 + }, + { + "epoch": 2.9977715877437325, + "grad_norm": 1.6680023670196533, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8909561634063721, + "num_tokens": 588220038.0, + "step": 16143 + }, + { + "epoch": 2.9979572887650883, + "grad_norm": 1.6789591312408447, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8693518042564392, + "num_tokens": 588254753.0, + "step": 16144 + }, + { + "epoch": 2.9981429897864436, + "grad_norm": 1.5203016996383667, + "learning_rate": 1e-06, + "loss": 0.3011, + "mean_token_accuracy": 0.8951890468597412, + "num_tokens": 588292279.0, + "step": 16145 + }, + { + "epoch": 2.9983286908077993, + "grad_norm": 1.582667350769043, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8869061470031738, + "num_tokens": 588326532.0, + "step": 16146 + }, + { + "epoch": 2.998514391829155, + "grad_norm": 1.4016367197036743, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.8941540718078613, + "num_tokens": 588368452.0, + "step": 16147 + }, + { + "epoch": 2.9987000928505108, + "grad_norm": 1.579760193824768, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8859596252441406, + "num_tokens": 588401245.0, + "step": 16148 + }, + { + "epoch": 2.9988857938718665, + "grad_norm": 1.4814300537109375, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.890423595905304, + "num_tokens": 588438507.0, + "step": 16149 + }, + { + "epoch": 2.999071494893222, + "grad_norm": 1.8005871772766113, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8906307816505432, + "num_tokens": 588467640.0, + "step": 16150 + }, + { + "epoch": 2.9992571959145775, + "grad_norm": 1.5779516696929932, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8851330280303955, + "num_tokens": 588504126.0, + "step": 16151 + }, + { + "epoch": 2.9994428969359332, + "grad_norm": 1.5692641735076904, + "learning_rate": 1e-06, + "loss": 0.2922, + "mean_token_accuracy": 0.8981876969337463, + "num_tokens": 588538199.0, + "step": 16152 + }, + { + "epoch": 2.9996285979572885, + "grad_norm": 1.6880159378051758, + "learning_rate": 1e-06, + "loss": 0.3067, + "mean_token_accuracy": 0.892221212387085, + "num_tokens": 588569035.0, + "step": 16153 + }, + { + "epoch": 2.9998142989786443, + "grad_norm": 1.5170425176620483, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8902864456176758, + "num_tokens": 588604269.0, + "step": 16154 + }, + { + "epoch": 3.0, + "grad_norm": 1.5186651945114136, + "learning_rate": 1e-06, + "loss": 0.3203, + "mean_token_accuracy": 0.8856354355812073, + "num_tokens": 588641370.0, + "step": 16155 + }, + { + "epoch": 3.0, + "step": 16155, + "total_flos": 2.6506254854358303e+19, + "train_loss": 0.37255040888851254, + "train_runtime": 23487.3778, + "train_samples_per_second": 11.005, + "train_steps_per_second": 0.688 + } + ], + "logging_steps": 1, + "max_steps": 16155, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 8078, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.6506254854358303e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..fcd139f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388b5c60877520ee8a7ab4d374b475335682f533e7ffd5cf44403ff2107122eb +size 13137